2024-04-12T16:04:11.934 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-12T16:04:11.934 DEBUG:teuthology.run:Teuthology command: teuthology --name rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi --verbose --owner scheduled_rzarzynski@teuthology --archive /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163 --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} -- /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163/orig.config.yaml 2024-04-12T16:04:11.980 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T16:04:12.065 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163 branch: wip-yuri10-testing-2024-03-24-1159 description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7654163' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri10-testing-2024-03-24-1159 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri10-testing-2024-03-24-1159 sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d owner: scheduled_rzarzynski@teuthology priority: 85 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8148 sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-yuri10-testing-2024-03-24-1159 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bf9c5618cc018927fa77780d25b6deb1f5dc254d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d targets: smithi005.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO5QBgwdBlUfJBiJD8umu5ZIG44+dWFEIvzvYsOkcwiCxK/PEvuPaXn+fG2tv3NSXoW8HrhuoujqUUd4mA2EWiQ= smithi016.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLnaackgEnayQdJFrWKB69PJDIZ9+UTPzD6pnqObtcoX20x2KWkWpl5vb2M9rLQc+jsy1ItRlFJ3cCKTi9MjSHA= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-12_15:15:07 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rzarzynski verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-12T16:04:12.065 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bf9c5618cc018927fa77780d25b6deb1f5dc254d/qa; will attempt to use it 2024-04-12T16:04:12.066 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bf9c5618cc018927fa77780d25b6deb1f5dc254d/qa/tasks 2024-04-12T16:04:12.066 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-12T16:04:12.067 INFO:teuthology.task.internal:Checking packages... 2024-04-12T16:04:12.091 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bf9c5618cc018927fa77780d25b6deb1f5dc254d' 2024-04-12T16:04:12.091 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T16:04:12.092 INFO:teuthology.packaging:ref: None 2024-04-12T16:04:12.092 INFO:teuthology.packaging:tag: None 2024-04-12T16:04:12.092 INFO:teuthology.packaging:branch: wip-yuri10-testing-2024-03-24-1159 2024-04-12T16:04:12.092 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:04:12.092 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri10-testing-2024-03-24-1159 2024-04-12T16:04:12.227 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2847.gbf9c5618 2024-04-12T16:04:12.229 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-12T16:04:12.235 INFO:teuthology.task.internal:no buildpackages task found 2024-04-12T16:04:12.235 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-12T16:04:12.252 INFO:teuthology.task.internal:Saving configuration 2024-04-12T16:04:12.269 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-12T16:04:12.275 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T16:04:12.299 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi005.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:59:28.111172', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO5QBgwdBlUfJBiJD8umu5ZIG44+dWFEIvzvYsOkcwiCxK/PEvuPaXn+fG2tv3NSXoW8HrhuoujqUUd4mA2EWiQ='} 2024-04-12T16:04:12.319 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:59:28.109577', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLnaackgEnayQdJFrWKB69PJDIZ9+UTPzD6pnqObtcoX20x2KWkWpl5vb2M9rLQc+jsy1ItRlFJ3cCKTi9MjSHA='} 2024-04-12T16:04:12.319 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-12T16:04:12.325 INFO:teuthology.task.internal:roles: ubuntu@smithi005.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-12T16:04:12.325 INFO:teuthology.task.internal:roles: ubuntu@smithi016.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-12T16:04:12.326 INFO:teuthology.run_tasks:Running task console_log... 2024-04-12T16:04:12.397 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ff77c04a160>, signals=[15]) 2024-04-12T16:04:12.398 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-12T16:04:12.404 INFO:teuthology.task.internal:Opening connections... 2024-04-12T16:04:12.404 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi005.front.sepia.ceph.com 2024-04-12T16:04:12.406 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:04:12.510 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi016.front.sepia.ceph.com 2024-04-12T16:04:12.511 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:04:12.617 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-12T16:04:12.624 DEBUG:teuthology.orchestra.run.smithi005:> uname -m 2024-04-12T16:04:12.641 INFO:teuthology.orchestra.run.smithi005.stdout:x86_64 2024-04-12T16:04:12.641 DEBUG:teuthology.orchestra.run.smithi005:> cat /etc/os-release 2024-04-12T16:04:12.698 INFO:teuthology.orchestra.run.smithi005.stdout:NAME="CentOS Stream" 2024-04-12T16:04:12.698 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION="9" 2024-04-12T16:04:12.698 INFO:teuthology.orchestra.run.smithi005.stdout:ID="centos" 2024-04-12T16:04:12.698 INFO:teuthology.orchestra.run.smithi005.stdout:ID_LIKE="rhel fedora" 2024-04-12T16:04:12.698 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION_ID="9" 2024-04-12T16:04:12.698 INFO:teuthology.orchestra.run.smithi005.stdout:PLATFORM_ID="platform:el9" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:ANSI_COLOR="0;31" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:LOGO="fedora-logo-icon" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:HOME_URL="https://centos.org/" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T16:04:12.699 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T16:04:12.700 INFO:teuthology.lock.ops:Updating smithi005.front.sepia.ceph.com on lock server 2024-04-12T16:04:12.719 DEBUG:teuthology.orchestra.run.smithi016:> uname -m 2024-04-12T16:04:12.736 INFO:teuthology.orchestra.run.smithi016.stdout:x86_64 2024-04-12T16:04:12.736 DEBUG:teuthology.orchestra.run.smithi016:> cat /etc/os-release 2024-04-12T16:04:12.793 INFO:teuthology.orchestra.run.smithi016.stdout:NAME="CentOS Stream" 2024-04-12T16:04:12.793 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION="9" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:ID="centos" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:ID_LIKE="rhel fedora" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION_ID="9" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM_ID="platform:el9" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:ANSI_COLOR="0;31" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:LOGO="fedora-logo-icon" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:HOME_URL="https://centos.org/" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T16:04:12.794 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T16:04:12.795 INFO:teuthology.lock.ops:Updating smithi016.front.sepia.ceph.com on lock server 2024-04-12T16:04:12.819 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-12T16:04:12.830 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-12T16:04:12.835 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-12T16:04:12.835 DEBUG:teuthology.orchestra.run.smithi005:> test '!' -e /home/ubuntu/cephtest 2024-04-12T16:04:12.838 DEBUG:teuthology.orchestra.run.smithi016:> test '!' -e /home/ubuntu/cephtest 2024-04-12T16:04:12.854 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-12T16:04:12.860 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-12T16:04:12.860 DEBUG:teuthology.orchestra.run.smithi005:> test -z $(ls -A /var/lib/ceph) 2024-04-12T16:04:12.894 DEBUG:teuthology.orchestra.run.smithi016:> test -z $(ls -A /var/lib/ceph) 2024-04-12T16:04:12.922 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-12T16:04:12.978 INFO:teuthology.run_tasks:Running task kernel... 2024-04-12T16:04:12.991 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-12T16:04:12.992 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-12T16:04:12.992 DEBUG:teuthology.orchestra.run.smithi005:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T16:04:12.992 DEBUG:teuthology.orchestra.run.smithi016:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T16:04:13.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:04:13.009 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-04-12T16:04:13.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:04:13.010 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-04-12T16:04:13.066 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-361.el9.x86_64 2024-04-12T16:04:13.066 INFO:teuthology.task.kernel:Running kernel on smithi016: 5.14.0-361.el9.x86_64 2024-04-12T16:04:13.066 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum install -y kernel 2024-04-12T16:04:13.067 INFO:teuthology.orchestra.run.smithi005.stdout:5.14.0-361.el9.x86_64 2024-04-12T16:04:13.067 INFO:teuthology.task.kernel:Running kernel on smithi005: 5.14.0-361.el9.x86_64 2024-04-12T16:04:13.067 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum install -y kernel 2024-04-12T16:04:15.325 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-12T16:04:15.463 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - AppStream 12 MB/s | 8.1 MB 00:00 2024-04-12T16:04:17.016 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS-9 - BaseOS 8.7 MB/s | 2.5 MB 00:00 2024-04-12T16:04:17.147 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - BaseOS 8.6 MB/s | 2.5 MB 00:00 2024-04-12T16:04:18.129 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.0 MB 00:00 2024-04-12T16:04:27.931 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - BaseOS 790 kB/s | 8.0 MB 00:10 2024-04-12T16:04:42.652 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 829 kB/s | 19 MB 00:23 2024-04-12T16:04:47.403 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 6.1 MB/s | 6.2 MB 00:01 2024-04-12T16:04:49.104 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 16 kB 00:00 2024-04-12T16:04:50.314 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 20 MB/s | 21 MB 00:01 2024-04-12T16:04:51.471 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - AppStream 864 kB/s | 19 MB 00:22 2024-04-12T16:04:55.598 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-04-12T16:04:55.763 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-04-12T16:04:57.414 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 16 kB 00:00 2024-04-12T16:04:57.933 INFO:teuthology.orchestra.run.smithi016.stderr:Modular dependency problems: 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 1: conflicting requests 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 2: conflicting requests 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 3: conflicting requests 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 4: conflicting requests 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 5: conflicting requests 2024-04-12T16:04:57.934 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 6: conflicting requests 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 7: conflicting requests 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 8: conflicting requests 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 9: conflicting requests 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 10: conflicting requests 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.935 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 11: conflicting requests 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 12: conflicting requests 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 13: conflicting requests 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 14: conflicting requests 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 15: conflicting requests 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 16: conflicting requests 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 17: conflicting requests 2024-04-12T16:04:57.936 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 18: conflicting requests 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 19: conflicting requests 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 20: conflicting requests 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 21: conflicting requests 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 22: conflicting requests 2024-04-12T16:04:57.937 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 23: conflicting requests 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 24: conflicting requests 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 25: conflicting requests 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 26: conflicting requests 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 27: conflicting requests 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 28: conflicting requests 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.938 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 29: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 30: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 31: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 32: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 33: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 34: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 35: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 36: conflicting requests 2024-04-12T16:04:57.939 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 37: conflicting requests 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 39: conflicting requests 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.940 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.941 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T16:04:57.942 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.943 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.943 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T16:04:57.943 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T16:04:58.304 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T16:04:58.305 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T16:04:58.411 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-12T16:04:58.420 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-12T16:04:58.420 INFO:teuthology.orchestra.run.smithi016.stdout: Package Architecture Version Repository Size 2024-04-12T16:04:58.420 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout:Install 4 Packages 2024-04-12T16:04:58.421 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:04:58.422 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 77 M 2024-04-12T16:04:58.422 INFO:teuthology.orchestra.run.smithi016.stdout:Installed size: 123 M 2024-04-12T16:04:58.422 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-12T16:04:58.740 INFO:teuthology.orchestra.run.smithi016.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 1.5 MB/s | 214 kB 00:00 2024-04-12T16:04:59.449 INFO:teuthology.orchestra.run.smithi016.stdout:(2/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 39 MB/s | 34 MB 00:00 2024-04-12T16:04:59.507 INFO:teuthology.orchestra.run.smithi005.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-12T16:04:59.824 INFO:teuthology.orchestra.run.smithi016.stdout:(3/4): kernel-core-5.14.0-435.el9.x86_64.rpm 12 MB/s | 15 MB 00:01 2024-04-12T16:05:00.158 INFO:teuthology.orchestra.run.smithi016.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 20 MB/s | 28 MB 00:01 2024-04-12T16:05:00.158 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-12T16:05:00.158 INFO:teuthology.orchestra.run.smithi016.stdout:Total 44 MB/s | 77 MB 00:01 2024-04-12T16:05:00.854 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-12T16:05:01.326 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-12T16:05:01.326 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-12T16:05:02.404 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-12T16:05:02.404 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-12T16:05:04.765 INFO:teuthology.orchestra.run.smithi005.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-04-12T16:05:04.993 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-12T16:05:05.599 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T16:05:05.683 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T16:05:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:Modular dependency problems: 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 1: conflicting requests 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 2: conflicting requests 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 3: conflicting requests 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 4: conflicting requests 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 5: conflicting requests 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.116 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 6: conflicting requests 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 7: conflicting requests 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 8: conflicting requests 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 9: conflicting requests 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 10: conflicting requests 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 11: conflicting requests 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 12: conflicting requests 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.117 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 13: conflicting requests 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 14: conflicting requests 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 15: conflicting requests 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 16: conflicting requests 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 17: conflicting requests 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 18: conflicting requests 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 19: conflicting requests 2024-04-12T16:05:07.118 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 20: conflicting requests 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 21: conflicting requests 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 22: conflicting requests 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 23: conflicting requests 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 24: conflicting requests 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 25: conflicting requests 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 26: conflicting requests 2024-04-12T16:05:07.119 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 27: conflicting requests 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 28: conflicting requests 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 29: conflicting requests 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 30: conflicting requests 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 31: conflicting requests 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 32: conflicting requests 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 33: conflicting requests 2024-04-12T16:05:07.120 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 34: conflicting requests 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 35: conflicting requests 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 36: conflicting requests 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 37: conflicting requests 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.121 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 39: conflicting requests 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T16:05:07.122 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.123 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.124 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T16:05:07.472 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T16:05:07.472 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T16:05:07.572 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout: Package Architecture Version Repository Size 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout:Installing: 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout:Installing dependencies: 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T16:05:07.580 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T16:05:07.581 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T16:05:07.581 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:05:07.581 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-04-12T16:05:07.581 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-04-12T16:05:07.581 INFO:teuthology.orchestra.run.smithi005.stdout:Install 4 Packages 2024-04-12T16:05:07.581 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:05:07.581 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 77 M 2024-04-12T16:05:07.582 INFO:teuthology.orchestra.run.smithi005.stdout:Installed size: 123 M 2024-04-12T16:05:07.582 INFO:teuthology.orchestra.run.smithi005.stdout:Downloading Packages: 2024-04-12T16:05:07.925 INFO:teuthology.orchestra.run.smithi005.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 2.6 MB/s | 214 kB 00:00 2024-04-12T16:05:08.525 INFO:teuthology.orchestra.run.smithi005.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 22 MB/s | 15 MB 00:00 2024-04-12T16:05:08.553 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T16:05:08.693 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T16:05:09.283 INFO:teuthology.orchestra.run.smithi005.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 23 MB/s | 34 MB 00:01 2024-04-12T16:05:09.534 INFO:teuthology.orchestra.run.smithi005.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 17 MB/s | 28 MB 00:01 2024-04-12T16:05:09.534 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-04-12T16:05:09.534 INFO:teuthology.orchestra.run.smithi005.stdout:Total 39 MB/s | 77 MB 00:01 2024-04-12T16:05:10.233 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction check 2024-04-12T16:05:10.676 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction check succeeded. 2024-04-12T16:05:10.676 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction test 2024-04-12T16:05:11.743 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction test succeeded. 2024-04-12T16:05:11.743 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction 2024-04-12T16:05:13.766 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T16:05:13.813 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:14.355 INFO:teuthology.orchestra.run.smithi005.stdout: Preparing : 1/1 2024-04-12T16:05:14.952 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T16:05:15.067 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T16:05:17.953 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T16:05:18.084 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T16:05:18.905 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:23.165 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T16:05:23.212 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:28.312 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:49.895 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:49.895 INFO:teuthology.orchestra.run.smithi016.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T16:05:49.895 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:05:49.943 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:50.334 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:50.334 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T16:05:50.335 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T16:05:50.335 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:05:50.810 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-12T16:05:51.135 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T16:05:51.234 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T16:05:51.235 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T16:05:51.235 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T16:05:51.235 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T16:05:51.235 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T16:05:51.235 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-12T16:05:51.235 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi016.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T16:05:51.236 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T16:05:51.319 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T16:05:51.319 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T16:05:51.319 DEBUG:teuthology.orchestra.run.smithi016:> sudo rpm -qi grub2-tools 2024-04-12T16:05:51.365 INFO:teuthology.orchestra.run.smithi016.stdout:Name : grub2-tools 2024-04-12T16:05:51.365 INFO:teuthology.orchestra.run.smithi016.stdout:Epoch : 1 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Version : 2.06 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Release : 68.el9 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Architecture: x86_64 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Group : Unspecified 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Size : 8264254 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:License : GPLv3+ 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Packager : builder@centos.org 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:Vendor : CentOS 2024-04-12T16:05:51.366 INFO:teuthology.orchestra.run.smithi016.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout:Summary : Support tools for GRUB. 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout:Description : 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout:hardware devices. 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:05:51.367 INFO:teuthology.orchestra.run.smithi016.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T16:05:51.368 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T16:05:51.368 INFO:teuthology.task.kernel:Updating grub on smithi016 to boot 5.14.0-435.el9.x86_64 2024-04-12T16:05:51.368 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T16:05:51.986 INFO:teuthology.orchestra.run.smithi016.stderr:Generating grub configuration file ... 2024-04-12T16:05:53.369 INFO:teuthology.orchestra.run.smithi016.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T16:05:53.409 INFO:teuthology.orchestra.run.smithi016.stderr:done 2024-04-12T16:05:53.411 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2024-04-12T16:05:53.426 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.8sXS2SLIIL 2024-04-12T16:05:53.427 DEBUG:teuthology.orchestra.run.smithi016:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.8sXS2SLIIL 2024-04-12T16:05:53.497 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.8sXS2SLIIL 2024-04-12T16:05:53.638 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.8sXS2SLIIL is 6KB 2024-04-12T16:05:53.686 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.8sXS2SLIIL 2024-04-12T16:05:53.701 DEBUG:teuthology.orchestra.run.smithi016:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T16:05:53.775 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T16:05:53.775 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T16:05:53.775 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T16:05:53.775 INFO:teuthology.orchestra.run.smithi016.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T16:05:53.776 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T16:05:53.918 DEBUG:teuthology.orchestra.run.smithi016:> sudo shutdown -r now 2024-04-12T16:05:59.086 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:59.086 INFO:teuthology.orchestra.run.smithi005.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T16:05:59.086 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:05:59.133 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:05:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T16:05:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T16:05:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T16:06:00.030 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T16:06:00.030 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:06:00.030 INFO:teuthology.orchestra.run.smithi005.stdout:Installed: 2024-04-12T16:06:00.030 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T16:06:00.031 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T16:06:00.031 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T16:06:00.031 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T16:06:00.031 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:06:00.031 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-04-12T16:06:00.357 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T16:06:00.454 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T16:06:00.454 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T16:06:00.454 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T16:06:00.454 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T16:06:00.455 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T16:06:00.455 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-12T16:06:00.455 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi005.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T16:06:00.455 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T16:06:00.538 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T16:06:00.539 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T16:06:00.539 DEBUG:teuthology.orchestra.run.smithi005:> sudo rpm -qi grub2-tools 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Name : grub2-tools 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Epoch : 1 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Version : 2.06 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Release : 68.el9 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Architecture: x86_64 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Group : Unspecified 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Size : 8264254 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:License : GPLv3+ 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T16:06:00.581 INFO:teuthology.orchestra.run.smithi005.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:Packager : builder@centos.org 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:Vendor : CentOS 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:Summary : Support tools for GRUB. 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:Description : 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:hardware devices. 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:06:00.582 INFO:teuthology.orchestra.run.smithi005.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T16:06:00.583 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T16:06:00.583 INFO:teuthology.task.kernel:Updating grub on smithi005 to boot 5.14.0-435.el9.x86_64 2024-04-12T16:06:00.583 DEBUG:teuthology.orchestra.run.smithi005:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T16:06:01.167 INFO:teuthology.orchestra.run.smithi005.stderr:Generating grub configuration file ... 2024-04-12T16:06:02.545 INFO:teuthology.orchestra.run.smithi005.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T16:06:02.592 INFO:teuthology.orchestra.run.smithi005.stderr:done 2024-04-12T16:06:02.595 DEBUG:teuthology.orchestra.run.smithi005:> mktemp 2024-04-12T16:06:02.610 INFO:teuthology.orchestra.run.smithi005.stdout:/tmp/tmp.hYfNme5QCU 2024-04-12T16:06:02.610 DEBUG:teuthology.orchestra.run.smithi005:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.hYfNme5QCU 2024-04-12T16:06:02.683 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0666 /tmp/tmp.hYfNme5QCU 2024-04-12T16:06:02.830 DEBUG:teuthology.orchestra.remote:smithi005:/tmp/tmp.hYfNme5QCU is 6KB 2024-04-12T16:06:02.879 DEBUG:teuthology.orchestra.run.smithi005:> rm -fr /tmp/tmp.hYfNme5QCU 2024-04-12T16:06:02.893 DEBUG:teuthology.orchestra.run.smithi005:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T16:06:02.961 INFO:teuthology.orchestra.run.smithi005.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T16:06:02.961 INFO:teuthology.orchestra.run.smithi005.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T16:06:02.961 INFO:teuthology.orchestra.run.smithi005.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T16:06:02.961 INFO:teuthology.orchestra.run.smithi005.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T16:06:02.963 DEBUG:teuthology.orchestra.run.smithi005:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T16:06:03.108 DEBUG:teuthology.orchestra.run.smithi005:> sudo shutdown -r now 2024-04-12T16:06:23.938 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-12T16:06:23.939 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-12T16:06:23.940 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:06:33.118 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-12T16:06:33.118 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-04-12T16:06:33.119 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:06:42.466 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.16 2024-04-12T16:06:51.474 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-12T16:06:51.475 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:06:51.678 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.5 2024-04-12T16:07:00.687 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-04-12T16:07:00.688 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:07:03.749 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.5 2024-04-12T16:07:15.758 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-04-12T16:07:15.759 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:07:47.570 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-04-12T16:07:48.175 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-04-12T16:07:48.176 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-12T16:07:48.176 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-04-12T16:07:48.191 INFO:teuthology.orchestra.run.smithi005.stdout:5.14.0-435.el9.x86_64 2024-04-12T16:07:48.191 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T16:07:48.191 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T16:07:48.191 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T16:07:49.192 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-12T16:07:49.192 DEBUG:teuthology.orchestra.run.smithi005:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T16:07:49.263 INFO:teuthology.orchestra.run.smithi005.stdout:ttyS1 2024-04-12T16:07:49.304 DEBUG:teuthology.parallel:result is None 2024-04-12T16:07:51.477 DEBUG:teuthology.orchestra.remote:timed out 2024-04-12T16:08:03.478 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-12T16:08:03.479 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:08:03.769 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-04-12T16:08:04.184 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-12T16:08:04.184 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-12T16:08:04.185 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-04-12T16:08:04.200 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-435.el9.x86_64 2024-04-12T16:08:04.200 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T16:08:04.200 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T16:08:04.200 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T16:08:05.202 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-12T16:08:05.202 DEBUG:teuthology.orchestra.run.smithi016:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T16:08:05.277 INFO:teuthology.orchestra.run.smithi016.stdout:ttyS1 2024-04-12T16:08:05.313 DEBUG:teuthology.parallel:result is None 2024-04-12T16:08:05.314 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-12T16:08:05.321 INFO:teuthology.task.internal:Creating test directory... 2024-04-12T16:08:05.321 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T16:08:05.324 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T16:08:05.340 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-12T16:08:05.346 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-12T16:08:05.356 INFO:teuthology.task.internal:Creating archive directory... 2024-04-12T16:08:05.356 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T16:08:05.381 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T16:08:05.414 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-12T16:08:05.420 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-12T16:08:05.421 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T16:08:05.444 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T16:08:05.481 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T16:08:05.487 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T16:08:05.495 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T16:08:05.501 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T16:08:05.503 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-12T16:08:05.510 INFO:teuthology.task.internal:Configuring sudo... 2024-04-12T16:08:05.511 DEBUG:teuthology.orchestra.run.smithi005:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T16:08:05.539 DEBUG:teuthology.orchestra.run.smithi016:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T16:08:05.573 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-12T16:08:05.583 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-12T16:08:05.583 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T16:08:05.610 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T16:08:05.630 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T16:08:05.708 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T16:08:05.759 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T16:08:05.843 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T16:08:05.886 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:08:05.886 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T16:08:05.954 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T16:08:06.000 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T16:08:06.053 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T16:08:06.138 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T16:08:06.182 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:08:06.182 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T16:08:06.251 DEBUG:teuthology.orchestra.run.smithi005:> sudo service rsyslog restart 2024-04-12T16:08:06.253 DEBUG:teuthology.orchestra.run.smithi016:> sudo service rsyslog restart 2024-04-12T16:08:06.294 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T16:08:06.341 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T16:08:06.818 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-12T16:08:06.826 INFO:teuthology.task.internal:Starting timer... 2024-04-12T16:08:06.826 INFO:teuthology.run_tasks:Running task pcp... 2024-04-12T16:08:06.837 INFO:teuthology.run_tasks:Running task selinux... 2024-04-12T16:08:06.845 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-12T16:08:06.846 DEBUG:teuthology.orchestra.run.smithi005:> sudo service auditd rotate 2024-04-12T16:08:06.916 INFO:teuthology.orchestra.run.smithi005.stdout:Rotating logs: 2024-04-12T16:08:06.917 DEBUG:teuthology.orchestra.run.smithi016:> sudo service auditd rotate 2024-04-12T16:08:06.960 INFO:teuthology.orchestra.run.smithi016.stdout:Rotating logs: 2024-04-12T16:08:06.962 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-12T16:08:06.962 DEBUG:teuthology.orchestra.run.smithi005:> /usr/sbin/getenforce 2024-04-12T16:08:06.987 INFO:teuthology.orchestra.run.smithi005.stdout:Permissive 2024-04-12T16:08:06.987 DEBUG:teuthology.orchestra.run.smithi016:> /usr/sbin/getenforce 2024-04-12T16:08:07.022 INFO:teuthology.orchestra.run.smithi016.stdout:Permissive 2024-04-12T16:08:07.022 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi005.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi016.front.sepia.ceph.com': 'permissive'} 2024-04-12T16:08:07.023 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T16:08:07.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:08:07.056 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T16:08:07.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:08:07.089 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-12T16:08:07.090 DEBUG:teuthology.orchestra.run.smithi005:> sudo /usr/sbin/setenforce permissive 2024-04-12T16:08:07.130 DEBUG:teuthology.orchestra.run.smithi016:> sudo /usr/sbin/setenforce permissive 2024-04-12T16:08:07.167 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-12T16:08:07.180 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-12T16:08:07.187 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-12T16:08:07.315 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-12T16:08:07.333 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-12T16:08:07.334 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi005.front.sepia.ceph.com,smithi016.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-12T16:13:07.096 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi005.front.sepia.ceph.com'), Remote(name='ubuntu@smithi016.front.sepia.ceph.com')] 2024-04-12T16:13:07.098 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-04-12T16:13:07.099 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:13:07.194 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-04-12T16:13:07.269 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-04-12T16:13:07.269 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-12T16:13:07.270 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T16:13:07.362 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-04-12T16:13:07.445 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-04-12T16:13:07.446 INFO:teuthology.run_tasks:Running task clock... 2024-04-12T16:13:07.456 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-12T16:13:07.456 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T16:13:07.457 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T16:13:07.459 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T16:13:07.459 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T16:13:07.487 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T16:13:07.503 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T16:13:07.517 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T16:13:07.533 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: ntpd: command not found 2024-04-12T16:13:07.534 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T16:13:07.547 INFO:teuthology.orchestra.run.smithi005.stdout:506 Cannot talk to daemon 2024-04-12T16:13:07.564 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T16:13:07.564 INFO:teuthology.orchestra.run.smithi016.stderr:sudo: ntpd: command not found 2024-04-12T16:13:07.578 INFO:teuthology.orchestra.run.smithi016.stdout:506 Cannot talk to daemon 2024-04-12T16:13:07.581 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T16:13:07.594 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T16:13:07.611 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T16:13:07.632 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-04-12T16:13:07.636 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T16:13:07.636 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-04-12T16:13:07.636 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.636 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.636 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.636 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.666 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-04-12T16:13:07.669 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T16:13:07.669 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-04-12T16:13:07.669 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.669 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.669 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.669 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T16:13:07.670 INFO:teuthology.run_tasks:Running task install... 2024-04-12T16:13:07.677 DEBUG:teuthology.task.install:project ceph 2024-04-12T16:13:07.678 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}} 2024-04-12T16:13:07.678 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'} 2024-04-12T16:13:07.678 INFO:teuthology.task.install:Using flavor: default 2024-04-12T16:13:07.683 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-12T16:13:07.683 INFO:teuthology.task.install:extra packages: [] 2024-04-12T16:13:07.684 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d', 'tag': None, 'wait_for_package': False} 2024-04-12T16:13:07.684 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T16:13:07.684 INFO:teuthology.packaging:ref: None 2024-04-12T16:13:07.684 INFO:teuthology.packaging:tag: None 2024-04-12T16:13:07.684 INFO:teuthology.packaging:branch: reef 2024-04-12T16:13:07.685 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:13:07.685 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T16:13:07.687 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d', 'tag': None, 'wait_for_package': False} 2024-04-12T16:13:07.687 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T16:13:07.687 INFO:teuthology.packaging:ref: None 2024-04-12T16:13:07.687 INFO:teuthology.packaging:tag: None 2024-04-12T16:13:07.687 INFO:teuthology.packaging:branch: reef 2024-04-12T16:13:07.687 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:13:07.688 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T16:13:08.022 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-12T16:13:08.023 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-12T16:13:08.029 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-12T16:13:08.030 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-12T16:13:08.139 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T16:13:08.141 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:13:08.142 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T16:13:08.170 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-12T16:13:08.170 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T16:13:08.171 INFO:teuthology.packaging:ref: None 2024-04-12T16:13:08.171 INFO:teuthology.packaging:tag: None 2024-04-12T16:13:08.171 INFO:teuthology.packaging:branch: reef 2024-04-12T16:13:08.171 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:13:08.171 DEBUG:teuthology.orchestra.run.smithi016:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T16:13:08.202 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T16:13:08.202 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:13:08.202 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T16:13:08.230 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-12T16:13:08.231 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T16:13:08.231 INFO:teuthology.packaging:ref: None 2024-04-12T16:13:08.231 INFO:teuthology.packaging:tag: None 2024-04-12T16:13:08.231 INFO:teuthology.packaging:branch: reef 2024-04-12T16:13:08.231 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:13:08.231 DEBUG:teuthology.orchestra.run.smithi005:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T16:13:08.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T16:13:08.299 DEBUG:teuthology.orchestra.run.smithi005:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T16:13:08.319 DEBUG:teuthology.orchestra.run.smithi016:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T16:13:08.380 DEBUG:teuthology.orchestra.run.smithi005:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T16:13:08.385 INFO:teuthology.orchestra.run.smithi016.stdout:check_obsoletes = 1 2024-04-12T16:13:08.388 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum clean all 2024-04-12T16:13:08.447 INFO:teuthology.orchestra.run.smithi005.stdout:check_obsoletes = 1 2024-04-12T16:13:08.449 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum clean all 2024-04-12T16:13:08.649 INFO:teuthology.orchestra.run.smithi016.stdout:74 files removed 2024-04-12T16:13:08.676 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-12T16:13:08.695 INFO:teuthology.orchestra.run.smithi005.stdout:74 files removed 2024-04-12T16:13:08.722 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-12T16:13:09.353 INFO:teuthology.orchestra.run.smithi005.stdout:ceph packages for x86_64 236 kB/s | 77 kB 00:00 2024-04-12T16:13:09.356 INFO:teuthology.orchestra.run.smithi016.stdout:ceph packages for x86_64 207 kB/s | 77 kB 00:00 2024-04-12T16:13:09.711 INFO:teuthology.orchestra.run.smithi005.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-04-12T16:13:09.790 INFO:teuthology.orchestra.run.smithi016.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-04-12T16:13:10.122 INFO:teuthology.orchestra.run.smithi005.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-04-12T16:13:10.216 INFO:teuthology.orchestra.run.smithi016.stdout:ceph source packages 4.9 kB/s | 1.9 kB 00:00 2024-04-12T16:13:10.583 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS-9 - AppStream 19 MB/s | 8.1 MB 00:00 2024-04-12T16:13:10.712 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - AppStream 18 MB/s | 8.1 MB 00:00 2024-04-12T16:13:12.342 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS-9 - BaseOS 6.6 MB/s | 2.5 MB 00:00 2024-04-12T16:13:12.487 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS-9 - BaseOS 6.5 MB/s | 2.5 MB 00:00 2024-04-12T16:13:14.007 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - BaseOS 6.9 MB/s | 8.0 MB 00:01 2024-04-12T16:13:20.502 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 1.1 MB/s | 8.0 MB 00:07 2024-04-12T16:13:22.856 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 16 MB/s | 19 MB 00:01 2024-04-12T16:13:22.900 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - AppStream 2.4 MB/s | 19 MB 00:07 2024-04-12T16:13:28.362 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.2 MB 00:01 2024-04-12T16:13:29.025 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.2 MB 00:02 2024-04-12T16:13:30.363 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 22 kB/s | 16 kB 00:00 2024-04-12T16:13:30.542 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - Extras packages 62 kB/s | 16 kB 00:00 2024-04-12T16:13:31.798 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-12T16:13:32.638 INFO:teuthology.orchestra.run.smithi005.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-12T16:13:37.240 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-12T16:13:37.819 INFO:teuthology.orchestra.run.smithi005.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-12T16:13:39.915 INFO:teuthology.orchestra.run.smithi016.stderr:Modular dependency problems: 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 1: conflicting requests 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 2: conflicting requests 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 3: conflicting requests 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 4: conflicting requests 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 5: conflicting requests 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.916 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 6: conflicting requests 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 7: conflicting requests 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 8: conflicting requests 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 9: conflicting requests 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 10: conflicting requests 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 11: conflicting requests 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.917 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 12: conflicting requests 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 13: conflicting requests 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 14: conflicting requests 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 15: conflicting requests 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 16: conflicting requests 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 17: conflicting requests 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 18: conflicting requests 2024-04-12T16:13:39.918 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 19: conflicting requests 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 20: conflicting requests 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 21: conflicting requests 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 22: conflicting requests 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 23: conflicting requests 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.919 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 24: conflicting requests 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 25: conflicting requests 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 26: conflicting requests 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 27: conflicting requests 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 28: conflicting requests 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 29: conflicting requests 2024-04-12T16:13:39.920 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 30: conflicting requests 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 31: conflicting requests 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 32: conflicting requests 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 33: conflicting requests 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 34: conflicting requests 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 35: conflicting requests 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.921 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 36: conflicting requests 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 37: conflicting requests 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 39: conflicting requests 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.922 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.923 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T16:13:39.924 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T16:13:39.925 INFO:teuthology.orchestra.run.smithi016.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.414 INFO:teuthology.orchestra.run.smithi016.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T16:13:40.414 INFO:teuthology.orchestra.run.smithi016.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T16:13:40.504 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-04-12T16:13:40.521 INFO:teuthology.orchestra.run.smithi016.stdout:======================================================================================= 2024-04-12T16:13:40.521 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2024-04-12T16:13:40.521 INFO:teuthology.orchestra.run.smithi016.stdout:======================================================================================= 2024-04-12T16:13:40.521 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-12T16:13:40.522 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-12T16:13:40.523 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T16:13:40.524 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T16:13:40.525 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T16:13:40.526 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T16:13:40.527 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T16:13:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-12T16:13:40.529 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T16:13:40.530 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout:======================================================================================= 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout:Install 118 Packages 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 2 Packages 2024-04-12T16:13:40.531 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:13:40.532 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 180 M 2024-04-12T16:13:40.532 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr:Modular dependency problems: 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 1: conflicting requests 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 2: conflicting requests 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 3: conflicting requests 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 4: conflicting requests 2024-04-12T16:13:40.533 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 5: conflicting requests 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 6: conflicting requests 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 7: conflicting requests 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 8: conflicting requests 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 9: conflicting requests 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 10: conflicting requests 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.534 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 11: conflicting requests 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 12: conflicting requests 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 13: conflicting requests 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 14: conflicting requests 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 15: conflicting requests 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 16: conflicting requests 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 17: conflicting requests 2024-04-12T16:13:40.535 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 18: conflicting requests 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 19: conflicting requests 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 20: conflicting requests 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 21: conflicting requests 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 22: conflicting requests 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 23: conflicting requests 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.536 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 24: conflicting requests 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 25: conflicting requests 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 26: conflicting requests 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 27: conflicting requests 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 28: conflicting requests 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 29: conflicting requests 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 30: conflicting requests 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.537 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 31: conflicting requests 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 32: conflicting requests 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 33: conflicting requests 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 34: conflicting requests 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 35: conflicting requests 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 36: conflicting requests 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 37: conflicting requests 2024-04-12T16:13:40.538 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 39: conflicting requests 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.539 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.540 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.541 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.542 INFO:teuthology.orchestra.run.smithi005.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T16:13:40.973 INFO:teuthology.orchestra.run.smithi005.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T16:13:40.973 INFO:teuthology.orchestra.run.smithi005.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-12T16:13:41.063 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-04-12T16:13:41.082 INFO:teuthology.orchestra.run.smithi005.stdout:======================================================================================= 2024-04-12T16:13:41.082 INFO:teuthology.orchestra.run.smithi005.stdout: Package Arch Version Repository Size 2024-04-12T16:13:41.082 INFO:teuthology.orchestra.run.smithi005.stdout:======================================================================================= 2024-04-12T16:13:41.082 INFO:teuthology.orchestra.run.smithi005.stdout:Installing: 2024-04-12T16:13:41.082 INFO:teuthology.orchestra.run.smithi005.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-12T16:13:41.082 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-12T16:13:41.083 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout:Upgrading: 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-12T16:13:41.084 INFO:teuthology.orchestra.run.smithi005.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout:Installing dependencies: 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T16:13:41.085 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T16:13:41.086 INFO:teuthology.orchestra.run.smithi005.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T16:13:41.087 INFO:teuthology.orchestra.run.smithi005.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T16:13:41.088 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T16:13:41.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T16:13:41.090 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T16:13:41.091 INFO:teuthology.orchestra.run.smithi005.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T16:13:41.091 INFO:teuthology.orchestra.run.smithi005.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-12T16:13:41.091 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T16:13:41.091 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T16:13:41.092 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T16:13:41.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout:======================================================================================= 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout:Install 118 Packages 2024-04-12T16:13:41.094 INFO:teuthology.orchestra.run.smithi005.stdout:Upgrade 2 Packages 2024-04-12T16:13:41.095 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:13:41.095 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 180 M 2024-04-12T16:13:41.095 INFO:teuthology.orchestra.run.smithi005.stdout:Downloading Packages: 2024-04-12T16:13:41.449 INFO:teuthology.orchestra.run.smithi016.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 33 kB/s | 6.5 kB 00:00 2024-04-12T16:13:41.900 INFO:teuthology.orchestra.run.smithi016.stdout:(2/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 7.8 MB/s | 5.1 MB 00:00 2024-04-12T16:13:41.933 INFO:teuthology.orchestra.run.smithi016.stdout:(3/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.7 MB/s | 848 kB 00:00 2024-04-12T16:13:41.967 INFO:teuthology.orchestra.run.smithi016.stdout:(4/120): ceph-immutable-object-cache-18.2.2-118 2.1 MB/s | 143 kB 00:00 2024-04-12T16:13:42.142 INFO:teuthology.orchestra.run.smithi016.stdout:(5/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 8.3 MB/s | 1.5 MB 00:00 2024-04-12T16:13:42.228 INFO:teuthology.orchestra.run.smithi005.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 23 kB/s | 6.5 kB 00:00 2024-04-12T16:13:42.642 INFO:teuthology.orchestra.run.smithi016.stdout:(6/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 9.3 MB/s | 4.7 MB 00:00 2024-04-12T16:13:42.834 INFO:teuthology.orchestra.run.smithi016.stdout:(7/120): ceph-common-18.2.2-1189.gc96c8d47.el9. 12 MB/s | 18 MB 00:01 2024-04-12T16:13:42.845 INFO:teuthology.orchestra.run.smithi005.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.3 MB/s | 848 kB 00:00 2024-04-12T16:13:42.885 INFO:teuthology.orchestra.run.smithi016.stdout:(8/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 2.2 MB/s | 2.1 MB 00:00 2024-04-12T16:13:42.976 INFO:teuthology.orchestra.run.smithi016.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 275 kB/s | 25 kB 00:00 2024-04-12T16:13:43.004 INFO:teuthology.orchestra.run.smithi005.stdout:(3/120): ceph-immutable-object-cache-18.2.2-118 902 kB/s | 143 kB 00:00 2024-04-12T16:13:43.602 INFO:teuthology.orchestra.run.smithi016.stdout:(10/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el 10 MB/s | 7.7 MB 00:00 2024-04-12T16:13:43.669 INFO:teuthology.orchestra.run.smithi016.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 468 kB/s | 31 kB 00:00 2024-04-12T16:13:43.819 INFO:teuthology.orchestra.run.smithi016.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 4.6 MB/s | 708 kB 00:00 2024-04-12T16:13:43.902 INFO:teuthology.orchestra.run.smithi016.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 2.0 MB/s | 166 kB 00:00 2024-04-12T16:13:43.986 INFO:teuthology.orchestra.run.smithi016.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 1.5 MB/s | 127 kB 00:00 2024-04-12T16:13:44.095 INFO:teuthology.orchestra.run.smithi016.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 4.3 MB/s | 474 kB 00:00 2024-04-12T16:13:44.271 INFO:teuthology.orchestra.run.smithi005.stdout:(4/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 2.2 MB/s | 5.1 MB 00:02 2024-04-12T16:13:44.429 INFO:teuthology.orchestra.run.smithi005.stdout:(5/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 1.5 MB/s | 2.1 MB 00:01 2024-04-12T16:13:44.454 INFO:teuthology.orchestra.run.smithi016.stdout:(16/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 9.1 MB/s | 17 MB 00:01 2024-04-12T16:13:44.554 INFO:teuthology.orchestra.run.smithi016.stdout:(17/120): python3-ceph-argparse-18.2.2-1189.gc9 452 kB/s | 45 kB 00:00 2024-04-12T16:13:44.630 INFO:teuthology.orchestra.run.smithi005.stdout:(6/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 4.1 MB/s | 1.5 MB 00:00 2024-04-12T16:13:44.646 INFO:teuthology.orchestra.run.smithi016.stdout:(18/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 8.1 MB/s | 4.5 MB 00:00 2024-04-12T16:13:44.671 INFO:teuthology.orchestra.run.smithi016.stdout:(19/120): python3-ceph-common-18.2.2-1189.gc96c 1.1 MB/s | 129 kB 00:00 2024-04-12T16:13:44.721 INFO:teuthology.orchestra.run.smithi016.stdout:(20/120): python3-cephfs-18.2.2-1189.gc96c8d47. 2.1 MB/s | 162 kB 00:00 2024-04-12T16:13:44.813 INFO:teuthology.orchestra.run.smithi016.stdout:(21/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 3.2 MB/s | 298 kB 00:00 2024-04-12T16:13:44.838 INFO:teuthology.orchestra.run.smithi016.stdout:(22/120): python3-rados-18.2.2-1189.gc96c8d47.e 1.9 MB/s | 321 kB 00:00 2024-04-12T16:13:44.897 INFO:teuthology.orchestra.run.smithi016.stdout:(23/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.2 MB/s | 99 kB 00:00 2024-04-12T16:13:44.931 INFO:teuthology.orchestra.run.smithi016.stdout:(24/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 940 kB/s | 87 kB 00:00 2024-04-12T16:13:45.373 INFO:teuthology.orchestra.run.smithi016.stdout:(25/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 6.3 MB/s | 3.0 MB 00:00 2024-04-12T16:13:45.448 INFO:teuthology.orchestra.run.smithi016.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1189.g 326 kB/s | 24 kB 00:00 2024-04-12T16:13:45.473 INFO:teuthology.orchestra.run.smithi016.stdout:(27/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 317 kB/s | 172 kB 00:00 2024-04-12T16:13:45.523 INFO:teuthology.orchestra.run.smithi016.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 1.8 MB/s | 138 kB 00:00 2024-04-12T16:13:46.707 INFO:teuthology.orchestra.run.smithi016.stdout:(29/120): ceph-mgr-diskprediction-local-18.2.2- 6.2 MB/s | 7.4 MB 00:01 2024-04-12T16:13:47.074 INFO:teuthology.orchestra.run.smithi016.stdout:(30/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 9.7 MB/s | 40 MB 00:04 2024-04-12T16:13:47.099 INFO:teuthology.orchestra.run.smithi016.stdout:(31/120): ceph-mgr-modules-core-18.2.2-1189.gc9 627 kB/s | 246 kB 00:00 2024-04-12T16:13:47.116 INFO:teuthology.orchestra.run.smithi016.stdout:(32/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 1.2 MB/s | 49 kB 00:00 2024-04-12T16:13:47.121 INFO:teuthology.orchestra.run.smithi005.stdout:(7/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x86 6.6 MB/s | 17 MB 00:02 2024-04-12T16:13:47.175 INFO:teuthology.orchestra.run.smithi016.stdout:(33/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 2.1 MB/s | 3.5 MB 00:01 2024-04-12T16:13:47.192 INFO:teuthology.orchestra.run.smithi016.stdout:(34/120): ceph-prometheus-alerts-18.2.2-1189.gc 161 kB/s | 15 kB 00:00 2024-04-12T16:13:47.209 INFO:teuthology.orchestra.run.smithi016.stdout:(35/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 2.4 MB/s | 224 kB 00:00 2024-04-12T16:13:47.230 INFO:teuthology.orchestra.run.smithi005.stdout:(8/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 1.7 MB/s | 4.7 MB 00:02 2024-04-12T16:13:47.280 INFO:teuthology.orchestra.run.smithi005.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 504 kB/s | 25 kB 00:00 2024-04-12T16:13:47.622 INFO:teuthology.orchestra.run.smithi005.stdout:(10/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el 15 MB/s | 7.7 MB 00:00 2024-04-12T16:13:47.664 INFO:teuthology.orchestra.run.smithi005.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 753 kB/s | 31 kB 00:00 2024-04-12T16:13:47.739 INFO:teuthology.orchestra.run.smithi005.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 9.2 MB/s | 708 kB 00:00 2024-04-12T16:13:47.742 INFO:teuthology.orchestra.run.smithi016.stdout:(36/120): fuse-2.9.9-15.el9.x86_64.rpm 142 kB/s | 80 kB 00:00 2024-04-12T16:13:47.790 INFO:teuthology.orchestra.run.smithi005.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 3.2 MB/s | 166 kB 00:00 2024-04-12T16:13:47.840 INFO:teuthology.orchestra.run.smithi005.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 2.5 MB/s | 127 kB 00:00 2024-04-12T16:13:47.867 INFO:teuthology.orchestra.run.smithi016.stdout:(37/120): jq-1.6-16.el9.x86_64.rpm 277 kB/s | 187 kB 00:00 2024-04-12T16:13:47.907 INFO:teuthology.orchestra.run.smithi005.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 7.0 MB/s | 474 kB 00:00 2024-04-12T16:13:47.959 INFO:teuthology.orchestra.run.smithi016.stdout:(38/120): libquadmath-11.4.1-3.el9.x86_64.rpm 900 kB/s | 195 kB 00:00 2024-04-12T16:13:48.068 INFO:teuthology.orchestra.run.smithi016.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.1 MB/s | 218 kB 00:00 2024-04-12T16:13:48.151 INFO:teuthology.orchestra.run.smithi016.stdout:(40/120): libgfortran-11.4.1-3.el9.x86_64.rpm 852 kB/s | 803 kB 00:00 2024-04-12T16:13:48.177 INFO:teuthology.orchestra.run.smithi016.stdout:(41/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-04-12T16:13:48.215 INFO:teuthology.orchestra.run.smithi005.stdout:(16/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 14 MB/s | 4.5 MB 00:00 2024-04-12T16:13:48.260 INFO:teuthology.orchestra.run.smithi016.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-04-12T16:13:48.266 INFO:teuthology.orchestra.run.smithi005.stdout:(17/120): python3-ceph-argparse-18.2.2-1189.gc9 898 kB/s | 45 kB 00:00 2024-04-12T16:13:48.286 INFO:teuthology.orchestra.run.smithi016.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-04-12T16:13:48.316 INFO:teuthology.orchestra.run.smithi005.stdout:(18/120): python3-ceph-common-18.2.2-1189.gc96c 2.5 MB/s | 129 kB 00:00 2024-04-12T16:13:48.366 INFO:teuthology.orchestra.run.smithi005.stdout:(19/120): python3-cephfs-18.2.2-1189.gc96c8d47. 3.2 MB/s | 162 kB 00:00 2024-04-12T16:13:48.369 INFO:teuthology.orchestra.run.smithi016.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-04-12T16:13:48.394 INFO:teuthology.orchestra.run.smithi016.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-04-12T16:13:48.425 INFO:teuthology.orchestra.run.smithi005.stdout:(20/120): python3-rados-18.2.2-1189.gc96c8d47.e 5.4 MB/s | 321 kB 00:00 2024-04-12T16:13:48.484 INFO:teuthology.orchestra.run.smithi005.stdout:(21/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 5.0 MB/s | 298 kB 00:00 2024-04-12T16:13:48.511 INFO:teuthology.orchestra.run.smithi016.stdout:(46/120): python3-cryptography-36.0.1-4.el9.x86 2.8 MB/s | 1.2 MB 00:00 2024-04-12T16:13:48.534 INFO:teuthology.orchestra.run.smithi005.stdout:(22/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.9 MB/s | 99 kB 00:00 2024-04-12T16:13:48.537 INFO:teuthology.orchestra.run.smithi016.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 230 kB/s | 33 kB 00:00 2024-04-12T16:13:48.562 INFO:teuthology.orchestra.run.smithi016.stdout:(48/120): boost-program-options-1.75.0-8.el9.x8 555 kB/s | 107 kB 00:00 2024-04-12T16:13:48.584 INFO:teuthology.orchestra.run.smithi005.stdout:(23/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.7 MB/s | 87 kB 00:00 2024-04-12T16:13:48.620 INFO:teuthology.orchestra.run.smithi016.stdout:(49/120): flexiblas-openblas-openmp-3.0.4-8.el9 218 kB/s | 18 kB 00:00 2024-04-12T16:13:48.646 INFO:teuthology.orchestra.run.smithi016.stdout:(50/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-04-12T16:13:48.704 INFO:teuthology.orchestra.run.smithi016.stdout:(51/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 542 kB/s | 45 kB 00:00 2024-04-12T16:13:48.810 INFO:teuthology.orchestra.run.smithi005.stdout:(24/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 13 MB/s | 3.0 MB 00:00 2024-04-12T16:13:48.821 INFO:teuthology.orchestra.run.smithi016.stdout:(52/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-04-12T16:13:48.847 INFO:teuthology.orchestra.run.smithi016.stdout:(53/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 292 kB 00:00 2024-04-12T16:13:48.860 INFO:teuthology.orchestra.run.smithi005.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 3.4 MB/s | 172 kB 00:00 2024-04-12T16:13:48.872 INFO:teuthology.orchestra.run.smithi016.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 697 kB/s | 35 kB 00:00 2024-04-12T16:13:48.893 INFO:teuthology.orchestra.run.smithi005.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1189.g 733 kB/s | 24 kB 00:00 2024-04-12T16:13:48.923 INFO:teuthology.orchestra.run.smithi016.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-04-12T16:13:48.944 INFO:teuthology.orchestra.run.smithi005.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 2.7 MB/s | 138 kB 00:00 2024-04-12T16:13:49.203 INFO:teuthology.orchestra.run.smithi005.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 14 MB/s | 3.5 MB 00:00 2024-04-12T16:13:49.264 INFO:teuthology.orchestra.run.smithi016.stdout:(56/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.0 MB/s | 3.0 MB 00:00 2024-04-12T16:13:49.356 INFO:teuthology.orchestra.run.smithi016.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 2.6 MB/s | 245 kB 00:00 2024-04-12T16:13:49.415 INFO:teuthology.orchestra.run.smithi016.stdout:(58/120): python3-iniconfig-1.1.1-7.el9.noarch. 300 kB/s | 17 kB 00:00 2024-04-12T16:13:49.507 INFO:teuthology.orchestra.run.smithi016.stdout:(59/120): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-12T16:13:49.565 INFO:teuthology.orchestra.run.smithi016.stdout:(60/120): python3-jsonpatch-1.21-16.el9.noarch. 440 kB/s | 26 kB 00:00 2024-04-12T16:13:49.616 INFO:teuthology.orchestra.run.smithi016.stdout:(61/120): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-04-12T16:13:49.695 INFO:teuthology.orchestra.run.smithi005.stdout:(29/120): ceph-mgr-diskprediction-local-18.2.2- 15 MB/s | 7.4 MB 00:00 2024-04-12T16:13:49.699 INFO:teuthology.orchestra.run.smithi016.stdout:(62/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-12T16:13:49.753 INFO:teuthology.orchestra.run.smithi005.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1189.gc9 4.1 MB/s | 246 kB 00:00 2024-04-12T16:13:49.758 INFO:teuthology.orchestra.run.smithi016.stdout:(63/120): python3-markupsafe-1.1.1-12.el9.x86_6 597 kB/s | 35 kB 00:00 2024-04-12T16:13:49.795 INFO:teuthology.orchestra.run.smithi005.stdout:(31/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 1.2 MB/s | 49 kB 00:00 2024-04-12T16:13:49.828 INFO:teuthology.orchestra.run.smithi005.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1189.gc 444 kB/s | 15 kB 00:00 2024-04-12T16:13:49.925 INFO:teuthology.orchestra.run.smithi016.stdout:(64/120): openblas-openmp-0.3.21-2.el9.x86_64.r 4.4 MB/s | 4.7 MB 00:01 2024-04-12T16:13:50.008 INFO:teuthology.orchestra.run.smithi016.stdout:(65/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.0 MB/s | 250 kB 00:00 2024-04-12T16:13:50.012 INFO:teuthology.orchestra.run.smithi005.stdout:(33/120): ceph-common-18.2.2-1189.gc96c8d47.el9 2.3 MB/s | 18 MB 00:08 2024-04-12T16:13:50.037 INFO:teuthology.orchestra.run.smithi005.stdout:(34/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 1.0 MB/s | 224 kB 00:00 2024-04-12T16:13:50.092 INFO:teuthology.orchestra.run.smithi016.stdout:(66/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-04-12T16:13:50.151 INFO:teuthology.orchestra.run.smithi016.stdout:(67/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-04-12T16:13:50.163 INFO:teuthology.orchestra.run.smithi005.stdout:(35/120): fuse-2.9.9-15.el9.x86_64.rpm 536 kB/s | 80 kB 00:00 2024-04-12T16:13:50.213 INFO:teuthology.orchestra.run.smithi005.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-04-12T16:13:50.226 INFO:teuthology.orchestra.run.smithi016.stdout:(68/120): python3-babel-2.9.1-2.el9.noarch.rpm 4.6 MB/s | 6.0 MB 00:01 2024-04-12T16:13:50.243 INFO:teuthology.orchestra.run.smithi016.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 451 kB/s | 41 kB 00:00 2024-04-12T16:13:50.268 INFO:teuthology.orchestra.run.smithi016.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-04-12T16:13:50.297 INFO:teuthology.orchestra.run.smithi005.stdout:(37/120): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-04-12T16:13:50.327 INFO:teuthology.orchestra.run.smithi016.stdout:(71/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-04-12T16:13:50.385 INFO:teuthology.orchestra.run.smithi016.stdout:(72/120): python3-py-1.10.0-6.el9.noarch.rpm 3.3 MB/s | 477 kB 00:00 2024-04-12T16:13:50.405 INFO:teuthology.orchestra.run.smithi005.stdout:(38/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.2 MB/s | 803 kB 00:00 2024-04-12T16:13:50.410 INFO:teuthology.orchestra.run.smithi016.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 3.3 MB/s | 279 kB 00:00 2024-04-12T16:13:50.461 INFO:teuthology.orchestra.run.smithi016.stdout:(74/120): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-12T16:13:50.522 INFO:teuthology.orchestra.run.smithi005.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 967 kB/s | 218 kB 00:00 2024-04-12T16:13:50.528 INFO:teuthology.orchestra.run.smithi016.stdout:(75/120): python3-pytest-6.2.2-7.el9.noarch.rpm 3.6 MB/s | 519 kB 00:00 2024-04-12T16:13:50.539 INFO:teuthology.orchestra.run.smithi005.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-04-12T16:13:50.553 INFO:teuthology.orchestra.run.smithi016.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 584 kB/s | 54 kB 00:00 2024-04-12T16:13:50.603 INFO:teuthology.orchestra.run.smithi016.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 834 kB/s | 42 kB 00:00 2024-04-12T16:13:50.623 INFO:teuthology.orchestra.run.smithi005.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 1.3 MB/s | 106 kB 00:00 2024-04-12T16:13:50.695 INFO:teuthology.orchestra.run.smithi016.stdout:(78/120): socat-1.7.4.1-5.el9.x86_64.rpm 3.3 MB/s | 305 kB 00:00 2024-04-12T16:13:50.715 INFO:teuthology.orchestra.run.smithi005.stdout:(42/120): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-04-12T16:13:50.754 INFO:teuthology.orchestra.run.smithi016.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-12T16:13:50.798 INFO:teuthology.orchestra.run.smithi005.stdout:(43/120): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-04-12T16:13:50.854 INFO:teuthology.orchestra.run.smithi016.stdout:(80/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.7 MB/s | 5.1 MB 00:01 2024-04-12T16:13:50.949 INFO:teuthology.orchestra.run.smithi005.stdout:(44/120): python3-urllib3-1.26.5-5.el9.noarch.r 1.4 MB/s | 215 kB 00:00 2024-04-12T16:13:51.024 INFO:teuthology.orchestra.run.smithi005.stdout:(45/120): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-04-12T16:13:51.074 INFO:teuthology.orchestra.run.smithi005.stdout:(46/120): flexiblas-3.0.4-8.el9.x86_64.rpm 657 kB/s | 33 kB 00:00 2024-04-12T16:13:51.091 INFO:teuthology.orchestra.run.smithi005.stdout:(47/120): boost-program-options-1.75.0-8.el9.x8 750 kB/s | 107 kB 00:00 2024-04-12T16:13:51.142 INFO:teuthology.orchestra.run.smithi005.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-04-12T16:13:51.209 INFO:teuthology.orchestra.run.smithi005.stdout:(49/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.4 MB/s | 160 kB 00:00 2024-04-12T16:13:51.238 INFO:teuthology.orchestra.run.smithi016.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 229 kB/s | 111 kB 00:00 2024-04-12T16:13:51.267 INFO:teuthology.orchestra.run.smithi005.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 775 kB/s | 45 kB 00:00 2024-04-12T16:13:51.318 INFO:teuthology.orchestra.run.smithi005.stdout:(51/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-04-12T16:13:51.401 INFO:teuthology.orchestra.run.smithi005.stdout:(52/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-04-12T16:13:51.435 INFO:teuthology.orchestra.run.smithi005.stdout:(53/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.9 MB/s | 662 kB 00:00 2024-04-12T16:13:51.438 INFO:teuthology.orchestra.run.smithi016.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 529 kB/s | 309 kB 00:00 2024-04-12T16:13:51.469 INFO:teuthology.orchestra.run.smithi005.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 528 kB/s | 35 kB 00:00 2024-04-12T16:13:51.530 INFO:teuthology.orchestra.run.smithi016.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 283 kB/s | 26 kB 00:00 2024-04-12T16:13:51.552 INFO:teuthology.orchestra.run.smithi005.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-04-12T16:13:51.630 INFO:teuthology.orchestra.run.smithi016.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 486 kB/s | 49 kB 00:00 2024-04-12T16:13:51.714 INFO:teuthology.orchestra.run.smithi016.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 809 kB/s | 67 kB 00:00 2024-04-12T16:13:51.727 INFO:teuthology.orchestra.run.smithi005.stdout:(56/120): openblas-openmp-0.3.21-2.el9.x86_64.r 16 MB/s | 4.7 MB 00:00 2024-04-12T16:13:51.781 INFO:teuthology.orchestra.run.smithi016.stdout:(86/120): libarrow-9.0.0-10.el9.x86_64.rpm 8.1 MB/s | 4.4 MB 00:00 2024-04-12T16:13:51.811 INFO:teuthology.orchestra.run.smithi005.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-04-12T16:13:51.881 INFO:teuthology.orchestra.run.smithi016.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 5.4 MB/s | 548 kB 00:00 2024-04-12T16:13:51.903 INFO:teuthology.orchestra.run.smithi005.stdout:(58/120): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-04-12T16:13:51.920 INFO:teuthology.orchestra.run.smithi005.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 161 kB/s | 17 kB 00:00 2024-04-12T16:13:51.962 INFO:teuthology.orchestra.run.smithi005.stdout:(60/120): python3-jsonpatch-1.21-16.el9.noarch. 616 kB/s | 26 kB 00:00 2024-04-12T16:13:51.973 INFO:teuthology.orchestra.run.smithi016.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 475 kB/s | 43 kB 00:00 2024-04-12T16:13:51.995 INFO:teuthology.orchestra.run.smithi005.stdout:(61/120): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-12T16:13:52.029 INFO:teuthology.orchestra.run.smithi005.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 286 kB/s | 19 kB 00:00 2024-04-12T16:13:52.074 INFO:teuthology.orchestra.run.smithi016.stdout:(89/120): python3-cachetools-4.2.4-1.el9.noarch 322 kB/s | 32 kB 00:00 2024-04-12T16:13:52.079 INFO:teuthology.orchestra.run.smithi005.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-12T16:13:52.096 INFO:teuthology.orchestra.run.smithi005.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 519 kB/s | 35 kB 00:00 2024-04-12T16:13:52.171 INFO:teuthology.orchestra.run.smithi005.stdout:(65/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-04-12T16:13:52.173 INFO:teuthology.orchestra.run.smithi016.stdout:(90/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.8 MB/s | 838 kB 00:00 2024-04-12T16:13:52.199 INFO:teuthology.orchestra.run.smithi016.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 120 kB/s | 15 kB 00:00 2024-04-12T16:13:52.255 INFO:teuthology.orchestra.run.smithi005.stdout:(66/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-04-12T16:13:52.266 INFO:teuthology.orchestra.run.smithi016.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.8 MB/s | 172 kB 00:00 2024-04-12T16:13:52.364 INFO:teuthology.orchestra.run.smithi005.stdout:(67/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 18 MB/s | 5.1 MB 00:00 2024-04-12T16:13:52.366 INFO:teuthology.orchestra.run.smithi016.stdout:(93/120): python3-google-auth-2.28.2-1.el9.noar 2.0 MB/s | 203 kB 00:00 2024-04-12T16:13:52.389 INFO:teuthology.orchestra.run.smithi005.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 577 kB/s | 77 kB 00:00 2024-04-12T16:13:52.431 INFO:teuthology.orchestra.run.smithi005.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 621 kB/s | 41 kB 00:00 2024-04-12T16:13:52.433 INFO:teuthology.orchestra.run.smithi016.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 1.5 MB/s | 358 kB 00:00 2024-04-12T16:13:52.456 INFO:teuthology.orchestra.run.smithi005.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 630 kB/s | 42 kB 00:00 2024-04-12T16:13:52.458 INFO:teuthology.orchestra.run.smithi016.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 116 kB/s | 11 kB 00:00 2024-04-12T16:13:52.517 INFO:teuthology.orchestra.run.smithi016.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 211 kB/s | 18 kB 00:00 2024-04-12T16:13:52.531 INFO:teuthology.orchestra.run.smithi005.stdout:(71/120): python3-py-1.10.0-6.el9.noarch.rpm 4.6 MB/s | 477 kB 00:00 2024-04-12T16:13:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 252 kB/s | 23 kB 00:00 2024-04-12T16:13:52.557 INFO:teuthology.orchestra.run.smithi005.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.5 MB/s | 159 kB 00:00 2024-04-12T16:13:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 212 kB/s | 19 kB 00:00 2024-04-12T16:13:52.623 INFO:teuthology.orchestra.run.smithi005.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-04-12T16:13:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 214 kB/s | 20 kB 00:00 2024-04-12T16:13:52.674 INFO:teuthology.orchestra.run.smithi005.stdout:(74/120): python3-pytest-6.2.2-7.el9.noarch.rpm 4.3 MB/s | 519 kB 00:00 2024-04-12T16:13:52.699 INFO:teuthology.orchestra.run.smithi005.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 675 kB/s | 51 kB 00:00 2024-04-12T16:13:52.735 INFO:teuthology.orchestra.run.smithi016.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 504 kB/s | 46 kB 00:00 2024-04-12T16:13:52.749 INFO:teuthology.orchestra.run.smithi005.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 714 kB/s | 54 kB 00:00 2024-04-12T16:13:52.808 INFO:teuthology.orchestra.run.smithi005.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 713 kB/s | 42 kB 00:00 2024-04-12T16:13:52.827 INFO:teuthology.orchestra.run.smithi016.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 860 kB/s | 79 kB 00:00 2024-04-12T16:13:52.892 INFO:teuthology.orchestra.run.smithi005.stdout:(78/120): socat-1.7.4.1-5.el9.x86_64.rpm 3.6 MB/s | 305 kB 00:00 2024-04-12T16:13:52.927 INFO:teuthology.orchestra.run.smithi016.stdout:(102/120): python3-natsort-7.1.1-5.el9.noarch.r 578 kB/s | 58 kB 00:00 2024-04-12T16:13:52.959 INFO:teuthology.orchestra.run.smithi005.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 955 kB/s | 64 kB 00:00 2024-04-12T16:13:53.019 INFO:teuthology.orchestra.run.smithi016.stdout:(103/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-12T16:13:53.061 INFO:teuthology.orchestra.run.smithi016.stdout:(104/120): python3-kubernetes-26.1.0-2.el9.noar 2.3 MB/s | 1.0 MB 00:00 2024-04-12T16:13:53.111 INFO:teuthology.orchestra.run.smithi016.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 179 kB/s | 16 kB 00:00 2024-04-12T16:13:53.153 INFO:teuthology.orchestra.run.smithi016.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 978 kB/s | 90 kB 00:00 2024-04-12T16:13:53.204 INFO:teuthology.orchestra.run.smithi016.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 334 kB/s | 31 kB 00:00 2024-04-12T16:13:53.363 INFO:teuthology.orchestra.run.smithi016.stdout:(108/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.7 MB/s | 16 MB 00:02 2024-04-12T16:13:53.387 INFO:teuthology.orchestra.run.smithi016.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 322 kB/s | 59 kB 00:00 2024-04-12T16:13:53.413 INFO:teuthology.orchestra.run.smithi016.stdout:(110/120): python3-routes-2.5.1-5.el9.noarch.rp 728 kB/s | 188 kB 00:00 2024-04-12T16:13:53.459 INFO:teuthology.orchestra.run.smithi005.stdout:(80/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 6.4 MB/s | 40 MB 00:06 2024-04-12T16:13:53.480 INFO:teuthology.orchestra.run.smithi016.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 555 kB/s | 51 kB 00:00 2024-04-12T16:13:53.505 INFO:teuthology.orchestra.run.smithi016.stdout:(112/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-12T16:13:53.572 INFO:teuthology.orchestra.run.smithi016.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 972 kB/s | 90 kB 00:00 2024-04-12T16:13:53.598 INFO:teuthology.orchestra.run.smithi016.stdout:(114/120): python3-tempora-5.0.0-2.el9.noarch.r 152 kB/s | 36 kB 00:00 2024-04-12T16:13:53.643 INFO:teuthology.orchestra.run.smithi005.stdout:(81/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-04-12T16:13:53.664 INFO:teuthology.orchestra.run.smithi016.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 217 kB/s | 20 kB 00:00 2024-04-12T16:13:53.668 INFO:teuthology.orchestra.run.smithi005.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 156 kB/s | 111 kB 00:00 2024-04-12T16:13:53.690 INFO:teuthology.orchestra.run.smithi016.stdout:(116/120): python3-werkzeug-2.0.3-3.el9.1.noarc 2.3 MB/s | 427 kB 00:00 2024-04-12T16:13:53.915 INFO:teuthology.orchestra.run.smithi016.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 604 kB/s | 192 kB 00:00 2024-04-12T16:13:53.973 INFO:teuthology.orchestra.run.smithi016.stdout:(118/120): librados2-18.2.2-1189.gc96c8d47.el9. 12 MB/s | 3.3 MB 00:00 2024-04-12T16:13:53.985 INFO:teuthology.orchestra.run.smithi005.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 588 kB/s | 309 kB 00:00 2024-04-12T16:13:54.135 INFO:teuthology.orchestra.run.smithi005.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 56 kB/s | 26 kB 00:00 2024-04-12T16:13:54.319 INFO:teuthology.orchestra.run.smithi005.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 146 kB/s | 49 kB 00:00 2024-04-12T16:13:54.461 INFO:teuthology.orchestra.run.smithi005.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 207 kB/s | 67 kB 00:00 2024-04-12T16:13:54.490 INFO:teuthology.orchestra.run.smithi016.stdout:(119/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 5.2 MB/s | 3.0 MB 00:00 2024-04-12T16:13:54.524 INFO:teuthology.orchestra.run.smithi016.stdout:(120/120): thrift-0.15.0-2.el9.x86_64.rpm 1.8 MB/s | 1.6 MB 00:00 2024-04-12T16:13:54.526 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-04-12T16:13:54.527 INFO:teuthology.orchestra.run.smithi016.stdout:Total 13 MB/s | 180 MB 00:13 2024-04-12T16:13:54.986 INFO:teuthology.orchestra.run.smithi005.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-04-12T16:13:55.019 INFO:teuthology.orchestra.run.smithi005.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 982 kB/s | 548 kB 00:00 2024-04-12T16:13:55.053 INFO:teuthology.orchestra.run.smithi005.stdout:(89/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.1 MB/s | 838 kB 00:00 2024-04-12T16:13:55.070 INFO:teuthology.orchestra.run.smithi005.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 525 kB/s | 43 kB 00:00 2024-04-12T16:13:55.087 INFO:teuthology.orchestra.run.smithi005.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 488 kB/s | 32 kB 00:00 2024-04-12T16:13:55.112 INFO:teuthology.orchestra.run.smithi005.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 255 kB/s | 15 kB 00:00 2024-04-12T16:13:55.154 INFO:teuthology.orchestra.run.smithi005.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.0 MB/s | 172 kB 00:00 2024-04-12T16:13:55.179 INFO:teuthology.orchestra.run.smithi005.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.8 MB/s | 358 kB 00:00 2024-04-12T16:13:55.204 INFO:teuthology.orchestra.run.smithi005.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 2.2 MB/s | 203 kB 00:00 2024-04-12T16:13:55.221 INFO:teuthology.orchestra.run.smithi005.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 161 kB/s | 11 kB 00:00 2024-04-12T16:13:55.247 INFO:teuthology.orchestra.run.smithi005.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 265 kB/s | 18 kB 00:00 2024-04-12T16:13:55.272 INFO:teuthology.orchestra.run.smithi005.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 345 kB/s | 23 kB 00:00 2024-04-12T16:13:55.297 INFO:teuthology.orchestra.run.smithi005.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2024-04-12T16:13:55.302 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-04-12T16:13:55.322 INFO:teuthology.orchestra.run.smithi005.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-04-12T16:13:55.406 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-04-12T16:13:55.406 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-04-12T16:13:55.423 INFO:teuthology.orchestra.run.smithi005.stdout:(101/120): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-04-12T16:13:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 308 kB/s | 46 kB 00:00 2024-04-12T16:13:55.473 INFO:teuthology.orchestra.run.smithi005.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 525 kB/s | 79 kB 00:00 2024-04-12T16:13:55.499 INFO:teuthology.orchestra.run.smithi005.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 769 kB/s | 58 kB 00:00 2024-04-12T16:13:55.558 INFO:teuthology.orchestra.run.smithi005.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-04-12T16:13:55.583 INFO:teuthology.orchestra.run.smithi005.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 151 kB/s | 16 kB 00:00 2024-04-12T16:13:55.608 INFO:teuthology.orchestra.run.smithi005.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 825 kB/s | 90 kB 00:00 2024-04-12T16:13:55.633 INFO:teuthology.orchestra.run.smithi005.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 409 kB/s | 31 kB 00:00 2024-04-12T16:13:55.692 INFO:teuthology.orchestra.run.smithi005.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-04-12T16:13:55.717 INFO:teuthology.orchestra.run.smithi005.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 545 kB/s | 59 kB 00:00 2024-04-12T16:13:55.742 INFO:teuthology.orchestra.run.smithi005.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 329 kB/s | 36 kB 00:00 2024-04-12T16:13:55.768 INFO:teuthology.orchestra.run.smithi005.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 680 kB/s | 51 kB 00:00 2024-04-12T16:13:55.827 INFO:teuthology.orchestra.run.smithi005.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-04-12T16:13:55.843 INFO:teuthology.orchestra.run.smithi005.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 896 kB/s | 90 kB 00:00 2024-04-12T16:13:55.868 INFO:teuthology.orchestra.run.smithi005.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-04-12T16:13:55.902 INFO:teuthology.orchestra.run.smithi005.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 267 kB/s | 20 kB 00:00 2024-04-12T16:13:55.952 INFO:teuthology.orchestra.run.smithi005.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-12T16:13:56.144 INFO:teuthology.orchestra.run.smithi005.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 5.7 MB/s | 1.6 MB 00:00 2024-04-12T16:13:56.278 INFO:teuthology.orchestra.run.smithi005.stdout:(119/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 9.3 MB/s | 3.0 MB 00:00 2024-04-12T16:13:56.361 INFO:teuthology.orchestra.run.smithi005.stdout:(120/120): librados2-18.2.2-1189.gc96c8d47.el9. 7.2 MB/s | 3.3 MB 00:00 2024-04-12T16:13:56.365 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-04-12T16:13:56.365 INFO:teuthology.orchestra.run.smithi005.stdout:Total 12 MB/s | 180 MB 00:15 2024-04-12T16:13:57.077 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-04-12T16:13:57.077 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-04-12T16:13:57.130 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction check 2024-04-12T16:13:57.236 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction check succeeded. 2024-04-12T16:13:57.236 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction test 2024-04-12T16:13:58.918 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction test succeeded. 2024-04-12T16:13:58.918 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction 2024-04-12T16:14:02.213 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-04-12T16:14:02.285 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-12T16:14:02.318 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-12T16:14:02.372 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-12T16:14:02.714 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-12T16:14:02.761 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T16:14:02.882 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T16:14:02.912 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T16:14:02.988 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T16:14:03.047 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T16:14:03.083 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-12T16:14:03.120 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-12T16:14:03.148 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T16:14:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T16:14:03.274 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T16:14:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T16:14:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-12T16:14:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-12T16:14:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-12T16:14:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-12T16:14:03.616 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-12T16:14:03.655 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-12T16:14:03.682 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-12T16:14:03.756 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-12T16:14:03.807 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-12T16:14:03.840 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-12T16:14:03.880 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-12T16:14:03.914 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-12T16:14:03.950 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-12T16:14:04.028 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-12T16:14:04.081 INFO:teuthology.orchestra.run.smithi005.stdout: Preparing : 1/1 2024-04-12T16:14:04.156 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-12T16:14:04.177 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-12T16:14:04.180 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-12T16:14:04.234 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-12T16:14:04.237 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-12T16:14:04.576 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-12T16:14:04.623 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T16:14:04.735 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-12T16:14:04.757 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T16:14:04.814 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-12T16:14:04.833 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T16:14:04.892 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T16:14:04.913 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-12T16:14:04.920 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-12T16:14:04.957 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-12T16:14:04.957 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-12T16:14:04.985 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T16:14:04.990 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-12T16:14:05.025 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-12T16:14:05.067 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-12T16:14:05.090 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T16:14:05.096 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-12T16:14:05.111 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T16:14:05.126 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-12T16:14:05.160 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-12T16:14:05.226 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-12T16:14:05.257 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-12T16:14:05.272 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-12T16:14:05.289 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-12T16:14:05.314 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-12T16:14:05.319 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-12T16:14:05.360 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-12T16:14:05.371 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-12T16:14:05.436 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-12T16:14:05.446 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-12T16:14:05.476 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-12T16:14:05.481 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-12T16:14:05.503 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-12T16:14:05.518 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-12T16:14:05.566 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-12T16:14:05.576 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-12T16:14:05.620 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-12T16:14:05.636 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-12T16:14:05.661 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-12T16:14:05.669 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-12T16:14:05.709 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-12T16:14:05.743 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-12T16:14:05.787 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-12T16:14:05.807 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-12T16:14:05.846 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-12T16:14:05.863 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-12T16:14:05.888 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-12T16:14:05.989 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-12T16:14:06.009 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-12T16:14:06.021 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-12T16:14:06.070 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-12T16:14:06.071 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-12T16:14:06.103 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-12T16:14:06.130 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-12T16:14:06.167 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-12T16:14:06.213 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-12T16:14:06.343 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-12T16:14:06.378 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-12T16:14:06.418 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-12T16:14:06.469 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-12T16:14:06.582 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-12T16:14:06.640 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-12T16:14:06.643 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-12T16:14:06.734 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-12T16:14:06.777 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-12T16:14:06.811 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-12T16:14:06.846 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-12T16:14:06.887 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-12T16:14:06.925 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-12T16:14:06.955 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-12T16:14:06.989 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-12T16:14:07.099 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-12T16:14:07.134 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-12T16:14:07.191 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-12T16:14:07.265 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-12T16:14:07.303 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-12T16:14:07.339 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-12T16:14:07.388 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-12T16:14:07.429 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-12T16:14:07.432 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-12T16:14:07.478 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-12T16:14:07.478 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-12T16:14:07.511 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-12T16:14:07.545 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-12T16:14:07.618 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-12T16:14:07.650 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-12T16:14:07.660 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-12T16:14:07.703 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-12T16:14:07.806 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-12T16:14:07.809 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-12T16:14:07.844 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-12T16:14:07.886 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-12T16:14:07.917 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-12T16:14:07.944 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-12T16:14:07.972 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-12T16:14:07.981 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-12T16:14:08.026 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-12T16:14:08.153 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-12T16:14:08.170 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-12T16:14:08.192 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-12T16:14:08.202 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-12T16:14:08.232 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-12T16:14:08.282 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-12T16:14:08.283 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-12T16:14:08.392 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-12T16:14:08.445 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-12T16:14:08.985 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-12T16:14:09.106 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-12T16:14:09.224 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-12T16:14:09.274 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-12T16:14:09.308 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-12T16:14:09.342 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-12T16:14:09.446 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-12T16:14:09.662 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-12T16:14:09.694 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-12T16:14:09.880 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-12T16:14:09.908 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-12T16:14:09.988 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-12T16:14:10.441 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-12T16:14:10.527 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-12T16:14:10.684 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-12T16:14:10.803 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-12T16:14:10.841 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-12T16:14:10.872 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T16:14:10.974 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T16:14:11.002 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-12T16:14:11.039 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-12T16:14:11.462 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-12T16:14:11.492 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T16:14:11.547 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T16:14:11.589 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-12T16:14:11.648 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-12T16:14:11.712 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-12T16:14:11.906 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-12T16:14:11.952 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-12T16:14:12.034 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-12T16:14:12.141 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-12T16:14:12.153 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-12T16:14:12.224 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-12T16:14:12.286 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-12T16:14:12.327 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-12T16:14:12.359 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-12T16:14:12.391 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-12T16:14:12.427 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-12T16:14:12.454 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-12T16:14:12.536 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-12T16:14:12.561 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T16:14:12.635 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-12T16:14:12.666 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-12T16:14:12.702 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-12T16:14:12.878 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T16:14:12.909 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T16:14:12.940 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-12T16:14:13.019 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-12T16:14:13.043 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-12T16:14:13.124 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-12T16:14:13.157 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T16:14:13.210 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-12T16:14:13.253 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-12T16:14:13.311 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-12T16:14:13.381 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-12T16:14:13.577 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-12T16:14:13.641 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-12T16:14:13.722 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-12T16:14:13.811 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-12T16:14:13.957 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-12T16:14:14.007 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-12T16:14:14.042 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-12T16:14:14.071 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-12T16:14:14.107 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-12T16:14:14.134 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-12T16:14:14.581 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T16:14:14.606 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-12T16:14:14.636 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-12T16:14:14.713 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-12T16:14:14.739 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-12T16:14:15.226 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T16:14:15.273 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T16:14:15.834 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T16:14:15.868 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T16:14:15.959 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T16:14:15.959 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T16:14:15.959 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T16:14:15.959 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:15.994 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T16:14:16.914 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T16:14:16.953 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T16:14:17.524 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-12T16:14:17.573 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T16:14:17.648 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-12T16:14:17.648 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T16:14:17.649 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T16:14:17.649 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:17.682 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /sys 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /proc 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /mnt 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /var/tmp 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /home 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /root 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /tmp 2024-04-12T16:14:27.934 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:28.018 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T16:14:29.107 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T16:14:29.153 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T16:14:29.452 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-12T16:14:29.452 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /sys 2024-04-12T16:14:29.452 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /proc 2024-04-12T16:14:29.453 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /mnt 2024-04-12T16:14:29.453 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /var/tmp 2024-04-12T16:14:29.453 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /home 2024-04-12T16:14:29.453 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /root 2024-04-12T16:14:29.453 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /tmp 2024-04-12T16:14:29.453 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:29.530 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T16:14:30.197 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T16:14:30.231 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T16:14:30.336 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T16:14:30.497 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-12T16:14:30.534 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T16:14:30.557 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T16:14:30.557 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:30.557 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T16:14:30.557 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T16:14:30.557 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T16:14:30.557 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:30.601 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T16:14:30.622 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-12T16:14:30.659 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T16:14:30.794 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T16:14:30.818 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T16:14:30.841 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T16:14:30.841 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:30.841 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T16:14:30.841 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T16:14:30.841 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T16:14:30.841 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:31.319 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T16:14:31.341 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T16:14:31.342 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:31.342 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T16:14:31.342 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T16:14:31.342 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T16:14:31.342 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:31.670 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-12T16:14:31.702 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T16:14:31.807 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-12T16:14:31.967 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-12T16:14:31.996 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T16:14:32.018 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-12T16:14:32.019 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:32.019 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T16:14:32.019 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T16:14:32.019 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T16:14:32.019 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:32.063 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T16:14:32.255 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-12T16:14:32.280 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T16:14:32.302 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-12T16:14:32.302 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:32.303 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T16:14:32.303 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T16:14:32.303 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T16:14:32.303 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:32.764 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T16:14:32.786 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-12T16:14:32.786 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:32.786 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T16:14:32.786 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T16:14:32.786 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T16:14:32.786 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:32.828 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T16:14:32.855 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T16:14:32.855 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:32.855 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T16:14:32.855 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T16:14:32.855 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T16:14:32.855 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:33.604 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-12T16:14:33.638 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T16:14:33.660 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T16:14:33.661 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:33.661 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T16:14:33.661 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T16:14:33.661 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T16:14:33.661 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:33.706 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T16:14:33.728 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T16:14:33.728 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:33.728 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T16:14:33.728 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:34.039 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T16:14:34.062 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T16:14:34.062 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:34.062 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T16:14:34.062 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T16:14:34.062 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T16:14:34.063 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:34.265 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T16:14:34.290 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-12T16:14:34.291 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:34.291 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T16:14:34.291 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T16:14:34.291 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T16:14:34.291 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:35.039 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-12T16:14:35.067 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T16:14:35.089 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-12T16:14:35.089 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:35.089 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T16:14:35.089 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T16:14:35.089 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T16:14:35.089 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:35.134 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T16:14:35.156 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-12T16:14:35.156 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:35.156 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T16:14:35.156 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:35.476 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T16:14:35.499 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-12T16:14:35.499 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T16:14:35.499 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T16:14:35.499 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T16:14:35.499 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T16:14:35.499 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:38.002 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-12T16:14:38.043 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-12T16:14:38.085 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-12T16:14:38.209 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-12T16:14:38.242 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-12T16:14:38.273 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-12T16:14:38.274 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T16:14:38.340 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T16:14:38.341 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T16:14:39.430 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-12T16:14:39.464 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-12T16:14:39.506 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-12T16:14:39.637 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-12T16:14:39.671 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-12T16:14:39.702 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-12T16:14:39.702 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T16:14:39.786 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-12T16:14:39.786 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T16:14:42.990 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T16:14:42.990 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-12T16:14:42.991 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-12T16:14:42.992 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-12T16:14:43.001 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-12T16:14:43.002 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-12T16:14:43.003 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-12T16:14:43.004 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-12T16:14:43.005 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-12T16:14:43.006 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-12T16:14:43.007 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-12T16:14:43.008 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-12T16:14:44.623 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T16:14:44.623 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-12T16:14:44.623 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-12T16:14:44.623 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-12T16:14:44.623 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-12T16:14:44.623 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-12T16:14:44.624 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-12T16:14:44.625 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-12T16:14:44.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-12T16:14:44.634 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-12T16:14:44.635 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-12T16:14:44.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-12T16:14:44.637 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-12T16:14:44.638 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-12T16:14:44.639 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-12T16:14:44.640 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.029 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: jq-1.6-16.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-12T16:14:45.031 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T16:14:45.032 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T16:14:45.033 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T16:14:45.034 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-12T16:14:45.035 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T16:14:45.036 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: re2-1:20211101-3.el9.x86_64 2024-04-12T16:14:45.037 INFO:teuthology.orchestra.run.smithi016.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T16:14:45.038 INFO:teuthology.orchestra.run.smithi016.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T16:14:45.038 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T16:14:45.038 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:14:45.038 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-04-12T16:14:45.346 DEBUG:teuthology.parallel:result is None 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout:Upgraded: 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout:Installed: 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.006 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.007 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: jq-1.6-16.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.008 INFO:teuthology.orchestra.run.smithi005.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-12T16:14:47.009 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T16:14:47.010 INFO:teuthology.orchestra.run.smithi005.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T16:14:47.011 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-12T16:14:47.012 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T16:14:47.013 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: re2-1:20211101-3.el9.x86_64 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:14:47.014 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-04-12T16:14:47.364 DEBUG:teuthology.parallel:result is None 2024-04-12T16:14:47.364 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T16:14:47.364 INFO:teuthology.packaging:ref: None 2024-04-12T16:14:47.364 INFO:teuthology.packaging:tag: None 2024-04-12T16:14:47.364 INFO:teuthology.packaging:branch: reef 2024-04-12T16:14:47.364 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:14:47.365 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T16:14:47.814 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T16:14:47.837 INFO:teuthology.orchestra.run.smithi005.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-12T16:14:47.837 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-12T16:14:47.837 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-12T16:14:47.839 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T16:14:47.839 INFO:teuthology.packaging:ref: None 2024-04-12T16:14:47.839 INFO:teuthology.packaging:tag: None 2024-04-12T16:14:47.839 INFO:teuthology.packaging:branch: reef 2024-04-12T16:14:47.839 INFO:teuthology.packaging:sha1: bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:14:47.839 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-12T16:14:48.079 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T16:14:48.105 INFO:teuthology.orchestra.run.smithi016.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-12T16:14:48.105 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-12T16:14:48.105 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-12T16:14:48.107 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-12T16:14:48.107 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:14:48.108 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T16:14:48.141 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:14:48.141 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T16:14:48.178 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-12T16:14:48.178 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:14:48.178 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T16:14:48.211 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T16:14:48.279 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:14:48.279 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T16:14:48.309 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T16:14:48.378 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-12T16:14:48.378 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:14:48.378 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T16:14:48.406 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T16:14:48.474 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:14:48.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T16:14:48.503 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T16:14:48.570 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-12T16:14:48.570 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:14:48.571 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T16:14:48.598 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T16:14:48.666 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:14:48.666 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T16:14:48.693 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T16:14:48.762 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:14:48.772 INFO:teuthology.task.print:**** done install task... 2024-04-12T16:14:48.772 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:14:48.793 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-12T16:14:48.793 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-12T16:14:48.899 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'} 2024-04-12T16:14:48.899 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T16:14:48.900 INFO:tasks.cephadm:Cluster fsid is c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:14:48.900 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-12T16:14:48.900 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.5', 'mon.c': '[v2:172.21.15.5:3301,v1:172.21.15.5:6790]', 'mon.b': '172.21.15.16'} 2024-04-12T16:14:48.901 INFO:tasks.cephadm:First mon is mon.a on smithi005 2024-04-12T16:14:48.901 INFO:tasks.cephadm:First mgr is y 2024-04-12T16:14:48.901 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-12T16:14:48.901 DEBUG:teuthology.orchestra.run.smithi005:> sudo hostname $(hostname -s) 2024-04-12T16:14:48.929 DEBUG:teuthology.orchestra.run.smithi016:> sudo hostname $(hostname -s) 2024-04-12T16:14:48.958 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-12T16:14:48.958 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:14:49.095 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78406/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2847-gbf9c5618', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2847.gbf9c5618'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-yuri10-testing-2024-03-24-1159/bf9c5618cc018927fa77780d25b6deb1f5dc254d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-10 01:17:18.679209', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri10-testing-2024-03-24-1159', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-yuri10-testing-2024-03-24-1159/bf9c5618cc018927fa77780d25b6deb1f5dc254d/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-12T16:14:49.317 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 c96c8d478b644b6433700141c5f69a1a68f8121b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-12T16:14:49.319 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm 2024-04-12T16:14:49.319 DEBUG:teuthology.orchestra.run.smithi005:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T16:14:50.177 INFO:teuthology.orchestra.run.smithi005.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 12 16:14 /home/ubuntu/cephtest/cephadm 2024-04-12T16:14:50.178 DEBUG:teuthology.orchestra.run.smithi016:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T16:14:50.979 INFO:teuthology.orchestra.run.smithi016.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 12 16:14 /home/ubuntu/cephtest/cephadm 2024-04-12T16:14:50.979 DEBUG:teuthology.orchestra.run.smithi005:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T16:14:50.998 DEBUG:teuthology.orchestra.run.smithi016:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T16:14:51.029 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-12T16:14:51.029 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-12T16:14:51.041 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-12T16:14:51.873 INFO:teuthology.orchestra.run.smithi016.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T16:14:51.926 INFO:teuthology.orchestra.run.smithi005.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T16:15:20.735 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-04-12T16:15:20.735 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-12T16:15:20.735 INFO:teuthology.orchestra.run.smithi016.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-12T16:15:20.735 INFO:teuthology.orchestra.run.smithi016.stdout: "repo_digests": [ 2024-04-12T16:15:20.735 INFO:teuthology.orchestra.run.smithi016.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-12T16:15:20.735 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-04-12T16:15:20.735 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-04-12T16:15:26.113 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:15:26.113 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-12T16:15:26.113 INFO:teuthology.orchestra.run.smithi005.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-12T16:15:26.113 INFO:teuthology.orchestra.run.smithi005.stdout: "repo_digests": [ 2024-04-12T16:15:26.113 INFO:teuthology.orchestra.run.smithi005.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-12T16:15:26.113 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-04-12T16:15:26.113 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:15:26.132 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /etc/ceph 2024-04-12T16:15:26.180 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /etc/ceph 2024-04-12T16:15:26.215 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 777 /etc/ceph 2024-04-12T16:15:26.242 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 777 /etc/ceph 2024-04-12T16:15:26.285 INFO:tasks.cephadm:Writing seed config... 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-12T16:15:26.287 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-12T16:15:26.288 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:15:26.288 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-12T16:15:26.302 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c908f42c-f8e7-11ee-bc8d-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-12T16:15:26.303 DEBUG:teuthology.orchestra.run.smithi005:mon.a> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service 2024-04-12T16:15:26.345 DEBUG:teuthology.orchestra.run.smithi005:mgr.y> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service 2024-04-12T16:15:26.387 INFO:tasks.cephadm:Bootstrapping... 2024-04-12T16:15:26.387 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.5 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-12T16:15:26.545 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-04-12T16:15:26.545 INFO:teuthology.orchestra.run.smithi005.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'c908f42c-f8e7-11ee-bc8d-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.5', '--skip-admin-label'] 2024-04-12T16:15:26.569 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T16:15:26.569 INFO:teuthology.orchestra.run.smithi005.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-12T16:15:26.569 INFO:teuthology.orchestra.run.smithi005.stdout:Verifying podman|docker is present... 2024-04-12T16:15:26.591 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T16:15:26.591 INFO:teuthology.orchestra.run.smithi005.stdout:Verifying lvm2 is present... 2024-04-12T16:15:26.591 INFO:teuthology.orchestra.run.smithi005.stdout:Verifying time synchronization is in place... 2024-04-12T16:15:26.599 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T16:15:26.599 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T16:15:26.604 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T16:15:26.604 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout inactive 2024-04-12T16:15:26.610 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout enabled 2024-04-12T16:15:26.616 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout active 2024-04-12T16:15:26.616 INFO:teuthology.orchestra.run.smithi005.stdout:Unit chronyd.service is enabled and running 2024-04-12T16:15:26.616 INFO:teuthology.orchestra.run.smithi005.stdout:Repeating the final host check... 2024-04-12T16:15:26.638 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T16:15:26.639 INFO:teuthology.orchestra.run.smithi005.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-12T16:15:26.639 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl is present 2024-04-12T16:15:26.639 INFO:teuthology.orchestra.run.smithi005.stdout:lvcreate is present 2024-04-12T16:15:26.645 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T16:15:26.645 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T16:15:26.650 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T16:15:26.650 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout inactive 2024-04-12T16:15:26.656 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout enabled 2024-04-12T16:15:26.662 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout active 2024-04-12T16:15:26.662 INFO:teuthology.orchestra.run.smithi005.stdout:Unit chronyd.service is enabled and running 2024-04-12T16:15:26.662 INFO:teuthology.orchestra.run.smithi005.stdout:Host looks OK 2024-04-12T16:15:26.663 INFO:teuthology.orchestra.run.smithi005.stdout:Cluster fsid: c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:15:26.663 INFO:teuthology.orchestra.run.smithi005.stdout:Acquiring lock 139681195284128 on /run/cephadm/c908f42c-f8e7-11ee-bc8d-c7b262605968.lock 2024-04-12T16:15:26.663 INFO:teuthology.orchestra.run.smithi005.stdout:Lock 139681195284128 acquired on /run/cephadm/c908f42c-f8e7-11ee-bc8d-c7b262605968.lock 2024-04-12T16:15:26.663 INFO:teuthology.orchestra.run.smithi005.stdout:Verifying IP 172.21.15.5 port 3300 ... 2024-04-12T16:15:26.663 INFO:teuthology.orchestra.run.smithi005.stdout:Verifying IP 172.21.15.5 port 6789 ... 2024-04-12T16:15:26.663 INFO:teuthology.orchestra.run.smithi005.stdout:Base mon IP(s) is [172.21.15.5:3300, 172.21.15.5:6789], mon addrv is [v2:172.21.15.5:3300,v1:172.21.15.5:6789] 2024-04-12T16:15:26.666 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.5 metric 100 2024-04-12T16:15:26.666 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.5 metric 100 2024-04-12T16:15:26.669 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-12T16:15:26.669 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-12T16:15:26.669 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-12T16:15:26.671 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-12T16:15:26.671 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-12T16:15:26.671 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T16:15:26.671 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-12T16:15:26.671 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1442/64 scope link noprefixroute 2024-04-12T16:15:26.671 INFO:teuthology.orchestra.run.smithi005.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T16:15:26.672 INFO:teuthology.orchestra.run.smithi005.stdout:Mon IP `172.21.15.5` is in CIDR network `172.21.0.0/20` 2024-04-12T16:15:26.672 INFO:teuthology.orchestra.run.smithi005.stdout:Mon IP `172.21.15.5` is in CIDR network `172.21.0.0/20` 2024-04-12T16:15:26.672 INFO:teuthology.orchestra.run.smithi005.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-12T16:15:26.672 INFO:teuthology.orchestra.run.smithi005.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-12T16:15:26.673 INFO:teuthology.orchestra.run.smithi005.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T16:15:27.875 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stdout bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-12T16:15:27.875 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-12T16:15:27.875 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stderr Getting image source signatures 2024-04-12T16:15:27.875 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stderr Copying blob sha256:9ae191255112f837f5ddf23e5c5ab1101aa18a0a5cef4402020e5a45c4dfa044 2024-04-12T16:15:27.875 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stderr Copying blob sha256:77070339c81bcb5c53bbbf3f31a47f7187e5393cb0e096452852a31192d97570 2024-04-12T16:15:27.875 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stderr Copying config sha256:bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-12T16:15:27.875 INFO:teuthology.orchestra.run.smithi005.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-12T16:15:28.671 INFO:teuthology.orchestra.run.smithi005.stdout:ceph: stdout ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-12T16:15:28.671 INFO:teuthology.orchestra.run.smithi005.stdout:Ceph version: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-12T16:15:28.671 INFO:teuthology.orchestra.run.smithi005.stdout:Extracting ceph user uid/gid from container image... 2024-04-12T16:15:29.511 INFO:teuthology.orchestra.run.smithi005.stdout:stat: stdout 167 167 2024-04-12T16:15:29.511 INFO:teuthology.orchestra.run.smithi005.stdout:Creating initial keys... 2024-04-12T16:15:30.341 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph-authtool: stdout AQAhXhlmpb0DMBAAw9nCPomPeJO/nBQfTmxaRg== 2024-04-12T16:15:31.256 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph-authtool: stdout AQAiXhlmxI7+KBAAEJic23dASM0fyVyO9xjn6g== 2024-04-12T16:15:32.136 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph-authtool: stdout AQAjXhlm8KblIxAAQQtZfj2rERrmf//GWyuMQg== 2024-04-12T16:15:32.137 INFO:teuthology.orchestra.run.smithi005.stdout:Creating initial monmap... 2024-04-12T16:15:32.984 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool for a [v2:172.21.15.5:3300,v1:172.21.15.5:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:setting min_mon_release = pacific 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/monmaptool: set fsid to c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:15:32.985 INFO:teuthology.orchestra.run.smithi005.stdout:Creating mon... 2024-04-12T16:15:33.875 INFO:teuthology.orchestra.run.smithi005.stdout:create mon.a on 2024-04-12T16:15:34.080 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-12T16:15:34.219 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-12T16:15:34.387 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968.target. 2024-04-12T16:15:34.387 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968.target → /etc/systemd/system/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968.target. 2024-04-12T16:15:34.610 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a 2024-04-12T16:15:34.610 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service: Unit ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service not loaded. 2024-04-12T16:15:34.769 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968.target.wants/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service → /etc/systemd/system/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@.service. 2024-04-12T16:15:35.247 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T16:15:35.248 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout disabled 2024-04-12T16:15:35.254 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T16:15:35.254 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout inactive 2024-04-12T16:15:35.254 INFO:teuthology.orchestra.run.smithi005.stdout:firewalld.service is not enabled 2024-04-12T16:15:35.254 INFO:teuthology.orchestra.run.smithi005.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T16:15:35.255 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for mon to start... 2024-04-12T16:15:35.255 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for mon... 2024-04-12T16:15:35.369 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:35 smithi005 systemd[1]: Started Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:15:36.542 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:36 smithi005 ceph-mon[26855]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T16:15:36.542 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:36 smithi005 ceph-mon[26855]: monmap e1: 1 mons at {a=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T16:15:36.542 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:36 smithi005 ceph-mon[26855]: fsmap 2024-04-12T16:15:36.543 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:36 smithi005 ceph-mon[26855]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T16:15:36.543 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:36 smithi005 ceph-mon[26855]: mgrmap e1: no daemons active 2024-04-12T16:15:37.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:37 smithi005 ceph-mon[26855]: from='client.? 172.21.15.5:0/2174744387' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout cluster: 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout id: c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout services: 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 1.513s) 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout data: 2024-04-12T16:15:42.628 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-12T16:15:42.629 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-12T16:15:42.629 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-12T16:15:42.629 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout pgs: 2024-04-12T16:15:42.629 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:42.629 INFO:teuthology.orchestra.run.smithi005.stdout:mon is available 2024-04-12T16:15:42.629 INFO:teuthology.orchestra.run.smithi005.stdout:Assimilating anything we can from ceph.conf... 2024-04-12T16:15:45.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:45 smithi005 ceph-mon[26855]: from='client.? 172.21.15.5:0/4076329886' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T16:15:45.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:45 smithi005 ceph-mon[26855]: from='client.? 172.21.15.5:0/4076329886' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout fsid = c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.5:3300,v1:172.21.15.5:6789] 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T16:15:48.653 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T16:15:48.654 INFO:teuthology.orchestra.run.smithi005.stdout:Generating new minimal ceph.conf... 2024-04-12T16:15:49.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:49 smithi005 ceph-mon[26855]: from='client.? 172.21.15.5:0/56125596' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:15:49.675 INFO:teuthology.orchestra.run.smithi005.stdout:Restarting the monitor... 2024-04-12T16:15:49.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:49 smithi005 systemd[1]: Stopping Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:15:49.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:49 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[26851]: 2024-04-12T16:15:49.942+0000 7f15f25aa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:15:49.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:49 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[26851]: 2024-04-12T16:15:49.942+0000 7f15f25aa700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-12T16:15:50.316 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 podman[27098]: 2024-04-12 16:15:50.05652197 +0000 UTC m=+0.210004323 container died 904ea3048a97fd7b3618c62043ed774064afc2a885c208dbb9aa34a604bbc7f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T16:15:50.650 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 podman[27098]: 2024-04-12 16:15:50.410499305 +0000 UTC m=+0.563981647 container cleanup 904ea3048a97fd7b3618c62043ed774064afc2a885c208dbb9aa34a604bbc7f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-12T16:15:50.651 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 bash[27098]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a 2024-04-12T16:15:50.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 podman[27112]: 2024-04-12 16:15:50.653264204 +0000 UTC m=+0.595693674 container remove 904ea3048a97fd7b3618c62043ed774064afc2a885c208dbb9aa34a604bbc7f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-d540eba) 2024-04-12T16:15:50.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T16:15:50.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 systemd[1]: Stopped Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:15:50.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 systemd[1]: Starting Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:15:51.233 INFO:teuthology.orchestra.run.smithi005.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 podman[27203]: 2024-04-12 16:15:50.995879138 +0000 UTC m=+0.111840706 container create cd13e6542dcfb72b3971978089538ce05b0b56bfa91bf1d96f5929a582f940e2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:50 smithi005 podman[27203]: 2024-04-12 16:15:50.901682486 +0000 UTC m=+0.017644079 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 podman[27203]: 2024-04-12 16:15:51.15662013 +0000 UTC m=+0.272581700 container init cd13e6542dcfb72b3971978089538ce05b0b56bfa91bf1d96f5929a582f940e2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 podman[27203]: 2024-04-12 16:15:51.159392338 +0000 UTC m=+0.275353907 container start cd13e6542dcfb72b3971978089538ce05b0b56bfa91bf1d96f5929a582f940e2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 2 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: pidfile_write: ignore empty --pid-file 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: load: jerasure load: lrc 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: RocksDB version: 7.9.2 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Git sha 0 2024-04-12T16:15:51.244 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: DB SUMMARY 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: DB Session ID: 3US4ENCCXPUZNX4R0CTW 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: CURRENT file: CURRENT 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84811 ; 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.error_if_exists: 0 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.create_if_missing: 0 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.paranoid_checks: 1 2024-04-12T16:15:51.245 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.env: 0x561480d6d7a0 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.info_log: 0x561483359500 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.statistics: (nil) 2024-04-12T16:15:51.246 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.use_fsync: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_log_file_size: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.allow_fallocate: 1 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.use_direct_reads: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.db_log_dir: 2024-04-12T16:15:51.247 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.wal_dir: 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.write_buffer_manager: 0x5614825ce140 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T16:15:51.248 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.unordered_write: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.row_cache: None 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.wal_filter: None 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.two_write_queues: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T16:15:51.249 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.wal_compression: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.atomic_flush: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.log_readahead_size: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_background_jobs: 2 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_background_compactions: -1 2024-04-12T16:15:51.250 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_subcompactions: 1 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_open_files: -1 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_background_flushes: -1 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Compression algorithms supported: 2024-04-12T16:15:51.251 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kZSTD supported: 0 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kXpressCompression supported: 0 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kZlibCompression supported: 1 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kSnappyCompression supported: 1 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kLZ4Compression supported: 1 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: kBZip2Compression supported: 0 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.merge_operator: 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_filter: None 2024-04-12T16:15:51.252 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561483359600) 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: cache_index_and_filter_blocks: 1 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: pin_top_level_index_and_filter: 1 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: index_type: 0 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: data_block_index_type: 0 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: index_shortening: 1 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: checksum: 4 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: no_block_cache: 0 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache: 0x56148266f1f0 2024-04-12T16:15:51.253 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache_name: BinnedLRUCache 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache_options: 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: capacity : 536870912 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: num_shard_bits : 4 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: strict_capacity_limit : 0 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: high_pri_pool_ratio: 0.000 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache_compressed: (nil) 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: persistent_cache: (nil) 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_size: 4096 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_size_deviation: 10 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_restart_interval: 16 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: index_block_restart_interval: 1 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: metadata_block_size: 4096 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: partition_filters: 0 2024-04-12T16:15:51.254 INFO:journalctl@ceph.mon.a.smithi005.stdout: use_delta_encoding: 1 2024-04-12T16:15:51.255 INFO:journalctl@ceph.mon.a.smithi005.stdout: filter_policy: bloomfilter 2024-04-12T16:15:51.255 INFO:journalctl@ceph.mon.a.smithi005.stdout: whole_key_filtering: 1 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: verify_compression: 0 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: read_amp_bytes_per_bit: 0 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: format_version: 5 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: enable_index_compression: 1 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_align: 0 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: max_auto_readahead_size: 262144 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: prepopulate_block_cache: 0 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: initial_auto_readahead_size: 8192 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression: NoCompression 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T16:15:51.256 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.num_levels: 7 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:15:51.257 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T16:15:51.258 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T16:15:51.259 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.table_properties_collectors: 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.inplace_update_support: 0 2024-04-12T16:15:51.260 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.bloom_locality: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.max_successive_merges: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.ttl: 2592000 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.enable_blob_files: false 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.min_blob_size: 0 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T16:15:51.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 362c49f6-d15d-4aab-b29a-39ab0614673b 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712938551187641, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712938551188498, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81187, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 262, "table_properties": {"data_size": 79363, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10297, "raw_average_key_size": 47, "raw_value_size": 73538, "raw_average_value_size": 338, "num_data_blocks": 10, "num_entries": 217, "num_filter_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712938551, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "362c49f6-d15d-4aab-b29a-39ab0614673b", "db_session_id": "3US4ENCCXPUZNX4R0CTW", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-12T16:15:51.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712938551188559, "job": 1, "event": "recovery_finished"} 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56148270e000 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: DB pointer 0x5614826fc000 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** DB Stats ** 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:15:51.263 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** Compaction Stats [default] ** 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: L0 2/0 81.12 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: Sum 2/0 81.12 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** Compaction Stats [default] ** 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:15:51.264 INFO:journalctl@ceph.mon.a.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative compaction: 0.00 GB write, 27.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval compaction: 0.00 GB write, 27.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: Block cache BinnedLRUCache@0x56148266f1f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: starting mon.a rank 0 at public addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] at bind addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:15:51.265 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???) e1 preinit fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???).mds e1 new map 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???).mds e1 print_map 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout: e1 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout: legacy client fscid: -1 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout: No filesystems configured 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-12T16:15:51.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 bash[27203]: cd13e6542dcfb72b3971978089538ce05b0b56bfa91bf1d96f5929a582f940e2 2024-04-12T16:15:51.267 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 systemd[1]: Started Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:15:51.267 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T16:15:51.267 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: monmap e1: 1 mons at {a=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T16:15:51.267 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: fsmap 2024-04-12T16:15:51.267 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T16:15:51.267 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:51 smithi005 ceph-mon[27222]: mgrmap e1: no daemons active 2024-04-12T16:15:52.188 INFO:teuthology.orchestra.run.smithi005.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-12T16:15:52.210 INFO:teuthology.orchestra.run.smithi005.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-12T16:15:52.210 INFO:teuthology.orchestra.run.smithi005.stdout:Creating mgr... 2024-04-12T16:15:52.210 INFO:teuthology.orchestra.run.smithi005.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-12T16:15:52.211 INFO:teuthology.orchestra.run.smithi005.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-12T16:15:52.458 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y 2024-04-12T16:15:52.458 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service: Unit ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service not loaded. 2024-04-12T16:15:52.599 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968.target.wants/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@.service. 2024-04-12T16:15:52.821 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:52 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/4070070811' entity='client.admin' 2024-04-12T16:15:53.082 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:53 smithi005 podman[27438]: 2024-04-12 16:15:53.019955165 +0000 UTC m=+0.298997096 container start 840e981de62822f57d7cfa4ed71d3aa8917beae70b8c517e720676fd64da3d9d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T16:15:53.082 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:53 smithi005 bash[27438]: 840e981de62822f57d7cfa4ed71d3aa8917beae70b8c517e720676fd64da3d9d 2024-04-12T16:15:53.094 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T16:15:53.094 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout disabled 2024-04-12T16:15:53.101 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T16:15:53.101 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout inactive 2024-04-12T16:15:53.101 INFO:teuthology.orchestra.run.smithi005.stdout:firewalld.service is not enabled 2024-04-12T16:15:53.101 INFO:teuthology.orchestra.run.smithi005.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T16:15:53.109 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T16:15:53.109 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout disabled 2024-04-12T16:15:53.116 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T16:15:53.116 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout inactive 2024-04-12T16:15:53.116 INFO:teuthology.orchestra.run.smithi005.stdout:firewalld.service is not enabled 2024-04-12T16:15:53.117 INFO:teuthology.orchestra.run.smithi005.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-12T16:15:53.117 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for mgr to start... 2024-04-12T16:15:53.117 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for mgr... 2024-04-12T16:15:53.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:53 smithi005 systemd[1]: Started Ceph mgr.y for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:15:53.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:53.578+0000 7fca1e5d1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:15:53.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:53.673+0000 7fca1e5d1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:15:54.435 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:54 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3852758160' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T16:15:54.436 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:54.342+0000 7fca1e5d1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:15:54.436 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:54.436+0000 7fca1e5d1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:15:54.703 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:54.580+0000 7fca1e5d1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:15:54.703 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:54.677+0000 7fca1e5d1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:15:55.027 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:54.762+0000 7fca1e5d1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:15:55.027 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:55.028+0000 7fca1e5d1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:15:55.323 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:55.141+0000 7fca1e5d1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:15:55.323 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:55.228+0000 7fca1e5d1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:15:55.323 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:55.324+0000 7fca1e5d1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:15:55.439 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:55.445 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout { 2024-04-12T16:15:55.445 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "fsid": "c908f42c-f8e7-11ee-bc8d-c7b262605968", 2024-04-12T16:15:55.445 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T16:15:55.445 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 0 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:55.446 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T16:15:55.447 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T16:15:55.448 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T16:15:35.220904+0000", 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout } 2024-04-12T16:15:55.449 INFO:teuthology.orchestra.run.smithi005.stdout:mgr not available, waiting (1/15)... 2024-04-12T16:15:55.703 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:55.502+0000 7fca1e5d1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:15:56.642 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:56 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:56.507+0000 7fca1e5d1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:15:56.642 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:56 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:56.643+0000 7fca1e5d1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:15:57.264 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:56 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:56.983+0000 7fca1e5d1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:15:57.265 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:57.074+0000 7fca1e5d1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:15:57.569 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:57.275+0000 7fca1e5d1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:15:57.569 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:57.465+0000 7fca1e5d1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:15:57.865 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:57.757+0000 7fca1e5d1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:15:58.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:15:58 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2951141612' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T16:15:58.203 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:58.024+0000 7fca1e5d1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:15:58.519 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:58.266+0000 7fca1e5d1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:15:58.527 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout { 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "fsid": "c908f42c-f8e7-11ee-bc8d-c7b262605968", 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 0 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T16:15:58.528 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:58.529 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:58.530 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T16:15:35.220904+0000", 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T16:15:58.531 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout } 2024-04-12T16:15:58.532 INFO:teuthology.orchestra.run.smithi005.stdout:mgr not available, waiting (2/15)... 2024-04-12T16:15:59.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:59.089+0000 7fca1e5d1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:15:59.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:59.665+0000 7fca1e5d1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:15:59.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:59.764+0000 7fca1e5d1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:16:00.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:15:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:15:59.983+0000 7fca1e5d1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:16:00.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: Activating manager daemon y 2024-04-12T16:16:00.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: mgrmap e2: y(active, starting, since 0.0027993s) 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: Manager daemon y is now available 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' 2024-04-12T16:16:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:00 smithi005 ceph-mon[27222]: from='mgr.14100 172.21.15.5:0/3426078845' entity='mgr.y' 2024-04-12T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout { 2024-04-12T16:16:01.629 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "fsid": "c908f42c-f8e7-11ee-bc8d-c7b262605968", 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 0 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T16:16:01.630 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T16:16:01.631 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T16:16:01.634 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T16:16:01.635 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ], 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T16:15:35.220904+0000", 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout }, 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout } 2024-04-12T16:16:01.636 INFO:teuthology.orchestra.run.smithi005.stdout:mgr is available 2024-04-12T16:16:02.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:01 smithi005 ceph-mon[27222]: mgrmap e3: y(active, since 1.0061s) 2024-04-12T16:16:02.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:01 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3723204091' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout fsid = c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T16:16:02.768 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:16:02.769 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T16:16:02.769 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T16:16:02.769 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 2024-04-12T16:16:02.769 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T16:16:02.769 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T16:16:02.769 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T16:16:02.769 INFO:teuthology.orchestra.run.smithi005.stdout:Enabling cephadm module... 2024-04-12T16:16:03.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:02 smithi005 ceph-mon[27222]: mgrmap e4: y(active, since 2s) 2024-04-12T16:16:03.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:02 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3672311403' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T16:16:04.304 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:03 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/4191475724' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-12T16:16:04.304 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:04 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setuser ceph since I am not root 2024-04-12T16:16:04.305 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:04 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setgroup ceph since I am not root 2024-04-12T16:16:04.883 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:04 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:04.570+0000 7fa089402200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:16:04.883 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:04 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:04.670+0000 7fa089402200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:16:05.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:04 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/4191475724' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-12T16:16:05.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:04 smithi005 ceph-mon[27222]: mgrmap e5: y(active, since 4s) 2024-04-12T16:16:05.553 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:05 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:05.342+0000 7fa089402200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:16:05.553 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:05 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:05.436+0000 7fa089402200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:16:05.820 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:05 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:05.585+0000 7fa089402200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:16:05.820 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:05 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:05.684+0000 7fa089402200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:16:05.820 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:05 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:05.771+0000 7fa089402200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:16:05.823 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout { 2024-04-12T16:16:05.823 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-12T16:16:05.823 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T16:16:05.823 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T16:16:05.823 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T16:16:05.823 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout } 2024-04-12T16:16:05.824 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for the mgr to restart... 2024-04-12T16:16:05.824 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for mgr epoch 5... 2024-04-12T16:16:06.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3719099782' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T16:16:06.131 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:06 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:06.048+0000 7fa089402200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:16:06.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:06 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:06.162+0000 7fa089402200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:16:06.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:06 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:06.253+0000 7fa089402200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:16:06.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:06 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:06.349+0000 7fa089402200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:16:06.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:06 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:06.527+0000 7fa089402200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:16:07.661 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:07 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:07.528+0000 7fa089402200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:16:07.661 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:07 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:07.663+0000 7fa089402200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:16:08.291 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:08.001+0000 7fa089402200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:16:08.291 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:08.094+0000 7fa089402200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:16:08.291 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:08.293+0000 7fa089402200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:16:08.703 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:08.484+0000 7fa089402200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:16:09.034 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:08.775+0000 7fa089402200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:16:09.034 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:09.036+0000 7fa089402200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:16:09.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:09.278+0000 7fa089402200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:16:10.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:10 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:10.107+0000 7fa089402200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:16:10.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:10 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:10.689+0000 7fa089402200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:16:10.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:10 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:10.789+0000 7fa089402200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:16:11.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:11.010+0000 7fa089402200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:16:11.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: Active manager daemon y restarted 2024-04-12T16:16:11.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: Activating manager daemon y 2024-04-12T16:16:11.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: osdmap e2: 0 total, 0 up, 0 in 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: mgrmap e6: y(active, starting, since 0.00334607s) 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: Manager daemon y is now available 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: Found migration_current of "None". Setting to last migration. 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:16:11.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:11 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:11] ENGINE Bus STARTING 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:11] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:11] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:11] ENGINE Bus STARTED 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: mgrmap e7: y(active, since 1.00597s) 2024-04-12T16:16:12.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:12 smithi005 ceph-mon[27222]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T16:16:12.705 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout { 2024-04-12T16:16:12.705 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-12T16:16:12.705 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T16:16:12.705 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout } 2024-04-12T16:16:12.705 INFO:teuthology.orchestra.run.smithi005.stdout:mgr epoch 5 is available 2024-04-12T16:16:12.705 INFO:teuthology.orchestra.run.smithi005.stdout:Setting orchestrator backend to cephadm... 2024-04-12T16:16:14.565 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:14 smithi005 ceph-mon[27222]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:14.565 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:14 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:14.565 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:14 smithi005 ceph-mon[27222]: mgrmap e8: y(active, since 2s) 2024-04-12T16:16:14.565 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:14 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:15.100 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-12T16:16:15.100 INFO:teuthology.orchestra.run.smithi005.stdout:Generating ssh key... 2024-04-12T16:16:15.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-mon[27222]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: Generating public/private rsa key pair. 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: Your identification has been saved in /tmp/tmp4t749729/key. 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: Your public key has been saved in /tmp/tmp4t749729/key.pub. 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: The key fingerprint is: 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: SHA256:ClzqDxZflJB48DDYL0JefP7QNLl+sG8iEjDEhvvnF2g ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: The key's randomart image is: 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: +---[RSA 3072]----+ 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: | o ++o.. . | 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: |. * =++.+. | 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: | * . =oooo | 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: |. =..o+.+ | 2024-04-12T16:16:16.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: | . +=o +So | 2024-04-12T16:16:16.147 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: | ..E+.o+ . | 2024-04-12T16:16:16.147 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: | ++.o. o | 2024-04-12T16:16:16.147 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: | .ooo . o | 2024-04-12T16:16:16.147 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: | o.. o | 2024-04-12T16:16:16.147 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: +----[SHA256]-----+ 2024-04-12T16:16:17.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:16 smithi005 ceph-mon[27222]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:17.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:16 smithi005 ceph-mon[27222]: Generating ssh key... 2024-04-12T16:16:17.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:16 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:17.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:16 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:17.508 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkifWNyC4+FtE+ubA4edHtrYrM/el2OPEo0LXtLiFT4/4SXf2qtym2Z5zuzxND2wW6/QRALovd3r/4vc/8nfJCVyDVoov+uvC+cu/LZLfHZTGHecTt9MTSzDSojijIvf8r96pl8AwnAZLloM0eXoqJo0pBB3tH1USOsv+E+u4WrcobMyQ5J6Cf4QoYRbdp0lxV9GWhm5q1GVfaHaTjhTZjv3HMX1KZz5J63npJSCN6GQ/remltAstol6xXu48nG2CLgi8X9XD3NZ5GV1Mce4pRhOshoTdtCcZ4CoryyiYepslQeTbNhafrfBDqwZkltIfKz+3Skur3wV5nCpMHHjogRyOv8QbPC1VJMXKWLkneKFhg+kreM/XbRCVEFaZH5Ot9wKeaGqdLx3tohifWOYvBnCu6AVhoRZLjDx4EZXd0N2GoTLW1LIP2o4qiMgwzX7w8whWK6Qkr4cTvo6QkAZhoxm+yzQbwikznflzQum3fhU1/Yx8iDUSgY6W8C9gIL4s= ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:16:17.508 INFO:teuthology.orchestra.run.smithi005.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-12T16:16:17.508 INFO:teuthology.orchestra.run.smithi005.stdout:Adding key to root@localhost authorized_keys... 2024-04-12T16:16:17.509 INFO:teuthology.orchestra.run.smithi005.stdout:Adding host smithi005... 2024-04-12T16:16:18.093 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:17 smithi005 ceph-mon[27222]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:19.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:19 smithi005 ceph-mon[27222]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi005", "addr": "172.21.15.5", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:19.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:19 smithi005 ceph-mon[27222]: Deploying cephadm binary to smithi005 2024-04-12T16:16:21.332 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout Added host 'smithi005' with addr '172.21.15.5' 2024-04-12T16:16:21.332 INFO:teuthology.orchestra.run.smithi005.stdout:Deploying unmanaged mon service... 2024-04-12T16:16:21.967 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:21 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:21.968 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:21 smithi005 ceph-mon[27222]: Added host smithi005 2024-04-12T16:16:21.968 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:21 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:22.633 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-12T16:16:22.633 INFO:teuthology.orchestra.run.smithi005.stdout:Deploying unmanaged mgr service... 2024-04-12T16:16:23.109 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:22 smithi005 ceph-mon[27222]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:23.109 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:22 smithi005 ceph-mon[27222]: Saving service mon spec with placement count:5 2024-04-12T16:16:23.109 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:22 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:23.924 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-12T16:16:24.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:24 smithi005 ceph-mon[27222]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:24.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:24 smithi005 ceph-mon[27222]: Saving service mgr spec with placement count:2 2024-04-12T16:16:24.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:24 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:25.641 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:25 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3160883510' entity='client.admin' 2024-04-12T16:16:25.668 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:25 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:25.668 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:25 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:26.901 INFO:teuthology.orchestra.run.smithi005.stdout:Enabling the dashboard module... 2024-04-12T16:16:27.151 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:26 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1030694185' entity='client.admin' 2024-04-12T16:16:27.152 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:26 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:27 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/883011685' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-12T16:16:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:27 smithi005 ceph-mon[27222]: from='mgr.14118 172.21.15.5:0/1155908902' entity='mgr.y' 2024-04-12T16:16:28.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setuser ceph since I am not root 2024-04-12T16:16:28.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setgroup ceph since I am not root 2024-04-12T16:16:28.667 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:28.569+0000 7f1ca46a2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:16:28.667 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:28.668+0000 7f1ca46a2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:16:29.272 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:28 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/883011685' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-12T16:16:29.272 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:28 smithi005 ceph-mon[27222]: mgrmap e9: y(active, since 16s) 2024-04-12T16:16:29.587 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:29.350+0000 7f1ca46a2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:16:29.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:29.444+0000 7f1ca46a2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:16:29.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:29.589+0000 7f1ca46a2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:16:29.932 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:29.686+0000 7f1ca46a2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:16:29.932 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:29.772+0000 7f1ca46a2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:16:30.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:29 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3139160430' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T16:16:30.203 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:30.044+0000 7f1ca46a2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:16:30.203 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:30.157+0000 7f1ca46a2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:16:30.496 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout { 2024-04-12T16:16:30.496 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-12T16:16:30.496 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T16:16:30.496 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T16:16:30.496 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T16:16:30.497 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout } 2024-04-12T16:16:30.497 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for the mgr to restart... 2024-04-12T16:16:30.497 INFO:teuthology.orchestra.run.smithi005.stdout:Waiting for mgr epoch 9... 2024-04-12T16:16:30.529 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:30.247+0000 7f1ca46a2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:16:30.529 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:30.345+0000 7f1ca46a2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:16:30.821 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:30.530+0000 7f1ca46a2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:16:31.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:31.528+0000 7f1ca46a2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:16:31.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:31.662+0000 7f1ca46a2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:16:32.293 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:32.001+0000 7f1ca46a2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:16:32.293 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:32.093+0000 7f1ca46a2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:16:32.293 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:32.294+0000 7f1ca46a2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:16:32.703 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:32.484+0000 7f1ca46a2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:16:33.037 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:32.775+0000 7f1ca46a2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:16:33.037 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:33.038+0000 7f1ca46a2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:16:33.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:33.279+0000 7f1ca46a2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:16:34.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:34.108+0000 7f1ca46a2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:16:34.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:34.690+0000 7f1ca46a2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:16:34.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:34.791+0000 7f1ca46a2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:16:35.453 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:16:35.013+0000 7f1ca46a2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:16:35.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: Active manager daemon y restarted 2024-04-12T16:16:35.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: Activating manager daemon y 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: osdmap e3: 0 total, 0 up, 0 in 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: mgrmap e10: y(active, starting, since 0.00340844s) 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: Manager daemon y is now available 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:16:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:16:36.730 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout { 2024-04-12T16:16:36.731 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-12T16:16:36.731 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T16:16:36.731 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout } 2024-04-12T16:16:36.731 INFO:teuthology.orchestra.run.smithi005.stdout:mgr epoch 9 is available 2024-04-12T16:16:36.731 INFO:teuthology.orchestra.run.smithi005.stdout:Generating a dashboard self-signed certificate... 2024-04-12T16:16:37.373 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:37 smithi005 ceph-mon[27222]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T16:16:37.373 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:37 smithi005 ceph-mon[27222]: mgrmap e11: y(active, since 1.006s) 2024-04-12T16:16:37.373 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:37 smithi005 ceph-mon[27222]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T16:16:37.373 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:37 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:36] ENGINE Bus STARTING 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:36] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:36] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: [12/Apr/2024:16:16:36] ENGINE Bus STARTED 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: mgrmap e12: y(active, since 2s) 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:38.177 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:38.749 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-12T16:16:38.749 INFO:teuthology.orchestra.run.smithi005.stdout:Creating initial admin user... 2024-04-12T16:16:39.320 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:39 smithi005 ceph-mon[27222]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:40.575 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$zsEtZ9QSvlMvzxtAiWDnpehOjtCOdlkq/ywJOpoGGt3WDbmfS/Yge", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712938599, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-12T16:16:40.575 INFO:teuthology.orchestra.run.smithi005.stdout:Fetching dashboard port number... 2024-04-12T16:16:41.193 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:40 smithi005 ceph-mon[27222]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:41.193 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:40 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:41.698 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stdout 8443 2024-04-12T16:16:41.708 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T16:16:41.708 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout disabled 2024-04-12T16:16:41.714 INFO:teuthology.orchestra.run.smithi005.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T16:16:41.715 INFO:teuthology.orchestra.run.smithi005.stdout:systemctl: stdout inactive 2024-04-12T16:16:41.715 INFO:teuthology.orchestra.run.smithi005.stdout:firewalld.service is not enabled 2024-04-12T16:16:41.715 INFO:teuthology.orchestra.run.smithi005.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-12T16:16:41.717 INFO:teuthology.orchestra.run.smithi005.stdout:Ceph Dashboard is now available at: 2024-04-12T16:16:41.717 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:41.717 INFO:teuthology.orchestra.run.smithi005.stdout: URL: https://smithi005.front.sepia.ceph.com:8443/ 2024-04-12T16:16:41.717 INFO:teuthology.orchestra.run.smithi005.stdout: User: admin 2024-04-12T16:16:41.717 INFO:teuthology.orchestra.run.smithi005.stdout: Password: tcepka2ekt 2024-04-12T16:16:41.717 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:41.718 INFO:teuthology.orchestra.run.smithi005.stdout:Saving cluster configuration to /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config directory 2024-04-12T16:16:41.718 INFO:teuthology.orchestra.run.smithi005.stdout:Enabling autotune for osd_memory_target 2024-04-12T16:16:42.106 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:41 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1746534323' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-12T16:16:43.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:43 smithi005 ceph-mon[27222]: mgrmap e13: y(active, since 6s) 2024-04-12T16:16:44.153 INFO:teuthology.orchestra.run.smithi005.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout:Or, if you are only running a single cluster on this host: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: ceph telemetry on 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout:For more information see: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-12T16:16:44.154 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:44.155 INFO:teuthology.orchestra.run.smithi005.stdout:Bootstrap complete. 2024-04-12T16:16:44.189 INFO:tasks.cephadm:Fetching config... 2024-04-12T16:16:44.189 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:16:44.190 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-12T16:16:44.205 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-12T16:16:44.205 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:16:44.205 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-12T16:16:44.260 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-12T16:16:44.260 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:16:44.260 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-12T16:16:44.328 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-12T16:16:44.328 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:16:44.328 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-12T16:16:44.382 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-12T16:16:44.383 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkifWNyC4+FtE+ubA4edHtrYrM/el2OPEo0LXtLiFT4/4SXf2qtym2Z5zuzxND2wW6/QRALovd3r/4vc/8nfJCVyDVoov+uvC+cu/LZLfHZTGHecTt9MTSzDSojijIvf8r96pl8AwnAZLloM0eXoqJo0pBB3tH1USOsv+E+u4WrcobMyQ5J6Cf4QoYRbdp0lxV9GWhm5q1GVfaHaTjhTZjv3HMX1KZz5J63npJSCN6GQ/remltAstol6xXu48nG2CLgi8X9XD3NZ5GV1Mce4pRhOshoTdtCcZ4CoryyiYepslQeTbNhafrfBDqwZkltIfKz+3Skur3wV5nCpMHHjogRyOv8QbPC1VJMXKWLkneKFhg+kreM/XbRCVEFaZH5Ot9wKeaGqdLx3tohifWOYvBnCu6AVhoRZLjDx4EZXd0N2GoTLW1LIP2o4qiMgwzX7w8whWK6Qkr4cTvo6QkAZhoxm+yzQbwikznflzQum3fhU1/Yx8iDUSgY6W8C9gIL4s= ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T16:16:44.461 INFO:teuthology.orchestra.run.smithi005.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkifWNyC4+FtE+ubA4edHtrYrM/el2OPEo0LXtLiFT4/4SXf2qtym2Z5zuzxND2wW6/QRALovd3r/4vc/8nfJCVyDVoov+uvC+cu/LZLfHZTGHecTt9MTSzDSojijIvf8r96pl8AwnAZLloM0eXoqJo0pBB3tH1USOsv+E+u4WrcobMyQ5J6Cf4QoYRbdp0lxV9GWhm5q1GVfaHaTjhTZjv3HMX1KZz5J63npJSCN6GQ/remltAstol6xXu48nG2CLgi8X9XD3NZ5GV1Mce4pRhOshoTdtCcZ4CoryyiYepslQeTbNhafrfBDqwZkltIfKz+3Skur3wV5nCpMHHjogRyOv8QbPC1VJMXKWLkneKFhg+kreM/XbRCVEFaZH5Ot9wKeaGqdLx3tohifWOYvBnCu6AVhoRZLjDx4EZXd0N2GoTLW1LIP2o4qiMgwzX7w8whWK6Qkr4cTvo6QkAZhoxm+yzQbwikznflzQum3fhU1/Yx8iDUSgY6W8C9gIL4s= ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:16:44.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkifWNyC4+FtE+ubA4edHtrYrM/el2OPEo0LXtLiFT4/4SXf2qtym2Z5zuzxND2wW6/QRALovd3r/4vc/8nfJCVyDVoov+uvC+cu/LZLfHZTGHecTt9MTSzDSojijIvf8r96pl8AwnAZLloM0eXoqJo0pBB3tH1USOsv+E+u4WrcobMyQ5J6Cf4QoYRbdp0lxV9GWhm5q1GVfaHaTjhTZjv3HMX1KZz5J63npJSCN6GQ/remltAstol6xXu48nG2CLgi8X9XD3NZ5GV1Mce4pRhOshoTdtCcZ4CoryyiYepslQeTbNhafrfBDqwZkltIfKz+3Skur3wV5nCpMHHjogRyOv8QbPC1VJMXKWLkneKFhg+kreM/XbRCVEFaZH5Ot9wKeaGqdLx3tohifWOYvBnCu6AVhoRZLjDx4EZXd0N2GoTLW1LIP2o4qiMgwzX7w8whWK6Qkr4cTvo6QkAZhoxm+yzQbwikznflzQum3fhU1/Yx8iDUSgY6W8C9gIL4s= ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T16:16:44.520 INFO:teuthology.orchestra.run.smithi016.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkifWNyC4+FtE+ubA4edHtrYrM/el2OPEo0LXtLiFT4/4SXf2qtym2Z5zuzxND2wW6/QRALovd3r/4vc/8nfJCVyDVoov+uvC+cu/LZLfHZTGHecTt9MTSzDSojijIvf8r96pl8AwnAZLloM0eXoqJo0pBB3tH1USOsv+E+u4WrcobMyQ5J6Cf4QoYRbdp0lxV9GWhm5q1GVfaHaTjhTZjv3HMX1KZz5J63npJSCN6GQ/remltAstol6xXu48nG2CLgi8X9XD3NZ5GV1Mce4pRhOshoTdtCcZ4CoryyiYepslQeTbNhafrfBDqwZkltIfKz+3Skur3wV5nCpMHHjogRyOv8QbPC1VJMXKWLkneKFhg+kreM/XbRCVEFaZH5Ot9wKeaGqdLx3tohifWOYvBnCu6AVhoRZLjDx4EZXd0N2GoTLW1LIP2o4qiMgwzX7w8whWK6Qkr4cTvo6QkAZhoxm+yzQbwikznflzQum3fhU1/Yx8iDUSgY6W8C9gIL4s= ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:16:44.535 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-12T16:16:44.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:44 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1709929232' entity='client.admin' 2024-04-12T16:16:44.740 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:16:47.980 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-12T16:16:47.980 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-12T16:16:48.613 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:16:48.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:48 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1608723718' entity='client.admin' 2024-04-12T16:16:49.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:49.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:49.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi005", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:16:49.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:49.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:49.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:51.201 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi016 2024-04-12T16:16:51.201 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:16:51.201 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/etc/ceph/ceph.conf 2024-04-12T16:16:51.220 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:16:51.220 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:16:51.277 INFO:tasks.cephadm:Adding host smithi016 to orchestrator... 2024-04-12T16:16:51.277 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch host add smithi016 2024-04-12T16:16:51.480 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:51.692 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:52.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:52 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:16:53.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:53 smithi005 ceph-mon[27222]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi016", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:16:54.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:54 smithi005 ceph-mon[27222]: Deploying cephadm binary to smithi016 2024-04-12T16:16:55.694 INFO:teuthology.orchestra.run.smithi005.stdout:Added host 'smithi016' with addr '172.21.15.16' 2024-04-12T16:16:56.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:56 smithi005 ceph-mon[27222]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:16:56.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:56.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:16:56.335 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch host ls --format=json 2024-04-12T16:16:56.557 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:16:57.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:57 smithi005 ceph-mon[27222]: Added host smithi016 2024-04-12T16:16:57.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:57 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:57.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:57 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:58.136 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:16:58.136 INFO:teuthology.orchestra.run.smithi005.stdout:[{"addr": "172.21.15.5", "hostname": "smithi005", "labels": [], "status": ""}, {"addr": "172.21.15.16", "hostname": "smithi016", "labels": [], "status": ""}] 2024-04-12T16:16:58.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:58 smithi005 ceph-mon[27222]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:16:58.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:16:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:16:58.633 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-12T16:16:58.633 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd crush tunables default 2024-04-12T16:16:58.837 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:17:00.080 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:00 smithi005 ceph-mon[27222]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:17:00.080 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:00 smithi005 ceph-mon[27222]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:01.116 INFO:teuthology.orchestra.run.smithi005.stderr:adjusted tunables profile to default 2024-04-12T16:17:01.433 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi016", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2060705779' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:01.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:01.435 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:01.435 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:01 smithi005 ceph-mon[27222]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:01.715 INFO:tasks.cephadm:Adding mon.a on smithi005 2024-04-12T16:17:01.715 INFO:tasks.cephadm:Adding mon.c on smithi005 2024-04-12T16:17:01.715 INFO:tasks.cephadm:Adding mon.b on smithi016 2024-04-12T16:17:01.715 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch apply mon '3;smithi005:172.21.15.5=a;smithi005:[v2:172.21.15.5:3301,v1:172.21.15.5:6790]=c;smithi016:172.21.15.16=b' 2024-04-12T16:17:01.921 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:02.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:02 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2060705779' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-12T16:17:02.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:02 smithi005 ceph-mon[27222]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T16:17:03.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:03 smithi005 ceph-mon[27222]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:03.596 INFO:teuthology.orchestra.run.smithi016.stdout:Scheduled mon update... 2024-04-12T16:17:04.170 DEBUG:teuthology.orchestra.run.smithi005:mon.c> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.c.service 2024-04-12T16:17:04.173 DEBUG:teuthology.orchestra.run.smithi016:mon.b> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.b.service 2024-04-12T16:17:04.175 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T16:17:04.175 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-12T16:17:04.933 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi005:172.21.15.5=a;smithi005:[v2:172.21.15.5:3301,v1:172.21.15.5:6790]=c;smithi016:172.21.15.16=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: Saving service mon spec with placement smithi005:172.21.15.5=a;smithi005:[v2:172.21.15.5:3301,v1:172.21.15.5:6790]=c;smithi016:172.21.15.16=b;count:3 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:04.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:04.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:04 smithi005 ceph-mon[27222]: Deploying daemon mon.b on smithi016 2024-04-12T16:17:05.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:05 smithi005 ceph-mon[27222]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:07.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:07 smithi005 ceph-mon[27222]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:07.703 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:17:07.703 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":1,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","modified":"2024-04-12T16:15:32.421290Z","created":"2024-04-12T16:15:32.421290Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-12T16:17:07.705 INFO:teuthology.orchestra.run.smithi016.stderr:dumped monmap epoch 1 2024-04-12T16:17:08.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:08 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/1579291715' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T16:17:09.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:09 smithi005 ceph-mon[27222]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:09.548 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T16:17:09.548 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-12T16:17:09.574 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:09 smithi016 systemd[1]: Started Ceph mon.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:17:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:17:14.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:17:14.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: mon.a calling monitor election 2024-04-12T16:17:14.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: mon.b calling monitor election 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: monmap e2: 2 mons at {a=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0],b=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: fsmap 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: mgrmap e13: y(active, since 39s) 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: overall HEALTH_OK 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:14 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:14.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:17:14.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: mon.a calling monitor election 2024-04-12T16:17:14.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: mon.b calling monitor election 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: monmap e2: 2 mons at {a=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0],b=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: fsmap 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: mgrmap e13: y(active, since 39s) 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: overall HEALTH_OK 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:14.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:14.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:14.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:14.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:14 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:15.021 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:17:15.021 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","modified":"2024-04-12T16:17:09.369516Z","created":"2024-04-12T16:15:32.421290Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-12T16:17:15.023 INFO:teuthology.orchestra.run.smithi016.stderr:dumped monmap epoch 2 2024-04-12T16:17:15.551 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:15 smithi016 ceph-mon[30750]: Deploying daemon mon.c on smithi005 2024-04-12T16:17:15.551 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:15 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/1032466852' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T16:17:15.551 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:15 smithi016 ceph-mon[30750]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:15.551 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:15 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:15.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:15 smithi005 ceph-mon[27222]: Deploying daemon mon.c on smithi005 2024-04-12T16:17:15.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:15 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/1032466852' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T16:17:15.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:15 smithi005 ceph-mon[27222]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:15.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:15 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:16.575 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T16:17:16.576 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph mon dump -f json 2024-04-12T16:17:16.788 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:17:17.188 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:17 smithi016 ceph-mon[30750]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:17.288 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:17 smithi005 ceph-mon[27222]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:22.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: mon.a calling monitor election 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: mon.b calling monitor election 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: mon.c calling monitor election 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: monmap e3: 3 mons at {a=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0],b=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],c=[v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T16:17:22.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: fsmap 2024-04-12T16:17:22.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T16:17:22.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: mgrmap e13: y(active, since 47s) 2024-04-12T16:17:22.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: overall HEALTH_OK 2024-04-12T16:17:22.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:22.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:22.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:22.937 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-04-12T16:17:22.937 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":3,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","modified":"2024-04-12T16:17:17.456574Z","created":"2024-04-12T16:15:32.421290Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3300","nonce":0},{"type":"v1","addr":"172.21.15.5:6789","nonce":0}]},"addr":"172.21.15.5:6789/0","public_addr":"172.21.15.5:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:3301","nonce":0},{"type":"v1","addr":"172.21.15.5:6790","nonce":0}]},"addr":"172.21.15.5:6790/0","public_addr":"172.21.15.5:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-12T16:17:22.940 INFO:teuthology.orchestra.run.smithi016.stderr:dumped monmap epoch 3 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: mon.a calling monitor election 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: mon.b calling monitor election 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: mon.c calling monitor election 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: monmap e3: 3 mons at {a=[v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0],b=[v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0],c=[v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: fsmap 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: mgrmap e13: y(active, since 47s) 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: overall HEALTH_OK 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:22.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:23.539 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-12T16:17:23.539 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph config generate-minimal-conf 2024-04-12T16:17:23.566 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:23.566 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:23.566 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/1160006252' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T16:17:23.566 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[37926]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:23.566 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:23.566 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:23.566 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:23.567 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/1160006252' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T16:17:23.567 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[27222]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:23.567 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:17:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:23 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/1160006252' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T16:17:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:23 smithi016 ceph-mon[30750]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:17:24.879 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.879 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.879 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:24.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:24 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:25.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:24 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:25.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:24 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:25.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:24 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:25.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:24 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:25.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:24 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:25.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:24 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:25.607 INFO:teuthology.orchestra.run.smithi005.stdout:# minimal ceph.conf for c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:17:25.607 INFO:teuthology.orchestra.run.smithi005.stdout:[global] 2024-04-12T16:17:25.607 INFO:teuthology.orchestra.run.smithi005.stdout: fsid = c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:17:25.607 INFO:teuthology.orchestra.run.smithi005.stdout: mon_host = [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] 2024-04-12T16:17:26.049 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:17:26.049 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:17:26.049 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:26.049 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:26.049 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: Reconfiguring daemon mon.a on smithi005 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.050 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3527748750' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T16:17:26.052 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:26.052 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:26.052 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:26.052 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: Reconfiguring daemon mon.a on smithi005 2024-04-12T16:17:26.052 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:26.052 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.052 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:25 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3527748750' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:26.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:17:26.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:17:26.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:26.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: Reconfiguring daemon mon.a on smithi005 2024-04-12T16:17:26.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:26.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:26.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:25 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3527748750' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:26.940 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-12T16:17:26.940 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:17:26.940 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T16:17:27.011 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:17:27.011 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:17:27.078 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:17:27.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T16:17:27.112 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:17:27.112 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:17:27.183 INFO:tasks.cephadm:Adding mgr.y on smithi005 2024-04-12T16:17:27.183 INFO:tasks.cephadm:Adding mgr.x on smithi016 2024-04-12T16:17:27.183 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch apply mgr '2;smithi005=y;smithi016=x' 2024-04-12T16:17:27.426 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:17:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:17:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: Reconfiguring daemon mon.c on smithi005 2024-04-12T16:17:27.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:27 smithi016 ceph-mon[30750]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: Reconfiguring daemon mon.c on smithi005 2024-04-12T16:17:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[37926]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: Reconfiguring daemon mon.c on smithi005 2024-04-12T16:17:27.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:27 smithi005 ceph-mon[27222]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:17:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:29.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: Reconfiguring daemon mon.b on smithi016 2024-04-12T16:17:29.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:29 smithi016 ceph-mon[30750]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: Reconfiguring daemon mon.b on smithi016 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[37926]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:29.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:29.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:17:29.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:17:29.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:17:29.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:29.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: Reconfiguring daemon mon.b on smithi016 2024-04-12T16:17:29.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:29 smithi005 ceph-mon[27222]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:30.258 INFO:teuthology.orchestra.run.smithi016.stdout:Scheduled mgr update... 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:30.833 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:30.834 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:30.834 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:30.834 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:17:30.834 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T16:17:30.834 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:17:30.834 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:30.835 DEBUG:teuthology.orchestra.run.smithi016:mgr.x> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service 2024-04-12T16:17:30.837 INFO:tasks.cephadm:Deploying OSDs... 2024-04-12T16:17:30.838 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:17:30.838 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T16:17:30.857 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T16:17:30.857 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_1 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-04-12 16:17:16.910861907 +0000 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-04-12 16:12:23.836986965 +0000 2024-04-12T16:17:30.914 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-04-12 16:12:23.836986965 +0000 2024-04-12T16:17:30.915 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-04-12 16:12:23.836986965 +0000 2024-04-12T16:17:30.915 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T16:17:30.983 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-04-12T16:17:30.983 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-04-12T16:17:30.984 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000124035 s, 4.1 MB/s 2024-04-12T16:17:30.985 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T16:17:31.042 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_2 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-04-12 16:17:16.910861907 +0000 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-04-12 16:12:24.164980426 +0000 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-04-12 16:12:24.164980426 +0000 2024-04-12T16:17:31.099 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-04-12 16:12:24.164980426 +0000 2024-04-12T16:17:31.100 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T16:17:31.164 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.164 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.164 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:31.164 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:31.164 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:31.164 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:31.165 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T16:17:31.166 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:17:31.167 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:31.167 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-04-12T16:17:31.167 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-04-12T16:17:31.167 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000115364 s, 4.4 MB/s 2024-04-12T16:17:31.168 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T16:17:31.224 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_3 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-04-12 16:17:16.911861887 +0000 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-04-12 16:12:24.504973648 +0000 2024-04-12T16:17:31.281 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-04-12 16:12:24.504973648 +0000 2024-04-12T16:17:31.282 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-04-12 16:12:24.504973648 +0000 2024-04-12T16:17:31.282 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T16:17:31.349 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-04-12T16:17:31.349 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-04-12T16:17:31.349 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000103718 s, 4.9 MB/s 2024-04-12T16:17:31.350 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T16:17:31.407 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_4 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-04-12 16:17:16.911861887 +0000 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-04-12 16:12:24.831967130 +0000 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-04-12 16:12:24.831967130 +0000 2024-04-12T16:17:31.463 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-04-12 16:12:24.831967130 +0000 2024-04-12T16:17:31.464 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T16:17:31.530 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-04-12T16:17:31.530 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-04-12T16:17:31.530 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000108567 s, 4.7 MB/s 2024-04-12T16:17:31.532 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T16:17:31.588 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:17:31.588 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T16:17:31.606 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T16:17:31.606 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_1 2024-04-12T16:17:31.662 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-12 16:17:08.815587503 +0000 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-12 16:12:12.305360124 +0000 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-12 16:12:12.305360124 +0000 2024-04-12T16:17:31.663 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-12 16:12:12.305360124 +0000 2024-04-12T16:17:31.663 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T16:17:31.731 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-12T16:17:31.731 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-12T16:17:31.731 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000107645 s, 4.8 MB/s 2024-04-12T16:17:31.732 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T16:17:31.789 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_2 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-12 16:17:08.815587503 +0000 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-12 16:12:12.831352083 +0000 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-12 16:12:12.831352083 +0000 2024-04-12T16:17:31.844 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-12 16:12:12.831352083 +0000 2024-04-12T16:17:31.844 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T16:17:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-12T16:17:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-12T16:17:31.909 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 9.6417e-05 s, 5.3 MB/s 2024-04-12T16:17:31.911 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T16:17:31.966 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_3 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-12 16:17:08.815587503 +0000 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-12 16:12:13.153347160 +0000 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-12 16:12:13.153347160 +0000 2024-04-12T16:17:32.021 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-12 16:12:13.153347160 +0000 2024-04-12T16:17:32.022 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T16:17:32.045 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:31 smithi016 ceph-mon[30750]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi005=y;smithi016=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:17:32.045 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:31 smithi016 ceph-mon[30750]: Saving service mgr spec with placement smithi005=y;smithi016=x;count:2 2024-04-12T16:17:32.045 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:31 smithi016 ceph-mon[30750]: Deploying daemon mgr.x on smithi016 2024-04-12T16:17:32.045 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:31 smithi016 ceph-mon[30750]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-12T16:17:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-12T16:17:32.071 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000102025 s, 5.0 MB/s 2024-04-12T16:17:32.072 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T16:17:32.128 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_4 2024-04-12T16:17:32.190 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T16:17:32.190 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T16:17:32.190 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-12T16:17:32.190 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T16:17:32.190 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T16:17:32.191 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-04-12 16:17:08.816587488 +0000 2024-04-12T16:17:32.191 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-04-12 16:12:13.481342146 +0000 2024-04-12T16:17:32.191 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-04-12 16:12:13.481342146 +0000 2024-04-12T16:17:32.191 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-04-12 16:12:13.481342146 +0000 2024-04-12T16:17:32.191 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T16:17:32.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[27222]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi005=y;smithi016=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:17:32.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[27222]: Saving service mgr spec with placement smithi005=y;smithi016=x;count:2 2024-04-12T16:17:32.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[27222]: Deploying daemon mgr.x on smithi016 2024-04-12T16:17:32.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[27222]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:32.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[37926]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi005=y;smithi016=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:17:32.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[37926]: Saving service mgr spec with placement smithi005=y;smithi016=x;count:2 2024-04-12T16:17:32.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[37926]: Deploying daemon mgr.x on smithi016 2024-04-12T16:17:32.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:31 smithi005 ceph-mon[37926]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:32.298 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-04-12T16:17:32.299 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-04-12T16:17:32.299 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 8.7156e-05 s, 5.9 MB/s 2024-04-12T16:17:32.300 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T16:17:32.314 INFO:tasks.cephadm:Deploying osd.0 on smithi005 with /dev/vg_nvme/lv_4... 2024-04-12T16:17:32.315 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T16:17:32.525 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:17:32.593 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:32 smithi016 systemd[1]: Starting Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:17:32.960 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:32 smithi016 podman[32623]: 2024-04-12 16:17:32.606363857 +0000 UTC m=+0.017633140 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T16:17:32.961 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:32 smithi016 podman[32623]: 2024-04-12 16:17:32.725640451 +0000 UTC m=+0.136909720 container create 4cf23ca9b037532f1fe589cf13c1d8e8a9f50cbf9731d6ab23f8c0f3807a7eb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:17:32.961 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:32 smithi016 podman[32623]: 2024-04-12 16:17:32.936668542 +0000 UTC m=+0.347937806 container init 4cf23ca9b037532f1fe589cf13c1d8e8a9f50cbf9731d6ab23f8c0f3807a7eb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-d540eba) 2024-04-12T16:17:32.961 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:32 smithi016 podman[32623]: 2024-04-12 16:17:32.939250078 +0000 UTC m=+0.350519341 container start 4cf23ca9b037532f1fe589cf13c1d8e8a9f50cbf9731d6ab23f8c0f3807a7eb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403) 2024-04-12T16:17:32.961 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:32 smithi016 ceph-mgr[32642]: -- 172.21.15.16:0/450708502 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55960bbb61a0 con 0x55960bb8c800 2024-04-12T16:17:33.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[37926]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[27222]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:33 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.343 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:33 smithi016 bash[32623]: 4cf23ca9b037532f1fe589cf13c1d8e8a9f50cbf9731d6ab23f8c0f3807a7eb0 2024-04-12T16:17:33.343 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:33 smithi016 systemd[1]: Started Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:17:33.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:33 smithi016 ceph-mon[30750]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:33.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:33 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:33 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:33 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:33 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:33.804 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:33.513+0000 7f79d0c38200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:17:33.804 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:33.622+0000 7f79d0c38200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:17:34.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:34 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:34.362 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:34 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:34.362 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T16:17:34.362 INFO:teuthology.orchestra.run.smithi005.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T16:17:34.362 INFO:teuthology.orchestra.run.smithi005.stderr: stderr: 10+0 records in 2024-04-12T16:17:34.362 INFO:teuthology.orchestra.run.smithi005.stderr:10+0 records out 2024-04-12T16:17:34.362 INFO:teuthology.orchestra.run.smithi005.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00850665 s, 1.2 GB/s 2024-04-12T16:17:34.362 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping successful for: 2024-04-12T16:17:34.388 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:34 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:34.388 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:34.295+0000 7f79d0c38200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:17:34.388 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:34.390+0000 7f79d0c38200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:17:34.713 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:34.533+0000 7f79d0c38200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:17:34.713 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:34.631+0000 7f79d0c38200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:17:34.713 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:34.715+0000 7f79d0c38200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:17:34.959 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_4 2024-04-12T16:17:35.277 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:34.983+0000 7f79d0c38200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:17:35.277 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:35.095+0000 7f79d0c38200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:17:35.277 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:35.183+0000 7f79d0c38200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:17:35.277 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:35.279+0000 7f79d0c38200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:17:35.593 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:35.457+0000 7f79d0c38200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:17:35.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: Reconfiguring daemon mgr.y on smithi005 2024-04-12T16:17:35.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:35.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: Reconfiguring daemon mgr.y on smithi005 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:17:35.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:35.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: Reconfiguring daemon mgr.y on smithi005 2024-04-12T16:17:35.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:35.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:35.726 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:17:36.843 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:36 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:36.457+0000 7f79d0c38200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:17:36.843 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:36 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:36.592+0000 7f79d0c38200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:17:37.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:37.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:37.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:37.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[27222]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:37 smithi005 ceph-mon[37926]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:37.221 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:36 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:36.929+0000 7f79d0c38200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:17:37.221 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:37.022+0000 7f79d0c38200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:17:37.221 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:37.223+0000 7f79d0c38200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:17:37.221 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.221 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.221 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:37.222 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:37.222 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:37.222 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:37.222 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-mon[30750]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:37.593 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:37.412+0000 7f79d0c38200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:17:37.960 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:37.701+0000 7f79d0c38200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:17:37.961 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:37.962+0000 7f79d0c38200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:17:38.211 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:38.204+0000 7f79d0c38200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:17:38.508 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[37926]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:17:38.508 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:17:38.509 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:17:38.509 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:38.509 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[27222]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:17:38.509 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:17:38.509 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:17:38.509 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:38.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:38 smithi016 ceph-mon[30750]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:17:38.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:38 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:17:38.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:38 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:17:38.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:38 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:39.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:39 smithi016 ceph-mon[30750]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:39.343 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:39.028+0000 7f79d0c38200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:17:39.383 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:39 smithi005 ceph-mon[27222]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:39.383 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:39 smithi005 ceph-mon[37926]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:39.925 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:39.608+0000 7f79d0c38200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:17:39.925 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:39.708+0000 7f79d0c38200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:17:39.925 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:17:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:17:39.927+0000 7f79d0c38200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:17:40.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: Standby manager daemon x started 2024-04-12T16:17:40.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:17:40.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:17:40.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:17:40.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:17:40.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2613329342' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d"}]: dispatch 2024-04-12T16:17:40.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2613329342' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d"}]': finished 2024-04-12T16:17:40.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T16:17:40.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:40 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: Standby manager daemon x started 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2613329342' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d"}]: dispatch 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2613329342' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d"}]': finished 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T16:17:40.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: Standby manager daemon x started 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/2052886802' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2613329342' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d"}]: dispatch 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2613329342' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d"}]': finished 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T16:17:40.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:40 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:41.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:41 smithi016 ceph-mon[30750]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-12T16:17:41.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:41 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:17:41.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:41 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/4131342244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:17:41.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:41 smithi016 ceph-mon[30750]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:41.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[27222]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-12T16:17:41.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:17:41.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/4131342244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:17:41.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[27222]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:41.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[37926]: mgrmap e14: y(active, since 65s), standbys: x 2024-04-12T16:17:41.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:17:41.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/4131342244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:17:41.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:41 smithi005 ceph-mon[37926]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:43.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:43 smithi005 ceph-mon[27222]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:43.386 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:43 smithi005 ceph-mon[37926]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:43.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:43 smithi016 ceph-mon[30750]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:45.360 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:45 smithi005 ceph-mon[27222]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:45.361 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:45 smithi005 ceph-mon[37926]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:45.395 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:45 smithi016 ceph-mon[30750]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:46.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:17:46.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:46.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:17:46.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:46.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:17:46.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:47.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:47 smithi016 ceph-mon[30750]: Deploying daemon osd.0 on smithi005 2024-04-12T16:17:47.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:47 smithi016 ceph-mon[30750]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:47.864 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:47 smithi005 ceph-mon[27222]: Deploying daemon osd.0 on smithi005 2024-04-12T16:17:47.864 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:47 smithi005 ceph-mon[27222]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:47.864 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:47 smithi005 ceph-mon[37926]: Deploying daemon osd.0 on smithi005 2024-04-12T16:17:47.864 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:47 smithi005 ceph-mon[37926]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:49.265 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:49 smithi005 ceph-mon[27222]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:49.265 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:49 smithi005 ceph-mon[37926]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:49 smithi016 ceph-mon[30750]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:51.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:51 smithi005 ceph-mon[27222]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:51.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:51 smithi005 ceph-mon[37926]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:51.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:51 smithi016 ceph-mon[30750]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:52.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:52.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:52.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:52.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:52.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:52.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:53.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:53.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:53.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:54.094 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:53 smithi005 ceph-mon[27222]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:54.094 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:53 smithi005 ceph-mon[37926]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:54.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:53 smithi016 ceph-mon[30750]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:55.180 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 0 on host 'smithi005' 2024-04-12T16:17:55.822 DEBUG:teuthology.orchestra.run.smithi005:osd.0> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.0.service 2024-04-12T16:17:55.824 INFO:tasks.cephadm:Deploying osd.1 on smithi005 with /dev/vg_nvme/lv_3... 2024-04-12T16:17:55.824 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T16:17:55.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:55.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:55.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[37926]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:55.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[37926]: from='osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:17:55.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[37926]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:17:55.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:55.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:55.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:55.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:55.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[27222]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:55.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[27222]: from='osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:17:55.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[27222]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:17:55.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:55.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:56.114 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:56.114 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:56.114 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:55 smithi016 ceph-mon[30750]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:56.114 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:55 smithi016 ceph-mon[30750]: from='osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:17:56.115 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:55 smithi016 ceph-mon[30750]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:17:56.115 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:56.115 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:56.845 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:17:57.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:56 smithi016 ceph-mon[30750]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:17:57.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:56 smithi016 ceph-mon[30750]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T16:17:57.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:57.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:56 smithi016 ceph-mon[30750]: from='osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:17:57.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:56 smithi016 ceph-mon[30750]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[27222]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[27222]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[27222]: from='osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[27222]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[37926]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[37926]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T16:17:57.175 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:57.176 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[37926]: from='osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:17:57.176 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-mon[37926]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:17:57.176 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[41873]: 2024-04-12T16:17:56.865+0000 7f6d4bebb700 -1 osd.0 0 waiting for initial osdmap 2024-04-12T16:17:57.176 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:17:56 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[41873]: 2024-04-12T16:17:56.868+0000 7f6d47cb0700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:17:58.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[27222]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:17:58.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[27222]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T16:17:58.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:58.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:58.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[27222]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:58.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[37926]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:17:58.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[37926]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T16:17:58.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:58.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:58.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:57 smithi005 ceph-mon[37926]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:58.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:57 smithi016 ceph-mon[30750]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:17:58.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:57 smithi016 ceph-mon[30750]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T16:17:58.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:57 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:58.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:57 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:58.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:57 smithi016 ceph-mon[30750]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T16:17:59.123 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:17:59.123 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:17:59.123 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492] boot 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:17:59.124 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492] boot 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.125 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:58 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: osd.0 [v2:172.21.15.5:6802/3411111492,v1:172.21.15.5:6803/3411111492] boot 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:17:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:58 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:17:59.928 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T16:17:59.928 INFO:teuthology.orchestra.run.smithi005.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T16:17:59.929 INFO:teuthology.orchestra.run.smithi005.stderr: stderr: 10+0 records in 2024-04-12T16:17:59.929 INFO:teuthology.orchestra.run.smithi005.stderr:10+0 records out 2024-04-12T16:17:59.929 INFO:teuthology.orchestra.run.smithi005.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00828351 s, 1.3 GB/s 2024-04-12T16:17:59.929 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping successful for: 2024-04-12T16:18:00.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi005 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi005 to 16069M 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[37926]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[37926]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi005 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi005 to 16069M 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[27222]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T16:18:00.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[27222]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:00.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:00.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:00.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:17:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:00.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:59 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi005 2024-04-12T16:18:00.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:59 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi005 to 16069M 2024-04-12T16:18:00.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:59 smithi016 ceph-mon[30750]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T16:18:00.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:59 smithi016 ceph-mon[30750]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:00.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:00.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:00.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:17:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:00.525 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_3 2024-04-12T16:18:00.770 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:18:01.194 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:01 smithi005 ceph-mon[27222]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:01.194 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:01 smithi005 ceph-mon[37926]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:01.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:01 smithi016 ceph-mon[30750]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:02.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:02.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:02.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:02.902 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:02.902 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:02.903 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:02.903 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:02.903 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:02.903 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:03.817 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:03 smithi005 ceph-mon[27222]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:03.817 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:03 smithi005 ceph-mon[27222]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:03.818 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:03 smithi005 ceph-mon[37926]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:03.818 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:03 smithi005 ceph-mon[37926]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:03.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:03 smithi016 ceph-mon[30750]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:03.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:03 smithi016 ceph-mon[30750]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:05.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:05 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/422301877' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]: dispatch 2024-04-12T16:18:05.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:05 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]: dispatch 2024-04-12T16:18:05.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:05 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]': finished 2024-04-12T16:18:05.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:05 smithi016 ceph-mon[30750]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T16:18:05.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:05 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:05.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/422301877' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]: dispatch 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]: dispatch 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]': finished 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[27222]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/422301877' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]: dispatch 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]: dispatch 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e32d7851-41d8-4e24-a5df-c62b4af6eb8e"}]': finished 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[37926]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T16:18:05.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:05 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:06 smithi016 ceph-mon[30750]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:06 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3701651507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:06.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:06 smithi005 ceph-mon[27222]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:06.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:06 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3701651507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:06.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:06 smithi005 ceph-mon[37926]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:06.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:06 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3701651507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:07.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:07 smithi005 ceph-mon[37926]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:07.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:07 smithi005 ceph-mon[27222]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:07.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:07 smithi016 ceph-mon[30750]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:09.195 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:09 smithi005 ceph-mon[27222]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:09.196 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:09 smithi005 ceph-mon[37926]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:09.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:09 smithi016 ceph-mon[30750]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:11.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:11 smithi005 ceph-mon[37926]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:11.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:18:11.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:11.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:11 smithi005 ceph-mon[27222]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:11.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:18:11.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:11.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:11 smithi016 ceph-mon[30750]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:11.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:18:11.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:12.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:12 smithi005 ceph-mon[27222]: Deploying daemon osd.1 on smithi005 2024-04-12T16:18:12.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:12 smithi005 ceph-mon[37926]: Deploying daemon osd.1 on smithi005 2024-04-12T16:18:12.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:12 smithi016 ceph-mon[30750]: Deploying daemon osd.1 on smithi005 2024-04-12T16:18:13.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:13 smithi005 ceph-mon[27222]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:13.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:13 smithi005 ceph-mon[37926]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:13.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:13 smithi016 ceph-mon[30750]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:15.392 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:15 smithi005 ceph-mon[27222]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:15.392 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:15 smithi005 ceph-mon[37926]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:15.395 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:15 smithi016 ceph-mon[30750]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:16 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:17.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:16 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:17.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:16 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:17.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:16 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:17.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:16 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:17.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:16 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:17.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:16 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:17.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:16 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:17.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:16 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:18.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:17 smithi005 ceph-mon[27222]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:18.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:17 smithi005 ceph-mon[37926]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:18.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:17 smithi016 ceph-mon[30750]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:19.226 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 1 on host 'smithi005' 2024-04-12T16:18:19.840 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.840 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.840 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.841 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:19.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:19.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:19.865 DEBUG:teuthology.orchestra.run.smithi005:osd.1> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.1.service 2024-04-12T16:18:19.867 INFO:tasks.cephadm:Deploying osd.2 on smithi005 with /dev/vg_nvme/lv_2... 2024-04-12T16:18:19.868 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T16:18:20.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:20 smithi016 ceph-mon[30750]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:18:20.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:20 smithi016 ceph-mon[30750]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T16:18:20.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:20 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:20.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:20 smithi016 ceph-mon[30750]: from='osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:20.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:20 smithi016 ceph-mon[30750]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:20.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[27222]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:18:20.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[27222]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T16:18:20.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:20.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[27222]: from='osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:20.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[27222]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:20.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[37926]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:18:20.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[37926]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T16:18:20.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:20.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[37926]: from='osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:20.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-mon[37926]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:20.954 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[47836]: 2024-04-12T16:18:20.523+0000 7f3c25fef700 -1 osd.1 0 waiting for initial osdmap 2024-04-12T16:18:20.954 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[47836]: 2024-04-12T16:18:20.525+0000 7f3c21de4700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:18:20.996 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:18:21.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:21 smithi016 ceph-mon[30750]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:18:21.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:21 smithi016 ceph-mon[30750]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T16:18:21.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:21 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:21.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:21 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:21.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:21 smithi016 ceph-mon[30750]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:21.843 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[27222]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[27222]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[27222]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[37926]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[37926]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:21.844 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:21 smithi005 ceph-mon[37926]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-12T16:18:22.554 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[27222]: osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088] boot 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[27222]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[37926]: osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088] boot 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[37926]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T16:18:22.555 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:22 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:22.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:22 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:18:22.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:22 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:18:22.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:22 smithi016 ceph-mon[30750]: osd.1 [v2:172.21.15.5:6810/1798729088,v1:172.21.15.5:6811/1798729088] boot 2024-04-12T16:18:22.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:22 smithi016 ceph-mon[30750]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T16:18:22.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:23.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:23.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:23.993 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T16:18:23.994 INFO:teuthology.orchestra.run.smithi005.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T16:18:23.994 INFO:teuthology.orchestra.run.smithi005.stderr: stderr: 10+0 records in 2024-04-12T16:18:23.994 INFO:teuthology.orchestra.run.smithi005.stderr:10+0 records out 2024-04-12T16:18:23.994 INFO:teuthology.orchestra.run.smithi005.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00837802 s, 1.3 GB/s 2024-04-12T16:18:23.994 INFO:teuthology.orchestra.run.smithi005.stderr: stderr: 2024-04-12T16:18:23.994 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping successful for: 2024-04-12T16:18:24.555 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:24 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi005 2024-04-12T16:18:24.555 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:24 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi005 to 8034M 2024-04-12T16:18:24.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:24 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi005 2024-04-12T16:18:24.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:24 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi005 to 8034M 2024-04-12T16:18:24.556 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_2 2024-04-12T16:18:24.762 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:18:24.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:24 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi005 2024-04-12T16:18:24.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:24 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi005 to 8034M 2024-04-12T16:18:25.807 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:25 smithi005 ceph-mon[27222]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:25.807 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:25 smithi005 ceph-mon[37926]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:25.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:25 smithi016 ceph-mon[30750]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:26.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:26.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:26.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:26.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:26.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:26.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:26.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:26.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:26.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:27 smithi016 ceph-mon[30750]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:27.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:27 smithi016 ceph-mon[30750]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:27.874 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:27 smithi005 ceph-mon[27222]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:27.874 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:27 smithi005 ceph-mon[27222]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:27.874 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:27 smithi005 ceph-mon[37926]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:27.875 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:27 smithi005 ceph-mon[37926]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:29 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1059703726' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "865740eb-bc81-434c-8a84-161b159dc05e"}]: dispatch 2024-04-12T16:18:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:29 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1059703726' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "865740eb-bc81-434c-8a84-161b159dc05e"}]': finished 2024-04-12T16:18:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:29 smithi016 ceph-mon[30750]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T16:18:29.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:29 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1059703726' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "865740eb-bc81-434c-8a84-161b159dc05e"}]: dispatch 2024-04-12T16:18:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1059703726' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "865740eb-bc81-434c-8a84-161b159dc05e"}]': finished 2024-04-12T16:18:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[27222]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T16:18:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1059703726' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "865740eb-bc81-434c-8a84-161b159dc05e"}]: dispatch 2024-04-12T16:18:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1059703726' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "865740eb-bc81-434c-8a84-161b159dc05e"}]': finished 2024-04-12T16:18:29.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[37926]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T16:18:29.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:29 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:30.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:30 smithi016 ceph-mon[30750]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:30.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:30 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3487462382' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:30 smithi005 ceph-mon[27222]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:30.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:30 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3487462382' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:30.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:30 smithi005 ceph-mon[37926]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:30.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:30 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3487462382' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:31 smithi005 ceph-mon[27222]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:31.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:31 smithi005 ceph-mon[37926]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:31.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:31 smithi016 ceph-mon[30750]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:33.294 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:33 smithi005 ceph-mon[27222]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:33.294 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:33 smithi005 ceph-mon[37926]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:33.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:33 smithi016 ceph-mon[30750]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:35.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:35 smithi005 ceph-mon[27222]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:35.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:35 smithi005 ceph-mon[37926]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:35.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:35 smithi016 ceph-mon[30750]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:36.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:36 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:18:36.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:36 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:36.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:36 smithi005 ceph-mon[27222]: Deploying daemon osd.2 on smithi005 2024-04-12T16:18:36.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:36 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:18:36.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:36 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:36.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:36 smithi005 ceph-mon[37926]: Deploying daemon osd.2 on smithi005 2024-04-12T16:18:36.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:36 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:18:36.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:36 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:36.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:36 smithi016 ceph-mon[30750]: Deploying daemon osd.2 on smithi005 2024-04-12T16:18:37.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:37 smithi005 ceph-mon[27222]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:37.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:37 smithi005 ceph-mon[37926]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:37.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:37 smithi016 ceph-mon[30750]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:39.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:39 smithi005 ceph-mon[27222]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:39.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:39 smithi005 ceph-mon[37926]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:39.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:39 smithi016 ceph-mon[30750]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:41.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:41.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:41.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:41.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[27222]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:41.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:41.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:41.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:41.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:41 smithi005 ceph-mon[37926]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:41.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:41 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:41.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:41 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:41.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:41 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:41.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:41 smithi016 ceph-mon[30750]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:43.258 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 2 on host 'smithi005' 2024-04-12T16:18:43.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:43 smithi005 ceph-mon[27222]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:43.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:43 smithi005 ceph-mon[37926]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:43.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:43 smithi016 ceph-mon[30750]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:43.839 DEBUG:teuthology.orchestra.run.smithi005:osd.2> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.2.service 2024-04-12T16:18:43.841 INFO:tasks.cephadm:Deploying osd.3 on smithi005 with /dev/vg_nvme/lv_1... 2024-04-12T16:18:43.842 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T16:18:44.098 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:18:44.545 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.545 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.545 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[27222]: from='osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:18:44.545 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[27222]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:18:44.545 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.545 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.546 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.546 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.546 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[37926]: from='osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:18:44.546 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[37926]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:18:44.546 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.546 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:44 smithi016 ceph-mon[30750]: from='osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:18:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:44 smithi016 ceph-mon[30750]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:18:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:45.400 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[27222]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:18:45.400 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[27222]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T16:18:45.400 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:45.400 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[27222]: from='osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:45.400 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[27222]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:45.401 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[27222]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:45.401 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[37926]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:18:45.401 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[37926]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T16:18:45.401 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:45.401 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[37926]: from='osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:45.401 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[37926]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:45.401 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-mon[37926]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:45.494 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:45 smithi016 ceph-mon[30750]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:18:45.494 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:45 smithi016 ceph-mon[30750]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T16:18:45.494 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:45 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:45.494 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:45 smithi016 ceph-mon[30750]: from='osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:45.494 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:45 smithi016 ceph-mon[30750]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:18:45.494 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:45 smithi016 ceph-mon[30750]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:45.703 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[53626]: 2024-04-12T16:18:45.493+0000 7fb5a2b36700 -1 osd.2 0 waiting for initial osdmap 2024-04-12T16:18:45.703 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:45 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[53626]: 2024-04-12T16:18:45.496+0000 7fb59a923700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:18:46.179 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T16:18:46.179 INFO:teuthology.orchestra.run.smithi005.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T16:18:46.179 INFO:teuthology.orchestra.run.smithi005.stderr: stderr: 10+0 records in 2024-04-12T16:18:46.179 INFO:teuthology.orchestra.run.smithi005.stderr:10+0 records out 2024-04-12T16:18:46.179 INFO:teuthology.orchestra.run.smithi005.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0104044 s, 1.0 GB/s 2024-04-12T16:18:46.179 INFO:teuthology.orchestra.run.smithi005.stderr:--> Zapping successful for: 2024-04-12T16:18:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[37926]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:18:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[37926]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T16:18:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:46.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[37926]: from='osd.2 ' entity='osd.2' 2024-04-12T16:18:46.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[27222]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:18:46.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[27222]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T16:18:46.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:46.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:46.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:46 smithi005 ceph-mon[27222]: from='osd.2 ' entity='osd.2' 2024-04-12T16:18:46.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:46 smithi016 ceph-mon[30750]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:18:46.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:46 smithi016 ceph-mon[30750]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T16:18:46.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:46.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:46.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:46 smithi016 ceph-mon[30750]: from='osd.2 ' entity='osd.2' 2024-04-12T16:18:47.125 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi005:vg_nvme/lv_1 2024-04-12T16:18:47.423 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:18:47.423 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:18:47.423 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[37926]: osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674] boot 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[37926]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[37926]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[27222]: osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674] boot 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[27222]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:47.424 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:47 smithi005 ceph-mon[27222]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:47.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:47 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:18:47.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:47 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:18:47.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:47 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:47.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:47 smithi016 ceph-mon[30750]: osd.2 [v2:172.21.15.5:6818/2922707674,v1:172.21.15.5:6819/2922707674] boot 2024-04-12T16:18:47.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:47 smithi016 ceph-mon[30750]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T16:18:47.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:47 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:18:47.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:47 smithi016 ceph-mon[30750]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-12T16:18:47.740 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:18:48.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:48 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:48.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:48 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:48.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:48 smithi016 ceph-mon[30750]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T16:18:48.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:48 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:48.655 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:48.656 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:48.656 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[27222]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T16:18:48.656 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:48.656 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:48.656 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:48.656 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[37926]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T16:18:48.656 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:48 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:18:49.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:49.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi005 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi005 to 5356M 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi005 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi005 to 5356M 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:18:49.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T16:18:49.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi005 2024-04-12T16:18:49.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi005 to 5356M 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:18:49.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:49 smithi005 sudo[57399]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T16:18:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:49 smithi005 sudo[57399]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:49 smithi005 sudo[57399]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:49 smithi005 sudo[57399]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:50.284 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57424]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T16:18:50.285 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57424]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:50.285 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57424]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:50.285 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57424]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:50.574 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57495]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T16:18:50.575 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57495]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:50.575 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57495]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:50.575 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57495]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:50.838 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57547]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T16:18:50.839 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57547]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:50.839 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57547]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:50.839 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57547]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:51.108 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:51.108 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[27222]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T16:18:51.108 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:51.108 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:51.108 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:51.109 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57568]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T16:18:51.109 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57568]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:51.109 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57568]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:51.109 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:50 smithi005 sudo[57568]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:51.109 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:51.109 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[37926]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T16:18:51.109 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:51.109 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:51.110 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:51 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:51.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:51.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 ceph-mon[30750]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T16:18:51.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:18:51.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:18:51.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:51.364 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57583]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T16:18:51.364 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57583]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:51.364 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57583]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:51.364 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57583]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:51.630 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57590]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T16:18:51.631 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57590]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:51.631 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57590]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:51.631 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57590]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:51.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57615]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T16:18:51.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57615]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:51.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57615]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:51.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:51 smithi005 sudo[57615]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:52.163 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 sudo[33355]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T16:18:52.163 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 sudo[33355]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:52.163 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 sudo[33355]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:52.163 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:51 smithi016 sudo[33355]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:52.443 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:52.443 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:52.444 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:52.445 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:52.445 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:52.445 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:52.445 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:52.445 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 sudo[33358]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 sudo[33358]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 sudo[33358]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 sudo[33358]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi005:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:52.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:52.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:52.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:52.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:52.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:52.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57647]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T16:18:52.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57647]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:52.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57647]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:52.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57647]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:53.174 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57670]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T16:18:53.174 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57670]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T16:18:53.174 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57670]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T16:18:53.174 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:52 smithi005 sudo[57670]: pam_unix(sudo:session): session closed for user root 2024-04-12T16:18:53.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3926670945' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a068e6b-6e42-4711-b374-b5cf9b6acfad"}]: dispatch 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3926670945' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a068e6b-6e42-4711-b374-b5cf9b6acfad"}]': finished 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T16:18:53.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[27222]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:53.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3926670945' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a068e6b-6e42-4711-b374-b5cf9b6acfad"}]: dispatch 2024-04-12T16:18:53.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3926670945' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a068e6b-6e42-4711-b374-b5cf9b6acfad"}]': finished 2024-04-12T16:18:53.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T16:18:53.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:18:53.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:53 smithi005 ceph-mon[37926]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T16:18:53.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3926670945' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a068e6b-6e42-4711-b374-b5cf9b6acfad"}]: dispatch 2024-04-12T16:18:53.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3926670945' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a068e6b-6e42-4711-b374-b5cf9b6acfad"}]': finished 2024-04-12T16:18:53.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: osdmap e22: 4 total, 3 up, 4 in 2024-04-12T16:18:53.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:18:53.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:53 smithi016 ceph-mon[30750]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:54.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:54 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2859237479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:54.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:54 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2859237479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:54.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:54 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2859237479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:18:55.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:55 smithi005 ceph-mon[27222]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:55.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:55 smithi005 ceph-mon[37926]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:55.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:55 smithi016 ceph-mon[30750]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:57.344 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:57 smithi005 ceph-mon[27222]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:57.345 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:57 smithi005 ceph-mon[37926]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:57.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:57 smithi016 ceph-mon[30750]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:18:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:18:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:18:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:18:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:18:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:18:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:18:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:18:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:00.333 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:00 smithi005 ceph-mon[27222]: Deploying daemon osd.3 on smithi005 2024-04-12T16:19:00.333 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:00 smithi005 ceph-mon[27222]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 42 KiB/s wr, 3 op/s 2024-04-12T16:19:00.334 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:00 smithi005 ceph-mon[37926]: Deploying daemon osd.3 on smithi005 2024-04-12T16:19:00.334 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:00 smithi005 ceph-mon[37926]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 42 KiB/s wr, 3 op/s 2024-04-12T16:19:00.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:00 smithi016 ceph-mon[30750]: Deploying daemon osd.3 on smithi005 2024-04-12T16:19:00.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:00 smithi016 ceph-mon[30750]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 42 KiB/s wr, 3 op/s 2024-04-12T16:19:02.332 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:02 smithi005 ceph-mon[27222]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 32 KiB/s wr, 2 op/s 2024-04-12T16:19:02.332 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:02 smithi005 ceph-mon[37926]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 32 KiB/s wr, 2 op/s 2024-04-12T16:19:02.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:02 smithi016 ceph-mon[30750]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 32 KiB/s wr, 2 op/s 2024-04-12T16:19:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:04 smithi016 ceph-mon[30750]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 894 B/s rd, 25 KiB/s wr, 2 op/s 2024-04-12T16:19:04.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:04 smithi005 ceph-mon[27222]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 894 B/s rd, 25 KiB/s wr, 2 op/s 2024-04-12T16:19:04.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:04 smithi005 ceph-mon[37926]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 894 B/s rd, 25 KiB/s wr, 2 op/s 2024-04-12T16:19:05.433 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:05.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:05.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:05.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[27222]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T16:19:05.434 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:05.434 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:05.434 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:05.434 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:05 smithi005 ceph-mon[37926]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T16:19:05.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:05 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:05.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:05 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:05.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:05 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:05.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:05 smithi016 ceph-mon[30750]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T16:19:07.709 INFO:teuthology.orchestra.run.smithi005.stdout:Created osd(s) 3 on host 'smithi005' 2024-04-12T16:19:07.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T16:19:07.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:19:07.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:07.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:07.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:07.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:07.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:07 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:08.284 DEBUG:teuthology.orchestra.run.smithi005:osd.3> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.3.service 2024-04-12T16:19:08.286 INFO:tasks.cephadm:Deploying osd.4 on smithi016 with /dev/vg_nvme/lv_4... 2024-04-12T16:19:08.286 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T16:19:08.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:08.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:07 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:08.497 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:19:09.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[27222]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:19:09.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[27222]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T16:19:09.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:09.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[27222]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:19:09.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[37926]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:19:09.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[37926]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T16:19:09.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:09.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-mon[37926]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:19:09.203 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[59345]: 2024-04-12T16:19:08.898+0000 7fb23a03a700 -1 osd.3 0 waiting for initial osdmap 2024-04-12T16:19:09.203 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:19:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[59345]: 2024-04-12T16:19:08.903+0000 7fb23562e700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:19:09.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:08 smithi016 ceph-mon[30750]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:19:09.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:08 smithi016 ceph-mon[30750]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T16:19:09.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:08 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:09.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:08 smithi016 ceph-mon[30750]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:19:10.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:09 smithi016 ceph-mon[30750]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:19:10.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:09 smithi016 ceph-mon[30750]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T16:19:10.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:09 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:09 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:09 smithi016 ceph-mon[30750]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:19:10.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[37926]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[37926]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[37926]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[27222]: from='osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]': finished 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[27222]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:09 smithi005 ceph-mon[27222]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-12T16:19:10.524 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T16:19:10.524 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T16:19:10.524 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-12T16:19:10.524 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-12T16:19:10.524 INFO:teuthology.orchestra.run.smithi016.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00849288 s, 1.2 GB/s 2024-04-12T16:19:10.524 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-12T16:19:10.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:19:10.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:19:10.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[27222]: osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928] boot 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[27222]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[37926]: osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928] boot 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[37926]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T16:19:10.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:10 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:11.127 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:10 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:19:11.128 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:10 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:19:11.128 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:10 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:11.128 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:10 smithi016 ceph-mon[30750]: osd.3 [v2:172.21.15.5:6826/2722351928,v1:172.21.15.5:6827/2722351928] boot 2024-04-12T16:19:11.128 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:10 smithi016 ceph-mon[30750]: osdmap e25: 4 total, 4 up, 4 in 2024-04-12T16:19:11.128 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:10 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:19:11.151 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_4 2024-04-12T16:19:11.396 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:12.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:12.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T16:19:12.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-12T16:19:12.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:12.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:13.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:12 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi005 2024-04-12T16:19:13.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:12 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi005 to 4017M 2024-04-12T16:19:13.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:12 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi005 2024-04-12T16:19:13.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:12 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi005 to 4017M 2024-04-12T16:19:13.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:12 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi005 2024-04-12T16:19:13.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:12 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi005 to 4017M 2024-04-12T16:19:14.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[27222]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:14.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:19:14.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:19:14.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:14.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[37926]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:14.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:19:14.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:19:14.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:13 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:14.295 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:13 smithi016 ceph-mon[30750]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:14.295 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:13 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:19:14.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:13 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:19:14.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:13 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:15.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:14 smithi016 ceph-mon[30750]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:19:15.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:14 smithi005 ceph-mon[27222]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:19:15.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:14 smithi005 ceph-mon[37926]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:19:16.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[27222]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:16.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/3526838610' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]: dispatch 2024-04-12T16:19:16.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]: dispatch 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]': finished 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[27222]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[37926]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/3526838610' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]: dispatch 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]: dispatch 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]': finished 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[37926]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T16:19:16.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:15 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:16.335 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:15 smithi016 ceph-mon[30750]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:16.335 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:15 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/3526838610' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]: dispatch 2024-04-12T16:19:16.335 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:15 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]: dispatch 2024-04-12T16:19:16.335 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:15 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c4addf3-fdad-440b-b18b-ad147afd3c62"}]': finished 2024-04-12T16:19:16.335 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:15 smithi016 ceph-mon[30750]: osdmap e27: 5 total, 4 up, 5 in 2024-04-12T16:19:16.335 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:15 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:16 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/50793677' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:19:17.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:16 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/50793677' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:19:17.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:16 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/50793677' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:19:18.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:17 smithi005 ceph-mon[27222]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:18.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:17 smithi005 ceph-mon[37926]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:18.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:17 smithi016 ceph-mon[30750]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:19.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:19 smithi005 ceph-mon[27222]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:19.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:19 smithi005 ceph-mon[37926]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:19.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:19 smithi016 ceph-mon[30750]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:21.295 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:21 smithi016 ceph-mon[30750]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:21.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:21 smithi005 ceph-mon[27222]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:21.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:21 smithi005 ceph-mon[37926]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:22.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:19:22.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:22 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:22.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:22 smithi016 ceph-mon[30750]: Deploying daemon osd.4 on smithi016 2024-04-12T16:19:22.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:19:22.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:22 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:22.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:22 smithi005 ceph-mon[27222]: Deploying daemon osd.4 on smithi016 2024-04-12T16:19:22.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:22 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:19:22.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:22 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:22.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:22 smithi005 ceph-mon[37926]: Deploying daemon osd.4 on smithi016 2024-04-12T16:19:23.429 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:23 smithi016 ceph-mon[30750]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:23.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:23 smithi005 ceph-mon[27222]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:23.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:23 smithi005 ceph-mon[37926]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:25.417 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:25 smithi016 ceph-mon[30750]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:25.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:25 smithi005 ceph-mon[27222]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:25.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:25 smithi005 ceph-mon[37926]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:28.297 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:28 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:28.297 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:28 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:28.297 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:28 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:28.297 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:28 smithi016 ceph-mon[30750]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[27222]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:28.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:28.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:28.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:28.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:28 smithi005 ceph-mon[37926]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:29.210 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:29 smithi016 ceph-mon[30750]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:29 smithi005 ceph-mon[27222]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:29.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:29 smithi005 ceph-mon[37926]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:29.993 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 4 on host 'smithi016' 2024-04-12T16:19:30.682 DEBUG:teuthology.orchestra.run.smithi016:osd.4> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.4.service 2024-04-12T16:19:30.685 INFO:tasks.cephadm:Deploying osd.5 on smithi016 with /dev/vg_nvme/lv_3... 2024-04-12T16:19:30.685 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T16:19:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:30 smithi016 ceph-mon[30750]: from='osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:19:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:30 smithi016 ceph-mon[30750]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:19:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[27222]: from='osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:19:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[27222]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:19:31.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:31.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[37926]: from='osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:19:31.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:30 smithi005 ceph-mon[37926]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:19:31.770 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:19:32.169 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-mon[30750]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:32.169 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-mon[30750]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:19:32.170 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-mon[30750]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T16:19:32.170 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:32.170 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-mon[30750]: from='osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:32.170 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-mon[30750]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[27222]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[27222]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:19:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[27222]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T16:19:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[27222]: from='osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:32.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[27222]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[37926]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[37926]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:19:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[37926]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T16:19:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[37926]: from='osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:32 smithi005 ceph-mon[37926]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:32.497 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[35791]: 2024-04-12T16:19:32.327+0000 7f5a81549700 -1 osd.4 0 waiting for initial osdmap 2024-04-12T16:19:32.497 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:19:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[35791]: 2024-04-12T16:19:32.331+0000 7f5a79336700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:19:33.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:33 smithi016 ceph-mon[30750]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:19:33.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:33 smithi016 ceph-mon[30750]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T16:19:33.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:33 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:33.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:33 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:33.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:33 smithi016 ceph-mon[30750]: from='osd.4 ' entity='osd.4' 2024-04-12T16:19:33.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[27222]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:19:33.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[27222]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T16:19:33.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:33.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:33.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[27222]: from='osd.4 ' entity='osd.4' 2024-04-12T16:19:33.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[37926]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:19:33.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[37926]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T16:19:33.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:33.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:33.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:33 smithi005 ceph-mon[37926]: from='osd.4 ' entity='osd.4' 2024-04-12T16:19:34.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:34 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:19:34.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:34 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:19:34.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:34 smithi016 ceph-mon[30750]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:34.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:34 smithi016 ceph-mon[30750]: osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318] boot 2024-04-12T16:19:34.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:34 smithi016 ceph-mon[30750]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T16:19:34.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:34 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:34.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:34 smithi016 ceph-mon[30750]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T16:19:34.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:19:34.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:19:34.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[27222]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:34.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[27222]: osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318] boot 2024-04-12T16:19:34.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[27222]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T16:19:34.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:34.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[27222]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T16:19:34.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:19:34.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:19:34.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[37926]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-12T16:19:34.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[37926]: osd.4 [v2:172.21.15.16:6800/1750776318,v1:172.21.15.16:6801/1750776318] boot 2024-04-12T16:19:34.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[37926]: osdmap e30: 5 total, 5 up, 5 in 2024-04-12T16:19:34.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:19:34.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:34 smithi005 ceph-mon[37926]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T16:19:34.754 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T16:19:34.755 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T16:19:34.755 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-12T16:19:34.755 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-12T16:19:34.755 INFO:teuthology.orchestra.run.smithi016.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00978012 s, 1.1 GB/s 2024-04-12T16:19:34.755 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi016 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi016 to 17093M 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:35.328 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.329 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:35.329 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:35.329 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:35.329 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.329 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:35.329 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:35 smithi016 ceph-mon[30750]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T16:19:35.330 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_3 2024-04-12T16:19:35.538 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:19:35.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi016 2024-04-12T16:19:35.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi016 to 17093M 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[27222]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T16:19:35.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi016 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi016 to 17093M 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:35.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:35 smithi005 ceph-mon[37926]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T16:19:37.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:37 smithi016 ceph-mon[30750]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T16:19:37.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:37 smithi005 ceph-mon[27222]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T16:19:37.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:37 smithi005 ceph-mon[37926]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T16:19:38.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:38 smithi016 ceph-mon[30750]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:38.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:38 smithi016 ceph-mon[30750]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T16:19:38.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:38 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:19:38.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:38 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:19:38.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:38 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:38.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[27222]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:38.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[27222]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T16:19:38.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:19:38.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:19:38.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:38.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[37926]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:38.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[37926]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T16:19:38.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:19:38.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:19:38.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:38 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:39.197 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:39 smithi016 ceph-mon[30750]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:19:39.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:39 smithi005 ceph-mon[27222]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:19:39.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:39 smithi005 ceph-mon[37926]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:19:40.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:40 smithi016 ceph-mon[30750]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-12T16:19:40.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:40 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/1660295823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]: dispatch 2024-04-12T16:19:40.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:40 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]: dispatch 2024-04-12T16:19:40.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:40 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]': finished 2024-04-12T16:19:40.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:40 smithi016 ceph-mon[30750]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T16:19:40.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:40 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[27222]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-12T16:19:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/1660295823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]: dispatch 2024-04-12T16:19:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]: dispatch 2024-04-12T16:19:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]': finished 2024-04-12T16:19:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[27222]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T16:19:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:40.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[37926]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-12T16:19:40.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/1660295823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]: dispatch 2024-04-12T16:19:40.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]: dispatch 2024-04-12T16:19:40.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9ee4af4-a502-4ccf-b528-00994b17cc96"}]': finished 2024-04-12T16:19:40.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[37926]: osdmap e35: 6 total, 5 up, 6 in 2024-04-12T16:19:40.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:40 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:41 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/1804690055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:19:41.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:41 smithi016 ceph-mon[30750]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:19:41.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:41 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/1804690055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:19:41.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:41 smithi005 ceph-mon[27222]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:19:41.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:41 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/1804690055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:19:41.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:41 smithi005 ceph-mon[37926]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:19:43.403 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:43 smithi016 ceph-mon[30750]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-12T16:19:43.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:43 smithi005 ceph-mon[27222]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-12T16:19:43.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:43 smithi005 ceph-mon[37926]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-12T16:19:45.337 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:45 smithi016 ceph-mon[30750]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T16:19:45.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:45 smithi005 ceph-mon[27222]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T16:19:45.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:45 smithi005 ceph-mon[37926]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T16:19:46.564 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:19:46.564 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:46.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:19:46.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:46.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:19:46.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:47.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:47 smithi016 ceph-mon[30750]: Deploying daemon osd.5 on smithi016 2024-04-12T16:19:47.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:47 smithi016 ceph-mon[30750]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T16:19:47.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:47 smithi005 ceph-mon[27222]: Deploying daemon osd.5 on smithi016 2024-04-12T16:19:47.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:47 smithi005 ceph-mon[27222]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T16:19:47.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:47 smithi005 ceph-mon[37926]: Deploying daemon osd.5 on smithi016 2024-04-12T16:19:47.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:47 smithi005 ceph-mon[37926]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T16:19:49.310 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:49 smithi016 ceph-mon[30750]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:49.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:49 smithi005 ceph-mon[27222]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:49.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:49 smithi005 ceph-mon[37926]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:51.424 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:51 smithi016 ceph-mon[30750]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:51.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:51 smithi005 ceph-mon[27222]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:51.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:51 smithi005 ceph-mon[37926]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:52.720 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:52.720 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:52.720 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:52 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:52.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:52.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:52.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:52 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:52.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:52.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:52 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:53.780 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:53 smithi016 ceph-mon[30750]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:53.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:53 smithi005 ceph-mon[27222]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:53.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:53 smithi005 ceph-mon[37926]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:54.996 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 5 on host 'smithi016' 2024-04-12T16:19:55.293 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.293 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.294 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:55 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:55.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:19:55.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:19:55.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:19:55.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:19:55.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:19:55.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:55 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:19:55.606 DEBUG:teuthology.orchestra.run.smithi016:osd.5> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.5.service 2024-04-12T16:19:55.609 INFO:tasks.cephadm:Deploying osd.6 on smithi016 with /dev/vg_nvme/lv_2... 2024-04-12T16:19:55.609 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T16:19:56.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-mon[30750]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:56.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-mon[30750]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:19:56.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-mon[30750]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T16:19:56.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:56.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-mon[30750]: from='osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:56.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-mon[30750]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:56.386 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:19:56.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[27222]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:56.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[27222]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:19:56.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[27222]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T16:19:56.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:56.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[27222]: from='osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:56.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[27222]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:56.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[37926]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:56.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[37926]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:19:56.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[37926]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T16:19:56.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:56.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[37926]: from='osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:56.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:56 smithi005 ceph-mon[37926]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:19:56.647 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[41339]: 2024-04-12T16:19:56.348+0000 7f7f3beab700 -1 osd.5 0 waiting for initial osdmap 2024-04-12T16:19:56.647 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:19:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[41339]: 2024-04-12T16:19:56.354+0000 7f7f33c98700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:19:57.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:19:57.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T16:19:57.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: from='osd.5 ' entity='osd.5' 2024-04-12T16:19:57.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655] boot 2024-04-12T16:19:57.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T16:19:57.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:57 smithi016 ceph-mon[30750]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:57.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:19:57.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T16:19:57.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: from='osd.5 ' entity='osd.5' 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655] boot 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[37926]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: from='osd.5 ' entity='osd.5' 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: osd.5 [v2:172.21.15.16:6808/3290334655,v1:172.21.15.16:6809/3290334655] boot 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: osdmap e38: 6 total, 6 up, 6 in 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:19:57.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:57 smithi005 ceph-mon[27222]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-04-12T16:19:58.170 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:58 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:19:58.170 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:58 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:19:58.170 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:58 smithi016 ceph-mon[30750]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T16:19:58.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:58 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:19:58.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:58 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:19:58.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:58 smithi005 ceph-mon[27222]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T16:19:58.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:58 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:19:58.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:58 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:19:58.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:58 smithi005 ceph-mon[37926]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T16:19:58.757 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T16:19:58.757 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T16:19:58.757 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-12T16:19:58.757 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-12T16:19:58.757 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00927693 s, 1.1 GB/s 2024-04-12T16:19:58.757 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-12T16:19:59.497 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_2 2024-04-12T16:19:59.787 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:59 smithi016 ceph-mon[30750]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T16:19:59.787 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:19:59 smithi016 ceph-mon[30750]: pgmap v132: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:19:59.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:59 smithi005 ceph-mon[27222]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T16:19:59.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:19:59 smithi005 ceph-mon[27222]: pgmap v132: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:19:59.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:59 smithi005 ceph-mon[37926]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T16:19:59.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:19:59 smithi005 ceph-mon[37926]: pgmap v132: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:20:00.234 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:20:00.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:20:00.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T16:20:00.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: Health detail: HEALTH_WARN Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T16:20:00.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: [WRN] PG_DEGRADED: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: pg 1.0 is activating+undersized+degraded+remapped, acting [0,1] 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T16:20:00.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: Health detail: HEALTH_WARN Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: [WRN] PG_DEGRADED: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: pg 1.0 is activating+undersized+degraded+remapped, acting [0,1] 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:00.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:00 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: Health detail: HEALTH_WARN Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: [WRN] PG_DEGRADED: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: pg 1.0 is activating+undersized+degraded+remapped, acting [0,1] 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:01.028 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:01.029 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:01.029 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:01.029 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:00 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi016 2024-04-12T16:20:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi016 to 8546M 2024-04-12T16:20:01.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[27222]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T16:20:01.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[27222]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:20:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi016 2024-04-12T16:20:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi016 to 8546M 2024-04-12T16:20:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[37926]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T16:20:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:01 smithi005 ceph-mon[37926]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:20:02.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:01 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi016 2024-04-12T16:20:02.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:01 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi016 to 8546M 2024-04-12T16:20:02.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:01 smithi016 ceph-mon[30750]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T16:20:02.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:01 smithi016 ceph-mon[30750]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:20:02.801 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:02 smithi016 ceph-mon[30750]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:02.801 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:20:02.801 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:20:02.801 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:02.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[27222]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:02.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:20:02.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:20:02.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:02.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[37926]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:02.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:20:02.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:20:02.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:03.722 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:03 smithi016 ceph-mon[30750]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:03.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:03 smithi005 ceph-mon[27222]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:03.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:03 smithi005 ceph-mon[37926]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:04.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[27222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T16:20:04.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[27222]: Cluster is now healthy 2024-04-12T16:20:04.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/590198798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]: dispatch 2024-04-12T16:20:04.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]: dispatch 2024-04-12T16:20:04.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]': finished 2024-04-12T16:20:04.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[27222]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T16:20:04.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:04.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[37926]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T16:20:04.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[37926]: Cluster is now healthy 2024-04-12T16:20:04.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/590198798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]: dispatch 2024-04-12T16:20:04.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]: dispatch 2024-04-12T16:20:04.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]': finished 2024-04-12T16:20:04.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[37926]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T16:20:04.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:04 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:05.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:04 smithi016 ceph-mon[30750]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T16:20:05.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:04 smithi016 ceph-mon[30750]: Cluster is now healthy 2024-04-12T16:20:05.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:04 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/590198798' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]: dispatch 2024-04-12T16:20:05.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:04 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]: dispatch 2024-04-12T16:20:05.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:04 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "16642446-2491-44d6-8b7e-000674961881"}]': finished 2024-04-12T16:20:05.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:04 smithi016 ceph-mon[30750]: osdmap e43: 7 total, 6 up, 7 in 2024-04-12T16:20:05.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:04 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:05.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:05 smithi005 ceph-mon[27222]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:20:05.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/1044462662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:20:05.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:05 smithi005 ceph-mon[37926]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:20:05.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:05 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/1044462662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:20:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:05 smithi016 ceph-mon[30750]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:20:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:05 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/1044462662' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:20:07.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:07 smithi005 ceph-mon[27222]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-12T16:20:07.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:07 smithi005 ceph-mon[37926]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-12T16:20:07.455 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:07 smithi016 ceph-mon[30750]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-12T16:20:09.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:09 smithi016 ceph-mon[30750]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-12T16:20:09.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:09 smithi005 ceph-mon[27222]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-12T16:20:09.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:09 smithi005 ceph-mon[37926]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-12T16:20:11.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:20:11.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:11 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:11.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:20:11.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:11 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:11.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:20:11.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:11 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:12.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:12 smithi016 ceph-mon[30750]: Deploying daemon osd.6 on smithi016 2024-04-12T16:20:12.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:12 smithi016 ceph-mon[30750]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T16:20:12.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:12 smithi005 ceph-mon[27222]: Deploying daemon osd.6 on smithi016 2024-04-12T16:20:12.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:12 smithi005 ceph-mon[27222]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T16:20:12.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:12 smithi005 ceph-mon[37926]: Deploying daemon osd.6 on smithi016 2024-04-12T16:20:12.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:12 smithi005 ceph-mon[37926]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T16:20:13.133 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:13 smithi016 ceph-mon[30750]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:13.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:13 smithi005 ceph-mon[27222]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:13.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:13 smithi005 ceph-mon[37926]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:15.421 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:15 smithi016 ceph-mon[30750]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:15.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:15 smithi005 ceph-mon[27222]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:15.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:15 smithi005 ceph-mon[37926]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:17.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:17 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:17.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:17 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:17.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:17 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:17.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:17 smithi016 ceph-mon[30750]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[27222]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:17.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:17 smithi005 ceph-mon[37926]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:19.935 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 6 on host 'smithi016' 2024-04-12T16:20:20.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[27222]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:20.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[27222]: from='osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:20:20.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[27222]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:20:20.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[37926]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[37926]: from='osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:20:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[37926]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:20:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.238 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.239 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.239 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:19 smithi016 ceph-mon[30750]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:20.239 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:19 smithi016 ceph-mon[30750]: from='osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:20:20.239 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:19 smithi016 ceph-mon[30750]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:20:20.239 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.239 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:20.587 DEBUG:teuthology.orchestra.run.smithi016:osd.6> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.6.service 2024-04-12T16:20:20.590 INFO:tasks.cephadm:Deploying osd.7 on smithi016 with /dev/vg_nvme/lv_1... 2024-04-12T16:20:20.590 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T16:20:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[27222]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:20:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[27222]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T16:20:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[27222]: from='osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[27222]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[37926]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:20:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[37926]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T16:20:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[37926]: from='osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:20 smithi005 ceph-mon[37926]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:21.219 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:20 smithi016 ceph-mon[30750]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:20:21.219 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:20 smithi016 ceph-mon[30750]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T16:20:21.219 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:20 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:21.219 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:20 smithi016 ceph-mon[30750]: from='osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:21.219 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:20 smithi016 ceph-mon[30750]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:21.301 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:20:21.493 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[47030]: 2024-04-12T16:20:21.220+0000 7f7ed5181700 -1 osd.6 0 waiting for initial osdmap 2024-04-12T16:20:21.493 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[47030]: 2024-04-12T16:20:21.226+0000 7f7eccf6e700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:20:22.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:20:22.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T16:20:22.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:22.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: from='osd.6 ' entity='osd.6' 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583] boot 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: from='osd.6 ' entity='osd.6' 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583] boot 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T16:20:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:21 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:20:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T16:20:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-12T16:20:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: from='osd.6 ' entity='osd.6' 2024-04-12T16:20:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: osd.6 [v2:172.21.15.16:6816/2895791583,v1:172.21.15.16:6817/2895791583] boot 2024-04-12T16:20:22.251 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: osdmap e46: 7 total, 7 up, 7 in 2024-04-12T16:20:22.251 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:21 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:20:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T16:20:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T16:20:23.182 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10+0 records in 2024-04-12T16:20:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:10+0 records out 2024-04-12T16:20:23.182 INFO:teuthology.orchestra.run.smithi016.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00931774 s, 1.1 GB/s 2024-04-12T16:20:23.182 INFO:teuthology.orchestra.run.smithi016.stderr:--> Zapping successful for: 2024-04-12T16:20:23.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:22 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:20:23.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:22 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:20:23.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:22 smithi005 ceph-mon[27222]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T16:20:23.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:22 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:20:23.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:22 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:20:23.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:22 smithi005 ceph-mon[37926]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T16:20:23.206 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:22 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:20:23.206 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:22 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:20:23.206 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:22 smithi016 ceph-mon[30750]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T16:20:24.062 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch daemon add osd smithi016:vg_nvme/lv_1 2024-04-12T16:20:24.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:23 smithi005 ceph-mon[27222]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:24.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:23 smithi005 ceph-mon[27222]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T16:20:24.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:23 smithi005 ceph-mon[37926]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:24.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:23 smithi005 ceph-mon[37926]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T16:20:24.263 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:23 smithi016 ceph-mon[30750]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:24.263 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:23 smithi016 ceph-mon[30750]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T16:20:24.329 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:20:26.057 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:25 smithi016 ceph-mon[30750]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T16:20:26.057 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:25 smithi016 ceph-mon[30750]: pgmap v154: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:20:26.433 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:25 smithi005 ceph-mon[27222]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T16:20:26.434 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:25 smithi005 ceph-mon[27222]: pgmap v154: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:20:26.434 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:25 smithi005 ceph-mon[37926]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T16:20:26.434 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:25 smithi005 ceph-mon[37926]: pgmap v154: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-12T16:20:27.287 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:20:27.287 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:27.288 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.289 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:27.289 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.289 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:20:27.289 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:20:27.289 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:26 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:20:27.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T16:20:27.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.386 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:20:27.387 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:27.388 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:27.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:27.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:27.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:27.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T16:20:27.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T16:20:27.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:26 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:28.226 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:27 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi016 2024-04-12T16:20:28.226 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:27 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi016 to 5697M 2024-04-12T16:20:28.226 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:27 smithi016 ceph-mon[30750]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:28.226 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:27 smithi016 ceph-mon[30750]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-04-12T16:20:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi016 2024-04-12T16:20:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi016 to 5697M 2024-04-12T16:20:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[27222]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[27222]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-04-12T16:20:28.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi016 2024-04-12T16:20:28.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi016 to 5697M 2024-04-12T16:20:28.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[37926]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi016:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:28.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:27 smithi005 ceph-mon[37926]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-04-12T16:20:29.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:28 smithi016 ceph-mon[30750]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T16:20:29.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:28 smithi016 ceph-mon[30750]: Cluster is now healthy 2024-04-12T16:20:29.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:28 smithi005 ceph-mon[27222]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T16:20:29.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:28 smithi005 ceph-mon[27222]: Cluster is now healthy 2024-04-12T16:20:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:28 smithi005 ceph-mon[37926]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-12T16:20:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:28 smithi005 ceph-mon[37926]: Cluster is now healthy 2024-04-12T16:20:30.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:29 smithi016 ceph-mon[30750]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:20:30.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:29 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/3809553491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]: dispatch 2024-04-12T16:20:30.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:29 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]: dispatch 2024-04-12T16:20:30.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:29 smithi016 ceph-mon[30750]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]': finished 2024-04-12T16:20:30.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:29 smithi016 ceph-mon[30750]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T16:20:30.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:29 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[27222]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/3809553491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]: dispatch 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]: dispatch 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[27222]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]': finished 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[27222]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[37926]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T16:20:30.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/3809553491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]: dispatch 2024-04-12T16:20:30.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]: dispatch 2024-04-12T16:20:30.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[37926]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "29b497b4-a4a6-4be0-8598-0bb9962e8804"}]': finished 2024-04-12T16:20:30.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[37926]: osdmap e51: 8 total, 7 up, 8 in 2024-04-12T16:20:30.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:29 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:30 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/1004391125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:20:31.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:30 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/1004391125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:20:31.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:30 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/1004391125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T16:20:32.279 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:31 smithi016 ceph-mon[30750]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-12T16:20:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:31 smithi005 ceph-mon[27222]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-12T16:20:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:31 smithi005 ceph-mon[37926]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-12T16:20:33.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:33 smithi005 ceph-mon[27222]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T16:20:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:33 smithi005 ceph-mon[37926]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T16:20:33.494 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:33 smithi016 ceph-mon[30750]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T16:20:35.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:35 smithi016 ceph-mon[30750]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-12T16:20:35.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:35 smithi005 ceph-mon[27222]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-12T16:20:35.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:35 smithi005 ceph-mon[37926]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-12T16:20:36.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:36 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:20:36.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:36 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:36.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:36 smithi005 ceph-mon[27222]: Deploying daemon osd.7 on smithi016 2024-04-12T16:20:36.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:36 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:20:36.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:36 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:36.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:36 smithi005 ceph-mon[37926]: Deploying daemon osd.7 on smithi016 2024-04-12T16:20:36.476 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:36 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:20:36.476 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:36 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:36.476 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:36 smithi016 ceph-mon[30750]: Deploying daemon osd.7 on smithi016 2024-04-12T16:20:37.422 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:37 smithi016 ceph-mon[30750]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:37.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:37 smithi005 ceph-mon[27222]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:37.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:37 smithi005 ceph-mon[37926]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:39.267 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:39 smithi016 ceph-mon[30750]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:39.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:39 smithi005 ceph-mon[27222]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:39.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:39 smithi005 ceph-mon[37926]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:41 smithi016 ceph-mon[30750]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:41 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:41 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:41.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:41 smithi005 ceph-mon[27222]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:41.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:41 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:41.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:41 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:41.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:41 smithi005 ceph-mon[37926]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:41.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:41 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:41.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:41 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:42.409 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:42 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:42.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:42 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:42.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:42 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:43.337 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:43 smithi016 ceph-mon[30750]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:43.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:43 smithi005 ceph-mon[27222]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:43.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:43 smithi005 ceph-mon[37926]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:44.587 INFO:teuthology.orchestra.run.smithi016.stdout:Created osd(s) 7 on host 'smithi016' 2024-04-12T16:20:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:20:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:20:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:44 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:45.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:45.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:45.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:20:45.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:45.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:44 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:45.214 DEBUG:teuthology.orchestra.run.smithi016:osd.7> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.7.service 2024-04-12T16:20:45.216 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-12T16:20:45.216 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd stat -f json 2024-04-12T16:20:45.434 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:20:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:45 smithi016 ceph-mon[30750]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:20:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:45 smithi016 ceph-mon[30750]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T16:20:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:45 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:45 smithi016 ceph-mon[30750]: from='osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:45 smithi016 ceph-mon[30750]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:45 smithi016 ceph-mon[30750]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:45.850 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[27222]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:20:45.850 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[27222]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T16:20:45.850 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:45.850 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[27222]: from='osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:45.850 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[27222]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:45.850 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[27222]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:45.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[37926]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:20:45.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[37926]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T16:20:45.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:45.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[37926]: from='osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:45.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[37926]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:20:45.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:45 smithi005 ceph-mon[37926]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-12T16:20:46.342 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[52934]: 2024-04-12T16:20:46.000+0000 7fd844e60700 -1 osd.7 0 waiting for initial osdmap 2024-04-12T16:20:46.342 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[52934]: 2024-04-12T16:20:46.007+0000 7fd83cc4d700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: from='osd.7 ' entity='osd.7' 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223] boot 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T16:20:46.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:46 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.941 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:20:46.941 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: from='osd.7 ' entity='osd.7' 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223] boot 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]': finished 2024-04-12T16:20:46.942 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T16:20:46.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:46.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: from='osd.7 ' entity='osd.7' 2024-04-12T16:20:46.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: osd.7 [v2:172.21.15.16:6824/3793796223,v1:172.21.15.16:6825/3793796223] boot 2024-04-12T16:20:46.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: osdmap e54: 8 total, 8 up, 8 in 2024-04-12T16:20:46.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:46 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:20:47.359 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:20:47.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:47 smithi016 ceph-mon[30750]: purged_snaps scrub starts 2024-04-12T16:20:47.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:47 smithi016 ceph-mon[30750]: purged_snaps scrub ok 2024-04-12T16:20:47.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:47 smithi016 ceph-mon[30750]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:47.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:47 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/57862658' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T16:20:47.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:47 smithi016 ceph-mon[30750]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T16:20:47.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[27222]: purged_snaps scrub starts 2024-04-12T16:20:47.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[27222]: purged_snaps scrub ok 2024-04-12T16:20:47.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[27222]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:47.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/57862658' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T16:20:47.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[27222]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T16:20:47.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[37926]: purged_snaps scrub starts 2024-04-12T16:20:47.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[37926]: purged_snaps scrub ok 2024-04-12T16:20:47.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[37926]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:47.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/57862658' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T16:20:47.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:47 smithi005 ceph-mon[37926]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T16:20:47.991 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1712938846,"num_in_osds":8,"osd_in_since":1712938829,"num_remapped_pgs":1} 2024-04-12T16:20:47.992 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T16:20:48.197 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:20:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: Detected new or changed devices on smithi016 2024-04-12T16:20:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi016 to 4273M 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T16:20:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:49 smithi016 ceph-mon[30750]: pgmap v173: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: Detected new or changed devices on smithi016 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi016 to 4273M 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.617 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[27222]: pgmap v173: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: Detected new or changed devices on smithi016 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi016 to 4273M 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.618 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:49.619 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:49.619 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:49.619 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T16:20:49.619 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:49 smithi005 ceph-mon[37926]: pgmap v173: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T16:20:50.055 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:20:50.055 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":57,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:20:49.662795+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:20:50.927 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:50 smithi005 ceph-mon[27222]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T16:20:50.927 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:50 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3343385992' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:20:50.928 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:50 smithi005 ceph-mon[37926]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T16:20:50.928 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:50 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3343385992' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:20:50.954 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T16:18:47.341688+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T16:20:50.958 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-12T16:20:51.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:50 smithi016 ceph-mon[30750]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T16:20:51.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:50 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3343385992' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:20:51.169 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:20:51.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:51 smithi005 ceph-mon[27222]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T16:20:51.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:51 smithi005 ceph-mon[27222]: pgmap v176: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T16:20:51.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:51 smithi005 ceph-mon[37926]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T16:20:51.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:51 smithi005 ceph-mon[37926]: pgmap v176: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T16:20:52.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:51 smithi016 ceph-mon[30750]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T16:20:52.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:51 smithi016 ceph-mon[30750]: pgmap v176: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T16:20:52.902 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-04-12T16:20:53.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:52 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/883897542' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:20:53.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:52 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/883897542' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:20:53.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:52 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/883897542' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:20:53.521 INFO:tasks.cephadm:Adding mds.a on smithi005 2024-04-12T16:20:53.521 INFO:tasks.cephadm:Adding mds.b on smithi016 2024-04-12T16:20:53.522 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch apply mds all '2;smithi005=a;smithi016=b' 2024-04-12T16:20:53.739 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:20:54.194 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:53 smithi016 ceph-mon[30750]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-12T16:20:54.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:53 smithi005 ceph-mon[27222]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-12T16:20:54.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:53 smithi005 ceph-mon[37926]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-12T16:20:55.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:55 smithi005 ceph-mon[27222]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-12T16:20:55.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:55 smithi005 ceph-mon[37926]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-12T16:20:55.587 INFO:teuthology.orchestra.run.smithi016.stdout:Scheduled mds.all update... 2024-04-12T16:20:55.587 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:55 smithi016 ceph-mon[30750]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-12T16:20:56.210 DEBUG:teuthology.orchestra.run.smithi005:mds.a> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.a.service 2024-04-12T16:20:56.213 DEBUG:teuthology.orchestra.run.smithi016:mds.b> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.b.service 2024-04-12T16:20:56.215 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-12T16:20:56.216 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:20:56.572 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:20:56.572 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":58,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:20:50.667743+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:20:56.585 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T16:18:47.341688+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T16:20:56.586 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T16:20:56.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi005=a;smithi016=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:56.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: Saving service mds.all spec with placement smithi005=a;smithi016=b;count:2 2024-04-12T16:20:56.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:56.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:56.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:56.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:56.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:56.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:20:56.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T16:20:56.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:56.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: Deploying daemon mds.a on smithi005 2024-04-12T16:20:56.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2216499374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:20:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi005=a;smithi016=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: Saving service mds.all spec with placement smithi005=a;smithi016=b;count:2 2024-04-12T16:20:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:56.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:56.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:20:56.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T16:20:56.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:56.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: Deploying daemon mds.a on smithi005 2024-04-12T16:20:56.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:56 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2216499374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:20:56.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi005=a;smithi016=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:20:56.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: Saving service mds.all spec with placement smithi005=a;smithi016=b;count:2 2024-04-12T16:20:56.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:56.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:20:56.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:56.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:20:56.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:56.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:20:56.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T16:20:56.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:56.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: Deploying daemon mds.a on smithi005 2024-04-12T16:20:56.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:56 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2216499374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:20:56.883 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-04-12T16:20:56.895 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T16:20:57.227 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:20:57.227 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-12T16:20:57.228 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 1 2024-04-12T16:20:57.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:57 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3542729097' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:20:57.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:57 smithi016 ceph-mon[30750]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:57.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:57 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2933821795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:20:57.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:57 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3542729097' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:20:57.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:57 smithi005 ceph-mon[27222]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:57.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:57 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2933821795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:20:57.859 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:57 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3542729097' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:20:57.859 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:57 smithi005 ceph-mon[37926]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:57.860 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:57 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2933821795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:20:57.860 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:57 smithi005 systemd[1]: Starting Ceph mds.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:20:58.122 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:57 smithi005 podman[64567]: 2024-04-12 16:20:57.765680561 +0000 UTC m=+0.017653362 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T16:20:58.122 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:57 smithi005 podman[64567]: 2024-04-12 16:20:57.876558569 +0000 UTC m=+0.128531413 container create b57ac884f7abdbe29b2828e811b078bd4c877388f69ad88dd3ddf8553a816851 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, RELEASE=reef-d540eba, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:20:58.123 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:58 smithi005 podman[64567]: 2024-04-12 16:20:58.100181148 +0000 UTC m=+0.352153947 container init b57ac884f7abdbe29b2828e811b078bd4c877388f69ad88dd3ddf8553a816851 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:20:58.123 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:58 smithi005 podman[64567]: 2024-04-12 16:20:58.102802195 +0000 UTC m=+0.354774995 container start b57ac884f7abdbe29b2828e811b078bd4c877388f69ad88dd3ddf8553a816851 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T16:20:58.451 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[64583]: starting mds.a at 2024-04-12T16:20:58.452 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:58 smithi005 bash[64567]: b57ac884f7abdbe29b2828e811b078bd4c877388f69ad88dd3ddf8553a816851 2024-04-12T16:20:58.452 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:20:58 smithi005 systemd[1]: Started Ceph mds.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:20:59.241 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: mds.? [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] up:boot 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: fsmap 1 up:standby 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: Deploying daemon mds.b on smithi016 2024-04-12T16:20:59.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[27222]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: mds.? [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] up:boot 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: fsmap 1 up:standby 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: Deploying daemon mds.b on smithi016 2024-04-12T16:20:59.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:20:59 smithi005 ceph-mon[37926]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:20:59.587 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:20:59.588 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/85594053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":85594053},{"type":"v1","addr":"172.21.15.5:6835","nonce":85594053}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-12T16:20:59.588 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 2 2024-04-12T16:20:59.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: mds.? [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] up:boot 2024-04-12T16:20:59.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: fsmap 1 up:standby 2024-04-12T16:20:59.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:20:59.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:20:59.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:20:59.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T16:20:59.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:20:59.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: Deploying daemon mds.b on smithi016 2024-04-12T16:20:59.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:20:59 smithi016 ceph-mon[30750]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:00.299 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 systemd[1]: Starting Ceph mds.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:21:00.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:00 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3027219884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:00.592 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 podman[57216]: 2024-04-12 16:21:00.282762166 +0000 UTC m=+0.018295914 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-12T16:21:00.592 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 podman[57216]: 2024-04-12 16:21:00.427216982 +0000 UTC m=+0.162750710 container create 58c425e90b907d36dfc7a0c59f4b7bbfe32711e069e3c0d0f566e8ee62958483 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T16:21:00.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:00 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3027219884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:00.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:00 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3027219884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:01.092 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 podman[57216]: 2024-04-12 16:21:00.638063401 +0000 UTC m=+0.373597130 container init 58c425e90b907d36dfc7a0c59f4b7bbfe32711e069e3c0d0f566e8ee62958483 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, RELEASE=reef-d540eba, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-12T16:21:01.092 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 podman[57216]: 2024-04-12 16:21:00.640531016 +0000 UTC m=+0.376064745 container start 58c425e90b907d36dfc7a0c59f4b7bbfe32711e069e3c0d0f566e8ee62958483 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T16:21:01.092 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b[57231]: starting mds.b at 2024-04-12T16:21:01.092 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 bash[57216]: 58c425e90b907d36dfc7a0c59f4b7bbfe32711e069e3c0d0f566e8ee62958483 2024-04-12T16:21:01.092 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:21:00 smithi016 systemd[1]: Started Ceph mds.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:21:01.601 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T16:21:01.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:01.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:01.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:boot 2024-04-12T16:21:01.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: fsmap 2 up:standby 2024-04-12T16:21:01.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:01 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:21:01.941 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:01.941 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1978769037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1978769037},{"type":"v1","addr":"172.21.15.16:6833","nonce":1978769037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/85594053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":85594053},{"type":"v1","addr":"172.21.15.5:6835","nonce":85594053}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-12T16:21:01.941 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 3 2024-04-12T16:21:01.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:boot 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: fsmap 2 up:standby 2024-04-12T16:21:01.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:boot 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: fsmap 2 up:standby 2024-04-12T16:21:01.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:01 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:21:01.954 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:21:02.281 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:02.281 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":58,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:20:50.667743+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:21:02.297 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T16:18:47.341688+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T16:21:02.297 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T16:21:02.599 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-04-12T16:21:02.611 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-12T16:21:02.904 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:02.904 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-04-12T16:21:02.904 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-04-12T16:21:02.904 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-04-12T16:21:02.905 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-04-12T16:21:02.905 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:21:02.905 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3189649060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2950964281' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:02.916 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1618034787' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3189649060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2950964281' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:02.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:02 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1618034787' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:21:02.919 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-12T16:21:02.919 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-12T16:21:03.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3189649060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:03.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2950964281' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:03.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:03.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:03.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:03.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:02 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1618034787' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:21:03.843 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-04-12T16:21:03.859 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-12T16:21:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:03 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/789909967' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T16:21:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:03 smithi016 ceph-mon[30750]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:03 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3412553490' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T16:21:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:03 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T16:21:04.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/789909967' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T16:21:04.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[27222]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:04.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3412553490' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T16:21:04.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T16:21:04.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/789909967' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-12T16:21:04.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[37926]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:04.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3412553490' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T16:21:04.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:03 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-12T16:21:04.846 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-04-12T16:21:04.871 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-12T16:21:05.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:04 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T16:21:05.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:04 smithi005 ceph-mon[27222]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T16:21:05.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:04 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1327876808' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T16:21:05.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:04 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T16:21:05.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:04 smithi005 ceph-mon[37926]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T16:21:05.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:04 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1327876808' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T16:21:05.216 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 2 and data pool 3 2024-04-12T16:21:05.242 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:21:05.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:04 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-12T16:21:05.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:04 smithi016 ceph-mon[30750]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T16:21:05.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:04 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1327876808' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-12T16:21:05.540 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:05.540 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":61,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:21:05.213129+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:21:05.552 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:21:05.844 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:05.845 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":61,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:21:05.213129+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:21:05.858 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1327876808' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: pgmap v185: 97 pgs: 3 creating+peering, 1 active+clean, 93 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2447478256' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2447478256' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T16:21:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3798588943' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/474079640' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1327876808' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: pgmap v185: 97 pgs: 3 creating+peering, 1 active+clean, 93 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2447478256' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2447478256' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T16:21:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:21:06.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3798588943' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:06.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:05 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/474079640' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:06.231 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-12T16:21:06.231 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-12T16:21:06.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1327876808' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-12T16:21:06.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T16:21:06.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: pgmap v185: 97 pgs: 3 creating+peering, 1 active+clean, 93 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:06.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:06.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2447478256' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-12T16:21:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:21:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T16:21:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2447478256' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-12T16:21:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-12T16:21:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:21:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3798588943' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:06.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:05 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/474079640' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/4155319266' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: mds.? [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] up:active 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/171835006' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T16:21:07.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/4155319266' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: mds.? [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] up:active 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/171835006' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T16:21:07.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:06 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T16:21:07.235 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-12T16:21:07.235 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T16:21:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/4155319266' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T16:21:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-12T16:21:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T16:21:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: mds.? [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] up:active 2024-04-12T16:21:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-12T16:21:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:21:07.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/171835006' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T16:21:07.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:06 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-12T16:21:07.569 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:07.570 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1978769037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1978769037},{"type":"v1","addr":"172.21.15.16:6833","nonce":1978769037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T16:21:05.213476+0000","modified":"2024-04-12T16:21:07.219885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24353":{"gid":24353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/85594053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":85594053},{"type":"v1","addr":"172.21.15.5:6835","nonce":85594053}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T16:21:07.570 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 6 2024-04-12T16:21:07.582 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:21:07.876 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:07.876 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":62,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:21:06.214831+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:21:07.889 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-12T16:21:07.889 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T16:21:08.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[27222]: pgmap v188: 97 pgs: 3 creating+peering, 44 active+clean, 50 unknown; 578 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 3 op/s 2024-04-12T16:21:08.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T16:21:08.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[27222]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:21:08.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/547624554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:08.132 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[37926]: pgmap v188: 97 pgs: 3 creating+peering, 44 active+clean, 50 unknown; 578 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 3 op/s 2024-04-12T16:21:08.132 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T16:21:08.132 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[37926]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:21:08.132 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:07 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/547624554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:08.188 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:21:08.198 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-12T16:21:07.066670+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591932,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":141,"acting":141,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":243020,"kb_used_data":6360,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749718196,"statfs":{"total":767960285184,"available":767711432704,"internally_reserved":0,"allocated":6512640,"data_stored":3701150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1564,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218928+0000","last_change":"2024-04-12T16:21:05.254632+0000","last_active":"2024-04-12T16:21:06.218928+0000","last_peered":"2024-04-12T16:21:06.218928+0000","last_clean":"2024-04-12T16:21:06.218928+0000","last_became_active":"2024-04-12T16:21:05.252643+0000","last_became_peered":"2024-04-12T16:21:05.252643+0000","last_unstale":"2024-04-12T16:21:06.218928+0000","last_undegraded":"2024-04-12T16:21:06.218928+0000","last_fullsized":"2024-04-12T16:21:06.218928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218712+0000","last_change":"2024-04-12T16:21:05.251120+0000","last_active":"2024-04-12T16:21:06.218712+0000","last_peered":"2024-04-12T16:21:06.218712+0000","last_clean":"2024-04-12T16:21:06.218712+0000","last_became_active":"2024-04-12T16:21:05.250457+0000","last_became_peered":"2024-04-12T16:21:05.250457+0000","last_unstale":"2024-04-12T16:21:06.218712+0000","last_undegraded":"2024-04-12T16:21:06.218712+0000","last_fullsized":"2024-04-12T16:21:06.218712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217980+0000","last_change":"2024-04-12T16:21:05.251739+0000","last_active":"2024-04-12T16:21:06.217980+0000","last_peered":"2024-04-12T16:21:06.217980+0000","last_clean":"2024-04-12T16:21:06.217980+0000","last_became_active":"2024-04-12T16:21:05.250112+0000","last_became_peered":"2024-04-12T16:21:05.250112+0000","last_unstale":"2024-04-12T16:21:06.217980+0000","last_undegraded":"2024-04-12T16:21:06.217980+0000","last_fullsized":"2024-04-12T16:21:06.217980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.230280+0000","last_change":"2024-04-12T16:21:05.228475+0000","last_active":"2024-04-12T16:21:05.230280+0000","last_peered":"2024-04-12T16:21:05.230280+0000","last_clean":"2024-04-12T16:21:05.230280+0000","last_became_active":"2024-04-12T16:21:05.228162+0000","last_became_peered":"2024-04-12T16:21:05.228162+0000","last_unstale":"2024-04-12T16:21:05.230280+0000","last_undegraded":"2024-04-12T16:21:05.230280+0000","last_fullsized":"2024-04-12T16:21:05.230280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218856+0000","last_change":"2024-04-12T16:21:05.253503+0000","last_active":"2024-04-12T16:21:06.218856+0000","last_peered":"2024-04-12T16:21:06.218856+0000","last_clean":"2024-04-12T16:21:06.218856+0000","last_became_active":"2024-04-12T16:21:05.253191+0000","last_became_peered":"2024-04-12T16:21:05.253191+0000","last_unstale":"2024-04-12T16:21:06.218856+0000","last_undegraded":"2024-04-12T16:21:06.218856+0000","last_fullsized":"2024-04-12T16:21:06.218856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270044+0000","last_change":"2024-04-12T16:21:05.243711+0000","last_active":"2024-04-12T16:21:06.270044+0000","last_peered":"2024-04-12T16:21:06.270044+0000","last_clean":"2024-04-12T16:21:06.270044+0000","last_became_active":"2024-04-12T16:21:05.243393+0000","last_became_peered":"2024-04-12T16:21:05.243393+0000","last_unstale":"2024-04-12T16:21:06.270044+0000","last_undegraded":"2024-04-12T16:21:06.270044+0000","last_fullsized":"2024-04-12T16:21:06.270044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269997+0000","last_change":"2024-04-12T16:21:05.241744+0000","last_active":"2024-04-12T16:21:06.269997+0000","last_peered":"2024-04-12T16:21:06.269997+0000","last_clean":"2024-04-12T16:21:06.269997+0000","last_became_active":"2024-04-12T16:21:05.241200+0000","last_became_peered":"2024-04-12T16:21:05.241200+0000","last_unstale":"2024-04-12T16:21:06.269997+0000","last_undegraded":"2024-04-12T16:21:06.269997+0000","last_fullsized":"2024-04-12T16:21:06.269997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.238061+0000","last_change":"2024-04-12T16:21:05.236987+0000","last_active":"2024-04-12T16:21:05.238061+0000","last_peered":"2024-04-12T16:21:05.238061+0000","last_clean":"2024-04-12T16:21:05.238061+0000","last_became_active":"2024-04-12T16:21:05.236704+0000","last_became_peered":"2024-04-12T16:21:05.236704+0000","last_unstale":"2024-04-12T16:21:05.238061+0000","last_undegraded":"2024-04-12T16:21:05.238061+0000","last_fullsized":"2024-04-12T16:21:05.238061+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218335+0000","last_change":"2024-04-12T16:21:05.254766+0000","last_active":"2024-04-12T16:21:06.218335+0000","last_peered":"2024-04-12T16:21:06.218335+0000","last_clean":"2024-04-12T16:21:06.218335+0000","last_became_active":"2024-04-12T16:21:05.253306+0000","last_became_peered":"2024-04-12T16:21:05.253306+0000","last_unstale":"2024-04-12T16:21:06.218335+0000","last_undegraded":"2024-04-12T16:21:06.218335+0000","last_fullsized":"2024-04-12T16:21:06.218335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846347+0000","last_change":"2024-04-12T16:21:03.846347+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846347+0000","last_undegraded":"2024-04-12T16:21:03.846347+0000","last_fullsized":"2024-04-12T16:21:03.846347+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.237740+0000","last_change":"2024-04-12T16:21:05.236173+0000","last_active":"2024-04-12T16:21:05.237740+0000","last_peered":"2024-04-12T16:21:05.237740+0000","last_clean":"2024-04-12T16:21:05.237740+0000","last_became_active":"2024-04-12T16:21:05.235768+0000","last_became_peered":"2024-04-12T16:21:05.235768+0000","last_unstale":"2024-04-12T16:21:05.237740+0000","last_undegraded":"2024-04-12T16:21:05.237740+0000","last_fullsized":"2024-04-12T16:21:05.237740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.246177+0000","last_change":"2024-04-12T16:21:04.866973+0000","last_active":"2024-04-12T16:21:05.246177+0000","last_peered":"2024-04-12T16:21:05.246177+0000","last_clean":"2024-04-12T16:21:05.246177+0000","last_became_active":"2024-04-12T16:21:04.866251+0000","last_became_peered":"2024-04-12T16:21:04.866251+0000","last_unstale":"2024-04-12T16:21:05.246177+0000","last_undegraded":"2024-04-12T16:21:05.246177+0000","last_fullsized":"2024-04-12T16:21:05.246177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218745+0000","last_change":"2024-04-12T16:21:04.876081+0000","last_active":"2024-04-12T16:21:06.218745+0000","last_peered":"2024-04-12T16:21:06.218745+0000","last_clean":"2024-04-12T16:21:06.218745+0000","last_became_active":"2024-04-12T16:21:04.875753+0000","last_became_peered":"2024-04-12T16:21:04.875753+0000","last_unstale":"2024-04-12T16:21:06.218745+0000","last_undegraded":"2024-04-12T16:21:06.218745+0000","last_fullsized":"2024-04-12T16:21:06.218745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218486+0000","last_change":"2024-04-12T16:21:04.876123+0000","last_active":"2024-04-12T16:21:06.218486+0000","last_peered":"2024-04-12T16:21:06.218486+0000","last_clean":"2024-04-12T16:21:06.218486+0000","last_became_active":"2024-04-12T16:21:04.875823+0000","last_became_peered":"2024-04-12T16:21:04.875823+0000","last_unstale":"2024-04-12T16:21:06.218486+0000","last_undegraded":"2024-04-12T16:21:06.218486+0000","last_fullsized":"2024-04-12T16:21:06.218486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244081+0000","last_change":"2024-04-12T16:21:04.872516+0000","last_active":"2024-04-12T16:21:05.244081+0000","last_peered":"2024-04-12T16:21:05.244081+0000","last_clean":"2024-04-12T16:21:05.244081+0000","last_became_active":"2024-04-12T16:21:04.872226+0000","last_became_peered":"2024-04-12T16:21:04.872226+0000","last_unstale":"2024-04-12T16:21:05.244081+0000","last_undegraded":"2024-04-12T16:21:05.244081+0000","last_fullsized":"2024-04-12T16:21:05.244081+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269760+0000","last_change":"2024-04-12T16:21:04.867564+0000","last_active":"2024-04-12T16:21:06.269760+0000","last_peered":"2024-04-12T16:21:06.269760+0000","last_clean":"2024-04-12T16:21:06.269760+0000","last_became_active":"2024-04-12T16:21:04.866731+0000","last_became_peered":"2024-04-12T16:21:04.866731+0000","last_unstale":"2024-04-12T16:21:06.269760+0000","last_undegraded":"2024-04-12T16:21:06.269760+0000","last_fullsized":"2024-04-12T16:21:06.269760+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.218131+0000","last_change":"2024-04-12T16:21:04.866170+0000","last_active":"2024-04-12T16:21:05.218131+0000","last_peered":"2024-04-12T16:21:05.218131+0000","last_clean":"2024-04-12T16:21:05.218131+0000","last_became_active":"2024-04-12T16:21:04.865874+0000","last_became_peered":"2024-04-12T16:21:04.865874+0000","last_unstale":"2024-04-12T16:21:05.218131+0000","last_undegraded":"2024-04-12T16:21:05.218131+0000","last_fullsized":"2024-04-12T16:21:05.218131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.240341+0000","last_change":"2024-04-12T16:21:05.238088+0000","last_active":"2024-04-12T16:21:05.240341+0000","last_peered":"2024-04-12T16:21:05.240341+0000","last_clean":"2024-04-12T16:21:05.240341+0000","last_became_active":"2024-04-12T16:21:05.237454+0000","last_became_peered":"2024-04-12T16:21:05.237454+0000","last_unstale":"2024-04-12T16:21:05.240341+0000","last_undegraded":"2024-04-12T16:21:05.240341+0000","last_fullsized":"2024-04-12T16:21:05.240341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270533+0000","last_change":"2024-04-12T16:21:04.868629+0000","last_active":"2024-04-12T16:21:06.270533+0000","last_peered":"2024-04-12T16:21:06.270533+0000","last_clean":"2024-04-12T16:21:06.270533+0000","last_became_active":"2024-04-12T16:21:04.868292+0000","last_became_peered":"2024-04-12T16:21:04.868292+0000","last_unstale":"2024-04-12T16:21:06.270533+0000","last_undegraded":"2024-04-12T16:21:06.270533+0000","last_fullsized":"2024-04-12T16:21:06.270533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270041+0000","last_change":"2024-04-12T16:21:04.867252+0000","last_active":"2024-04-12T16:21:06.270041+0000","last_peered":"2024-04-12T16:21:06.270041+0000","last_clean":"2024-04-12T16:21:06.270041+0000","last_became_active":"2024-04-12T16:21:04.866893+0000","last_became_peered":"2024-04-12T16:21:04.866893+0000","last_unstale":"2024-04-12T16:21:06.270041+0000","last_undegraded":"2024-04-12T16:21:06.270041+0000","last_fullsized":"2024-04-12T16:21:06.270041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218455+0000","last_change":"2024-04-12T16:21:05.252928+0000","last_active":"2024-04-12T16:21:06.218455+0000","last_peered":"2024-04-12T16:21:06.218455+0000","last_clean":"2024-04-12T16:21:06.218455+0000","last_became_active":"2024-04-12T16:21:05.249464+0000","last_became_peered":"2024-04-12T16:21:05.249464+0000","last_unstale":"2024-04-12T16:21:06.218455+0000","last_undegraded":"2024-04-12T16:21:06.218455+0000","last_fullsized":"2024-04-12T16:21:06.218455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:58:37.087848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846173+0000","last_change":"2024-04-12T16:21:03.846173+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846173+0000","last_undegraded":"2024-04-12T16:21:03.846173+0000","last_fullsized":"2024-04-12T16:21:03.846173+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218400+0000","last_change":"2024-04-12T16:21:05.251371+0000","last_active":"2024-04-12T16:21:06.218400+0000","last_peered":"2024-04-12T16:21:06.218400+0000","last_clean":"2024-04-12T16:21:06.218400+0000","last_became_active":"2024-04-12T16:21:05.249796+0000","last_became_peered":"2024-04-12T16:21:05.249796+0000","last_unstale":"2024-04-12T16:21:06.218400+0000","last_undegraded":"2024-04-12T16:21:06.218400+0000","last_fullsized":"2024-04-12T16:21:06.218400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269406+0000","last_change":"2024-04-12T16:21:04.868890+0000","last_active":"2024-04-12T16:21:06.269406+0000","last_peered":"2024-04-12T16:21:06.269406+0000","last_clean":"2024-04-12T16:21:06.269406+0000","last_became_active":"2024-04-12T16:21:04.867434+0000","last_became_peered":"2024-04-12T16:21:04.867434+0000","last_unstale":"2024-04-12T16:21:06.269406+0000","last_undegraded":"2024-04-12T16:21:06.269406+0000","last_fullsized":"2024-04-12T16:21:06.269406+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269552+0000","last_change":"2024-04-12T16:21:05.236411+0000","last_active":"2024-04-12T16:21:06.269552+0000","last_peered":"2024-04-12T16:21:06.269552+0000","last_clean":"2024-04-12T16:21:06.269552+0000","last_became_active":"2024-04-12T16:21:05.235932+0000","last_became_peered":"2024-04-12T16:21:05.235932+0000","last_unstale":"2024-04-12T16:21:06.269552+0000","last_undegraded":"2024-04-12T16:21:06.269552+0000","last_fullsized":"2024-04-12T16:21:06.269552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218357+0000","last_change":"2024-04-12T16:21:05.249663+0000","last_active":"2024-04-12T16:21:06.218357+0000","last_peered":"2024-04-12T16:21:06.218357+0000","last_clean":"2024-04-12T16:21:06.218357+0000","last_became_active":"2024-04-12T16:21:05.249384+0000","last_became_peered":"2024-04-12T16:21:05.249384+0000","last_unstale":"2024-04-12T16:21:06.218357+0000","last_undegraded":"2024-04-12T16:21:06.218357+0000","last_fullsized":"2024-04-12T16:21:06.218357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846153+0000","last_change":"2024-04-12T16:21:03.846153+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846153+0000","last_undegraded":"2024-04-12T16:21:03.846153+0000","last_fullsized":"2024-04-12T16:21:03.846153+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218764+0000","last_change":"2024-04-12T16:21:05.253784+0000","last_active":"2024-04-12T16:21:06.218764+0000","last_peered":"2024-04-12T16:21:06.218764+0000","last_clean":"2024-04-12T16:21:06.218764+0000","last_became_active":"2024-04-12T16:21:05.253463+0000","last_became_peered":"2024-04-12T16:21:05.253463+0000","last_unstale":"2024-04-12T16:21:06.218764+0000","last_undegraded":"2024-04-12T16:21:06.218764+0000","last_fullsized":"2024-04-12T16:21:06.218764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:31.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.235951+0000","last_change":"2024-04-12T16:21:05.230918+0000","last_active":"2024-04-12T16:21:05.235951+0000","last_peered":"2024-04-12T16:21:05.235951+0000","last_clean":"2024-04-12T16:21:05.235951+0000","last_became_active":"2024-04-12T16:21:05.230649+0000","last_became_peered":"2024-04-12T16:21:05.230649+0000","last_unstale":"2024-04-12T16:21:05.235951+0000","last_undegraded":"2024-04-12T16:21:05.235951+0000","last_fullsized":"2024-04-12T16:21:05.235951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.231873+0000","last_change":"2024-04-12T16:20:50.673182+0000","last_active":"2024-04-12T16:21:05.231873+0000","last_peered":"2024-04-12T16:21:05.231873+0000","last_clean":"2024-04-12T16:21:05.231873+0000","last_became_active":"2024-04-12T16:20:50.672847+0000","last_became_peered":"2024-04-12T16:20:50.672847+0000","last_unstale":"2024-04-12T16:21:05.231873+0000","last_undegraded":"2024-04-12T16:21:05.231873+0000","last_fullsized":"2024-04-12T16:21:05.231873+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218326+0000","last_change":"2024-04-12T16:21:04.875281+0000","last_active":"2024-04-12T16:21:06.218326+0000","last_peered":"2024-04-12T16:21:06.218326+0000","last_clean":"2024-04-12T16:21:06.218326+0000","last_became_active":"2024-04-12T16:21:04.874969+0000","last_became_peered":"2024-04-12T16:21:04.874969+0000","last_unstale":"2024-04-12T16:21:06.218326+0000","last_undegraded":"2024-04-12T16:21:06.218326+0000","last_fullsized":"2024-04-12T16:21:06.218326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218573+0000","last_change":"2024-04-12T16:21:04.875224+0000","last_active":"2024-04-12T16:21:06.218573+0000","last_peered":"2024-04-12T16:21:06.218573+0000","last_clean":"2024-04-12T16:21:06.218573+0000","last_became_active":"2024-04-12T16:21:04.874874+0000","last_became_peered":"2024-04-12T16:21:04.874874+0000","last_unstale":"2024-04-12T16:21:06.218573+0000","last_undegraded":"2024-04-12T16:21:06.218573+0000","last_fullsized":"2024-04-12T16:21:06.218573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243739+0000","last_change":"2024-04-12T16:21:05.239831+0000","last_active":"2024-04-12T16:21:05.243739+0000","last_peered":"2024-04-12T16:21:05.243739+0000","last_clean":"2024-04-12T16:21:05.243739+0000","last_became_active":"2024-04-12T16:21:05.239277+0000","last_became_peered":"2024-04-12T16:21:05.239277+0000","last_unstale":"2024-04-12T16:21:05.243739+0000","last_undegraded":"2024-04-12T16:21:05.243739+0000","last_fullsized":"2024-04-12T16:21:05.243739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270487+0000","last_change":"2024-04-12T16:21:04.868783+0000","last_active":"2024-04-12T16:21:06.270487+0000","last_peered":"2024-04-12T16:21:06.270487+0000","last_clean":"2024-04-12T16:21:06.270487+0000","last_became_active":"2024-04-12T16:21:04.868500+0000","last_became_peered":"2024-04-12T16:21:04.868500+0000","last_unstale":"2024-04-12T16:21:06.270487+0000","last_undegraded":"2024-04-12T16:21:06.270487+0000","last_fullsized":"2024-04-12T16:21:06.270487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217965+0000","last_change":"2024-04-12T16:21:04.874656+0000","last_active":"2024-04-12T16:21:06.217965+0000","last_peered":"2024-04-12T16:21:06.217965+0000","last_clean":"2024-04-12T16:21:06.217965+0000","last_became_active":"2024-04-12T16:21:04.874355+0000","last_became_peered":"2024-04-12T16:21:04.874355+0000","last_unstale":"2024-04-12T16:21:06.217965+0000","last_undegraded":"2024-04-12T16:21:06.217965+0000","last_fullsized":"2024-04-12T16:21:06.217965+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244568+0000","last_change":"2024-04-12T16:21:05.243737+0000","last_active":"2024-04-12T16:21:05.244568+0000","last_peered":"2024-04-12T16:21:05.244568+0000","last_clean":"2024-04-12T16:21:05.244568+0000","last_became_active":"2024-04-12T16:21:05.243370+0000","last_became_peered":"2024-04-12T16:21:05.243370+0000","last_unstale":"2024-04-12T16:21:05.244568+0000","last_undegraded":"2024-04-12T16:21:05.244568+0000","last_fullsized":"2024-04-12T16:21:05.244568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243630+0000","last_change":"2024-04-12T16:21:05.239081+0000","last_active":"2024-04-12T16:21:05.243630+0000","last_peered":"2024-04-12T16:21:05.243630+0000","last_clean":"2024-04-12T16:21:05.243630+0000","last_became_active":"2024-04-12T16:21:05.238771+0000","last_became_peered":"2024-04-12T16:21:05.238771+0000","last_unstale":"2024-04-12T16:21:05.243630+0000","last_undegraded":"2024-04-12T16:21:05.243630+0000","last_fullsized":"2024-04-12T16:21:05.243630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218503+0000","last_change":"2024-04-12T16:21:04.876848+0000","last_active":"2024-04-12T16:21:06.218503+0000","last_peered":"2024-04-12T16:21:06.218503+0000","last_clean":"2024-04-12T16:21:06.218503+0000","last_became_active":"2024-04-12T16:21:04.876551+0000","last_became_peered":"2024-04-12T16:21:04.876551+0000","last_unstale":"2024-04-12T16:21:06.218503+0000","last_undegraded":"2024-04-12T16:21:06.218503+0000","last_fullsized":"2024-04-12T16:21:06.218503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269726+0000","last_change":"2024-04-12T16:21:05.244269+0000","last_active":"2024-04-12T16:21:06.269726+0000","last_peered":"2024-04-12T16:21:06.269726+0000","last_clean":"2024-04-12T16:21:06.269726+0000","last_became_active":"2024-04-12T16:21:05.243980+0000","last_became_peered":"2024-04-12T16:21:05.243980+0000","last_unstale":"2024-04-12T16:21:06.269726+0000","last_undegraded":"2024-04-12T16:21:06.269726+0000","last_fullsized":"2024-04-12T16:21:06.269726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218519+0000","last_change":"2024-04-12T16:21:05.256149+0000","last_active":"2024-04-12T16:21:06.218519+0000","last_peered":"2024-04-12T16:21:06.218519+0000","last_clean":"2024-04-12T16:21:06.218519+0000","last_became_active":"2024-04-12T16:21:05.255575+0000","last_became_peered":"2024-04-12T16:21:05.255575+0000","last_unstale":"2024-04-12T16:21:06.218519+0000","last_undegraded":"2024-04-12T16:21:06.218519+0000","last_fullsized":"2024-04-12T16:21:06.218519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218808+0000","last_change":"2024-04-12T16:21:05.253177+0000","last_active":"2024-04-12T16:21:06.218808+0000","last_peered":"2024-04-12T16:21:06.218808+0000","last_clean":"2024-04-12T16:21:06.218808+0000","last_became_active":"2024-04-12T16:21:05.252117+0000","last_became_peered":"2024-04-12T16:21:05.252117+0000","last_unstale":"2024-04-12T16:21:06.218808+0000","last_undegraded":"2024-04-12T16:21:06.218808+0000","last_fullsized":"2024-04-12T16:21:06.218808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:00.456246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269331+0000","last_change":"2024-04-12T16:21:05.236216+0000","last_active":"2024-04-12T16:21:06.269331+0000","last_peered":"2024-04-12T16:21:06.269331+0000","last_clean":"2024-04-12T16:21:06.269331+0000","last_became_active":"2024-04-12T16:21:05.235546+0000","last_became_peered":"2024-04-12T16:21:05.235546+0000","last_unstale":"2024-04-12T16:21:06.269331+0000","last_undegraded":"2024-04-12T16:21:06.269331+0000","last_fullsized":"2024-04-12T16:21:06.269331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:26.035820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244459+0000","last_change":"2024-04-12T16:21:05.244178+0000","last_active":"2024-04-12T16:21:05.244459+0000","last_peered":"2024-04-12T16:21:05.244459+0000","last_clean":"2024-04-12T16:21:05.244459+0000","last_became_active":"2024-04-12T16:21:05.243828+0000","last_became_peered":"2024-04-12T16:21:05.243828+0000","last_unstale":"2024-04-12T16:21:05.244459+0000","last_undegraded":"2024-04-12T16:21:05.244459+0000","last_fullsized":"2024-04-12T16:21:05.244459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:49:53.705924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270280+0000","last_change":"2024-04-12T16:21:05.242552+0000","last_active":"2024-04-12T16:21:06.270280+0000","last_peered":"2024-04-12T16:21:06.270280+0000","last_clean":"2024-04-12T16:21:06.270280+0000","last_became_active":"2024-04-12T16:21:05.242176+0000","last_became_peered":"2024-04-12T16:21:05.242176+0000","last_unstale":"2024-04-12T16:21:06.270280+0000","last_undegraded":"2024-04-12T16:21:06.270280+0000","last_fullsized":"2024-04-12T16:21:06.270280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243719+0000","last_change":"2024-04-12T16:21:05.239563+0000","last_active":"2024-04-12T16:21:05.243719+0000","last_peered":"2024-04-12T16:21:05.243719+0000","last_clean":"2024-04-12T16:21:05.243719+0000","last_became_active":"2024-04-12T16:21:05.238906+0000","last_became_peered":"2024-04-12T16:21:05.238906+0000","last_unstale":"2024-04-12T16:21:05.243719+0000","last_undegraded":"2024-04-12T16:21:05.243719+0000","last_fullsized":"2024-04-12T16:21:05.243719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244701+0000","last_change":"2024-04-12T16:21:05.243941+0000","last_active":"2024-04-12T16:21:05.244701+0000","last_peered":"2024-04-12T16:21:05.244701+0000","last_clean":"2024-04-12T16:21:05.244701+0000","last_became_active":"2024-04-12T16:21:05.240660+0000","last_became_peered":"2024-04-12T16:21:05.240660+0000","last_unstale":"2024-04-12T16:21:05.244701+0000","last_undegraded":"2024-04-12T16:21:05.244701+0000","last_fullsized":"2024-04-12T16:21:05.244701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270147+0000","last_change":"2024-04-12T16:21:05.239497+0000","last_active":"2024-04-12T16:21:06.270147+0000","last_peered":"2024-04-12T16:21:06.270147+0000","last_clean":"2024-04-12T16:21:06.270147+0000","last_became_active":"2024-04-12T16:21:05.239201+0000","last_became_peered":"2024-04-12T16:21:05.239201+0000","last_unstale":"2024-04-12T16:21:06.270147+0000","last_undegraded":"2024-04-12T16:21:06.270147+0000","last_fullsized":"2024-04-12T16:21:06.270147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1564,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":51,"acting":51,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31848908},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.313}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1216512,"data_stored":850496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.30599999999999999,"15min":0.29799999999999999},"min":{"1min":0.24099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.46999999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.44},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.314},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.49399999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:20:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.36699999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.66600000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.39600000000000002,"15min":0.39200000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55400000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.41799999999999998}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.61399999999999999}]},{"osd":5,"last update":"Fri Apr 12 16:20:57 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 16:20:24 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.307,"15min":0.29499999999999998},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.35799999999999998,"15min":0.34300000000000003},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.34000000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.28899999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.40100000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.40899999999999997}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.38600000000000001}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.44},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31676,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713476,"statfs":{"total":95995035648,"available":95962599424,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.35399999999999998,"15min":0.34999999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56499999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39000000000000001,"15min":0.378},"min":{"1min":0.33000000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.56299999999999994,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.223},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:14 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.51200000000000001}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.24199999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.379},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.442}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31676,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713476,"statfs":{"total":95995035648,"available":95962599424,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.504},{"interface":"front","average":{"1min":1.373,"5min":1.373,"15min":1.373},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":15.901999999999999,"5min":15.901999999999999,"15min":15.901999999999999},"last":0.76200000000000001}]},{"osd":1,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":1.347,"15min":1.347},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":15.964,"5min":15.964,"15min":15.964},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":15.941000000000001,"5min":15.941000000000001,"15min":15.941000000000001},"last":0.70599999999999996}]},{"osd":5,"last update":"Fri Apr 12 16:21:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.309},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.34000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31672,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713480,"statfs":{"total":95995035648,"available":95962603520,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47299999999999998}]},{"osd":1,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.375},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.39700000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.57499999999999996}]},{"osd":4,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:21:08.203 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T16:21:08.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:07 smithi016 ceph-mon[30750]: pgmap v188: 97 pgs: 3 creating+peering, 44 active+clean, 50 unknown; 578 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 3 op/s 2024-04-12T16:21:08.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:07 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-12T16:21:08.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:07 smithi016 ceph-mon[30750]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:21:08.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:07 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/547624554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:21:08.451 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:21:08 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[64583]: 2024-04-12T16:21:08.134+0000 7fd92c591700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T16:21:08.537 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:08.538 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:21:08.547 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-12T16:21:07.066670+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591932,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":141,"acting":141,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":243020,"kb_used_data":6360,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749718196,"statfs":{"total":767960285184,"available":767711432704,"internally_reserved":0,"allocated":6512640,"data_stored":3701150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1564,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218928+0000","last_change":"2024-04-12T16:21:05.254632+0000","last_active":"2024-04-12T16:21:06.218928+0000","last_peered":"2024-04-12T16:21:06.218928+0000","last_clean":"2024-04-12T16:21:06.218928+0000","last_became_active":"2024-04-12T16:21:05.252643+0000","last_became_peered":"2024-04-12T16:21:05.252643+0000","last_unstale":"2024-04-12T16:21:06.218928+0000","last_undegraded":"2024-04-12T16:21:06.218928+0000","last_fullsized":"2024-04-12T16:21:06.218928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218712+0000","last_change":"2024-04-12T16:21:05.251120+0000","last_active":"2024-04-12T16:21:06.218712+0000","last_peered":"2024-04-12T16:21:06.218712+0000","last_clean":"2024-04-12T16:21:06.218712+0000","last_became_active":"2024-04-12T16:21:05.250457+0000","last_became_peered":"2024-04-12T16:21:05.250457+0000","last_unstale":"2024-04-12T16:21:06.218712+0000","last_undegraded":"2024-04-12T16:21:06.218712+0000","last_fullsized":"2024-04-12T16:21:06.218712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217980+0000","last_change":"2024-04-12T16:21:05.251739+0000","last_active":"2024-04-12T16:21:06.217980+0000","last_peered":"2024-04-12T16:21:06.217980+0000","last_clean":"2024-04-12T16:21:06.217980+0000","last_became_active":"2024-04-12T16:21:05.250112+0000","last_became_peered":"2024-04-12T16:21:05.250112+0000","last_unstale":"2024-04-12T16:21:06.217980+0000","last_undegraded":"2024-04-12T16:21:06.217980+0000","last_fullsized":"2024-04-12T16:21:06.217980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.230280+0000","last_change":"2024-04-12T16:21:05.228475+0000","last_active":"2024-04-12T16:21:05.230280+0000","last_peered":"2024-04-12T16:21:05.230280+0000","last_clean":"2024-04-12T16:21:05.230280+0000","last_became_active":"2024-04-12T16:21:05.228162+0000","last_became_peered":"2024-04-12T16:21:05.228162+0000","last_unstale":"2024-04-12T16:21:05.230280+0000","last_undegraded":"2024-04-12T16:21:05.230280+0000","last_fullsized":"2024-04-12T16:21:05.230280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218856+0000","last_change":"2024-04-12T16:21:05.253503+0000","last_active":"2024-04-12T16:21:06.218856+0000","last_peered":"2024-04-12T16:21:06.218856+0000","last_clean":"2024-04-12T16:21:06.218856+0000","last_became_active":"2024-04-12T16:21:05.253191+0000","last_became_peered":"2024-04-12T16:21:05.253191+0000","last_unstale":"2024-04-12T16:21:06.218856+0000","last_undegraded":"2024-04-12T16:21:06.218856+0000","last_fullsized":"2024-04-12T16:21:06.218856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270044+0000","last_change":"2024-04-12T16:21:05.243711+0000","last_active":"2024-04-12T16:21:06.270044+0000","last_peered":"2024-04-12T16:21:06.270044+0000","last_clean":"2024-04-12T16:21:06.270044+0000","last_became_active":"2024-04-12T16:21:05.243393+0000","last_became_peered":"2024-04-12T16:21:05.243393+0000","last_unstale":"2024-04-12T16:21:06.270044+0000","last_undegraded":"2024-04-12T16:21:06.270044+0000","last_fullsized":"2024-04-12T16:21:06.270044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269997+0000","last_change":"2024-04-12T16:21:05.241744+0000","last_active":"2024-04-12T16:21:06.269997+0000","last_peered":"2024-04-12T16:21:06.269997+0000","last_clean":"2024-04-12T16:21:06.269997+0000","last_became_active":"2024-04-12T16:21:05.241200+0000","last_became_peered":"2024-04-12T16:21:05.241200+0000","last_unstale":"2024-04-12T16:21:06.269997+0000","last_undegraded":"2024-04-12T16:21:06.269997+0000","last_fullsized":"2024-04-12T16:21:06.269997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.238061+0000","last_change":"2024-04-12T16:21:05.236987+0000","last_active":"2024-04-12T16:21:05.238061+0000","last_peered":"2024-04-12T16:21:05.238061+0000","last_clean":"2024-04-12T16:21:05.238061+0000","last_became_active":"2024-04-12T16:21:05.236704+0000","last_became_peered":"2024-04-12T16:21:05.236704+0000","last_unstale":"2024-04-12T16:21:05.238061+0000","last_undegraded":"2024-04-12T16:21:05.238061+0000","last_fullsized":"2024-04-12T16:21:05.238061+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218335+0000","last_change":"2024-04-12T16:21:05.254766+0000","last_active":"2024-04-12T16:21:06.218335+0000","last_peered":"2024-04-12T16:21:06.218335+0000","last_clean":"2024-04-12T16:21:06.218335+0000","last_became_active":"2024-04-12T16:21:05.253306+0000","last_became_peered":"2024-04-12T16:21:05.253306+0000","last_unstale":"2024-04-12T16:21:06.218335+0000","last_undegraded":"2024-04-12T16:21:06.218335+0000","last_fullsized":"2024-04-12T16:21:06.218335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846347+0000","last_change":"2024-04-12T16:21:03.846347+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846347+0000","last_undegraded":"2024-04-12T16:21:03.846347+0000","last_fullsized":"2024-04-12T16:21:03.846347+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.237740+0000","last_change":"2024-04-12T16:21:05.236173+0000","last_active":"2024-04-12T16:21:05.237740+0000","last_peered":"2024-04-12T16:21:05.237740+0000","last_clean":"2024-04-12T16:21:05.237740+0000","last_became_active":"2024-04-12T16:21:05.235768+0000","last_became_peered":"2024-04-12T16:21:05.235768+0000","last_unstale":"2024-04-12T16:21:05.237740+0000","last_undegraded":"2024-04-12T16:21:05.237740+0000","last_fullsized":"2024-04-12T16:21:05.237740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.246177+0000","last_change":"2024-04-12T16:21:04.866973+0000","last_active":"2024-04-12T16:21:05.246177+0000","last_peered":"2024-04-12T16:21:05.246177+0000","last_clean":"2024-04-12T16:21:05.246177+0000","last_became_active":"2024-04-12T16:21:04.866251+0000","last_became_peered":"2024-04-12T16:21:04.866251+0000","last_unstale":"2024-04-12T16:21:05.246177+0000","last_undegraded":"2024-04-12T16:21:05.246177+0000","last_fullsized":"2024-04-12T16:21:05.246177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218745+0000","last_change":"2024-04-12T16:21:04.876081+0000","last_active":"2024-04-12T16:21:06.218745+0000","last_peered":"2024-04-12T16:21:06.218745+0000","last_clean":"2024-04-12T16:21:06.218745+0000","last_became_active":"2024-04-12T16:21:04.875753+0000","last_became_peered":"2024-04-12T16:21:04.875753+0000","last_unstale":"2024-04-12T16:21:06.218745+0000","last_undegraded":"2024-04-12T16:21:06.218745+0000","last_fullsized":"2024-04-12T16:21:06.218745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218486+0000","last_change":"2024-04-12T16:21:04.876123+0000","last_active":"2024-04-12T16:21:06.218486+0000","last_peered":"2024-04-12T16:21:06.218486+0000","last_clean":"2024-04-12T16:21:06.218486+0000","last_became_active":"2024-04-12T16:21:04.875823+0000","last_became_peered":"2024-04-12T16:21:04.875823+0000","last_unstale":"2024-04-12T16:21:06.218486+0000","last_undegraded":"2024-04-12T16:21:06.218486+0000","last_fullsized":"2024-04-12T16:21:06.218486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244081+0000","last_change":"2024-04-12T16:21:04.872516+0000","last_active":"2024-04-12T16:21:05.244081+0000","last_peered":"2024-04-12T16:21:05.244081+0000","last_clean":"2024-04-12T16:21:05.244081+0000","last_became_active":"2024-04-12T16:21:04.872226+0000","last_became_peered":"2024-04-12T16:21:04.872226+0000","last_unstale":"2024-04-12T16:21:05.244081+0000","last_undegraded":"2024-04-12T16:21:05.244081+0000","last_fullsized":"2024-04-12T16:21:05.244081+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269760+0000","last_change":"2024-04-12T16:21:04.867564+0000","last_active":"2024-04-12T16:21:06.269760+0000","last_peered":"2024-04-12T16:21:06.269760+0000","last_clean":"2024-04-12T16:21:06.269760+0000","last_became_active":"2024-04-12T16:21:04.866731+0000","last_became_peered":"2024-04-12T16:21:04.866731+0000","last_unstale":"2024-04-12T16:21:06.269760+0000","last_undegraded":"2024-04-12T16:21:06.269760+0000","last_fullsized":"2024-04-12T16:21:06.269760+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.218131+0000","last_change":"2024-04-12T16:21:04.866170+0000","last_active":"2024-04-12T16:21:05.218131+0000","last_peered":"2024-04-12T16:21:05.218131+0000","last_clean":"2024-04-12T16:21:05.218131+0000","last_became_active":"2024-04-12T16:21:04.865874+0000","last_became_peered":"2024-04-12T16:21:04.865874+0000","last_unstale":"2024-04-12T16:21:05.218131+0000","last_undegraded":"2024-04-12T16:21:05.218131+0000","last_fullsized":"2024-04-12T16:21:05.218131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.240341+0000","last_change":"2024-04-12T16:21:05.238088+0000","last_active":"2024-04-12T16:21:05.240341+0000","last_peered":"2024-04-12T16:21:05.240341+0000","last_clean":"2024-04-12T16:21:05.240341+0000","last_became_active":"2024-04-12T16:21:05.237454+0000","last_became_peered":"2024-04-12T16:21:05.237454+0000","last_unstale":"2024-04-12T16:21:05.240341+0000","last_undegraded":"2024-04-12T16:21:05.240341+0000","last_fullsized":"2024-04-12T16:21:05.240341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270533+0000","last_change":"2024-04-12T16:21:04.868629+0000","last_active":"2024-04-12T16:21:06.270533+0000","last_peered":"2024-04-12T16:21:06.270533+0000","last_clean":"2024-04-12T16:21:06.270533+0000","last_became_active":"2024-04-12T16:21:04.868292+0000","last_became_peered":"2024-04-12T16:21:04.868292+0000","last_unstale":"2024-04-12T16:21:06.270533+0000","last_undegraded":"2024-04-12T16:21:06.270533+0000","last_fullsized":"2024-04-12T16:21:06.270533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270041+0000","last_change":"2024-04-12T16:21:04.867252+0000","last_active":"2024-04-12T16:21:06.270041+0000","last_peered":"2024-04-12T16:21:06.270041+0000","last_clean":"2024-04-12T16:21:06.270041+0000","last_became_active":"2024-04-12T16:21:04.866893+0000","last_became_peered":"2024-04-12T16:21:04.866893+0000","last_unstale":"2024-04-12T16:21:06.270041+0000","last_undegraded":"2024-04-12T16:21:06.270041+0000","last_fullsized":"2024-04-12T16:21:06.270041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218455+0000","last_change":"2024-04-12T16:21:05.252928+0000","last_active":"2024-04-12T16:21:06.218455+0000","last_peered":"2024-04-12T16:21:06.218455+0000","last_clean":"2024-04-12T16:21:06.218455+0000","last_became_active":"2024-04-12T16:21:05.249464+0000","last_became_peered":"2024-04-12T16:21:05.249464+0000","last_unstale":"2024-04-12T16:21:06.218455+0000","last_undegraded":"2024-04-12T16:21:06.218455+0000","last_fullsized":"2024-04-12T16:21:06.218455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:58:37.087848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846173+0000","last_change":"2024-04-12T16:21:03.846173+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846173+0000","last_undegraded":"2024-04-12T16:21:03.846173+0000","last_fullsized":"2024-04-12T16:21:03.846173+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218400+0000","last_change":"2024-04-12T16:21:05.251371+0000","last_active":"2024-04-12T16:21:06.218400+0000","last_peered":"2024-04-12T16:21:06.218400+0000","last_clean":"2024-04-12T16:21:06.218400+0000","last_became_active":"2024-04-12T16:21:05.249796+0000","last_became_peered":"2024-04-12T16:21:05.249796+0000","last_unstale":"2024-04-12T16:21:06.218400+0000","last_undegraded":"2024-04-12T16:21:06.218400+0000","last_fullsized":"2024-04-12T16:21:06.218400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269406+0000","last_change":"2024-04-12T16:21:04.868890+0000","last_active":"2024-04-12T16:21:06.269406+0000","last_peered":"2024-04-12T16:21:06.269406+0000","last_clean":"2024-04-12T16:21:06.269406+0000","last_became_active":"2024-04-12T16:21:04.867434+0000","last_became_peered":"2024-04-12T16:21:04.867434+0000","last_unstale":"2024-04-12T16:21:06.269406+0000","last_undegraded":"2024-04-12T16:21:06.269406+0000","last_fullsized":"2024-04-12T16:21:06.269406+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269552+0000","last_change":"2024-04-12T16:21:05.236411+0000","last_active":"2024-04-12T16:21:06.269552+0000","last_peered":"2024-04-12T16:21:06.269552+0000","last_clean":"2024-04-12T16:21:06.269552+0000","last_became_active":"2024-04-12T16:21:05.235932+0000","last_became_peered":"2024-04-12T16:21:05.235932+0000","last_unstale":"2024-04-12T16:21:06.269552+0000","last_undegraded":"2024-04-12T16:21:06.269552+0000","last_fullsized":"2024-04-12T16:21:06.269552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218357+0000","last_change":"2024-04-12T16:21:05.249663+0000","last_active":"2024-04-12T16:21:06.218357+0000","last_peered":"2024-04-12T16:21:06.218357+0000","last_clean":"2024-04-12T16:21:06.218357+0000","last_became_active":"2024-04-12T16:21:05.249384+0000","last_became_peered":"2024-04-12T16:21:05.249384+0000","last_unstale":"2024-04-12T16:21:06.218357+0000","last_undegraded":"2024-04-12T16:21:06.218357+0000","last_fullsized":"2024-04-12T16:21:06.218357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846153+0000","last_change":"2024-04-12T16:21:03.846153+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846153+0000","last_undegraded":"2024-04-12T16:21:03.846153+0000","last_fullsized":"2024-04-12T16:21:03.846153+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218764+0000","last_change":"2024-04-12T16:21:05.253784+0000","last_active":"2024-04-12T16:21:06.218764+0000","last_peered":"2024-04-12T16:21:06.218764+0000","last_clean":"2024-04-12T16:21:06.218764+0000","last_became_active":"2024-04-12T16:21:05.253463+0000","last_became_peered":"2024-04-12T16:21:05.253463+0000","last_unstale":"2024-04-12T16:21:06.218764+0000","last_undegraded":"2024-04-12T16:21:06.218764+0000","last_fullsized":"2024-04-12T16:21:06.218764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:31.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.235951+0000","last_change":"2024-04-12T16:21:05.230918+0000","last_active":"2024-04-12T16:21:05.235951+0000","last_peered":"2024-04-12T16:21:05.235951+0000","last_clean":"2024-04-12T16:21:05.235951+0000","last_became_active":"2024-04-12T16:21:05.230649+0000","last_became_peered":"2024-04-12T16:21:05.230649+0000","last_unstale":"2024-04-12T16:21:05.235951+0000","last_undegraded":"2024-04-12T16:21:05.235951+0000","last_fullsized":"2024-04-12T16:21:05.235951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.231873+0000","last_change":"2024-04-12T16:20:50.673182+0000","last_active":"2024-04-12T16:21:05.231873+0000","last_peered":"2024-04-12T16:21:05.231873+0000","last_clean":"2024-04-12T16:21:05.231873+0000","last_became_active":"2024-04-12T16:20:50.672847+0000","last_became_peered":"2024-04-12T16:20:50.672847+0000","last_unstale":"2024-04-12T16:21:05.231873+0000","last_undegraded":"2024-04-12T16:21:05.231873+0000","last_fullsized":"2024-04-12T16:21:05.231873+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218326+0000","last_change":"2024-04-12T16:21:04.875281+0000","last_active":"2024-04-12T16:21:06.218326+0000","last_peered":"2024-04-12T16:21:06.218326+0000","last_clean":"2024-04-12T16:21:06.218326+0000","last_became_active":"2024-04-12T16:21:04.874969+0000","last_became_peered":"2024-04-12T16:21:04.874969+0000","last_unstale":"2024-04-12T16:21:06.218326+0000","last_undegraded":"2024-04-12T16:21:06.218326+0000","last_fullsized":"2024-04-12T16:21:06.218326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218573+0000","last_change":"2024-04-12T16:21:04.875224+0000","last_active":"2024-04-12T16:21:06.218573+0000","last_peered":"2024-04-12T16:21:06.218573+0000","last_clean":"2024-04-12T16:21:06.218573+0000","last_became_active":"2024-04-12T16:21:04.874874+0000","last_became_peered":"2024-04-12T16:21:04.874874+0000","last_unstale":"2024-04-12T16:21:06.218573+0000","last_undegraded":"2024-04-12T16:21:06.218573+0000","last_fullsized":"2024-04-12T16:21:06.218573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243739+0000","last_change":"2024-04-12T16:21:05.239831+0000","last_active":"2024-04-12T16:21:05.243739+0000","last_peered":"2024-04-12T16:21:05.243739+0000","last_clean":"2024-04-12T16:21:05.243739+0000","last_became_active":"2024-04-12T16:21:05.239277+0000","last_became_peered":"2024-04-12T16:21:05.239277+0000","last_unstale":"2024-04-12T16:21:05.243739+0000","last_undegraded":"2024-04-12T16:21:05.243739+0000","last_fullsized":"2024-04-12T16:21:05.243739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270487+0000","last_change":"2024-04-12T16:21:04.868783+0000","last_active":"2024-04-12T16:21:06.270487+0000","last_peered":"2024-04-12T16:21:06.270487+0000","last_clean":"2024-04-12T16:21:06.270487+0000","last_became_active":"2024-04-12T16:21:04.868500+0000","last_became_peered":"2024-04-12T16:21:04.868500+0000","last_unstale":"2024-04-12T16:21:06.270487+0000","last_undegraded":"2024-04-12T16:21:06.270487+0000","last_fullsized":"2024-04-12T16:21:06.270487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217965+0000","last_change":"2024-04-12T16:21:04.874656+0000","last_active":"2024-04-12T16:21:06.217965+0000","last_peered":"2024-04-12T16:21:06.217965+0000","last_clean":"2024-04-12T16:21:06.217965+0000","last_became_active":"2024-04-12T16:21:04.874355+0000","last_became_peered":"2024-04-12T16:21:04.874355+0000","last_unstale":"2024-04-12T16:21:06.217965+0000","last_undegraded":"2024-04-12T16:21:06.217965+0000","last_fullsized":"2024-04-12T16:21:06.217965+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244568+0000","last_change":"2024-04-12T16:21:05.243737+0000","last_active":"2024-04-12T16:21:05.244568+0000","last_peered":"2024-04-12T16:21:05.244568+0000","last_clean":"2024-04-12T16:21:05.244568+0000","last_became_active":"2024-04-12T16:21:05.243370+0000","last_became_peered":"2024-04-12T16:21:05.243370+0000","last_unstale":"2024-04-12T16:21:05.244568+0000","last_undegraded":"2024-04-12T16:21:05.244568+0000","last_fullsized":"2024-04-12T16:21:05.244568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243630+0000","last_change":"2024-04-12T16:21:05.239081+0000","last_active":"2024-04-12T16:21:05.243630+0000","last_peered":"2024-04-12T16:21:05.243630+0000","last_clean":"2024-04-12T16:21:05.243630+0000","last_became_active":"2024-04-12T16:21:05.238771+0000","last_became_peered":"2024-04-12T16:21:05.238771+0000","last_unstale":"2024-04-12T16:21:05.243630+0000","last_undegraded":"2024-04-12T16:21:05.243630+0000","last_fullsized":"2024-04-12T16:21:05.243630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218503+0000","last_change":"2024-04-12T16:21:04.876848+0000","last_active":"2024-04-12T16:21:06.218503+0000","last_peered":"2024-04-12T16:21:06.218503+0000","last_clean":"2024-04-12T16:21:06.218503+0000","last_became_active":"2024-04-12T16:21:04.876551+0000","last_became_peered":"2024-04-12T16:21:04.876551+0000","last_unstale":"2024-04-12T16:21:06.218503+0000","last_undegraded":"2024-04-12T16:21:06.218503+0000","last_fullsized":"2024-04-12T16:21:06.218503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269726+0000","last_change":"2024-04-12T16:21:05.244269+0000","last_active":"2024-04-12T16:21:06.269726+0000","last_peered":"2024-04-12T16:21:06.269726+0000","last_clean":"2024-04-12T16:21:06.269726+0000","last_became_active":"2024-04-12T16:21:05.243980+0000","last_became_peered":"2024-04-12T16:21:05.243980+0000","last_unstale":"2024-04-12T16:21:06.269726+0000","last_undegraded":"2024-04-12T16:21:06.269726+0000","last_fullsized":"2024-04-12T16:21:06.269726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218519+0000","last_change":"2024-04-12T16:21:05.256149+0000","last_active":"2024-04-12T16:21:06.218519+0000","last_peered":"2024-04-12T16:21:06.218519+0000","last_clean":"2024-04-12T16:21:06.218519+0000","last_became_active":"2024-04-12T16:21:05.255575+0000","last_became_peered":"2024-04-12T16:21:05.255575+0000","last_unstale":"2024-04-12T16:21:06.218519+0000","last_undegraded":"2024-04-12T16:21:06.218519+0000","last_fullsized":"2024-04-12T16:21:06.218519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218808+0000","last_change":"2024-04-12T16:21:05.253177+0000","last_active":"2024-04-12T16:21:06.218808+0000","last_peered":"2024-04-12T16:21:06.218808+0000","last_clean":"2024-04-12T16:21:06.218808+0000","last_became_active":"2024-04-12T16:21:05.252117+0000","last_became_peered":"2024-04-12T16:21:05.252117+0000","last_unstale":"2024-04-12T16:21:06.218808+0000","last_undegraded":"2024-04-12T16:21:06.218808+0000","last_fullsized":"2024-04-12T16:21:06.218808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:00.456246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269331+0000","last_change":"2024-04-12T16:21:05.236216+0000","last_active":"2024-04-12T16:21:06.269331+0000","last_peered":"2024-04-12T16:21:06.269331+0000","last_clean":"2024-04-12T16:21:06.269331+0000","last_became_active":"2024-04-12T16:21:05.235546+0000","last_became_peered":"2024-04-12T16:21:05.235546+0000","last_unstale":"2024-04-12T16:21:06.269331+0000","last_undegraded":"2024-04-12T16:21:06.269331+0000","last_fullsized":"2024-04-12T16:21:06.269331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:26.035820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244459+0000","last_change":"2024-04-12T16:21:05.244178+0000","last_active":"2024-04-12T16:21:05.244459+0000","last_peered":"2024-04-12T16:21:05.244459+0000","last_clean":"2024-04-12T16:21:05.244459+0000","last_became_active":"2024-04-12T16:21:05.243828+0000","last_became_peered":"2024-04-12T16:21:05.243828+0000","last_unstale":"2024-04-12T16:21:05.244459+0000","last_undegraded":"2024-04-12T16:21:05.244459+0000","last_fullsized":"2024-04-12T16:21:05.244459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:49:53.705924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270280+0000","last_change":"2024-04-12T16:21:05.242552+0000","last_active":"2024-04-12T16:21:06.270280+0000","last_peered":"2024-04-12T16:21:06.270280+0000","last_clean":"2024-04-12T16:21:06.270280+0000","last_became_active":"2024-04-12T16:21:05.242176+0000","last_became_peered":"2024-04-12T16:21:05.242176+0000","last_unstale":"2024-04-12T16:21:06.270280+0000","last_undegraded":"2024-04-12T16:21:06.270280+0000","last_fullsized":"2024-04-12T16:21:06.270280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243719+0000","last_change":"2024-04-12T16:21:05.239563+0000","last_active":"2024-04-12T16:21:05.243719+0000","last_peered":"2024-04-12T16:21:05.243719+0000","last_clean":"2024-04-12T16:21:05.243719+0000","last_became_active":"2024-04-12T16:21:05.238906+0000","last_became_peered":"2024-04-12T16:21:05.238906+0000","last_unstale":"2024-04-12T16:21:05.243719+0000","last_undegraded":"2024-04-12T16:21:05.243719+0000","last_fullsized":"2024-04-12T16:21:05.243719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244701+0000","last_change":"2024-04-12T16:21:05.243941+0000","last_active":"2024-04-12T16:21:05.244701+0000","last_peered":"2024-04-12T16:21:05.244701+0000","last_clean":"2024-04-12T16:21:05.244701+0000","last_became_active":"2024-04-12T16:21:05.240660+0000","last_became_peered":"2024-04-12T16:21:05.240660+0000","last_unstale":"2024-04-12T16:21:05.244701+0000","last_undegraded":"2024-04-12T16:21:05.244701+0000","last_fullsized":"2024-04-12T16:21:05.244701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270147+0000","last_change":"2024-04-12T16:21:05.239497+0000","last_active":"2024-04-12T16:21:06.270147+0000","last_peered":"2024-04-12T16:21:06.270147+0000","last_clean":"2024-04-12T16:21:06.270147+0000","last_became_active":"2024-04-12T16:21:05.239201+0000","last_became_peered":"2024-04-12T16:21:05.239201+0000","last_unstale":"2024-04-12T16:21:06.270147+0000","last_undegraded":"2024-04-12T16:21:06.270147+0000","last_fullsized":"2024-04-12T16:21:06.270147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1564,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":51,"acting":51,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31848908},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.313}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1216512,"data_stored":850496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.30599999999999999,"15min":0.29799999999999999},"min":{"1min":0.24099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.46999999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.44},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.314},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.49399999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:20:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.36699999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.66600000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.39600000000000002,"15min":0.39200000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55400000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.41799999999999998}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.61399999999999999}]},{"osd":5,"last update":"Fri Apr 12 16:20:57 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 16:20:24 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.307,"15min":0.29499999999999998},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.35799999999999998,"15min":0.34300000000000003},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.34000000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.28899999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.40100000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.40899999999999997}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.38600000000000001}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.44},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31676,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713476,"statfs":{"total":95995035648,"available":95962599424,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.35399999999999998,"15min":0.34999999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56499999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39000000000000001,"15min":0.378},"min":{"1min":0.33000000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.56299999999999994,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.223},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:14 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.51200000000000001}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.24199999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.379},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.442}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31676,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713476,"statfs":{"total":95995035648,"available":95962599424,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.504},{"interface":"front","average":{"1min":1.373,"5min":1.373,"15min":1.373},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":15.901999999999999,"5min":15.901999999999999,"15min":15.901999999999999},"last":0.76200000000000001}]},{"osd":1,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":1.347,"15min":1.347},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":15.964,"5min":15.964,"15min":15.964},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":15.941000000000001,"5min":15.941000000000001,"15min":15.941000000000001},"last":0.70599999999999996}]},{"osd":5,"last update":"Fri Apr 12 16:21:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.309},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.34000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31672,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713480,"statfs":{"total":95995035648,"available":95962603520,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47299999999999998}]},{"osd":1,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.375},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.39700000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.57499999999999996}]},{"osd":4,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:21:08.552 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T16:21:08.885 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:08.886 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:21:08.896 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-12T16:21:07.066670+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591932,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":175,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":141,"acting":141,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":80,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":243020,"kb_used_data":6360,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749718196,"statfs":{"total":767960285184,"available":767711432704,"internally_reserved":0,"allocated":6512640,"data_stored":3701150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1564,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218928+0000","last_change":"2024-04-12T16:21:05.254632+0000","last_active":"2024-04-12T16:21:06.218928+0000","last_peered":"2024-04-12T16:21:06.218928+0000","last_clean":"2024-04-12T16:21:06.218928+0000","last_became_active":"2024-04-12T16:21:05.252643+0000","last_became_peered":"2024-04-12T16:21:05.252643+0000","last_unstale":"2024-04-12T16:21:06.218928+0000","last_undegraded":"2024-04-12T16:21:06.218928+0000","last_fullsized":"2024-04-12T16:21:06.218928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218712+0000","last_change":"2024-04-12T16:21:05.251120+0000","last_active":"2024-04-12T16:21:06.218712+0000","last_peered":"2024-04-12T16:21:06.218712+0000","last_clean":"2024-04-12T16:21:06.218712+0000","last_became_active":"2024-04-12T16:21:05.250457+0000","last_became_peered":"2024-04-12T16:21:05.250457+0000","last_unstale":"2024-04-12T16:21:06.218712+0000","last_undegraded":"2024-04-12T16:21:06.218712+0000","last_fullsized":"2024-04-12T16:21:06.218712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217980+0000","last_change":"2024-04-12T16:21:05.251739+0000","last_active":"2024-04-12T16:21:06.217980+0000","last_peered":"2024-04-12T16:21:06.217980+0000","last_clean":"2024-04-12T16:21:06.217980+0000","last_became_active":"2024-04-12T16:21:05.250112+0000","last_became_peered":"2024-04-12T16:21:05.250112+0000","last_unstale":"2024-04-12T16:21:06.217980+0000","last_undegraded":"2024-04-12T16:21:06.217980+0000","last_fullsized":"2024-04-12T16:21:06.217980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.230280+0000","last_change":"2024-04-12T16:21:05.228475+0000","last_active":"2024-04-12T16:21:05.230280+0000","last_peered":"2024-04-12T16:21:05.230280+0000","last_clean":"2024-04-12T16:21:05.230280+0000","last_became_active":"2024-04-12T16:21:05.228162+0000","last_became_peered":"2024-04-12T16:21:05.228162+0000","last_unstale":"2024-04-12T16:21:05.230280+0000","last_undegraded":"2024-04-12T16:21:05.230280+0000","last_fullsized":"2024-04-12T16:21:05.230280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218856+0000","last_change":"2024-04-12T16:21:05.253503+0000","last_active":"2024-04-12T16:21:06.218856+0000","last_peered":"2024-04-12T16:21:06.218856+0000","last_clean":"2024-04-12T16:21:06.218856+0000","last_became_active":"2024-04-12T16:21:05.253191+0000","last_became_peered":"2024-04-12T16:21:05.253191+0000","last_unstale":"2024-04-12T16:21:06.218856+0000","last_undegraded":"2024-04-12T16:21:06.218856+0000","last_fullsized":"2024-04-12T16:21:06.218856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270044+0000","last_change":"2024-04-12T16:21:05.243711+0000","last_active":"2024-04-12T16:21:06.270044+0000","last_peered":"2024-04-12T16:21:06.270044+0000","last_clean":"2024-04-12T16:21:06.270044+0000","last_became_active":"2024-04-12T16:21:05.243393+0000","last_became_peered":"2024-04-12T16:21:05.243393+0000","last_unstale":"2024-04-12T16:21:06.270044+0000","last_undegraded":"2024-04-12T16:21:06.270044+0000","last_fullsized":"2024-04-12T16:21:06.270044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269997+0000","last_change":"2024-04-12T16:21:05.241744+0000","last_active":"2024-04-12T16:21:06.269997+0000","last_peered":"2024-04-12T16:21:06.269997+0000","last_clean":"2024-04-12T16:21:06.269997+0000","last_became_active":"2024-04-12T16:21:05.241200+0000","last_became_peered":"2024-04-12T16:21:05.241200+0000","last_unstale":"2024-04-12T16:21:06.269997+0000","last_undegraded":"2024-04-12T16:21:06.269997+0000","last_fullsized":"2024-04-12T16:21:06.269997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.238061+0000","last_change":"2024-04-12T16:21:05.236987+0000","last_active":"2024-04-12T16:21:05.238061+0000","last_peered":"2024-04-12T16:21:05.238061+0000","last_clean":"2024-04-12T16:21:05.238061+0000","last_became_active":"2024-04-12T16:21:05.236704+0000","last_became_peered":"2024-04-12T16:21:05.236704+0000","last_unstale":"2024-04-12T16:21:05.238061+0000","last_undegraded":"2024-04-12T16:21:05.238061+0000","last_fullsized":"2024-04-12T16:21:05.238061+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218335+0000","last_change":"2024-04-12T16:21:05.254766+0000","last_active":"2024-04-12T16:21:06.218335+0000","last_peered":"2024-04-12T16:21:06.218335+0000","last_clean":"2024-04-12T16:21:06.218335+0000","last_became_active":"2024-04-12T16:21:05.253306+0000","last_became_peered":"2024-04-12T16:21:05.253306+0000","last_unstale":"2024-04-12T16:21:06.218335+0000","last_undegraded":"2024-04-12T16:21:06.218335+0000","last_fullsized":"2024-04-12T16:21:06.218335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846347+0000","last_change":"2024-04-12T16:21:03.846347+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846347+0000","last_undegraded":"2024-04-12T16:21:03.846347+0000","last_fullsized":"2024-04-12T16:21:03.846347+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.237740+0000","last_change":"2024-04-12T16:21:05.236173+0000","last_active":"2024-04-12T16:21:05.237740+0000","last_peered":"2024-04-12T16:21:05.237740+0000","last_clean":"2024-04-12T16:21:05.237740+0000","last_became_active":"2024-04-12T16:21:05.235768+0000","last_became_peered":"2024-04-12T16:21:05.235768+0000","last_unstale":"2024-04-12T16:21:05.237740+0000","last_undegraded":"2024-04-12T16:21:05.237740+0000","last_fullsized":"2024-04-12T16:21:05.237740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.246177+0000","last_change":"2024-04-12T16:21:04.866973+0000","last_active":"2024-04-12T16:21:05.246177+0000","last_peered":"2024-04-12T16:21:05.246177+0000","last_clean":"2024-04-12T16:21:05.246177+0000","last_became_active":"2024-04-12T16:21:04.866251+0000","last_became_peered":"2024-04-12T16:21:04.866251+0000","last_unstale":"2024-04-12T16:21:05.246177+0000","last_undegraded":"2024-04-12T16:21:05.246177+0000","last_fullsized":"2024-04-12T16:21:05.246177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218745+0000","last_change":"2024-04-12T16:21:04.876081+0000","last_active":"2024-04-12T16:21:06.218745+0000","last_peered":"2024-04-12T16:21:06.218745+0000","last_clean":"2024-04-12T16:21:06.218745+0000","last_became_active":"2024-04-12T16:21:04.875753+0000","last_became_peered":"2024-04-12T16:21:04.875753+0000","last_unstale":"2024-04-12T16:21:06.218745+0000","last_undegraded":"2024-04-12T16:21:06.218745+0000","last_fullsized":"2024-04-12T16:21:06.218745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218486+0000","last_change":"2024-04-12T16:21:04.876123+0000","last_active":"2024-04-12T16:21:06.218486+0000","last_peered":"2024-04-12T16:21:06.218486+0000","last_clean":"2024-04-12T16:21:06.218486+0000","last_became_active":"2024-04-12T16:21:04.875823+0000","last_became_peered":"2024-04-12T16:21:04.875823+0000","last_unstale":"2024-04-12T16:21:06.218486+0000","last_undegraded":"2024-04-12T16:21:06.218486+0000","last_fullsized":"2024-04-12T16:21:06.218486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244081+0000","last_change":"2024-04-12T16:21:04.872516+0000","last_active":"2024-04-12T16:21:05.244081+0000","last_peered":"2024-04-12T16:21:05.244081+0000","last_clean":"2024-04-12T16:21:05.244081+0000","last_became_active":"2024-04-12T16:21:04.872226+0000","last_became_peered":"2024-04-12T16:21:04.872226+0000","last_unstale":"2024-04-12T16:21:05.244081+0000","last_undegraded":"2024-04-12T16:21:05.244081+0000","last_fullsized":"2024-04-12T16:21:05.244081+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269760+0000","last_change":"2024-04-12T16:21:04.867564+0000","last_active":"2024-04-12T16:21:06.269760+0000","last_peered":"2024-04-12T16:21:06.269760+0000","last_clean":"2024-04-12T16:21:06.269760+0000","last_became_active":"2024-04-12T16:21:04.866731+0000","last_became_peered":"2024-04-12T16:21:04.866731+0000","last_unstale":"2024-04-12T16:21:06.269760+0000","last_undegraded":"2024-04-12T16:21:06.269760+0000","last_fullsized":"2024-04-12T16:21:06.269760+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.218131+0000","last_change":"2024-04-12T16:21:04.866170+0000","last_active":"2024-04-12T16:21:05.218131+0000","last_peered":"2024-04-12T16:21:05.218131+0000","last_clean":"2024-04-12T16:21:05.218131+0000","last_became_active":"2024-04-12T16:21:04.865874+0000","last_became_peered":"2024-04-12T16:21:04.865874+0000","last_unstale":"2024-04-12T16:21:05.218131+0000","last_undegraded":"2024-04-12T16:21:05.218131+0000","last_fullsized":"2024-04-12T16:21:05.218131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.240341+0000","last_change":"2024-04-12T16:21:05.238088+0000","last_active":"2024-04-12T16:21:05.240341+0000","last_peered":"2024-04-12T16:21:05.240341+0000","last_clean":"2024-04-12T16:21:05.240341+0000","last_became_active":"2024-04-12T16:21:05.237454+0000","last_became_peered":"2024-04-12T16:21:05.237454+0000","last_unstale":"2024-04-12T16:21:05.240341+0000","last_undegraded":"2024-04-12T16:21:05.240341+0000","last_fullsized":"2024-04-12T16:21:05.240341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270533+0000","last_change":"2024-04-12T16:21:04.868629+0000","last_active":"2024-04-12T16:21:06.270533+0000","last_peered":"2024-04-12T16:21:06.270533+0000","last_clean":"2024-04-12T16:21:06.270533+0000","last_became_active":"2024-04-12T16:21:04.868292+0000","last_became_peered":"2024-04-12T16:21:04.868292+0000","last_unstale":"2024-04-12T16:21:06.270533+0000","last_undegraded":"2024-04-12T16:21:06.270533+0000","last_fullsized":"2024-04-12T16:21:06.270533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270041+0000","last_change":"2024-04-12T16:21:04.867252+0000","last_active":"2024-04-12T16:21:06.270041+0000","last_peered":"2024-04-12T16:21:06.270041+0000","last_clean":"2024-04-12T16:21:06.270041+0000","last_became_active":"2024-04-12T16:21:04.866893+0000","last_became_peered":"2024-04-12T16:21:04.866893+0000","last_unstale":"2024-04-12T16:21:06.270041+0000","last_undegraded":"2024-04-12T16:21:06.270041+0000","last_fullsized":"2024-04-12T16:21:06.270041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218455+0000","last_change":"2024-04-12T16:21:05.252928+0000","last_active":"2024-04-12T16:21:06.218455+0000","last_peered":"2024-04-12T16:21:06.218455+0000","last_clean":"2024-04-12T16:21:06.218455+0000","last_became_active":"2024-04-12T16:21:05.249464+0000","last_became_peered":"2024-04-12T16:21:05.249464+0000","last_unstale":"2024-04-12T16:21:06.218455+0000","last_undegraded":"2024-04-12T16:21:06.218455+0000","last_fullsized":"2024-04-12T16:21:06.218455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:58:37.087848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846173+0000","last_change":"2024-04-12T16:21:03.846173+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846173+0000","last_undegraded":"2024-04-12T16:21:03.846173+0000","last_fullsized":"2024-04-12T16:21:03.846173+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218400+0000","last_change":"2024-04-12T16:21:05.251371+0000","last_active":"2024-04-12T16:21:06.218400+0000","last_peered":"2024-04-12T16:21:06.218400+0000","last_clean":"2024-04-12T16:21:06.218400+0000","last_became_active":"2024-04-12T16:21:05.249796+0000","last_became_peered":"2024-04-12T16:21:05.249796+0000","last_unstale":"2024-04-12T16:21:06.218400+0000","last_undegraded":"2024-04-12T16:21:06.218400+0000","last_fullsized":"2024-04-12T16:21:06.218400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269406+0000","last_change":"2024-04-12T16:21:04.868890+0000","last_active":"2024-04-12T16:21:06.269406+0000","last_peered":"2024-04-12T16:21:06.269406+0000","last_clean":"2024-04-12T16:21:06.269406+0000","last_became_active":"2024-04-12T16:21:04.867434+0000","last_became_peered":"2024-04-12T16:21:04.867434+0000","last_unstale":"2024-04-12T16:21:06.269406+0000","last_undegraded":"2024-04-12T16:21:06.269406+0000","last_fullsized":"2024-04-12T16:21:06.269406+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269552+0000","last_change":"2024-04-12T16:21:05.236411+0000","last_active":"2024-04-12T16:21:06.269552+0000","last_peered":"2024-04-12T16:21:06.269552+0000","last_clean":"2024-04-12T16:21:06.269552+0000","last_became_active":"2024-04-12T16:21:05.235932+0000","last_became_peered":"2024-04-12T16:21:05.235932+0000","last_unstale":"2024-04-12T16:21:06.269552+0000","last_undegraded":"2024-04-12T16:21:06.269552+0000","last_fullsized":"2024-04-12T16:21:06.269552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218357+0000","last_change":"2024-04-12T16:21:05.249663+0000","last_active":"2024-04-12T16:21:06.218357+0000","last_peered":"2024-04-12T16:21:06.218357+0000","last_clean":"2024-04-12T16:21:06.218357+0000","last_became_active":"2024-04-12T16:21:05.249384+0000","last_became_peered":"2024-04-12T16:21:05.249384+0000","last_unstale":"2024-04-12T16:21:06.218357+0000","last_undegraded":"2024-04-12T16:21:06.218357+0000","last_fullsized":"2024-04-12T16:21:06.218357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-12T16:21:03.846153+0000","last_change":"2024-04-12T16:21:03.846153+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.846153+0000","last_undegraded":"2024-04-12T16:21:03.846153+0000","last_fullsized":"2024-04-12T16:21:03.846153+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218764+0000","last_change":"2024-04-12T16:21:05.253784+0000","last_active":"2024-04-12T16:21:06.218764+0000","last_peered":"2024-04-12T16:21:06.218764+0000","last_clean":"2024-04-12T16:21:06.218764+0000","last_became_active":"2024-04-12T16:21:05.253463+0000","last_became_peered":"2024-04-12T16:21:05.253463+0000","last_unstale":"2024-04-12T16:21:06.218764+0000","last_undegraded":"2024-04-12T16:21:06.218764+0000","last_fullsized":"2024-04-12T16:21:06.218764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:31.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.235951+0000","last_change":"2024-04-12T16:21:05.230918+0000","last_active":"2024-04-12T16:21:05.235951+0000","last_peered":"2024-04-12T16:21:05.235951+0000","last_clean":"2024-04-12T16:21:05.235951+0000","last_became_active":"2024-04-12T16:21:05.230649+0000","last_became_peered":"2024-04-12T16:21:05.230649+0000","last_unstale":"2024-04-12T16:21:05.235951+0000","last_undegraded":"2024-04-12T16:21:05.235951+0000","last_fullsized":"2024-04-12T16:21:05.235951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.231873+0000","last_change":"2024-04-12T16:20:50.673182+0000","last_active":"2024-04-12T16:21:05.231873+0000","last_peered":"2024-04-12T16:21:05.231873+0000","last_clean":"2024-04-12T16:21:05.231873+0000","last_became_active":"2024-04-12T16:20:50.672847+0000","last_became_peered":"2024-04-12T16:20:50.672847+0000","last_unstale":"2024-04-12T16:21:05.231873+0000","last_undegraded":"2024-04-12T16:21:05.231873+0000","last_fullsized":"2024-04-12T16:21:05.231873+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218326+0000","last_change":"2024-04-12T16:21:04.875281+0000","last_active":"2024-04-12T16:21:06.218326+0000","last_peered":"2024-04-12T16:21:06.218326+0000","last_clean":"2024-04-12T16:21:06.218326+0000","last_became_active":"2024-04-12T16:21:04.874969+0000","last_became_peered":"2024-04-12T16:21:04.874969+0000","last_unstale":"2024-04-12T16:21:06.218326+0000","last_undegraded":"2024-04-12T16:21:06.218326+0000","last_fullsized":"2024-04-12T16:21:06.218326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218573+0000","last_change":"2024-04-12T16:21:04.875224+0000","last_active":"2024-04-12T16:21:06.218573+0000","last_peered":"2024-04-12T16:21:06.218573+0000","last_clean":"2024-04-12T16:21:06.218573+0000","last_became_active":"2024-04-12T16:21:04.874874+0000","last_became_peered":"2024-04-12T16:21:04.874874+0000","last_unstale":"2024-04-12T16:21:06.218573+0000","last_undegraded":"2024-04-12T16:21:06.218573+0000","last_fullsized":"2024-04-12T16:21:06.218573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243739+0000","last_change":"2024-04-12T16:21:05.239831+0000","last_active":"2024-04-12T16:21:05.243739+0000","last_peered":"2024-04-12T16:21:05.243739+0000","last_clean":"2024-04-12T16:21:05.243739+0000","last_became_active":"2024-04-12T16:21:05.239277+0000","last_became_peered":"2024-04-12T16:21:05.239277+0000","last_unstale":"2024-04-12T16:21:05.243739+0000","last_undegraded":"2024-04-12T16:21:05.243739+0000","last_fullsized":"2024-04-12T16:21:05.243739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270487+0000","last_change":"2024-04-12T16:21:04.868783+0000","last_active":"2024-04-12T16:21:06.270487+0000","last_peered":"2024-04-12T16:21:06.270487+0000","last_clean":"2024-04-12T16:21:06.270487+0000","last_became_active":"2024-04-12T16:21:04.868500+0000","last_became_peered":"2024-04-12T16:21:04.868500+0000","last_unstale":"2024-04-12T16:21:06.270487+0000","last_undegraded":"2024-04-12T16:21:06.270487+0000","last_fullsized":"2024-04-12T16:21:06.270487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217965+0000","last_change":"2024-04-12T16:21:04.874656+0000","last_active":"2024-04-12T16:21:06.217965+0000","last_peered":"2024-04-12T16:21:06.217965+0000","last_clean":"2024-04-12T16:21:06.217965+0000","last_became_active":"2024-04-12T16:21:04.874355+0000","last_became_peered":"2024-04-12T16:21:04.874355+0000","last_unstale":"2024-04-12T16:21:06.217965+0000","last_undegraded":"2024-04-12T16:21:06.217965+0000","last_fullsized":"2024-04-12T16:21:06.217965+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244568+0000","last_change":"2024-04-12T16:21:05.243737+0000","last_active":"2024-04-12T16:21:05.244568+0000","last_peered":"2024-04-12T16:21:05.244568+0000","last_clean":"2024-04-12T16:21:05.244568+0000","last_became_active":"2024-04-12T16:21:05.243370+0000","last_became_peered":"2024-04-12T16:21:05.243370+0000","last_unstale":"2024-04-12T16:21:05.244568+0000","last_undegraded":"2024-04-12T16:21:05.244568+0000","last_fullsized":"2024-04-12T16:21:05.244568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243630+0000","last_change":"2024-04-12T16:21:05.239081+0000","last_active":"2024-04-12T16:21:05.243630+0000","last_peered":"2024-04-12T16:21:05.243630+0000","last_clean":"2024-04-12T16:21:05.243630+0000","last_became_active":"2024-04-12T16:21:05.238771+0000","last_became_peered":"2024-04-12T16:21:05.238771+0000","last_unstale":"2024-04-12T16:21:05.243630+0000","last_undegraded":"2024-04-12T16:21:05.243630+0000","last_fullsized":"2024-04-12T16:21:05.243630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218503+0000","last_change":"2024-04-12T16:21:04.876848+0000","last_active":"2024-04-12T16:21:06.218503+0000","last_peered":"2024-04-12T16:21:06.218503+0000","last_clean":"2024-04-12T16:21:06.218503+0000","last_became_active":"2024-04-12T16:21:04.876551+0000","last_became_peered":"2024-04-12T16:21:04.876551+0000","last_unstale":"2024-04-12T16:21:06.218503+0000","last_undegraded":"2024-04-12T16:21:06.218503+0000","last_fullsized":"2024-04-12T16:21:06.218503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269726+0000","last_change":"2024-04-12T16:21:05.244269+0000","last_active":"2024-04-12T16:21:06.269726+0000","last_peered":"2024-04-12T16:21:06.269726+0000","last_clean":"2024-04-12T16:21:06.269726+0000","last_became_active":"2024-04-12T16:21:05.243980+0000","last_became_peered":"2024-04-12T16:21:05.243980+0000","last_unstale":"2024-04-12T16:21:06.269726+0000","last_undegraded":"2024-04-12T16:21:06.269726+0000","last_fullsized":"2024-04-12T16:21:06.269726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218519+0000","last_change":"2024-04-12T16:21:05.256149+0000","last_active":"2024-04-12T16:21:06.218519+0000","last_peered":"2024-04-12T16:21:06.218519+0000","last_clean":"2024-04-12T16:21:06.218519+0000","last_became_active":"2024-04-12T16:21:05.255575+0000","last_became_peered":"2024-04-12T16:21:05.255575+0000","last_unstale":"2024-04-12T16:21:06.218519+0000","last_undegraded":"2024-04-12T16:21:06.218519+0000","last_fullsized":"2024-04-12T16:21:06.218519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:03.838180+0000","last_change":"2024-04-12T16:21:03.838180+0000","last_active":"2024-04-12T16:21:03.838180+0000","last_peered":"2024-04-12T16:21:03.838180+0000","last_clean":"2024-04-12T16:21:03.838180+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:03.838180+0000","last_undegraded":"2024-04-12T16:21:03.838180+0000","last_fullsized":"2024-04-12T16:21:03.838180+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218808+0000","last_change":"2024-04-12T16:21:05.253177+0000","last_active":"2024-04-12T16:21:06.218808+0000","last_peered":"2024-04-12T16:21:06.218808+0000","last_clean":"2024-04-12T16:21:06.218808+0000","last_became_active":"2024-04-12T16:21:05.252117+0000","last_became_peered":"2024-04-12T16:21:05.252117+0000","last_unstale":"2024-04-12T16:21:06.218808+0000","last_undegraded":"2024-04-12T16:21:06.218808+0000","last_fullsized":"2024-04-12T16:21:06.218808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:00.456246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269331+0000","last_change":"2024-04-12T16:21:05.236216+0000","last_active":"2024-04-12T16:21:06.269331+0000","last_peered":"2024-04-12T16:21:06.269331+0000","last_clean":"2024-04-12T16:21:06.269331+0000","last_became_active":"2024-04-12T16:21:05.235546+0000","last_became_peered":"2024-04-12T16:21:05.235546+0000","last_unstale":"2024-04-12T16:21:06.269331+0000","last_undegraded":"2024-04-12T16:21:06.269331+0000","last_fullsized":"2024-04-12T16:21:06.269331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:26.035820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244459+0000","last_change":"2024-04-12T16:21:05.244178+0000","last_active":"2024-04-12T16:21:05.244459+0000","last_peered":"2024-04-12T16:21:05.244459+0000","last_clean":"2024-04-12T16:21:05.244459+0000","last_became_active":"2024-04-12T16:21:05.243828+0000","last_became_peered":"2024-04-12T16:21:05.243828+0000","last_unstale":"2024-04-12T16:21:05.244459+0000","last_undegraded":"2024-04-12T16:21:05.244459+0000","last_fullsized":"2024-04-12T16:21:05.244459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:49:53.705924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270280+0000","last_change":"2024-04-12T16:21:05.242552+0000","last_active":"2024-04-12T16:21:06.270280+0000","last_peered":"2024-04-12T16:21:06.270280+0000","last_clean":"2024-04-12T16:21:06.270280+0000","last_became_active":"2024-04-12T16:21:05.242176+0000","last_became_peered":"2024-04-12T16:21:05.242176+0000","last_unstale":"2024-04-12T16:21:06.270280+0000","last_undegraded":"2024-04-12T16:21:06.270280+0000","last_fullsized":"2024-04-12T16:21:06.270280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243719+0000","last_change":"2024-04-12T16:21:05.239563+0000","last_active":"2024-04-12T16:21:05.243719+0000","last_peered":"2024-04-12T16:21:05.243719+0000","last_clean":"2024-04-12T16:21:05.243719+0000","last_became_active":"2024-04-12T16:21:05.238906+0000","last_became_peered":"2024-04-12T16:21:05.238906+0000","last_unstale":"2024-04-12T16:21:05.243719+0000","last_undegraded":"2024-04-12T16:21:05.243719+0000","last_fullsized":"2024-04-12T16:21:05.243719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244701+0000","last_change":"2024-04-12T16:21:05.243941+0000","last_active":"2024-04-12T16:21:05.244701+0000","last_peered":"2024-04-12T16:21:05.244701+0000","last_clean":"2024-04-12T16:21:05.244701+0000","last_became_active":"2024-04-12T16:21:05.240660+0000","last_became_peered":"2024-04-12T16:21:05.240660+0000","last_unstale":"2024-04-12T16:21:05.244701+0000","last_undegraded":"2024-04-12T16:21:05.244701+0000","last_fullsized":"2024-04-12T16:21:05.244701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-12T16:21:04.842416+0000","last_change":"2024-04-12T16:21:04.842416+0000","last_active":"2024-04-12T16:21:04.842416+0000","last_peered":"2024-04-12T16:21:04.842416+0000","last_clean":"2024-04-12T16:21:04.842416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-12T16:21:04.842416+0000","last_undegraded":"2024-04-12T16:21:04.842416+0000","last_fullsized":"2024-04-12T16:21:04.842416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270147+0000","last_change":"2024-04-12T16:21:05.239497+0000","last_active":"2024-04-12T16:21:06.270147+0000","last_peered":"2024-04-12T16:21:06.270147+0000","last_clean":"2024-04-12T16:21:06.270147+0000","last_became_active":"2024-04-12T16:21:05.239201+0000","last_became_peered":"2024-04-12T16:21:05.239201+0000","last_unstale":"2024-04-12T16:21:06.270147+0000","last_undegraded":"2024-04-12T16:21:06.270147+0000","last_fullsized":"2024-04-12T16:21:06.270147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":87,"acting":87,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1564,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":51,"acting":51,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31848908},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.313}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1216512,"data_stored":850496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27576,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717576,"statfs":{"total":95995035648,"available":95966797824,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.30599999999999999,"15min":0.29799999999999999},"min":{"1min":0.24099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.46999999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.44},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.314},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.49399999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:20:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.36699999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.66600000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.39600000000000002,"15min":0.39200000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55400000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.41799999999999998}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.61399999999999999}]},{"osd":5,"last update":"Fri Apr 12 16:20:57 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 16:20:24 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.307,"15min":0.29499999999999998},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.35799999999999998,"15min":0.34300000000000003},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.34000000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.28899999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.40100000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.40899999999999997}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.38600000000000001}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.44},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31676,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713476,"statfs":{"total":95995035648,"available":95962599424,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.35399999999999998,"15min":0.34999999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56499999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39000000000000001,"15min":0.378},"min":{"1min":0.33000000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.56299999999999994,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.223},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:14 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.51200000000000001}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.50700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.24199999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.379},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.442}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31676,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713476,"statfs":{"total":95995035648,"available":95962599424,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.504},{"interface":"front","average":{"1min":1.373,"5min":1.373,"15min":1.373},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":15.901999999999999,"5min":15.901999999999999,"15min":15.901999999999999},"last":0.76200000000000001}]},{"osd":1,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":1.347,"15min":1.347},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":15.964,"5min":15.964,"15min":15.964},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":15.941000000000001,"5min":15.941000000000001,"15min":15.941000000000001},"last":0.70599999999999996}]},{"osd":5,"last update":"Fri Apr 12 16:21:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.309},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.34000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31672,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713480,"statfs":{"total":95995035648,"available":95962603520,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47299999999999998}]},{"osd":1,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.375},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.39700000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":0.52200000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.57499999999999996}]},{"osd":4,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:21:08.900 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-12T16:21:08.901 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.901 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-04-12T16:21:08.901 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.901 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-04-12T16:21:08.901 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-04-12T16:21:08.902 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T16:21:03.846347+0000', 'last_change': '2024-04-12T16:21:03.846347+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.846347+0000', 'last_undegraded': '2024-04-12T16:21:03.846347+0000', 'last_fullsized': '2024-04-12T16:21:03.846347+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 4], 'acting': [0, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-04-12T16:21:08.903 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.904 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T16:21:03.846173+0000', 'last_change': '2024-04-12T16:21:03.846173+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.846173+0000', 'last_undegraded': '2024-04-12T16:21:03.846173+0000', 'last_fullsized': '2024-04-12T16:21:03.846173+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.905 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.10 is not active+clean 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-12T16:21:03.846153+0000', 'last_change': '2024-04-12T16:21:03.846153+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.846153+0000', 'last_undegraded': '2024-04-12T16:21:03.846153+0000', 'last_fullsized': '2024-04-12T16:21:03.846153+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0, 7], 'acting': [4, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.906 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1 is not active+clean 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-04-12T16:21:08.907 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-04-12T16:21:08.908 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.c is not active+clean 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.e is not active+clean 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:03.838180+0000', 'last_change': '2024-04-12T16:21:03.838180+0000', 'last_active': '2024-04-12T16:21:03.838180+0000', 'last_peered': '2024-04-12T16:21:03.838180+0000', 'last_clean': '2024-04-12T16:21:03.838180+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:03.838180+0000', 'last_undegraded': '2024-04-12T16:21:03.838180+0000', 'last_fullsized': '2024-04-12T16:21:03.838180+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:03.838180+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-04-12T16:21:08.909 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.910 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-04-12T16:21:08.911 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-12T16:21:04.842416+0000', 'last_change': '2024-04-12T16:21:04.842416+0000', 'last_active': '2024-04-12T16:21:04.842416+0000', 'last_peered': '2024-04-12T16:21:04.842416+0000', 'last_clean': '2024-04-12T16:21:04.842416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-12T16:21:04.842416+0000', 'last_undegraded': '2024-04-12T16:21:04.842416+0000', 'last_fullsized': '2024-04-12T16:21:04.842416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'last_clean_scrub_stamp': '2024-04-12T16:21:04.842416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-12T16:21:08.911 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-12T16:21:09.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:08 smithi005 ceph-mon[27222]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-12T16:21:09.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:08 smithi005 ceph-mon[27222]: Cluster is now healthy 2024-04-12T16:21:09.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:08 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/220313963' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:09.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:08 smithi005 ceph-mon[37926]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-12T16:21:09.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:08 smithi005 ceph-mon[37926]: Cluster is now healthy 2024-04-12T16:21:09.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:08 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/220313963' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:09.299 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:09.300 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":226,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712938846,"num_in_osds":8,"osd_in_since":1712938829,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":50},{"state_name":"active+clean","count":44},{"state_name":"creating+peering","count":3}],"num_pgs":97,"num_pools":3,"num_objects":10,"data_bytes":591932,"bytes_used":248852480,"bytes_avail":767711432704,"bytes_total":767960285184,"unknown_pgs_ratio":0.51546388864517212,"inactive_pgs_ratio":0.030927835032343864,"write_bytes_sec":767,"read_op_per_sec":0,"write_op_per_sec":3},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24353}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.5:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-12T16:20:59.065448+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-12T16:21:09.312 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-12T16:21:09.312 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T16:21:09.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:08 smithi016 ceph-mon[30750]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-12T16:21:09.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:08 smithi016 ceph-mon[30750]: Cluster is now healthy 2024-04-12T16:21:09.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:08 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/220313963' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:09.612 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:09.614 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:21:09.623 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-12T16:21:09.067194+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":230,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":243316,"kb_used_data":6656,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749717900,"statfs":{"total":767960285184,"available":767711129600,"internally_reserved":0,"allocated":6815744,"data_stored":3838835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.224313"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218928+0000","last_change":"2024-04-12T16:21:05.254632+0000","last_active":"2024-04-12T16:21:06.218928+0000","last_peered":"2024-04-12T16:21:06.218928+0000","last_clean":"2024-04-12T16:21:06.218928+0000","last_became_active":"2024-04-12T16:21:05.252643+0000","last_became_peered":"2024-04-12T16:21:05.252643+0000","last_unstale":"2024-04-12T16:21:06.218928+0000","last_undegraded":"2024-04-12T16:21:06.218928+0000","last_fullsized":"2024-04-12T16:21:06.218928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269568+0000","last_change":"2024-04-12T16:21:05.240346+0000","last_active":"2024-04-12T16:21:06.269568+0000","last_peered":"2024-04-12T16:21:06.269568+0000","last_clean":"2024-04-12T16:21:06.269568+0000","last_became_active":"2024-04-12T16:21:05.240057+0000","last_became_peered":"2024-04-12T16:21:05.240057+0000","last_unstale":"2024-04-12T16:21:06.269568+0000","last_undegraded":"2024-04-12T16:21:06.269568+0000","last_fullsized":"2024-04-12T16:21:06.269568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:38:11.505773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219526+0000","last_change":"2024-04-12T16:21:05.241509+0000","last_active":"2024-04-12T16:21:06.219526+0000","last_peered":"2024-04-12T16:21:06.219526+0000","last_clean":"2024-04-12T16:21:06.219526+0000","last_became_active":"2024-04-12T16:21:05.241216+0000","last_became_peered":"2024-04-12T16:21:05.241216+0000","last_unstale":"2024-04-12T16:21:06.219526+0000","last_undegraded":"2024-04-12T16:21:06.219526+0000","last_fullsized":"2024-04-12T16:21:06.219526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:35:27.278555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270623+0000","last_change":"2024-04-12T16:21:05.241478+0000","last_active":"2024-04-12T16:21:06.270623+0000","last_peered":"2024-04-12T16:21:06.270623+0000","last_clean":"2024-04-12T16:21:06.270623+0000","last_became_active":"2024-04-12T16:21:05.241172+0000","last_became_peered":"2024-04-12T16:21:05.241172+0000","last_unstale":"2024-04-12T16:21:06.270623+0000","last_undegraded":"2024-04-12T16:21:06.270623+0000","last_fullsized":"2024-04-12T16:21:06.270623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:32:17.876922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218712+0000","last_change":"2024-04-12T16:21:05.251120+0000","last_active":"2024-04-12T16:21:06.218712+0000","last_peered":"2024-04-12T16:21:06.218712+0000","last_clean":"2024-04-12T16:21:06.218712+0000","last_became_active":"2024-04-12T16:21:05.250457+0000","last_became_peered":"2024-04-12T16:21:05.250457+0000","last_unstale":"2024-04-12T16:21:06.218712+0000","last_undegraded":"2024-04-12T16:21:06.218712+0000","last_fullsized":"2024-04-12T16:21:06.218712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270320+0000","last_change":"2024-04-12T16:21:05.237566+0000","last_active":"2024-04-12T16:21:06.270320+0000","last_peered":"2024-04-12T16:21:06.270320+0000","last_clean":"2024-04-12T16:21:06.270320+0000","last_became_active":"2024-04-12T16:21:05.237211+0000","last_became_peered":"2024-04-12T16:21:05.237211+0000","last_unstale":"2024-04-12T16:21:06.270320+0000","last_undegraded":"2024-04-12T16:21:06.270320+0000","last_fullsized":"2024-04-12T16:21:06.270320+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:20.970449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217980+0000","last_change":"2024-04-12T16:21:05.251739+0000","last_active":"2024-04-12T16:21:06.217980+0000","last_peered":"2024-04-12T16:21:06.217980+0000","last_clean":"2024-04-12T16:21:06.217980+0000","last_became_active":"2024-04-12T16:21:05.250112+0000","last_became_peered":"2024-04-12T16:21:05.250112+0000","last_unstale":"2024-04-12T16:21:06.217980+0000","last_undegraded":"2024-04-12T16:21:06.217980+0000","last_fullsized":"2024-04-12T16:21:06.217980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.230280+0000","last_change":"2024-04-12T16:21:05.228475+0000","last_active":"2024-04-12T16:21:05.230280+0000","last_peered":"2024-04-12T16:21:05.230280+0000","last_clean":"2024-04-12T16:21:05.230280+0000","last_became_active":"2024-04-12T16:21:05.228162+0000","last_became_peered":"2024-04-12T16:21:05.228162+0000","last_unstale":"2024-04-12T16:21:05.230280+0000","last_undegraded":"2024-04-12T16:21:05.230280+0000","last_fullsized":"2024-04-12T16:21:05.230280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218856+0000","last_change":"2024-04-12T16:21:05.253503+0000","last_active":"2024-04-12T16:21:06.218856+0000","last_peered":"2024-04-12T16:21:06.218856+0000","last_clean":"2024-04-12T16:21:06.218856+0000","last_became_active":"2024-04-12T16:21:05.253191+0000","last_became_peered":"2024-04-12T16:21:05.253191+0000","last_unstale":"2024-04-12T16:21:06.218856+0000","last_undegraded":"2024-04-12T16:21:06.218856+0000","last_fullsized":"2024-04-12T16:21:06.218856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270044+0000","last_change":"2024-04-12T16:21:05.243711+0000","last_active":"2024-04-12T16:21:06.270044+0000","last_peered":"2024-04-12T16:21:06.270044+0000","last_clean":"2024-04-12T16:21:06.270044+0000","last_became_active":"2024-04-12T16:21:05.243393+0000","last_became_peered":"2024-04-12T16:21:05.243393+0000","last_unstale":"2024-04-12T16:21:06.270044+0000","last_undegraded":"2024-04-12T16:21:06.270044+0000","last_fullsized":"2024-04-12T16:21:06.270044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269997+0000","last_change":"2024-04-12T16:21:05.241744+0000","last_active":"2024-04-12T16:21:06.269997+0000","last_peered":"2024-04-12T16:21:06.269997+0000","last_clean":"2024-04-12T16:21:06.269997+0000","last_became_active":"2024-04-12T16:21:05.241200+0000","last_became_peered":"2024-04-12T16:21:05.241200+0000","last_unstale":"2024-04-12T16:21:06.269997+0000","last_undegraded":"2024-04-12T16:21:06.269997+0000","last_fullsized":"2024-04-12T16:21:06.269997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.225219+0000","last_change":"2024-04-12T16:21:05.240408+0000","last_active":"2024-04-12T16:21:06.225219+0000","last_peered":"2024-04-12T16:21:06.225219+0000","last_clean":"2024-04-12T16:21:06.225219+0000","last_became_active":"2024-04-12T16:21:05.240084+0000","last_became_peered":"2024-04-12T16:21:05.240084+0000","last_unstale":"2024-04-12T16:21:06.225219+0000","last_undegraded":"2024-04-12T16:21:06.225219+0000","last_fullsized":"2024-04-12T16:21:06.225219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:27:16.777945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.238061+0000","last_change":"2024-04-12T16:21:05.236987+0000","last_active":"2024-04-12T16:21:05.238061+0000","last_peered":"2024-04-12T16:21:05.238061+0000","last_clean":"2024-04-12T16:21:05.238061+0000","last_became_active":"2024-04-12T16:21:05.236704+0000","last_became_peered":"2024-04-12T16:21:05.236704+0000","last_unstale":"2024-04-12T16:21:05.238061+0000","last_undegraded":"2024-04-12T16:21:05.238061+0000","last_fullsized":"2024-04-12T16:21:05.238061+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218892+0000","last_change":"2024-04-12T16:21:05.241801+0000","last_active":"2024-04-12T16:21:06.218892+0000","last_peered":"2024-04-12T16:21:06.218892+0000","last_clean":"2024-04-12T16:21:06.218892+0000","last_became_active":"2024-04-12T16:21:05.240740+0000","last_became_peered":"2024-04-12T16:21:05.240740+0000","last_unstale":"2024-04-12T16:21:06.218892+0000","last_undegraded":"2024-04-12T16:21:06.218892+0000","last_fullsized":"2024-04-12T16:21:06.218892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:57:13.936175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269021+0000","last_change":"2024-04-12T16:21:05.242262+0000","last_active":"2024-04-12T16:21:06.269021+0000","last_peered":"2024-04-12T16:21:06.269021+0000","last_clean":"2024-04-12T16:21:06.269021+0000","last_became_active":"2024-04-12T16:21:05.241967+0000","last_became_peered":"2024-04-12T16:21:05.241967+0000","last_unstale":"2024-04-12T16:21:06.269021+0000","last_undegraded":"2024-04-12T16:21:06.269021+0000","last_fullsized":"2024-04-12T16:21:06.269021+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:36:11.301298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269403+0000","last_change":"2024-04-12T16:21:05.239779+0000","last_active":"2024-04-12T16:21:06.269403+0000","last_peered":"2024-04-12T16:21:06.269403+0000","last_clean":"2024-04-12T16:21:06.269403+0000","last_became_active":"2024-04-12T16:21:05.239413+0000","last_became_peered":"2024-04-12T16:21:05.239413+0000","last_unstale":"2024-04-12T16:21:06.269403+0000","last_undegraded":"2024-04-12T16:21:06.269403+0000","last_fullsized":"2024-04-12T16:21:06.269403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:21:54.589927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270928+0000","last_change":"2024-04-12T16:21:05.238681+0000","last_active":"2024-04-12T16:21:06.270928+0000","last_peered":"2024-04-12T16:21:06.270928+0000","last_clean":"2024-04-12T16:21:06.270928+0000","last_became_active":"2024-04-12T16:21:05.238392+0000","last_became_peered":"2024-04-12T16:21:05.238392+0000","last_unstale":"2024-04-12T16:21:06.270928+0000","last_undegraded":"2024-04-12T16:21:06.270928+0000","last_fullsized":"2024-04-12T16:21:06.270928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:33:30.457932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269442+0000","last_change":"2024-04-12T16:21:05.247140+0000","last_active":"2024-04-12T16:21:06.269442+0000","last_peered":"2024-04-12T16:21:06.269442+0000","last_clean":"2024-04-12T16:21:06.269442+0000","last_became_active":"2024-04-12T16:21:05.246802+0000","last_became_peered":"2024-04-12T16:21:05.246802+0000","last_unstale":"2024-04-12T16:21:06.269442+0000","last_undegraded":"2024-04-12T16:21:06.269442+0000","last_fullsized":"2024-04-12T16:21:06.269442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:23:24.011515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218335+0000","last_change":"2024-04-12T16:21:05.254766+0000","last_active":"2024-04-12T16:21:06.218335+0000","last_peered":"2024-04-12T16:21:06.218335+0000","last_clean":"2024-04-12T16:21:06.218335+0000","last_became_active":"2024-04-12T16:21:05.253306+0000","last_became_peered":"2024-04-12T16:21:05.253306+0000","last_unstale":"2024-04-12T16:21:06.218335+0000","last_undegraded":"2024-04-12T16:21:06.218335+0000","last_fullsized":"2024-04-12T16:21:06.218335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.255326+0000","last_change":"2024-04-12T16:21:04.873659+0000","last_active":"2024-04-12T16:21:05.255326+0000","last_peered":"2024-04-12T16:21:05.255326+0000","last_clean":"2024-04-12T16:21:05.255326+0000","last_became_active":"2024-04-12T16:21:04.872985+0000","last_became_peered":"2024-04-12T16:21:04.872985+0000","last_unstale":"2024-04-12T16:21:05.255326+0000","last_undegraded":"2024-04-12T16:21:05.255326+0000","last_fullsized":"2024-04-12T16:21:05.255326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.237740+0000","last_change":"2024-04-12T16:21:05.236173+0000","last_active":"2024-04-12T16:21:05.237740+0000","last_peered":"2024-04-12T16:21:05.237740+0000","last_clean":"2024-04-12T16:21:05.237740+0000","last_became_active":"2024-04-12T16:21:05.235768+0000","last_became_peered":"2024-04-12T16:21:05.235768+0000","last_unstale":"2024-04-12T16:21:05.237740+0000","last_undegraded":"2024-04-12T16:21:05.237740+0000","last_fullsized":"2024-04-12T16:21:05.237740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.246177+0000","last_change":"2024-04-12T16:21:04.866973+0000","last_active":"2024-04-12T16:21:05.246177+0000","last_peered":"2024-04-12T16:21:05.246177+0000","last_clean":"2024-04-12T16:21:05.246177+0000","last_became_active":"2024-04-12T16:21:04.866251+0000","last_became_peered":"2024-04-12T16:21:04.866251+0000","last_unstale":"2024-04-12T16:21:05.246177+0000","last_undegraded":"2024-04-12T16:21:05.246177+0000","last_fullsized":"2024-04-12T16:21:05.246177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219323+0000","last_change":"2024-04-12T16:21:05.239952+0000","last_active":"2024-04-12T16:21:06.219323+0000","last_peered":"2024-04-12T16:21:06.219323+0000","last_clean":"2024-04-12T16:21:06.219323+0000","last_became_active":"2024-04-12T16:21:05.239605+0000","last_became_peered":"2024-04-12T16:21:05.239605+0000","last_unstale":"2024-04-12T16:21:06.219323+0000","last_undegraded":"2024-04-12T16:21:06.219323+0000","last_fullsized":"2024-04-12T16:21:06.219323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:45:06.566783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218745+0000","last_change":"2024-04-12T16:21:04.876081+0000","last_active":"2024-04-12T16:21:06.218745+0000","last_peered":"2024-04-12T16:21:06.218745+0000","last_clean":"2024-04-12T16:21:06.218745+0000","last_became_active":"2024-04-12T16:21:04.875753+0000","last_became_peered":"2024-04-12T16:21:04.875753+0000","last_unstale":"2024-04-12T16:21:06.218745+0000","last_undegraded":"2024-04-12T16:21:06.218745+0000","last_fullsized":"2024-04-12T16:21:06.218745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270740+0000","last_change":"2024-04-12T16:21:05.238164+0000","last_active":"2024-04-12T16:21:06.270740+0000","last_peered":"2024-04-12T16:21:06.270740+0000","last_clean":"2024-04-12T16:21:06.270740+0000","last_became_active":"2024-04-12T16:21:05.237672+0000","last_became_peered":"2024-04-12T16:21:05.237672+0000","last_unstale":"2024-04-12T16:21:06.270740+0000","last_undegraded":"2024-04-12T16:21:06.270740+0000","last_fullsized":"2024-04-12T16:21:06.270740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:18:35.951336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218486+0000","last_change":"2024-04-12T16:21:04.876123+0000","last_active":"2024-04-12T16:21:06.218486+0000","last_peered":"2024-04-12T16:21:06.218486+0000","last_clean":"2024-04-12T16:21:06.218486+0000","last_became_active":"2024-04-12T16:21:04.875823+0000","last_became_peered":"2024-04-12T16:21:04.875823+0000","last_unstale":"2024-04-12T16:21:06.218486+0000","last_undegraded":"2024-04-12T16:21:06.218486+0000","last_fullsized":"2024-04-12T16:21:06.218486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270592+0000","last_change":"2024-04-12T16:21:05.231852+0000","last_active":"2024-04-12T16:21:06.270592+0000","last_peered":"2024-04-12T16:21:06.270592+0000","last_clean":"2024-04-12T16:21:06.270592+0000","last_became_active":"2024-04-12T16:21:05.231528+0000","last_became_peered":"2024-04-12T16:21:05.231528+0000","last_unstale":"2024-04-12T16:21:06.270592+0000","last_undegraded":"2024-04-12T16:21:06.270592+0000","last_fullsized":"2024-04-12T16:21:06.270592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:25:41.290025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244081+0000","last_change":"2024-04-12T16:21:04.872516+0000","last_active":"2024-04-12T16:21:05.244081+0000","last_peered":"2024-04-12T16:21:05.244081+0000","last_clean":"2024-04-12T16:21:05.244081+0000","last_became_active":"2024-04-12T16:21:04.872226+0000","last_became_peered":"2024-04-12T16:21:04.872226+0000","last_unstale":"2024-04-12T16:21:05.244081+0000","last_undegraded":"2024-04-12T16:21:05.244081+0000","last_fullsized":"2024-04-12T16:21:05.244081+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.224674+0000","last_change":"2024-04-12T16:21:05.243557+0000","last_active":"2024-04-12T16:21:06.224674+0000","last_peered":"2024-04-12T16:21:06.224674+0000","last_clean":"2024-04-12T16:21:06.224674+0000","last_became_active":"2024-04-12T16:21:05.243230+0000","last_became_peered":"2024-04-12T16:21:05.243230+0000","last_unstale":"2024-04-12T16:21:06.224674+0000","last_undegraded":"2024-04-12T16:21:06.224674+0000","last_fullsized":"2024-04-12T16:21:06.224674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:47:54.979559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269760+0000","last_change":"2024-04-12T16:21:04.867564+0000","last_active":"2024-04-12T16:21:06.269760+0000","last_peered":"2024-04-12T16:21:06.269760+0000","last_clean":"2024-04-12T16:21:06.269760+0000","last_became_active":"2024-04-12T16:21:04.866731+0000","last_became_peered":"2024-04-12T16:21:04.866731+0000","last_unstale":"2024-04-12T16:21:06.269760+0000","last_undegraded":"2024-04-12T16:21:06.269760+0000","last_fullsized":"2024-04-12T16:21:06.269760+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219212+0000","last_change":"2024-04-12T16:21:05.250409+0000","last_active":"2024-04-12T16:21:06.219212+0000","last_peered":"2024-04-12T16:21:06.219212+0000","last_clean":"2024-04-12T16:21:06.219212+0000","last_became_active":"2024-04-12T16:21:05.250103+0000","last_became_peered":"2024-04-12T16:21:05.250103+0000","last_unstale":"2024-04-12T16:21:06.219212+0000","last_undegraded":"2024-04-12T16:21:06.219212+0000","last_fullsized":"2024-04-12T16:21:06.219212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:55:24.437695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.218131+0000","last_change":"2024-04-12T16:21:04.866170+0000","last_active":"2024-04-12T16:21:05.218131+0000","last_peered":"2024-04-12T16:21:05.218131+0000","last_clean":"2024-04-12T16:21:05.218131+0000","last_became_active":"2024-04-12T16:21:04.865874+0000","last_became_peered":"2024-04-12T16:21:04.865874+0000","last_unstale":"2024-04-12T16:21:05.218131+0000","last_undegraded":"2024-04-12T16:21:05.218131+0000","last_fullsized":"2024-04-12T16:21:05.218131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.240341+0000","last_change":"2024-04-12T16:21:05.238088+0000","last_active":"2024-04-12T16:21:05.240341+0000","last_peered":"2024-04-12T16:21:05.240341+0000","last_clean":"2024-04-12T16:21:05.240341+0000","last_became_active":"2024-04-12T16:21:05.237454+0000","last_became_peered":"2024-04-12T16:21:05.237454+0000","last_unstale":"2024-04-12T16:21:05.240341+0000","last_undegraded":"2024-04-12T16:21:05.240341+0000","last_fullsized":"2024-04-12T16:21:05.240341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269576+0000","last_change":"2024-04-12T16:21:04.866924+0000","last_active":"2024-04-12T16:21:06.269576+0000","last_peered":"2024-04-12T16:21:06.269576+0000","last_clean":"2024-04-12T16:21:06.269576+0000","last_became_active":"2024-04-12T16:21:04.866623+0000","last_became_peered":"2024-04-12T16:21:04.866623+0000","last_unstale":"2024-04-12T16:21:06.269576+0000","last_undegraded":"2024-04-12T16:21:06.269576+0000","last_fullsized":"2024-04-12T16:21:06.269576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:30.218702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269247+0000","last_change":"2024-04-12T16:21:05.244651+0000","last_active":"2024-04-12T16:21:06.269247+0000","last_peered":"2024-04-12T16:21:06.269247+0000","last_clean":"2024-04-12T16:21:06.269247+0000","last_became_active":"2024-04-12T16:21:05.244329+0000","last_became_peered":"2024-04-12T16:21:05.244329+0000","last_unstale":"2024-04-12T16:21:06.269247+0000","last_undegraded":"2024-04-12T16:21:06.269247+0000","last_fullsized":"2024-04-12T16:21:06.269247+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:59.940282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270533+0000","last_change":"2024-04-12T16:21:04.868629+0000","last_active":"2024-04-12T16:21:06.270533+0000","last_peered":"2024-04-12T16:21:06.270533+0000","last_clean":"2024-04-12T16:21:06.270533+0000","last_became_active":"2024-04-12T16:21:04.868292+0000","last_became_peered":"2024-04-12T16:21:04.868292+0000","last_unstale":"2024-04-12T16:21:06.270533+0000","last_undegraded":"2024-04-12T16:21:06.270533+0000","last_fullsized":"2024-04-12T16:21:06.270533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.271112+0000","last_change":"2024-04-12T16:21:05.235666+0000","last_active":"2024-04-12T16:21:06.271112+0000","last_peered":"2024-04-12T16:21:06.271112+0000","last_clean":"2024-04-12T16:21:06.271112+0000","last_became_active":"2024-04-12T16:21:05.235350+0000","last_became_peered":"2024-04-12T16:21:05.235350+0000","last_unstale":"2024-04-12T16:21:06.271112+0000","last_undegraded":"2024-04-12T16:21:06.271112+0000","last_fullsized":"2024-04-12T16:21:06.271112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:54:32.754120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270769+0000","last_change":"2024-04-12T16:21:04.868463+0000","last_active":"2024-04-12T16:21:06.270769+0000","last_peered":"2024-04-12T16:21:06.270769+0000","last_clean":"2024-04-12T16:21:06.270769+0000","last_became_active":"2024-04-12T16:21:04.868129+0000","last_became_peered":"2024-04-12T16:21:04.868129+0000","last_unstale":"2024-04-12T16:21:06.270769+0000","last_undegraded":"2024-04-12T16:21:06.270769+0000","last_fullsized":"2024-04-12T16:21:06.270769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:44:50.681336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219230+0000","last_change":"2024-04-12T16:21:05.242122+0000","last_active":"2024-04-12T16:21:06.219230+0000","last_peered":"2024-04-12T16:21:06.219230+0000","last_clean":"2024-04-12T16:21:06.219230+0000","last_became_active":"2024-04-12T16:21:05.241592+0000","last_became_peered":"2024-04-12T16:21:05.241592+0000","last_unstale":"2024-04-12T16:21:06.219230+0000","last_undegraded":"2024-04-12T16:21:06.219230+0000","last_fullsized":"2024-04-12T16:21:06.219230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:41:34.715793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269563+0000","last_change":"2024-04-12T16:21:04.875665+0000","last_active":"2024-04-12T16:21:06.269563+0000","last_peered":"2024-04-12T16:21:06.269563+0000","last_clean":"2024-04-12T16:21:06.269563+0000","last_became_active":"2024-04-12T16:21:04.874338+0000","last_became_peered":"2024-04-12T16:21:04.874338+0000","last_unstale":"2024-04-12T16:21:06.269563+0000","last_undegraded":"2024-04-12T16:21:06.269563+0000","last_fullsized":"2024-04-12T16:21:06.269563+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:45:50.868611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.225088+0000","last_change":"2024-04-12T16:21:05.243837+0000","last_active":"2024-04-12T16:21:06.225088+0000","last_peered":"2024-04-12T16:21:06.225088+0000","last_clean":"2024-04-12T16:21:06.225088+0000","last_became_active":"2024-04-12T16:21:05.243523+0000","last_became_peered":"2024-04-12T16:21:05.243523+0000","last_unstale":"2024-04-12T16:21:06.225088+0000","last_undegraded":"2024-04-12T16:21:06.225088+0000","last_fullsized":"2024-04-12T16:21:06.225088+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:08:07.261141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270041+0000","last_change":"2024-04-12T16:21:04.867252+0000","last_active":"2024-04-12T16:21:06.270041+0000","last_peered":"2024-04-12T16:21:06.270041+0000","last_clean":"2024-04-12T16:21:06.270041+0000","last_became_active":"2024-04-12T16:21:04.866893+0000","last_became_peered":"2024-04-12T16:21:04.866893+0000","last_unstale":"2024-04-12T16:21:06.270041+0000","last_undegraded":"2024-04-12T16:21:06.270041+0000","last_fullsized":"2024-04-12T16:21:06.270041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218455+0000","last_change":"2024-04-12T16:21:05.252928+0000","last_active":"2024-04-12T16:21:06.218455+0000","last_peered":"2024-04-12T16:21:06.218455+0000","last_clean":"2024-04-12T16:21:06.218455+0000","last_became_active":"2024-04-12T16:21:05.249464+0000","last_became_peered":"2024-04-12T16:21:05.249464+0000","last_unstale":"2024-04-12T16:21:06.218455+0000","last_undegraded":"2024-04-12T16:21:06.218455+0000","last_fullsized":"2024-04-12T16:21:06.218455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:58:37.087848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.246054+0000","last_change":"2024-04-12T16:21:04.874317+0000","last_active":"2024-04-12T16:21:05.246054+0000","last_peered":"2024-04-12T16:21:05.246054+0000","last_clean":"2024-04-12T16:21:05.246054+0000","last_became_active":"2024-04-12T16:21:04.874001+0000","last_became_peered":"2024-04-12T16:21:04.874001+0000","last_unstale":"2024-04-12T16:21:05.246054+0000","last_undegraded":"2024-04-12T16:21:05.246054+0000","last_fullsized":"2024-04-12T16:21:05.246054+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218773+0000","last_change":"2024-04-12T16:21:05.251113+0000","last_active":"2024-04-12T16:21:06.218773+0000","last_peered":"2024-04-12T16:21:06.218773+0000","last_clean":"2024-04-12T16:21:06.218773+0000","last_became_active":"2024-04-12T16:21:05.250807+0000","last_became_peered":"2024-04-12T16:21:05.250807+0000","last_unstale":"2024-04-12T16:21:06.218773+0000","last_undegraded":"2024-04-12T16:21:06.218773+0000","last_fullsized":"2024-04-12T16:21:06.218773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:34:44.768816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270040+0000","last_change":"2024-04-12T16:21:04.871858+0000","last_active":"2024-04-12T16:21:06.270040+0000","last_peered":"2024-04-12T16:21:06.270040+0000","last_clean":"2024-04-12T16:21:06.270040+0000","last_became_active":"2024-04-12T16:21:04.871492+0000","last_became_peered":"2024-04-12T16:21:04.871492+0000","last_unstale":"2024-04-12T16:21:06.270040+0000","last_undegraded":"2024-04-12T16:21:06.270040+0000","last_fullsized":"2024-04-12T16:21:06.270040+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:17.312234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218400+0000","last_change":"2024-04-12T16:21:05.251371+0000","last_active":"2024-04-12T16:21:06.218400+0000","last_peered":"2024-04-12T16:21:06.218400+0000","last_clean":"2024-04-12T16:21:06.218400+0000","last_became_active":"2024-04-12T16:21:05.249796+0000","last_became_peered":"2024-04-12T16:21:05.249796+0000","last_unstale":"2024-04-12T16:21:06.218400+0000","last_undegraded":"2024-04-12T16:21:06.218400+0000","last_fullsized":"2024-04-12T16:21:06.218400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269406+0000","last_change":"2024-04-12T16:21:04.868890+0000","last_active":"2024-04-12T16:21:06.269406+0000","last_peered":"2024-04-12T16:21:06.269406+0000","last_clean":"2024-04-12T16:21:06.269406+0000","last_became_active":"2024-04-12T16:21:04.867434+0000","last_became_peered":"2024-04-12T16:21:04.867434+0000","last_unstale":"2024-04-12T16:21:06.269406+0000","last_undegraded":"2024-04-12T16:21:06.269406+0000","last_fullsized":"2024-04-12T16:21:06.269406+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269552+0000","last_change":"2024-04-12T16:21:05.236411+0000","last_active":"2024-04-12T16:21:06.269552+0000","last_peered":"2024-04-12T16:21:06.269552+0000","last_clean":"2024-04-12T16:21:06.269552+0000","last_became_active":"2024-04-12T16:21:05.235932+0000","last_became_peered":"2024-04-12T16:21:05.235932+0000","last_unstale":"2024-04-12T16:21:06.269552+0000","last_undegraded":"2024-04-12T16:21:06.269552+0000","last_fullsized":"2024-04-12T16:21:06.269552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.268772+0000","last_change":"2024-04-12T16:21:04.863852+0000","last_active":"2024-04-12T16:21:06.268772+0000","last_peered":"2024-04-12T16:21:06.268772+0000","last_clean":"2024-04-12T16:21:06.268772+0000","last_became_active":"2024-04-12T16:21:04.863552+0000","last_became_peered":"2024-04-12T16:21:04.863552+0000","last_unstale":"2024-04-12T16:21:06.268772+0000","last_undegraded":"2024-04-12T16:21:06.268772+0000","last_fullsized":"2024-04-12T16:21:06.268772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:54:49.912660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218357+0000","last_change":"2024-04-12T16:21:05.249663+0000","last_active":"2024-04-12T16:21:06.218357+0000","last_peered":"2024-04-12T16:21:06.218357+0000","last_clean":"2024-04-12T16:21:06.218357+0000","last_became_active":"2024-04-12T16:21:05.249384+0000","last_became_peered":"2024-04-12T16:21:05.249384+0000","last_unstale":"2024-04-12T16:21:06.218357+0000","last_undegraded":"2024-04-12T16:21:06.218357+0000","last_fullsized":"2024-04-12T16:21:06.218357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.249566+0000","last_change":"2024-04-12T16:21:04.864465+0000","last_active":"2024-04-12T16:21:05.249566+0000","last_peered":"2024-04-12T16:21:05.249566+0000","last_clean":"2024-04-12T16:21:05.249566+0000","last_became_active":"2024-04-12T16:21:04.864130+0000","last_became_peered":"2024-04-12T16:21:04.864130+0000","last_unstale":"2024-04-12T16:21:05.249566+0000","last_undegraded":"2024-04-12T16:21:05.249566+0000","last_fullsized":"2024-04-12T16:21:05.249566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218764+0000","last_change":"2024-04-12T16:21:05.253784+0000","last_active":"2024-04-12T16:21:06.218764+0000","last_peered":"2024-04-12T16:21:06.218764+0000","last_clean":"2024-04-12T16:21:06.218764+0000","last_became_active":"2024-04-12T16:21:05.253463+0000","last_became_peered":"2024-04-12T16:21:05.253463+0000","last_unstale":"2024-04-12T16:21:06.218764+0000","last_undegraded":"2024-04-12T16:21:06.218764+0000","last_fullsized":"2024-04-12T16:21:06.218764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:31.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269153+0000","last_change":"2024-04-12T16:21:04.865921+0000","last_active":"2024-04-12T16:21:06.269153+0000","last_peered":"2024-04-12T16:21:06.269153+0000","last_clean":"2024-04-12T16:21:06.269153+0000","last_became_active":"2024-04-12T16:21:04.865592+0000","last_became_peered":"2024-04-12T16:21:04.865592+0000","last_unstale":"2024-04-12T16:21:06.269153+0000","last_undegraded":"2024-04-12T16:21:06.269153+0000","last_fullsized":"2024-04-12T16:21:06.269153+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:30:22.314461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270762+0000","last_change":"2024-04-12T16:21:05.222749+0000","last_active":"2024-04-12T16:21:06.270762+0000","last_peered":"2024-04-12T16:21:06.270762+0000","last_clean":"2024-04-12T16:21:06.270762+0000","last_became_active":"2024-04-12T16:21:05.222397+0000","last_became_peered":"2024-04-12T16:21:05.222397+0000","last_unstale":"2024-04-12T16:21:06.270762+0000","last_undegraded":"2024-04-12T16:21:06.270762+0000","last_fullsized":"2024-04-12T16:21:06.270762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:30:00.112027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269985+0000","last_change":"2024-04-12T16:21:04.868350+0000","last_active":"2024-04-12T16:21:06.269985+0000","last_peered":"2024-04-12T16:21:06.269985+0000","last_clean":"2024-04-12T16:21:06.269985+0000","last_became_active":"2024-04-12T16:21:04.867825+0000","last_became_peered":"2024-04-12T16:21:04.867825+0000","last_unstale":"2024-04-12T16:21:06.269985+0000","last_undegraded":"2024-04-12T16:21:06.269985+0000","last_fullsized":"2024-04-12T16:21:06.269985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:05:41.879698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.225038+0000","last_change":"2024-04-12T16:21:05.246331+0000","last_active":"2024-04-12T16:21:06.225038+0000","last_peered":"2024-04-12T16:21:06.225038+0000","last_clean":"2024-04-12T16:21:06.225038+0000","last_became_active":"2024-04-12T16:21:05.245971+0000","last_became_peered":"2024-04-12T16:21:05.245971+0000","last_unstale":"2024-04-12T16:21:06.225038+0000","last_undegraded":"2024-04-12T16:21:06.225038+0000","last_fullsized":"2024-04-12T16:21:06.225038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:27.781038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269135+0000","last_change":"2024-04-12T16:21:05.249718+0000","last_active":"2024-04-12T16:21:06.269135+0000","last_peered":"2024-04-12T16:21:06.269135+0000","last_clean":"2024-04-12T16:21:06.269135+0000","last_became_active":"2024-04-12T16:21:05.247982+0000","last_became_peered":"2024-04-12T16:21:05.247982+0000","last_unstale":"2024-04-12T16:21:06.269135+0000","last_undegraded":"2024-04-12T16:21:06.269135+0000","last_fullsized":"2024-04-12T16:21:06.269135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:30.902982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.268848+0000","last_change":"2024-04-12T16:21:04.863283+0000","last_active":"2024-04-12T16:21:06.268848+0000","last_peered":"2024-04-12T16:21:06.268848+0000","last_clean":"2024-04-12T16:21:06.268848+0000","last_became_active":"2024-04-12T16:21:04.862950+0000","last_became_peered":"2024-04-12T16:21:04.862950+0000","last_unstale":"2024-04-12T16:21:06.268848+0000","last_undegraded":"2024-04-12T16:21:06.268848+0000","last_fullsized":"2024-04-12T16:21:06.268848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:44:19.186952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.235951+0000","last_change":"2024-04-12T16:21:05.230918+0000","last_active":"2024-04-12T16:21:05.235951+0000","last_peered":"2024-04-12T16:21:05.235951+0000","last_clean":"2024-04-12T16:21:05.235951+0000","last_became_active":"2024-04-12T16:21:05.230649+0000","last_became_peered":"2024-04-12T16:21:05.230649+0000","last_unstale":"2024-04-12T16:21:05.235951+0000","last_undegraded":"2024-04-12T16:21:05.235951+0000","last_fullsized":"2024-04-12T16:21:05.235951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270198+0000","last_change":"2024-04-12T16:21:04.865635+0000","last_active":"2024-04-12T16:21:06.270198+0000","last_peered":"2024-04-12T16:21:06.270198+0000","last_clean":"2024-04-12T16:21:06.270198+0000","last_became_active":"2024-04-12T16:21:04.865221+0000","last_became_peered":"2024-04-12T16:21:04.865221+0000","last_unstale":"2024-04-12T16:21:06.270198+0000","last_undegraded":"2024-04-12T16:21:06.270198+0000","last_fullsized":"2024-04-12T16:21:06.270198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:13:14.670272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.231873+0000","last_change":"2024-04-12T16:20:50.673182+0000","last_active":"2024-04-12T16:21:05.231873+0000","last_peered":"2024-04-12T16:21:05.231873+0000","last_clean":"2024-04-12T16:21:05.231873+0000","last_became_active":"2024-04-12T16:20:50.672847+0000","last_became_peered":"2024-04-12T16:20:50.672847+0000","last_unstale":"2024-04-12T16:21:05.231873+0000","last_undegraded":"2024-04-12T16:21:05.231873+0000","last_fullsized":"2024-04-12T16:21:05.231873+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218702+0000","last_change":"2024-04-12T16:21:05.239801+0000","last_active":"2024-04-12T16:21:06.218702+0000","last_peered":"2024-04-12T16:21:06.218702+0000","last_clean":"2024-04-12T16:21:06.218702+0000","last_became_active":"2024-04-12T16:21:05.239254+0000","last_became_peered":"2024-04-12T16:21:05.239254+0000","last_unstale":"2024-04-12T16:21:06.218702+0000","last_undegraded":"2024-04-12T16:21:06.218702+0000","last_fullsized":"2024-04-12T16:21:06.218702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:12:46.930763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218326+0000","last_change":"2024-04-12T16:21:04.875281+0000","last_active":"2024-04-12T16:21:06.218326+0000","last_peered":"2024-04-12T16:21:06.218326+0000","last_clean":"2024-04-12T16:21:06.218326+0000","last_became_active":"2024-04-12T16:21:04.874969+0000","last_became_peered":"2024-04-12T16:21:04.874969+0000","last_unstale":"2024-04-12T16:21:06.218326+0000","last_undegraded":"2024-04-12T16:21:06.218326+0000","last_fullsized":"2024-04-12T16:21:06.218326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218573+0000","last_change":"2024-04-12T16:21:04.875224+0000","last_active":"2024-04-12T16:21:06.218573+0000","last_peered":"2024-04-12T16:21:06.218573+0000","last_clean":"2024-04-12T16:21:06.218573+0000","last_became_active":"2024-04-12T16:21:04.874874+0000","last_became_peered":"2024-04-12T16:21:04.874874+0000","last_unstale":"2024-04-12T16:21:06.218573+0000","last_undegraded":"2024-04-12T16:21:06.218573+0000","last_fullsized":"2024-04-12T16:21:06.218573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269246+0000","last_change":"2024-04-12T16:21:05.233960+0000","last_active":"2024-04-12T16:21:06.269246+0000","last_peered":"2024-04-12T16:21:06.269246+0000","last_clean":"2024-04-12T16:21:06.269246+0000","last_became_active":"2024-04-12T16:21:05.233671+0000","last_became_peered":"2024-04-12T16:21:05.233671+0000","last_unstale":"2024-04-12T16:21:06.269246+0000","last_undegraded":"2024-04-12T16:21:06.269246+0000","last_fullsized":"2024-04-12T16:21:06.269246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:25:58.468373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269471+0000","last_change":"2024-04-12T16:21:04.867264+0000","last_active":"2024-04-12T16:21:06.269471+0000","last_peered":"2024-04-12T16:21:06.269471+0000","last_clean":"2024-04-12T16:21:06.269471+0000","last_became_active":"2024-04-12T16:21:04.866943+0000","last_became_peered":"2024-04-12T16:21:04.866943+0000","last_unstale":"2024-04-12T16:21:06.269471+0000","last_undegraded":"2024-04-12T16:21:06.269471+0000","last_fullsized":"2024-04-12T16:21:06.269471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:37.798044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243739+0000","last_change":"2024-04-12T16:21:05.239831+0000","last_active":"2024-04-12T16:21:05.243739+0000","last_peered":"2024-04-12T16:21:05.243739+0000","last_clean":"2024-04-12T16:21:05.243739+0000","last_became_active":"2024-04-12T16:21:05.239277+0000","last_became_peered":"2024-04-12T16:21:05.239277+0000","last_unstale":"2024-04-12T16:21:05.243739+0000","last_undegraded":"2024-04-12T16:21:05.243739+0000","last_fullsized":"2024-04-12T16:21:05.243739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270487+0000","last_change":"2024-04-12T16:21:04.868783+0000","last_active":"2024-04-12T16:21:06.270487+0000","last_peered":"2024-04-12T16:21:06.270487+0000","last_clean":"2024-04-12T16:21:06.270487+0000","last_became_active":"2024-04-12T16:21:04.868500+0000","last_became_peered":"2024-04-12T16:21:04.868500+0000","last_unstale":"2024-04-12T16:21:06.270487+0000","last_undegraded":"2024-04-12T16:21:06.270487+0000","last_fullsized":"2024-04-12T16:21:06.270487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219490+0000","last_change":"2024-04-12T16:21:05.240274+0000","last_active":"2024-04-12T16:21:06.219490+0000","last_peered":"2024-04-12T16:21:06.219490+0000","last_clean":"2024-04-12T16:21:06.219490+0000","last_became_active":"2024-04-12T16:21:05.240012+0000","last_became_peered":"2024-04-12T16:21:05.240012+0000","last_unstale":"2024-04-12T16:21:06.219490+0000","last_undegraded":"2024-04-12T16:21:06.219490+0000","last_fullsized":"2024-04-12T16:21:06.219490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:16:59.268917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217965+0000","last_change":"2024-04-12T16:21:04.874656+0000","last_active":"2024-04-12T16:21:06.217965+0000","last_peered":"2024-04-12T16:21:06.217965+0000","last_clean":"2024-04-12T16:21:06.217965+0000","last_became_active":"2024-04-12T16:21:04.874355+0000","last_became_peered":"2024-04-12T16:21:04.874355+0000","last_unstale":"2024-04-12T16:21:06.217965+0000","last_undegraded":"2024-04-12T16:21:06.217965+0000","last_fullsized":"2024-04-12T16:21:06.217965+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.224996+0000","last_change":"2024-04-12T16:21:05.239741+0000","last_active":"2024-04-12T16:21:06.224996+0000","last_peered":"2024-04-12T16:21:06.224996+0000","last_clean":"2024-04-12T16:21:06.224996+0000","last_became_active":"2024-04-12T16:21:05.238979+0000","last_became_peered":"2024-04-12T16:21:05.238979+0000","last_unstale":"2024-04-12T16:21:06.224996+0000","last_undegraded":"2024-04-12T16:21:06.224996+0000","last_fullsized":"2024-04-12T16:21:06.224996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:31:06.069050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269103+0000","last_change":"2024-04-12T16:21:04.872205+0000","last_active":"2024-04-12T16:21:06.269103+0000","last_peered":"2024-04-12T16:21:06.269103+0000","last_clean":"2024-04-12T16:21:06.269103+0000","last_became_active":"2024-04-12T16:21:04.871730+0000","last_became_peered":"2024-04-12T16:21:04.871730+0000","last_unstale":"2024-04-12T16:21:06.269103+0000","last_undegraded":"2024-04-12T16:21:06.269103+0000","last_fullsized":"2024-04-12T16:21:06.269103+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:17:55.077464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244568+0000","last_change":"2024-04-12T16:21:05.243737+0000","last_active":"2024-04-12T16:21:05.244568+0000","last_peered":"2024-04-12T16:21:05.244568+0000","last_clean":"2024-04-12T16:21:05.244568+0000","last_became_active":"2024-04-12T16:21:05.243370+0000","last_became_peered":"2024-04-12T16:21:05.243370+0000","last_unstale":"2024-04-12T16:21:05.244568+0000","last_undegraded":"2024-04-12T16:21:05.244568+0000","last_fullsized":"2024-04-12T16:21:05.244568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269729+0000","last_change":"2024-04-12T16:21:04.870193+0000","last_active":"2024-04-12T16:21:06.269729+0000","last_peered":"2024-04-12T16:21:06.269729+0000","last_clean":"2024-04-12T16:21:06.269729+0000","last_became_active":"2024-04-12T16:21:04.869895+0000","last_became_peered":"2024-04-12T16:21:04.869895+0000","last_unstale":"2024-04-12T16:21:06.269729+0000","last_undegraded":"2024-04-12T16:21:06.269729+0000","last_fullsized":"2024-04-12T16:21:06.269729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:15:29.287637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243630+0000","last_change":"2024-04-12T16:21:05.239081+0000","last_active":"2024-04-12T16:21:05.243630+0000","last_peered":"2024-04-12T16:21:05.243630+0000","last_clean":"2024-04-12T16:21:05.243630+0000","last_became_active":"2024-04-12T16:21:05.238771+0000","last_became_peered":"2024-04-12T16:21:05.238771+0000","last_unstale":"2024-04-12T16:21:05.243630+0000","last_undegraded":"2024-04-12T16:21:05.243630+0000","last_fullsized":"2024-04-12T16:21:05.243630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218503+0000","last_change":"2024-04-12T16:21:04.876848+0000","last_active":"2024-04-12T16:21:06.218503+0000","last_peered":"2024-04-12T16:21:06.218503+0000","last_clean":"2024-04-12T16:21:06.218503+0000","last_became_active":"2024-04-12T16:21:04.876551+0000","last_became_peered":"2024-04-12T16:21:04.876551+0000","last_unstale":"2024-04-12T16:21:06.218503+0000","last_undegraded":"2024-04-12T16:21:06.218503+0000","last_fullsized":"2024-04-12T16:21:06.218503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269726+0000","last_change":"2024-04-12T16:21:05.244269+0000","last_active":"2024-04-12T16:21:06.269726+0000","last_peered":"2024-04-12T16:21:06.269726+0000","last_clean":"2024-04-12T16:21:06.269726+0000","last_became_active":"2024-04-12T16:21:05.243980+0000","last_became_peered":"2024-04-12T16:21:05.243980+0000","last_unstale":"2024-04-12T16:21:06.269726+0000","last_undegraded":"2024-04-12T16:21:06.269726+0000","last_fullsized":"2024-04-12T16:21:06.269726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269099+0000","last_change":"2024-04-12T16:21:04.862200+0000","last_active":"2024-04-12T16:21:06.269099+0000","last_peered":"2024-04-12T16:21:06.269099+0000","last_clean":"2024-04-12T16:21:06.269099+0000","last_became_active":"2024-04-12T16:21:04.861815+0000","last_became_peered":"2024-04-12T16:21:04.861815+0000","last_unstale":"2024-04-12T16:21:06.269099+0000","last_undegraded":"2024-04-12T16:21:06.269099+0000","last_fullsized":"2024-04-12T16:21:06.269099+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:50:34.783627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218519+0000","last_change":"2024-04-12T16:21:05.256149+0000","last_active":"2024-04-12T16:21:06.218519+0000","last_peered":"2024-04-12T16:21:06.218519+0000","last_clean":"2024-04-12T16:21:06.218519+0000","last_became_active":"2024-04-12T16:21:05.255575+0000","last_became_peered":"2024-04-12T16:21:05.255575+0000","last_unstale":"2024-04-12T16:21:06.218519+0000","last_undegraded":"2024-04-12T16:21:06.218519+0000","last_fullsized":"2024-04-12T16:21:06.218519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269475+0000","last_change":"2024-04-12T16:21:04.871482+0000","last_active":"2024-04-12T16:21:06.269475+0000","last_peered":"2024-04-12T16:21:06.269475+0000","last_clean":"2024-04-12T16:21:06.269475+0000","last_became_active":"2024-04-12T16:21:04.871043+0000","last_became_peered":"2024-04-12T16:21:04.871043+0000","last_unstale":"2024-04-12T16:21:06.269475+0000","last_undegraded":"2024-04-12T16:21:06.269475+0000","last_fullsized":"2024-04-12T16:21:06.269475+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:34:39.225479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270491+0000","last_change":"2024-04-12T16:21:05.238429+0000","last_active":"2024-04-12T16:21:06.270491+0000","last_peered":"2024-04-12T16:21:06.270491+0000","last_clean":"2024-04-12T16:21:06.270491+0000","last_became_active":"2024-04-12T16:21:05.237722+0000","last_became_peered":"2024-04-12T16:21:05.237722+0000","last_unstale":"2024-04-12T16:21:06.270491+0000","last_undegraded":"2024-04-12T16:21:06.270491+0000","last_fullsized":"2024-04-12T16:21:06.270491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:02:57.554093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269346+0000","last_change":"2024-04-12T16:21:04.866057+0000","last_active":"2024-04-12T16:21:06.269346+0000","last_peered":"2024-04-12T16:21:06.269346+0000","last_clean":"2024-04-12T16:21:06.269346+0000","last_became_active":"2024-04-12T16:21:04.865749+0000","last_became_peered":"2024-04-12T16:21:04.865749+0000","last_unstale":"2024-04-12T16:21:06.269346+0000","last_undegraded":"2024-04-12T16:21:06.269346+0000","last_fullsized":"2024-04-12T16:21:06.269346+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:23:23.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218808+0000","last_change":"2024-04-12T16:21:05.253177+0000","last_active":"2024-04-12T16:21:06.218808+0000","last_peered":"2024-04-12T16:21:06.218808+0000","last_clean":"2024-04-12T16:21:06.218808+0000","last_became_active":"2024-04-12T16:21:05.252117+0000","last_became_peered":"2024-04-12T16:21:05.252117+0000","last_unstale":"2024-04-12T16:21:06.218808+0000","last_undegraded":"2024-04-12T16:21:06.218808+0000","last_fullsized":"2024-04-12T16:21:06.218808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:00.456246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269331+0000","last_change":"2024-04-12T16:21:05.236216+0000","last_active":"2024-04-12T16:21:06.269331+0000","last_peered":"2024-04-12T16:21:06.269331+0000","last_clean":"2024-04-12T16:21:06.269331+0000","last_became_active":"2024-04-12T16:21:05.235546+0000","last_became_peered":"2024-04-12T16:21:05.235546+0000","last_unstale":"2024-04-12T16:21:06.269331+0000","last_undegraded":"2024-04-12T16:21:06.269331+0000","last_fullsized":"2024-04-12T16:21:06.269331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:26.035820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.268829+0000","last_change":"2024-04-12T16:21:05.234436+0000","last_active":"2024-04-12T16:21:06.268829+0000","last_peered":"2024-04-12T16:21:06.268829+0000","last_clean":"2024-04-12T16:21:06.268829+0000","last_became_active":"2024-04-12T16:21:05.234164+0000","last_became_peered":"2024-04-12T16:21:05.234164+0000","last_unstale":"2024-04-12T16:21:06.268829+0000","last_undegraded":"2024-04-12T16:21:06.268829+0000","last_fullsized":"2024-04-12T16:21:06.268829+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:12:13.286952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270322+0000","last_change":"2024-04-12T16:21:05.234557+0000","last_active":"2024-04-12T16:21:06.270322+0000","last_peered":"2024-04-12T16:21:06.270322+0000","last_clean":"2024-04-12T16:21:06.270322+0000","last_became_active":"2024-04-12T16:21:05.234243+0000","last_became_peered":"2024-04-12T16:21:05.234243+0000","last_unstale":"2024-04-12T16:21:06.270322+0000","last_undegraded":"2024-04-12T16:21:06.270322+0000","last_fullsized":"2024-04-12T16:21:06.270322+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:58.294539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219034+0000","last_change":"2024-04-12T16:21:05.241814+0000","last_active":"2024-04-12T16:21:06.219034+0000","last_peered":"2024-04-12T16:21:06.219034+0000","last_clean":"2024-04-12T16:21:06.219034+0000","last_became_active":"2024-04-12T16:21:05.241517+0000","last_became_peered":"2024-04-12T16:21:05.241517+0000","last_unstale":"2024-04-12T16:21:06.219034+0000","last_undegraded":"2024-04-12T16:21:06.219034+0000","last_fullsized":"2024-04-12T16:21:06.219034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:29:14.431181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244459+0000","last_change":"2024-04-12T16:21:05.244178+0000","last_active":"2024-04-12T16:21:05.244459+0000","last_peered":"2024-04-12T16:21:05.244459+0000","last_clean":"2024-04-12T16:21:05.244459+0000","last_became_active":"2024-04-12T16:21:05.243828+0000","last_became_peered":"2024-04-12T16:21:05.243828+0000","last_unstale":"2024-04-12T16:21:05.244459+0000","last_undegraded":"2024-04-12T16:21:05.244459+0000","last_fullsized":"2024-04-12T16:21:05.244459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:49:53.705924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269379+0000","last_change":"2024-04-12T16:21:05.248289+0000","last_active":"2024-04-12T16:21:06.269379+0000","last_peered":"2024-04-12T16:21:06.269379+0000","last_clean":"2024-04-12T16:21:06.269379+0000","last_became_active":"2024-04-12T16:21:05.247958+0000","last_became_peered":"2024-04-12T16:21:05.247958+0000","last_unstale":"2024-04-12T16:21:06.269379+0000","last_undegraded":"2024-04-12T16:21:06.269379+0000","last_fullsized":"2024-04-12T16:21:06.269379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:03:48.176351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270280+0000","last_change":"2024-04-12T16:21:05.242552+0000","last_active":"2024-04-12T16:21:06.270280+0000","last_peered":"2024-04-12T16:21:06.270280+0000","last_clean":"2024-04-12T16:21:06.270280+0000","last_became_active":"2024-04-12T16:21:05.242176+0000","last_became_peered":"2024-04-12T16:21:05.242176+0000","last_unstale":"2024-04-12T16:21:06.270280+0000","last_undegraded":"2024-04-12T16:21:06.270280+0000","last_fullsized":"2024-04-12T16:21:06.270280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.243719+0000","last_change":"2024-04-12T16:21:05.239563+0000","last_active":"2024-04-12T16:21:05.243719+0000","last_peered":"2024-04-12T16:21:05.243719+0000","last_clean":"2024-04-12T16:21:05.243719+0000","last_became_active":"2024-04-12T16:21:05.238906+0000","last_became_peered":"2024-04-12T16:21:05.238906+0000","last_unstale":"2024-04-12T16:21:05.243719+0000","last_undegraded":"2024-04-12T16:21:05.243719+0000","last_fullsized":"2024-04-12T16:21:05.243719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269678+0000","last_change":"2024-04-12T16:21:05.222981+0000","last_active":"2024-04-12T16:21:06.269678+0000","last_peered":"2024-04-12T16:21:06.269678+0000","last_clean":"2024-04-12T16:21:06.269678+0000","last_became_active":"2024-04-12T16:21:05.222232+0000","last_became_peered":"2024-04-12T16:21:05.222232+0000","last_unstale":"2024-04-12T16:21:06.269678+0000","last_undegraded":"2024-04-12T16:21:06.269678+0000","last_fullsized":"2024-04-12T16:21:06.269678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:21:30.625403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.244701+0000","last_change":"2024-04-12T16:21:05.243941+0000","last_active":"2024-04-12T16:21:05.244701+0000","last_peered":"2024-04-12T16:21:05.244701+0000","last_clean":"2024-04-12T16:21:05.244701+0000","last_became_active":"2024-04-12T16:21:05.240660+0000","last_became_peered":"2024-04-12T16:21:05.240660+0000","last_unstale":"2024-04-12T16:21:05.244701+0000","last_undegraded":"2024-04-12T16:21:05.244701+0000","last_fullsized":"2024-04-12T16:21:05.244701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270178+0000","last_change":"2024-04-12T16:21:05.233266+0000","last_active":"2024-04-12T16:21:06.270178+0000","last_peered":"2024-04-12T16:21:06.270178+0000","last_clean":"2024-04-12T16:21:06.270178+0000","last_became_active":"2024-04-12T16:21:05.232929+0000","last_became_peered":"2024-04-12T16:21:05.232929+0000","last_unstale":"2024-04-12T16:21:06.270178+0000","last_undegraded":"2024-04-12T16:21:06.270178+0000","last_fullsized":"2024-04-12T16:21:06.270178+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:43:49.171981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218938+0000","last_change":"2024-04-12T16:21:05.251868+0000","last_active":"2024-04-12T16:21:06.218938+0000","last_peered":"2024-04-12T16:21:06.218938+0000","last_clean":"2024-04-12T16:21:06.218938+0000","last_became_active":"2024-04-12T16:21:05.251599+0000","last_became_peered":"2024-04-12T16:21:05.251599+0000","last_unstale":"2024-04-12T16:21:06.218938+0000","last_undegraded":"2024-04-12T16:21:06.218938+0000","last_fullsized":"2024-04-12T16:21:06.218938+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:04:55.761846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270147+0000","last_change":"2024-04-12T16:21:05.239497+0000","last_active":"2024-04-12T16:21:06.270147+0000","last_peered":"2024-04-12T16:21:06.270147+0000","last_clean":"2024-04-12T16:21:06.270147+0000","last_became_active":"2024-04-12T16:21:05.239201+0000","last_became_peered":"2024-04-12T16:21:05.239201+0000","last_unstale":"2024-04-12T16:21:06.270147+0000","last_undegraded":"2024-04-12T16:21:06.270147+0000","last_fullsized":"2024-04-12T16:21:06.270147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31848908},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.313}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1216512,"data_stored":850496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":626688,"data_stored":259328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.30599999999999999,"15min":0.29799999999999999},"min":{"1min":0.24099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.46999999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.314},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.26300000000000001}]},{"osd":2,"last update":"Fri Apr 12 16:20:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.36699999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.66600000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.39600000000000002,"15min":0.39200000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55400000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.35199999999999998}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.33300000000000002}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67800000000000005}]},{"osd":5,"last update":"Fri Apr 12 16:20:57 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57099999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 16:20:24 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.307,"15min":0.29499999999999998},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.35799999999999998,"15min":0.34300000000000003},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.315}]},{"osd":2,"last update":"Fri Apr 12 16:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.28899999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.21199999999999999}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.23100000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.62},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.52600000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31724,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713428,"statfs":{"total":95995035648,"available":95962550272,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.35399999999999998,"15min":0.34999999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56499999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.5},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39000000000000001,"15min":0.378},"min":{"1min":0.33000000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.46500000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.56299999999999994,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.223},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.51800000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:14 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.55500000000000005}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.877}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.86499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85599999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.24199999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.379},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.25800000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.442}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.373,"5min":1.373,"15min":1.373},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":15.901999999999999,"5min":15.901999999999999,"15min":15.901999999999999},"last":0.64900000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":1.347,"15min":1.347},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":15.964,"5min":15.964,"15min":15.964},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.39000000000000001}]},{"osd":2,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.621},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60099999999999998}]},{"osd":3,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":15.941000000000001,"5min":15.941000000000001,"15min":15.941000000000001},"last":0.40999999999999998}]},{"osd":5,"last update":"Fri Apr 12 16:21:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":260822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.53200000000000003}]},{"osd":1,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.755}]},{"osd":2,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":0.57199999999999995}]},{"osd":3,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.63400000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.44},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:21:09.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[27222]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[27222]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[27222]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[27222]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s wr, 8 op/s 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/683350804' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[37926]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[37926]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[37926]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[37926]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s wr, 8 op/s 2024-04-12T16:21:09.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:09 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/683350804' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T16:21:10.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:09 smithi016 ceph-mon[30750]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:10.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:09 smithi016 ceph-mon[30750]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:10.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:09 smithi016 ceph-mon[30750]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:10.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:09 smithi016 ceph-mon[30750]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s wr, 8 op/s 2024-04-12T16:21:10.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:09 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/683350804' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-12T16:21:11.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:10 smithi005 ceph-mon[27222]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:11.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:10 smithi005 ceph-mon[37926]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:11.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:10 smithi016 ceph-mon[30750]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:12.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:11 smithi005 ceph-mon[27222]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-12T16:21:12.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:11 smithi005 ceph-mon[37926]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-12T16:21:12.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:11 smithi016 ceph-mon[30750]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-12T16:21:12.628 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-12T16:21:12.942 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:12.944 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:21:12.953 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-12T16:21:11.067606+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":230,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":243332,"kb_used_data":6668,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749717884,"statfs":{"total":767960285184,"available":767711113216,"internally_reserved":0,"allocated":6828032,"data_stored":3845565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.222618"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218928+0000","last_change":"2024-04-12T16:21:05.254632+0000","last_active":"2024-04-12T16:21:06.218928+0000","last_peered":"2024-04-12T16:21:06.218928+0000","last_clean":"2024-04-12T16:21:06.218928+0000","last_became_active":"2024-04-12T16:21:05.252643+0000","last_became_peered":"2024-04-12T16:21:05.252643+0000","last_unstale":"2024-04-12T16:21:06.218928+0000","last_undegraded":"2024-04-12T16:21:06.218928+0000","last_fullsized":"2024-04-12T16:21:06.218928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269568+0000","last_change":"2024-04-12T16:21:05.240346+0000","last_active":"2024-04-12T16:21:06.269568+0000","last_peered":"2024-04-12T16:21:06.269568+0000","last_clean":"2024-04-12T16:21:06.269568+0000","last_became_active":"2024-04-12T16:21:05.240057+0000","last_became_peered":"2024-04-12T16:21:05.240057+0000","last_unstale":"2024-04-12T16:21:06.269568+0000","last_undegraded":"2024-04-12T16:21:06.269568+0000","last_fullsized":"2024-04-12T16:21:06.269568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:38:11.505773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219526+0000","last_change":"2024-04-12T16:21:05.241509+0000","last_active":"2024-04-12T16:21:06.219526+0000","last_peered":"2024-04-12T16:21:06.219526+0000","last_clean":"2024-04-12T16:21:06.219526+0000","last_became_active":"2024-04-12T16:21:05.241216+0000","last_became_peered":"2024-04-12T16:21:05.241216+0000","last_unstale":"2024-04-12T16:21:06.219526+0000","last_undegraded":"2024-04-12T16:21:06.219526+0000","last_fullsized":"2024-04-12T16:21:06.219526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:35:27.278555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270623+0000","last_change":"2024-04-12T16:21:05.241478+0000","last_active":"2024-04-12T16:21:06.270623+0000","last_peered":"2024-04-12T16:21:06.270623+0000","last_clean":"2024-04-12T16:21:06.270623+0000","last_became_active":"2024-04-12T16:21:05.241172+0000","last_became_peered":"2024-04-12T16:21:05.241172+0000","last_unstale":"2024-04-12T16:21:06.270623+0000","last_undegraded":"2024-04-12T16:21:06.270623+0000","last_fullsized":"2024-04-12T16:21:06.270623+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:32:17.876922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218712+0000","last_change":"2024-04-12T16:21:05.251120+0000","last_active":"2024-04-12T16:21:06.218712+0000","last_peered":"2024-04-12T16:21:06.218712+0000","last_clean":"2024-04-12T16:21:06.218712+0000","last_became_active":"2024-04-12T16:21:05.250457+0000","last_became_peered":"2024-04-12T16:21:05.250457+0000","last_unstale":"2024-04-12T16:21:06.218712+0000","last_undegraded":"2024-04-12T16:21:06.218712+0000","last_fullsized":"2024-04-12T16:21:06.218712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270320+0000","last_change":"2024-04-12T16:21:05.237566+0000","last_active":"2024-04-12T16:21:06.270320+0000","last_peered":"2024-04-12T16:21:06.270320+0000","last_clean":"2024-04-12T16:21:06.270320+0000","last_became_active":"2024-04-12T16:21:05.237211+0000","last_became_peered":"2024-04-12T16:21:05.237211+0000","last_unstale":"2024-04-12T16:21:06.270320+0000","last_undegraded":"2024-04-12T16:21:06.270320+0000","last_fullsized":"2024-04-12T16:21:06.270320+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:20.970449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217980+0000","last_change":"2024-04-12T16:21:05.251739+0000","last_active":"2024-04-12T16:21:06.217980+0000","last_peered":"2024-04-12T16:21:06.217980+0000","last_clean":"2024-04-12T16:21:06.217980+0000","last_became_active":"2024-04-12T16:21:05.250112+0000","last_became_peered":"2024-04-12T16:21:05.250112+0000","last_unstale":"2024-04-12T16:21:06.217980+0000","last_undegraded":"2024-04-12T16:21:06.217980+0000","last_fullsized":"2024-04-12T16:21:06.217980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908180+0000","last_change":"2024-04-12T16:21:05.228475+0000","last_active":"2024-04-12T16:21:05.908180+0000","last_peered":"2024-04-12T16:21:05.908180+0000","last_clean":"2024-04-12T16:21:05.908180+0000","last_became_active":"2024-04-12T16:21:05.228162+0000","last_became_peered":"2024-04-12T16:21:05.228162+0000","last_unstale":"2024-04-12T16:21:05.908180+0000","last_undegraded":"2024-04-12T16:21:05.908180+0000","last_fullsized":"2024-04-12T16:21:05.908180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218856+0000","last_change":"2024-04-12T16:21:05.253503+0000","last_active":"2024-04-12T16:21:06.218856+0000","last_peered":"2024-04-12T16:21:06.218856+0000","last_clean":"2024-04-12T16:21:06.218856+0000","last_became_active":"2024-04-12T16:21:05.253191+0000","last_became_peered":"2024-04-12T16:21:05.253191+0000","last_unstale":"2024-04-12T16:21:06.218856+0000","last_undegraded":"2024-04-12T16:21:06.218856+0000","last_fullsized":"2024-04-12T16:21:06.218856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270044+0000","last_change":"2024-04-12T16:21:05.243711+0000","last_active":"2024-04-12T16:21:06.270044+0000","last_peered":"2024-04-12T16:21:06.270044+0000","last_clean":"2024-04-12T16:21:06.270044+0000","last_became_active":"2024-04-12T16:21:05.243393+0000","last_became_peered":"2024-04-12T16:21:05.243393+0000","last_unstale":"2024-04-12T16:21:06.270044+0000","last_undegraded":"2024-04-12T16:21:06.270044+0000","last_fullsized":"2024-04-12T16:21:06.270044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269997+0000","last_change":"2024-04-12T16:21:05.241744+0000","last_active":"2024-04-12T16:21:06.269997+0000","last_peered":"2024-04-12T16:21:06.269997+0000","last_clean":"2024-04-12T16:21:06.269997+0000","last_became_active":"2024-04-12T16:21:05.241200+0000","last_became_peered":"2024-04-12T16:21:05.241200+0000","last_unstale":"2024-04-12T16:21:06.269997+0000","last_undegraded":"2024-04-12T16:21:06.269997+0000","last_fullsized":"2024-04-12T16:21:06.269997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.225219+0000","last_change":"2024-04-12T16:21:05.240408+0000","last_active":"2024-04-12T16:21:06.225219+0000","last_peered":"2024-04-12T16:21:06.225219+0000","last_clean":"2024-04-12T16:21:06.225219+0000","last_became_active":"2024-04-12T16:21:05.240084+0000","last_became_peered":"2024-04-12T16:21:05.240084+0000","last_unstale":"2024-04-12T16:21:06.225219+0000","last_undegraded":"2024-04-12T16:21:06.225219+0000","last_fullsized":"2024-04-12T16:21:06.225219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:27:16.777945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908267+0000","last_change":"2024-04-12T16:21:05.236987+0000","last_active":"2024-04-12T16:21:05.908267+0000","last_peered":"2024-04-12T16:21:05.908267+0000","last_clean":"2024-04-12T16:21:05.908267+0000","last_became_active":"2024-04-12T16:21:05.236704+0000","last_became_peered":"2024-04-12T16:21:05.236704+0000","last_unstale":"2024-04-12T16:21:05.908267+0000","last_undegraded":"2024-04-12T16:21:05.908267+0000","last_fullsized":"2024-04-12T16:21:05.908267+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218892+0000","last_change":"2024-04-12T16:21:05.241801+0000","last_active":"2024-04-12T16:21:06.218892+0000","last_peered":"2024-04-12T16:21:06.218892+0000","last_clean":"2024-04-12T16:21:06.218892+0000","last_became_active":"2024-04-12T16:21:05.240740+0000","last_became_peered":"2024-04-12T16:21:05.240740+0000","last_unstale":"2024-04-12T16:21:06.218892+0000","last_undegraded":"2024-04-12T16:21:06.218892+0000","last_fullsized":"2024-04-12T16:21:06.218892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:57:13.936175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269021+0000","last_change":"2024-04-12T16:21:05.242262+0000","last_active":"2024-04-12T16:21:06.269021+0000","last_peered":"2024-04-12T16:21:06.269021+0000","last_clean":"2024-04-12T16:21:06.269021+0000","last_became_active":"2024-04-12T16:21:05.241967+0000","last_became_peered":"2024-04-12T16:21:05.241967+0000","last_unstale":"2024-04-12T16:21:06.269021+0000","last_undegraded":"2024-04-12T16:21:06.269021+0000","last_fullsized":"2024-04-12T16:21:06.269021+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:36:11.301298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269403+0000","last_change":"2024-04-12T16:21:05.239779+0000","last_active":"2024-04-12T16:21:06.269403+0000","last_peered":"2024-04-12T16:21:06.269403+0000","last_clean":"2024-04-12T16:21:06.269403+0000","last_became_active":"2024-04-12T16:21:05.239413+0000","last_became_peered":"2024-04-12T16:21:05.239413+0000","last_unstale":"2024-04-12T16:21:06.269403+0000","last_undegraded":"2024-04-12T16:21:06.269403+0000","last_fullsized":"2024-04-12T16:21:06.269403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:21:54.589927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270928+0000","last_change":"2024-04-12T16:21:05.238681+0000","last_active":"2024-04-12T16:21:06.270928+0000","last_peered":"2024-04-12T16:21:06.270928+0000","last_clean":"2024-04-12T16:21:06.270928+0000","last_became_active":"2024-04-12T16:21:05.238392+0000","last_became_peered":"2024-04-12T16:21:05.238392+0000","last_unstale":"2024-04-12T16:21:06.270928+0000","last_undegraded":"2024-04-12T16:21:06.270928+0000","last_fullsized":"2024-04-12T16:21:06.270928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:33:30.457932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269442+0000","last_change":"2024-04-12T16:21:05.247140+0000","last_active":"2024-04-12T16:21:06.269442+0000","last_peered":"2024-04-12T16:21:06.269442+0000","last_clean":"2024-04-12T16:21:06.269442+0000","last_became_active":"2024-04-12T16:21:05.246802+0000","last_became_peered":"2024-04-12T16:21:05.246802+0000","last_unstale":"2024-04-12T16:21:06.269442+0000","last_undegraded":"2024-04-12T16:21:06.269442+0000","last_fullsized":"2024-04-12T16:21:06.269442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:23:24.011515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218335+0000","last_change":"2024-04-12T16:21:05.254766+0000","last_active":"2024-04-12T16:21:06.218335+0000","last_peered":"2024-04-12T16:21:06.218335+0000","last_clean":"2024-04-12T16:21:06.218335+0000","last_became_active":"2024-04-12T16:21:05.253306+0000","last_became_peered":"2024-04-12T16:21:05.253306+0000","last_unstale":"2024-04-12T16:21:06.218335+0000","last_undegraded":"2024-04-12T16:21:06.218335+0000","last_fullsized":"2024-04-12T16:21:06.218335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.255326+0000","last_change":"2024-04-12T16:21:04.873659+0000","last_active":"2024-04-12T16:21:05.255326+0000","last_peered":"2024-04-12T16:21:05.255326+0000","last_clean":"2024-04-12T16:21:05.255326+0000","last_became_active":"2024-04-12T16:21:04.872985+0000","last_became_peered":"2024-04-12T16:21:04.872985+0000","last_unstale":"2024-04-12T16:21:05.255326+0000","last_undegraded":"2024-04-12T16:21:05.255326+0000","last_fullsized":"2024-04-12T16:21:05.255326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908307+0000","last_change":"2024-04-12T16:21:05.236173+0000","last_active":"2024-04-12T16:21:05.908307+0000","last_peered":"2024-04-12T16:21:05.908307+0000","last_clean":"2024-04-12T16:21:05.908307+0000","last_became_active":"2024-04-12T16:21:05.235768+0000","last_became_peered":"2024-04-12T16:21:05.235768+0000","last_unstale":"2024-04-12T16:21:05.908307+0000","last_undegraded":"2024-04-12T16:21:05.908307+0000","last_fullsized":"2024-04-12T16:21:05.908307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908316+0000","last_change":"2024-04-12T16:21:04.866973+0000","last_active":"2024-04-12T16:21:05.908316+0000","last_peered":"2024-04-12T16:21:05.908316+0000","last_clean":"2024-04-12T16:21:05.908316+0000","last_became_active":"2024-04-12T16:21:04.866251+0000","last_became_peered":"2024-04-12T16:21:04.866251+0000","last_unstale":"2024-04-12T16:21:05.908316+0000","last_undegraded":"2024-04-12T16:21:05.908316+0000","last_fullsized":"2024-04-12T16:21:05.908316+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219323+0000","last_change":"2024-04-12T16:21:05.239952+0000","last_active":"2024-04-12T16:21:06.219323+0000","last_peered":"2024-04-12T16:21:06.219323+0000","last_clean":"2024-04-12T16:21:06.219323+0000","last_became_active":"2024-04-12T16:21:05.239605+0000","last_became_peered":"2024-04-12T16:21:05.239605+0000","last_unstale":"2024-04-12T16:21:06.219323+0000","last_undegraded":"2024-04-12T16:21:06.219323+0000","last_fullsized":"2024-04-12T16:21:06.219323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:45:06.566783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218745+0000","last_change":"2024-04-12T16:21:04.876081+0000","last_active":"2024-04-12T16:21:06.218745+0000","last_peered":"2024-04-12T16:21:06.218745+0000","last_clean":"2024-04-12T16:21:06.218745+0000","last_became_active":"2024-04-12T16:21:04.875753+0000","last_became_peered":"2024-04-12T16:21:04.875753+0000","last_unstale":"2024-04-12T16:21:06.218745+0000","last_undegraded":"2024-04-12T16:21:06.218745+0000","last_fullsized":"2024-04-12T16:21:06.218745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270740+0000","last_change":"2024-04-12T16:21:05.238164+0000","last_active":"2024-04-12T16:21:06.270740+0000","last_peered":"2024-04-12T16:21:06.270740+0000","last_clean":"2024-04-12T16:21:06.270740+0000","last_became_active":"2024-04-12T16:21:05.237672+0000","last_became_peered":"2024-04-12T16:21:05.237672+0000","last_unstale":"2024-04-12T16:21:06.270740+0000","last_undegraded":"2024-04-12T16:21:06.270740+0000","last_fullsized":"2024-04-12T16:21:06.270740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:18:35.951336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218486+0000","last_change":"2024-04-12T16:21:04.876123+0000","last_active":"2024-04-12T16:21:06.218486+0000","last_peered":"2024-04-12T16:21:06.218486+0000","last_clean":"2024-04-12T16:21:06.218486+0000","last_became_active":"2024-04-12T16:21:04.875823+0000","last_became_peered":"2024-04-12T16:21:04.875823+0000","last_unstale":"2024-04-12T16:21:06.218486+0000","last_undegraded":"2024-04-12T16:21:06.218486+0000","last_fullsized":"2024-04-12T16:21:06.218486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270592+0000","last_change":"2024-04-12T16:21:05.231852+0000","last_active":"2024-04-12T16:21:06.270592+0000","last_peered":"2024-04-12T16:21:06.270592+0000","last_clean":"2024-04-12T16:21:06.270592+0000","last_became_active":"2024-04-12T16:21:05.231528+0000","last_became_peered":"2024-04-12T16:21:05.231528+0000","last_unstale":"2024-04-12T16:21:06.270592+0000","last_undegraded":"2024-04-12T16:21:06.270592+0000","last_fullsized":"2024-04-12T16:21:06.270592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:25:41.290025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908277+0000","last_change":"2024-04-12T16:21:04.872516+0000","last_active":"2024-04-12T16:21:05.908277+0000","last_peered":"2024-04-12T16:21:05.908277+0000","last_clean":"2024-04-12T16:21:05.908277+0000","last_became_active":"2024-04-12T16:21:04.872226+0000","last_became_peered":"2024-04-12T16:21:04.872226+0000","last_unstale":"2024-04-12T16:21:05.908277+0000","last_undegraded":"2024-04-12T16:21:05.908277+0000","last_fullsized":"2024-04-12T16:21:05.908277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.224674+0000","last_change":"2024-04-12T16:21:05.243557+0000","last_active":"2024-04-12T16:21:06.224674+0000","last_peered":"2024-04-12T16:21:06.224674+0000","last_clean":"2024-04-12T16:21:06.224674+0000","last_became_active":"2024-04-12T16:21:05.243230+0000","last_became_peered":"2024-04-12T16:21:05.243230+0000","last_unstale":"2024-04-12T16:21:06.224674+0000","last_undegraded":"2024-04-12T16:21:06.224674+0000","last_fullsized":"2024-04-12T16:21:06.224674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:47:54.979559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269760+0000","last_change":"2024-04-12T16:21:04.867564+0000","last_active":"2024-04-12T16:21:06.269760+0000","last_peered":"2024-04-12T16:21:06.269760+0000","last_clean":"2024-04-12T16:21:06.269760+0000","last_became_active":"2024-04-12T16:21:04.866731+0000","last_became_peered":"2024-04-12T16:21:04.866731+0000","last_unstale":"2024-04-12T16:21:06.269760+0000","last_undegraded":"2024-04-12T16:21:06.269760+0000","last_fullsized":"2024-04-12T16:21:06.269760+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219212+0000","last_change":"2024-04-12T16:21:05.250409+0000","last_active":"2024-04-12T16:21:06.219212+0000","last_peered":"2024-04-12T16:21:06.219212+0000","last_clean":"2024-04-12T16:21:06.219212+0000","last_became_active":"2024-04-12T16:21:05.250103+0000","last_became_peered":"2024-04-12T16:21:05.250103+0000","last_unstale":"2024-04-12T16:21:06.219212+0000","last_undegraded":"2024-04-12T16:21:06.219212+0000","last_fullsized":"2024-04-12T16:21:06.219212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:55:24.437695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908234+0000","last_change":"2024-04-12T16:21:04.866170+0000","last_active":"2024-04-12T16:21:05.908234+0000","last_peered":"2024-04-12T16:21:05.908234+0000","last_clean":"2024-04-12T16:21:05.908234+0000","last_became_active":"2024-04-12T16:21:04.865874+0000","last_became_peered":"2024-04-12T16:21:04.865874+0000","last_unstale":"2024-04-12T16:21:05.908234+0000","last_undegraded":"2024-04-12T16:21:05.908234+0000","last_fullsized":"2024-04-12T16:21:05.908234+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908212+0000","last_change":"2024-04-12T16:21:05.238088+0000","last_active":"2024-04-12T16:21:05.908212+0000","last_peered":"2024-04-12T16:21:05.908212+0000","last_clean":"2024-04-12T16:21:05.908212+0000","last_became_active":"2024-04-12T16:21:05.237454+0000","last_became_peered":"2024-04-12T16:21:05.237454+0000","last_unstale":"2024-04-12T16:21:05.908212+0000","last_undegraded":"2024-04-12T16:21:05.908212+0000","last_fullsized":"2024-04-12T16:21:05.908212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269576+0000","last_change":"2024-04-12T16:21:04.866924+0000","last_active":"2024-04-12T16:21:06.269576+0000","last_peered":"2024-04-12T16:21:06.269576+0000","last_clean":"2024-04-12T16:21:06.269576+0000","last_became_active":"2024-04-12T16:21:04.866623+0000","last_became_peered":"2024-04-12T16:21:04.866623+0000","last_unstale":"2024-04-12T16:21:06.269576+0000","last_undegraded":"2024-04-12T16:21:06.269576+0000","last_fullsized":"2024-04-12T16:21:06.269576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:30.218702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269247+0000","last_change":"2024-04-12T16:21:05.244651+0000","last_active":"2024-04-12T16:21:06.269247+0000","last_peered":"2024-04-12T16:21:06.269247+0000","last_clean":"2024-04-12T16:21:06.269247+0000","last_became_active":"2024-04-12T16:21:05.244329+0000","last_became_peered":"2024-04-12T16:21:05.244329+0000","last_unstale":"2024-04-12T16:21:06.269247+0000","last_undegraded":"2024-04-12T16:21:06.269247+0000","last_fullsized":"2024-04-12T16:21:06.269247+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:59.940282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270533+0000","last_change":"2024-04-12T16:21:04.868629+0000","last_active":"2024-04-12T16:21:06.270533+0000","last_peered":"2024-04-12T16:21:06.270533+0000","last_clean":"2024-04-12T16:21:06.270533+0000","last_became_active":"2024-04-12T16:21:04.868292+0000","last_became_peered":"2024-04-12T16:21:04.868292+0000","last_unstale":"2024-04-12T16:21:06.270533+0000","last_undegraded":"2024-04-12T16:21:06.270533+0000","last_fullsized":"2024-04-12T16:21:06.270533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.271112+0000","last_change":"2024-04-12T16:21:05.235666+0000","last_active":"2024-04-12T16:21:06.271112+0000","last_peered":"2024-04-12T16:21:06.271112+0000","last_clean":"2024-04-12T16:21:06.271112+0000","last_became_active":"2024-04-12T16:21:05.235350+0000","last_became_peered":"2024-04-12T16:21:05.235350+0000","last_unstale":"2024-04-12T16:21:06.271112+0000","last_undegraded":"2024-04-12T16:21:06.271112+0000","last_fullsized":"2024-04-12T16:21:06.271112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:54:32.754120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270769+0000","last_change":"2024-04-12T16:21:04.868463+0000","last_active":"2024-04-12T16:21:06.270769+0000","last_peered":"2024-04-12T16:21:06.270769+0000","last_clean":"2024-04-12T16:21:06.270769+0000","last_became_active":"2024-04-12T16:21:04.868129+0000","last_became_peered":"2024-04-12T16:21:04.868129+0000","last_unstale":"2024-04-12T16:21:06.270769+0000","last_undegraded":"2024-04-12T16:21:06.270769+0000","last_fullsized":"2024-04-12T16:21:06.270769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:44:50.681336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219230+0000","last_change":"2024-04-12T16:21:05.242122+0000","last_active":"2024-04-12T16:21:06.219230+0000","last_peered":"2024-04-12T16:21:06.219230+0000","last_clean":"2024-04-12T16:21:06.219230+0000","last_became_active":"2024-04-12T16:21:05.241592+0000","last_became_peered":"2024-04-12T16:21:05.241592+0000","last_unstale":"2024-04-12T16:21:06.219230+0000","last_undegraded":"2024-04-12T16:21:06.219230+0000","last_fullsized":"2024-04-12T16:21:06.219230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:41:34.715793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269563+0000","last_change":"2024-04-12T16:21:04.875665+0000","last_active":"2024-04-12T16:21:06.269563+0000","last_peered":"2024-04-12T16:21:06.269563+0000","last_clean":"2024-04-12T16:21:06.269563+0000","last_became_active":"2024-04-12T16:21:04.874338+0000","last_became_peered":"2024-04-12T16:21:04.874338+0000","last_unstale":"2024-04-12T16:21:06.269563+0000","last_undegraded":"2024-04-12T16:21:06.269563+0000","last_fullsized":"2024-04-12T16:21:06.269563+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:45:50.868611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.225088+0000","last_change":"2024-04-12T16:21:05.243837+0000","last_active":"2024-04-12T16:21:06.225088+0000","last_peered":"2024-04-12T16:21:06.225088+0000","last_clean":"2024-04-12T16:21:06.225088+0000","last_became_active":"2024-04-12T16:21:05.243523+0000","last_became_peered":"2024-04-12T16:21:05.243523+0000","last_unstale":"2024-04-12T16:21:06.225088+0000","last_undegraded":"2024-04-12T16:21:06.225088+0000","last_fullsized":"2024-04-12T16:21:06.225088+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:08:07.261141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270041+0000","last_change":"2024-04-12T16:21:04.867252+0000","last_active":"2024-04-12T16:21:06.270041+0000","last_peered":"2024-04-12T16:21:06.270041+0000","last_clean":"2024-04-12T16:21:06.270041+0000","last_became_active":"2024-04-12T16:21:04.866893+0000","last_became_peered":"2024-04-12T16:21:04.866893+0000","last_unstale":"2024-04-12T16:21:06.270041+0000","last_undegraded":"2024-04-12T16:21:06.270041+0000","last_fullsized":"2024-04-12T16:21:06.270041+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218455+0000","last_change":"2024-04-12T16:21:05.252928+0000","last_active":"2024-04-12T16:21:06.218455+0000","last_peered":"2024-04-12T16:21:06.218455+0000","last_clean":"2024-04-12T16:21:06.218455+0000","last_became_active":"2024-04-12T16:21:05.249464+0000","last_became_peered":"2024-04-12T16:21:05.249464+0000","last_unstale":"2024-04-12T16:21:06.218455+0000","last_undegraded":"2024-04-12T16:21:06.218455+0000","last_fullsized":"2024-04-12T16:21:06.218455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:58:37.087848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.246054+0000","last_change":"2024-04-12T16:21:04.874317+0000","last_active":"2024-04-12T16:21:05.246054+0000","last_peered":"2024-04-12T16:21:05.246054+0000","last_clean":"2024-04-12T16:21:05.246054+0000","last_became_active":"2024-04-12T16:21:04.874001+0000","last_became_peered":"2024-04-12T16:21:04.874001+0000","last_unstale":"2024-04-12T16:21:05.246054+0000","last_undegraded":"2024-04-12T16:21:05.246054+0000","last_fullsized":"2024-04-12T16:21:05.246054+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218773+0000","last_change":"2024-04-12T16:21:05.251113+0000","last_active":"2024-04-12T16:21:06.218773+0000","last_peered":"2024-04-12T16:21:06.218773+0000","last_clean":"2024-04-12T16:21:06.218773+0000","last_became_active":"2024-04-12T16:21:05.250807+0000","last_became_peered":"2024-04-12T16:21:05.250807+0000","last_unstale":"2024-04-12T16:21:06.218773+0000","last_undegraded":"2024-04-12T16:21:06.218773+0000","last_fullsized":"2024-04-12T16:21:06.218773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:34:44.768816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270040+0000","last_change":"2024-04-12T16:21:04.871858+0000","last_active":"2024-04-12T16:21:06.270040+0000","last_peered":"2024-04-12T16:21:06.270040+0000","last_clean":"2024-04-12T16:21:06.270040+0000","last_became_active":"2024-04-12T16:21:04.871492+0000","last_became_peered":"2024-04-12T16:21:04.871492+0000","last_unstale":"2024-04-12T16:21:06.270040+0000","last_undegraded":"2024-04-12T16:21:06.270040+0000","last_fullsized":"2024-04-12T16:21:06.270040+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:17.312234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218400+0000","last_change":"2024-04-12T16:21:05.251371+0000","last_active":"2024-04-12T16:21:06.218400+0000","last_peered":"2024-04-12T16:21:06.218400+0000","last_clean":"2024-04-12T16:21:06.218400+0000","last_became_active":"2024-04-12T16:21:05.249796+0000","last_became_peered":"2024-04-12T16:21:05.249796+0000","last_unstale":"2024-04-12T16:21:06.218400+0000","last_undegraded":"2024-04-12T16:21:06.218400+0000","last_fullsized":"2024-04-12T16:21:06.218400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269406+0000","last_change":"2024-04-12T16:21:04.868890+0000","last_active":"2024-04-12T16:21:06.269406+0000","last_peered":"2024-04-12T16:21:06.269406+0000","last_clean":"2024-04-12T16:21:06.269406+0000","last_became_active":"2024-04-12T16:21:04.867434+0000","last_became_peered":"2024-04-12T16:21:04.867434+0000","last_unstale":"2024-04-12T16:21:06.269406+0000","last_undegraded":"2024-04-12T16:21:06.269406+0000","last_fullsized":"2024-04-12T16:21:06.269406+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269552+0000","last_change":"2024-04-12T16:21:05.236411+0000","last_active":"2024-04-12T16:21:06.269552+0000","last_peered":"2024-04-12T16:21:06.269552+0000","last_clean":"2024-04-12T16:21:06.269552+0000","last_became_active":"2024-04-12T16:21:05.235932+0000","last_became_peered":"2024-04-12T16:21:05.235932+0000","last_unstale":"2024-04-12T16:21:06.269552+0000","last_undegraded":"2024-04-12T16:21:06.269552+0000","last_fullsized":"2024-04-12T16:21:06.269552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.268772+0000","last_change":"2024-04-12T16:21:04.863852+0000","last_active":"2024-04-12T16:21:06.268772+0000","last_peered":"2024-04-12T16:21:06.268772+0000","last_clean":"2024-04-12T16:21:06.268772+0000","last_became_active":"2024-04-12T16:21:04.863552+0000","last_became_peered":"2024-04-12T16:21:04.863552+0000","last_unstale":"2024-04-12T16:21:06.268772+0000","last_undegraded":"2024-04-12T16:21:06.268772+0000","last_fullsized":"2024-04-12T16:21:06.268772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:54:49.912660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218357+0000","last_change":"2024-04-12T16:21:05.249663+0000","last_active":"2024-04-12T16:21:06.218357+0000","last_peered":"2024-04-12T16:21:06.218357+0000","last_clean":"2024-04-12T16:21:06.218357+0000","last_became_active":"2024-04-12T16:21:05.249384+0000","last_became_peered":"2024-04-12T16:21:05.249384+0000","last_unstale":"2024-04-12T16:21:06.218357+0000","last_undegraded":"2024-04-12T16:21:06.218357+0000","last_fullsized":"2024-04-12T16:21:06.218357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.249566+0000","last_change":"2024-04-12T16:21:04.864465+0000","last_active":"2024-04-12T16:21:05.249566+0000","last_peered":"2024-04-12T16:21:05.249566+0000","last_clean":"2024-04-12T16:21:05.249566+0000","last_became_active":"2024-04-12T16:21:04.864130+0000","last_became_peered":"2024-04-12T16:21:04.864130+0000","last_unstale":"2024-04-12T16:21:05.249566+0000","last_undegraded":"2024-04-12T16:21:05.249566+0000","last_fullsized":"2024-04-12T16:21:05.249566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218764+0000","last_change":"2024-04-12T16:21:05.253784+0000","last_active":"2024-04-12T16:21:06.218764+0000","last_peered":"2024-04-12T16:21:06.218764+0000","last_clean":"2024-04-12T16:21:06.218764+0000","last_became_active":"2024-04-12T16:21:05.253463+0000","last_became_peered":"2024-04-12T16:21:05.253463+0000","last_unstale":"2024-04-12T16:21:06.218764+0000","last_undegraded":"2024-04-12T16:21:06.218764+0000","last_fullsized":"2024-04-12T16:21:06.218764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:31.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269153+0000","last_change":"2024-04-12T16:21:04.865921+0000","last_active":"2024-04-12T16:21:06.269153+0000","last_peered":"2024-04-12T16:21:06.269153+0000","last_clean":"2024-04-12T16:21:06.269153+0000","last_became_active":"2024-04-12T16:21:04.865592+0000","last_became_peered":"2024-04-12T16:21:04.865592+0000","last_unstale":"2024-04-12T16:21:06.269153+0000","last_undegraded":"2024-04-12T16:21:06.269153+0000","last_fullsized":"2024-04-12T16:21:06.269153+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:30:22.314461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270762+0000","last_change":"2024-04-12T16:21:05.222749+0000","last_active":"2024-04-12T16:21:06.270762+0000","last_peered":"2024-04-12T16:21:06.270762+0000","last_clean":"2024-04-12T16:21:06.270762+0000","last_became_active":"2024-04-12T16:21:05.222397+0000","last_became_peered":"2024-04-12T16:21:05.222397+0000","last_unstale":"2024-04-12T16:21:06.270762+0000","last_undegraded":"2024-04-12T16:21:06.270762+0000","last_fullsized":"2024-04-12T16:21:06.270762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:30:00.112027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269985+0000","last_change":"2024-04-12T16:21:04.868350+0000","last_active":"2024-04-12T16:21:06.269985+0000","last_peered":"2024-04-12T16:21:06.269985+0000","last_clean":"2024-04-12T16:21:06.269985+0000","last_became_active":"2024-04-12T16:21:04.867825+0000","last_became_peered":"2024-04-12T16:21:04.867825+0000","last_unstale":"2024-04-12T16:21:06.269985+0000","last_undegraded":"2024-04-12T16:21:06.269985+0000","last_fullsized":"2024-04-12T16:21:06.269985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:05:41.879698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.225038+0000","last_change":"2024-04-12T16:21:05.246331+0000","last_active":"2024-04-12T16:21:06.225038+0000","last_peered":"2024-04-12T16:21:06.225038+0000","last_clean":"2024-04-12T16:21:06.225038+0000","last_became_active":"2024-04-12T16:21:05.245971+0000","last_became_peered":"2024-04-12T16:21:05.245971+0000","last_unstale":"2024-04-12T16:21:06.225038+0000","last_undegraded":"2024-04-12T16:21:06.225038+0000","last_fullsized":"2024-04-12T16:21:06.225038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:27.781038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269135+0000","last_change":"2024-04-12T16:21:05.249718+0000","last_active":"2024-04-12T16:21:06.269135+0000","last_peered":"2024-04-12T16:21:06.269135+0000","last_clean":"2024-04-12T16:21:06.269135+0000","last_became_active":"2024-04-12T16:21:05.247982+0000","last_became_peered":"2024-04-12T16:21:05.247982+0000","last_unstale":"2024-04-12T16:21:06.269135+0000","last_undegraded":"2024-04-12T16:21:06.269135+0000","last_fullsized":"2024-04-12T16:21:06.269135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:30.902982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.268848+0000","last_change":"2024-04-12T16:21:04.863283+0000","last_active":"2024-04-12T16:21:06.268848+0000","last_peered":"2024-04-12T16:21:06.268848+0000","last_clean":"2024-04-12T16:21:06.268848+0000","last_became_active":"2024-04-12T16:21:04.862950+0000","last_became_peered":"2024-04-12T16:21:04.862950+0000","last_unstale":"2024-04-12T16:21:06.268848+0000","last_undegraded":"2024-04-12T16:21:06.268848+0000","last_fullsized":"2024-04-12T16:21:06.268848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:44:19.186952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908246+0000","last_change":"2024-04-12T16:21:05.230918+0000","last_active":"2024-04-12T16:21:05.908246+0000","last_peered":"2024-04-12T16:21:05.908246+0000","last_clean":"2024-04-12T16:21:05.908246+0000","last_became_active":"2024-04-12T16:21:05.230649+0000","last_became_peered":"2024-04-12T16:21:05.230649+0000","last_unstale":"2024-04-12T16:21:05.908246+0000","last_undegraded":"2024-04-12T16:21:05.908246+0000","last_fullsized":"2024-04-12T16:21:05.908246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270198+0000","last_change":"2024-04-12T16:21:04.865635+0000","last_active":"2024-04-12T16:21:06.270198+0000","last_peered":"2024-04-12T16:21:06.270198+0000","last_clean":"2024-04-12T16:21:06.270198+0000","last_became_active":"2024-04-12T16:21:04.865221+0000","last_became_peered":"2024-04-12T16:21:04.865221+0000","last_unstale":"2024-04-12T16:21:06.270198+0000","last_undegraded":"2024-04-12T16:21:06.270198+0000","last_fullsized":"2024-04-12T16:21:06.270198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:13:14.670272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.231873+0000","last_change":"2024-04-12T16:20:50.673182+0000","last_active":"2024-04-12T16:21:05.231873+0000","last_peered":"2024-04-12T16:21:05.231873+0000","last_clean":"2024-04-12T16:21:05.231873+0000","last_became_active":"2024-04-12T16:20:50.672847+0000","last_became_peered":"2024-04-12T16:20:50.672847+0000","last_unstale":"2024-04-12T16:21:05.231873+0000","last_undegraded":"2024-04-12T16:21:05.231873+0000","last_fullsized":"2024-04-12T16:21:05.231873+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218702+0000","last_change":"2024-04-12T16:21:05.239801+0000","last_active":"2024-04-12T16:21:06.218702+0000","last_peered":"2024-04-12T16:21:06.218702+0000","last_clean":"2024-04-12T16:21:06.218702+0000","last_became_active":"2024-04-12T16:21:05.239254+0000","last_became_peered":"2024-04-12T16:21:05.239254+0000","last_unstale":"2024-04-12T16:21:06.218702+0000","last_undegraded":"2024-04-12T16:21:06.218702+0000","last_fullsized":"2024-04-12T16:21:06.218702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:12:46.930763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218326+0000","last_change":"2024-04-12T16:21:04.875281+0000","last_active":"2024-04-12T16:21:06.218326+0000","last_peered":"2024-04-12T16:21:06.218326+0000","last_clean":"2024-04-12T16:21:06.218326+0000","last_became_active":"2024-04-12T16:21:04.874969+0000","last_became_peered":"2024-04-12T16:21:04.874969+0000","last_unstale":"2024-04-12T16:21:06.218326+0000","last_undegraded":"2024-04-12T16:21:06.218326+0000","last_fullsized":"2024-04-12T16:21:06.218326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218573+0000","last_change":"2024-04-12T16:21:04.875224+0000","last_active":"2024-04-12T16:21:06.218573+0000","last_peered":"2024-04-12T16:21:06.218573+0000","last_clean":"2024-04-12T16:21:06.218573+0000","last_became_active":"2024-04-12T16:21:04.874874+0000","last_became_peered":"2024-04-12T16:21:04.874874+0000","last_unstale":"2024-04-12T16:21:06.218573+0000","last_undegraded":"2024-04-12T16:21:06.218573+0000","last_fullsized":"2024-04-12T16:21:06.218573+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269246+0000","last_change":"2024-04-12T16:21:05.233960+0000","last_active":"2024-04-12T16:21:06.269246+0000","last_peered":"2024-04-12T16:21:06.269246+0000","last_clean":"2024-04-12T16:21:06.269246+0000","last_became_active":"2024-04-12T16:21:05.233671+0000","last_became_peered":"2024-04-12T16:21:05.233671+0000","last_unstale":"2024-04-12T16:21:06.269246+0000","last_undegraded":"2024-04-12T16:21:06.269246+0000","last_fullsized":"2024-04-12T16:21:06.269246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:25:58.468373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269471+0000","last_change":"2024-04-12T16:21:04.867264+0000","last_active":"2024-04-12T16:21:06.269471+0000","last_peered":"2024-04-12T16:21:06.269471+0000","last_clean":"2024-04-12T16:21:06.269471+0000","last_became_active":"2024-04-12T16:21:04.866943+0000","last_became_peered":"2024-04-12T16:21:04.866943+0000","last_unstale":"2024-04-12T16:21:06.269471+0000","last_undegraded":"2024-04-12T16:21:06.269471+0000","last_fullsized":"2024-04-12T16:21:06.269471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:37.798044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908327+0000","last_change":"2024-04-12T16:21:05.239831+0000","last_active":"2024-04-12T16:21:05.908327+0000","last_peered":"2024-04-12T16:21:05.908327+0000","last_clean":"2024-04-12T16:21:05.908327+0000","last_became_active":"2024-04-12T16:21:05.239277+0000","last_became_peered":"2024-04-12T16:21:05.239277+0000","last_unstale":"2024-04-12T16:21:05.908327+0000","last_undegraded":"2024-04-12T16:21:05.908327+0000","last_fullsized":"2024-04-12T16:21:05.908327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270487+0000","last_change":"2024-04-12T16:21:04.868783+0000","last_active":"2024-04-12T16:21:06.270487+0000","last_peered":"2024-04-12T16:21:06.270487+0000","last_clean":"2024-04-12T16:21:06.270487+0000","last_became_active":"2024-04-12T16:21:04.868500+0000","last_became_peered":"2024-04-12T16:21:04.868500+0000","last_unstale":"2024-04-12T16:21:06.270487+0000","last_undegraded":"2024-04-12T16:21:06.270487+0000","last_fullsized":"2024-04-12T16:21:06.270487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219490+0000","last_change":"2024-04-12T16:21:05.240274+0000","last_active":"2024-04-12T16:21:06.219490+0000","last_peered":"2024-04-12T16:21:06.219490+0000","last_clean":"2024-04-12T16:21:06.219490+0000","last_became_active":"2024-04-12T16:21:05.240012+0000","last_became_peered":"2024-04-12T16:21:05.240012+0000","last_unstale":"2024-04-12T16:21:06.219490+0000","last_undegraded":"2024-04-12T16:21:06.219490+0000","last_fullsized":"2024-04-12T16:21:06.219490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:16:59.268917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.217965+0000","last_change":"2024-04-12T16:21:04.874656+0000","last_active":"2024-04-12T16:21:06.217965+0000","last_peered":"2024-04-12T16:21:06.217965+0000","last_clean":"2024-04-12T16:21:06.217965+0000","last_became_active":"2024-04-12T16:21:04.874355+0000","last_became_peered":"2024-04-12T16:21:04.874355+0000","last_unstale":"2024-04-12T16:21:06.217965+0000","last_undegraded":"2024-04-12T16:21:06.217965+0000","last_fullsized":"2024-04-12T16:21:06.217965+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.224996+0000","last_change":"2024-04-12T16:21:05.239741+0000","last_active":"2024-04-12T16:21:06.224996+0000","last_peered":"2024-04-12T16:21:06.224996+0000","last_clean":"2024-04-12T16:21:06.224996+0000","last_became_active":"2024-04-12T16:21:05.238979+0000","last_became_peered":"2024-04-12T16:21:05.238979+0000","last_unstale":"2024-04-12T16:21:06.224996+0000","last_undegraded":"2024-04-12T16:21:06.224996+0000","last_fullsized":"2024-04-12T16:21:06.224996+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:31:06.069050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269103+0000","last_change":"2024-04-12T16:21:04.872205+0000","last_active":"2024-04-12T16:21:06.269103+0000","last_peered":"2024-04-12T16:21:06.269103+0000","last_clean":"2024-04-12T16:21:06.269103+0000","last_became_active":"2024-04-12T16:21:04.871730+0000","last_became_peered":"2024-04-12T16:21:04.871730+0000","last_unstale":"2024-04-12T16:21:06.269103+0000","last_undegraded":"2024-04-12T16:21:06.269103+0000","last_fullsized":"2024-04-12T16:21:06.269103+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:17:55.077464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908200+0000","last_change":"2024-04-12T16:21:05.243737+0000","last_active":"2024-04-12T16:21:05.908200+0000","last_peered":"2024-04-12T16:21:05.908200+0000","last_clean":"2024-04-12T16:21:05.908200+0000","last_became_active":"2024-04-12T16:21:05.243370+0000","last_became_peered":"2024-04-12T16:21:05.243370+0000","last_unstale":"2024-04-12T16:21:05.908200+0000","last_undegraded":"2024-04-12T16:21:05.908200+0000","last_fullsized":"2024-04-12T16:21:05.908200+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269729+0000","last_change":"2024-04-12T16:21:04.870193+0000","last_active":"2024-04-12T16:21:06.269729+0000","last_peered":"2024-04-12T16:21:06.269729+0000","last_clean":"2024-04-12T16:21:06.269729+0000","last_became_active":"2024-04-12T16:21:04.869895+0000","last_became_peered":"2024-04-12T16:21:04.869895+0000","last_unstale":"2024-04-12T16:21:06.269729+0000","last_undegraded":"2024-04-12T16:21:06.269729+0000","last_fullsized":"2024-04-12T16:21:06.269729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:15:29.287637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908288+0000","last_change":"2024-04-12T16:21:05.239081+0000","last_active":"2024-04-12T16:21:05.908288+0000","last_peered":"2024-04-12T16:21:05.908288+0000","last_clean":"2024-04-12T16:21:05.908288+0000","last_became_active":"2024-04-12T16:21:05.238771+0000","last_became_peered":"2024-04-12T16:21:05.238771+0000","last_unstale":"2024-04-12T16:21:05.908288+0000","last_undegraded":"2024-04-12T16:21:05.908288+0000","last_fullsized":"2024-04-12T16:21:05.908288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218503+0000","last_change":"2024-04-12T16:21:04.876848+0000","last_active":"2024-04-12T16:21:06.218503+0000","last_peered":"2024-04-12T16:21:06.218503+0000","last_clean":"2024-04-12T16:21:06.218503+0000","last_became_active":"2024-04-12T16:21:04.876551+0000","last_became_peered":"2024-04-12T16:21:04.876551+0000","last_unstale":"2024-04-12T16:21:06.218503+0000","last_undegraded":"2024-04-12T16:21:06.218503+0000","last_fullsized":"2024-04-12T16:21:06.218503+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269726+0000","last_change":"2024-04-12T16:21:05.244269+0000","last_active":"2024-04-12T16:21:06.269726+0000","last_peered":"2024-04-12T16:21:06.269726+0000","last_clean":"2024-04-12T16:21:06.269726+0000","last_became_active":"2024-04-12T16:21:05.243980+0000","last_became_peered":"2024-04-12T16:21:05.243980+0000","last_unstale":"2024-04-12T16:21:06.269726+0000","last_undegraded":"2024-04-12T16:21:06.269726+0000","last_fullsized":"2024-04-12T16:21:06.269726+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269099+0000","last_change":"2024-04-12T16:21:04.862200+0000","last_active":"2024-04-12T16:21:06.269099+0000","last_peered":"2024-04-12T16:21:06.269099+0000","last_clean":"2024-04-12T16:21:06.269099+0000","last_became_active":"2024-04-12T16:21:04.861815+0000","last_became_peered":"2024-04-12T16:21:04.861815+0000","last_unstale":"2024-04-12T16:21:06.269099+0000","last_undegraded":"2024-04-12T16:21:06.269099+0000","last_fullsized":"2024-04-12T16:21:06.269099+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:50:34.783627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218519+0000","last_change":"2024-04-12T16:21:05.256149+0000","last_active":"2024-04-12T16:21:06.218519+0000","last_peered":"2024-04-12T16:21:06.218519+0000","last_clean":"2024-04-12T16:21:06.218519+0000","last_became_active":"2024-04-12T16:21:05.255575+0000","last_became_peered":"2024-04-12T16:21:05.255575+0000","last_unstale":"2024-04-12T16:21:06.218519+0000","last_undegraded":"2024-04-12T16:21:06.218519+0000","last_fullsized":"2024-04-12T16:21:06.218519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269475+0000","last_change":"2024-04-12T16:21:04.871482+0000","last_active":"2024-04-12T16:21:06.269475+0000","last_peered":"2024-04-12T16:21:06.269475+0000","last_clean":"2024-04-12T16:21:06.269475+0000","last_became_active":"2024-04-12T16:21:04.871043+0000","last_became_peered":"2024-04-12T16:21:04.871043+0000","last_unstale":"2024-04-12T16:21:06.269475+0000","last_undegraded":"2024-04-12T16:21:06.269475+0000","last_fullsized":"2024-04-12T16:21:06.269475+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:34:39.225479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270491+0000","last_change":"2024-04-12T16:21:05.238429+0000","last_active":"2024-04-12T16:21:06.270491+0000","last_peered":"2024-04-12T16:21:06.270491+0000","last_clean":"2024-04-12T16:21:06.270491+0000","last_became_active":"2024-04-12T16:21:05.237722+0000","last_became_peered":"2024-04-12T16:21:05.237722+0000","last_unstale":"2024-04-12T16:21:06.270491+0000","last_undegraded":"2024-04-12T16:21:06.270491+0000","last_fullsized":"2024-04-12T16:21:06.270491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:02:57.554093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269346+0000","last_change":"2024-04-12T16:21:04.866057+0000","last_active":"2024-04-12T16:21:06.269346+0000","last_peered":"2024-04-12T16:21:06.269346+0000","last_clean":"2024-04-12T16:21:06.269346+0000","last_became_active":"2024-04-12T16:21:04.865749+0000","last_became_peered":"2024-04-12T16:21:04.865749+0000","last_unstale":"2024-04-12T16:21:06.269346+0000","last_undegraded":"2024-04-12T16:21:06.269346+0000","last_fullsized":"2024-04-12T16:21:06.269346+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:23:23.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218808+0000","last_change":"2024-04-12T16:21:05.253177+0000","last_active":"2024-04-12T16:21:06.218808+0000","last_peered":"2024-04-12T16:21:06.218808+0000","last_clean":"2024-04-12T16:21:06.218808+0000","last_became_active":"2024-04-12T16:21:05.252117+0000","last_became_peered":"2024-04-12T16:21:05.252117+0000","last_unstale":"2024-04-12T16:21:06.218808+0000","last_undegraded":"2024-04-12T16:21:06.218808+0000","last_fullsized":"2024-04-12T16:21:06.218808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:00.456246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269331+0000","last_change":"2024-04-12T16:21:05.236216+0000","last_active":"2024-04-12T16:21:06.269331+0000","last_peered":"2024-04-12T16:21:06.269331+0000","last_clean":"2024-04-12T16:21:06.269331+0000","last_became_active":"2024-04-12T16:21:05.235546+0000","last_became_peered":"2024-04-12T16:21:05.235546+0000","last_unstale":"2024-04-12T16:21:06.269331+0000","last_undegraded":"2024-04-12T16:21:06.269331+0000","last_fullsized":"2024-04-12T16:21:06.269331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:26.035820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.268829+0000","last_change":"2024-04-12T16:21:05.234436+0000","last_active":"2024-04-12T16:21:06.268829+0000","last_peered":"2024-04-12T16:21:06.268829+0000","last_clean":"2024-04-12T16:21:06.268829+0000","last_became_active":"2024-04-12T16:21:05.234164+0000","last_became_peered":"2024-04-12T16:21:05.234164+0000","last_unstale":"2024-04-12T16:21:06.268829+0000","last_undegraded":"2024-04-12T16:21:06.268829+0000","last_fullsized":"2024-04-12T16:21:06.268829+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:12:13.286952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270322+0000","last_change":"2024-04-12T16:21:05.234557+0000","last_active":"2024-04-12T16:21:06.270322+0000","last_peered":"2024-04-12T16:21:06.270322+0000","last_clean":"2024-04-12T16:21:06.270322+0000","last_became_active":"2024-04-12T16:21:05.234243+0000","last_became_peered":"2024-04-12T16:21:05.234243+0000","last_unstale":"2024-04-12T16:21:06.270322+0000","last_undegraded":"2024-04-12T16:21:06.270322+0000","last_fullsized":"2024-04-12T16:21:06.270322+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:58.294539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.219034+0000","last_change":"2024-04-12T16:21:05.241814+0000","last_active":"2024-04-12T16:21:06.219034+0000","last_peered":"2024-04-12T16:21:06.219034+0000","last_clean":"2024-04-12T16:21:06.219034+0000","last_became_active":"2024-04-12T16:21:05.241517+0000","last_became_peered":"2024-04-12T16:21:05.241517+0000","last_unstale":"2024-04-12T16:21:06.219034+0000","last_undegraded":"2024-04-12T16:21:06.219034+0000","last_fullsized":"2024-04-12T16:21:06.219034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:29:14.431181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908297+0000","last_change":"2024-04-12T16:21:05.244178+0000","last_active":"2024-04-12T16:21:05.908297+0000","last_peered":"2024-04-12T16:21:05.908297+0000","last_clean":"2024-04-12T16:21:05.908297+0000","last_became_active":"2024-04-12T16:21:05.243828+0000","last_became_peered":"2024-04-12T16:21:05.243828+0000","last_unstale":"2024-04-12T16:21:05.908297+0000","last_undegraded":"2024-04-12T16:21:05.908297+0000","last_fullsized":"2024-04-12T16:21:05.908297+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:49:53.705924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269379+0000","last_change":"2024-04-12T16:21:05.248289+0000","last_active":"2024-04-12T16:21:06.269379+0000","last_peered":"2024-04-12T16:21:06.269379+0000","last_clean":"2024-04-12T16:21:06.269379+0000","last_became_active":"2024-04-12T16:21:05.247958+0000","last_became_peered":"2024-04-12T16:21:05.247958+0000","last_unstale":"2024-04-12T16:21:06.269379+0000","last_undegraded":"2024-04-12T16:21:06.269379+0000","last_fullsized":"2024-04-12T16:21:06.269379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:03:48.176351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270280+0000","last_change":"2024-04-12T16:21:05.242552+0000","last_active":"2024-04-12T16:21:06.270280+0000","last_peered":"2024-04-12T16:21:06.270280+0000","last_clean":"2024-04-12T16:21:06.270280+0000","last_became_active":"2024-04-12T16:21:05.242176+0000","last_became_peered":"2024-04-12T16:21:05.242176+0000","last_unstale":"2024-04-12T16:21:06.270280+0000","last_undegraded":"2024-04-12T16:21:06.270280+0000","last_fullsized":"2024-04-12T16:21:06.270280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908335+0000","last_change":"2024-04-12T16:21:05.239563+0000","last_active":"2024-04-12T16:21:05.908335+0000","last_peered":"2024-04-12T16:21:05.908335+0000","last_clean":"2024-04-12T16:21:05.908335+0000","last_became_active":"2024-04-12T16:21:05.238906+0000","last_became_peered":"2024-04-12T16:21:05.238906+0000","last_unstale":"2024-04-12T16:21:05.908335+0000","last_undegraded":"2024-04-12T16:21:05.908335+0000","last_fullsized":"2024-04-12T16:21:05.908335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.269678+0000","last_change":"2024-04-12T16:21:05.222981+0000","last_active":"2024-04-12T16:21:06.269678+0000","last_peered":"2024-04-12T16:21:06.269678+0000","last_clean":"2024-04-12T16:21:06.269678+0000","last_became_active":"2024-04-12T16:21:05.222232+0000","last_became_peered":"2024-04-12T16:21:05.222232+0000","last_unstale":"2024-04-12T16:21:06.269678+0000","last_undegraded":"2024-04-12T16:21:06.269678+0000","last_fullsized":"2024-04-12T16:21:06.269678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:21:30.625403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-12T16:21:05.908223+0000","last_change":"2024-04-12T16:21:05.243941+0000","last_active":"2024-04-12T16:21:05.908223+0000","last_peered":"2024-04-12T16:21:05.908223+0000","last_clean":"2024-04-12T16:21:05.908223+0000","last_became_active":"2024-04-12T16:21:05.240660+0000","last_became_peered":"2024-04-12T16:21:05.240660+0000","last_unstale":"2024-04-12T16:21:05.908223+0000","last_undegraded":"2024-04-12T16:21:05.908223+0000","last_fullsized":"2024-04-12T16:21:05.908223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270178+0000","last_change":"2024-04-12T16:21:05.233266+0000","last_active":"2024-04-12T16:21:06.270178+0000","last_peered":"2024-04-12T16:21:06.270178+0000","last_clean":"2024-04-12T16:21:06.270178+0000","last_became_active":"2024-04-12T16:21:05.232929+0000","last_became_peered":"2024-04-12T16:21:05.232929+0000","last_unstale":"2024-04-12T16:21:06.270178+0000","last_undegraded":"2024-04-12T16:21:06.270178+0000","last_fullsized":"2024-04-12T16:21:06.270178+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:43:49.171981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.218938+0000","last_change":"2024-04-12T16:21:05.251868+0000","last_active":"2024-04-12T16:21:06.218938+0000","last_peered":"2024-04-12T16:21:06.218938+0000","last_clean":"2024-04-12T16:21:06.218938+0000","last_became_active":"2024-04-12T16:21:05.251599+0000","last_became_peered":"2024-04-12T16:21:05.251599+0000","last_unstale":"2024-04-12T16:21:06.218938+0000","last_undegraded":"2024-04-12T16:21:06.218938+0000","last_fullsized":"2024-04-12T16:21:06.218938+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:04:55.761846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-12T16:21:06.270147+0000","last_change":"2024-04-12T16:21:05.239497+0000","last_active":"2024-04-12T16:21:06.270147+0000","last_peered":"2024-04-12T16:21:06.270147+0000","last_clean":"2024-04-12T16:21:06.270147+0000","last_became_active":"2024-04-12T16:21:05.239201+0000","last_became_peered":"2024-04-12T16:21:05.239201+0000","last_unstale":"2024-04-12T16:21:06.270147+0000","last_undegraded":"2024-04-12T16:21:06.270147+0000","last_fullsized":"2024-04-12T16:21:06.270147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31848908},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.313}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1216512,"data_stored":850496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":626688,"data_stored":259328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.30599999999999999,"15min":0.29799999999999999},"min":{"1min":0.24099999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.46999999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.314},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.26300000000000001}]},{"osd":2,"last update":"Fri Apr 12 16:20:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.36699999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.66600000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.39600000000000002,"15min":0.39200000000000002},"min":{"1min":0.315,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.55400000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.35199999999999998}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.33300000000000002}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67800000000000005}]},{"osd":5,"last update":"Fri Apr 12 16:20:57 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57099999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 16:20:24 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.307,"15min":0.29499999999999998},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.35799999999999998,"15min":0.34300000000000003},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.315}]},{"osd":2,"last update":"Fri Apr 12 16:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.32000000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.28899999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.21199999999999999}]},{"osd":3,"last update":"Fri Apr 12 16:20:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.23100000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.62},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.52600000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31724,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713428,"statfs":{"total":95995035648,"available":95962550272,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.35399999999999998,"15min":0.34999999999999998},"min":{"1min":0.246,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56499999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.5},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39000000000000001,"15min":0.378},"min":{"1min":0.33000000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.46500000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:20:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.26400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.56299999999999994,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.28299999999999997,"5min":0.223,"15min":0.223},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.51800000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:20:14 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.55500000000000005}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.877}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.86499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85599999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40799999999999997}]},{"osd":1,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.38400000000000001}]},{"osd":2,"last update":"Fri Apr 12 16:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.46600000000000003}]},{"osd":4,"last update":"Fri Apr 12 16:20:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.80000000000000004}]},{"osd":5,"last update":"Fri Apr 12 16:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.373,"5min":1.373,"15min":1.373},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":15.901999999999999,"5min":15.901999999999999,"15min":15.901999999999999},"last":0.64900000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":1.347,"15min":1.347},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":15.964,"5min":15.964,"15min":15.964},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.39000000000000001}]},{"osd":2,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.621},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60099999999999998}]},{"osd":3,"last update":"Fri Apr 12 16:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":15.941000000000001,"5min":15.941000000000001,"15min":15.941000000000001},"last":0.40999999999999998}]},{"osd":5,"last update":"Fri Apr 12 16:21:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":260822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.53200000000000003}]},{"osd":1,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.755}]},{"osd":2,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":8.8699999999999992,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":0.57199999999999995}]},{"osd":3,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.63400000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.44},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:21:12.958 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-12T16:21:12.958 INFO:tasks.cephadm:Adding prometheus.a on smithi016 2024-04-12T16:21:12.958 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch apply prometheus '1;smithi016=a' 2024-04-12T16:21:13.176 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:21:13.298 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:13 smithi016 ceph-mon[30750]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:13.298 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:13 smithi016 ceph-mon[30750]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-12T16:21:13.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:13 smithi005 ceph-mon[27222]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:13.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:13 smithi005 ceph-mon[27222]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-12T16:21:13.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:13 smithi005 ceph-mon[37926]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:21:13.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:13 smithi005 ceph-mon[37926]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-12T16:21:15.093 INFO:teuthology.orchestra.run.smithi016.stdout:Scheduled prometheus update... 2024-04-12T16:21:15.361 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:15 smithi016 ceph-mon[30750]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-12T16:21:15.361 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:15 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:15.361 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:15 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:15.361 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:15 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:15.361 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:15 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:15.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[27222]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[37926]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:15.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:15 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:15.738 DEBUG:teuthology.orchestra.run.smithi016:prometheus.a> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service 2024-04-12T16:21:15.742 INFO:tasks.cephadm:Adding node-exporter.a on smithi005 2024-04-12T16:21:15.742 INFO:tasks.cephadm:Adding node-exporter.b on smithi016 2024-04-12T16:21:15.742 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch apply node-exporter '2;smithi005=a;smithi016=b' 2024-04-12T16:21:15.995 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:21:16.403 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:16 smithi016 ceph-mon[30750]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:16.403 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:16 smithi016 ceph-mon[30750]: Saving service prometheus spec with placement smithi016=a;count:1 2024-04-12T16:21:16.403 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:16 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:16.403 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:16 smithi016 ceph-mon[30750]: Deploying daemon prometheus.a on smithi016 2024-04-12T16:21:16.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[27222]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:16.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[27222]: Saving service prometheus spec with placement smithi016=a;count:1 2024-04-12T16:21:16.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:16.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[27222]: Deploying daemon prometheus.a on smithi016 2024-04-12T16:21:16.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[37926]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:16.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[37926]: Saving service prometheus spec with placement smithi016=a;count:1 2024-04-12T16:21:16.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:16.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:16 smithi005 ceph-mon[37926]: Deploying daemon prometheus.a on smithi016 2024-04-12T16:21:17.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:17 smithi016 ceph-mon[30750]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T16:21:17.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:17 smithi005 ceph-mon[27222]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T16:21:17.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:17 smithi005 ceph-mon[37926]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-12T16:21:18.387 INFO:teuthology.orchestra.run.smithi016.stdout:Scheduled node-exporter update... 2024-04-12T16:21:19.408 DEBUG:teuthology.orchestra.run.smithi005:node-exporter.a> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.a.service 2024-04-12T16:21:19.411 DEBUG:teuthology.orchestra.run.smithi016:node-exporter.b> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.b.service 2024-04-12T16:21:19.413 INFO:tasks.cephadm:Adding alertmanager.a on smithi005 2024-04-12T16:21:19.413 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch apply alertmanager '1;smithi005=a' 2024-04-12T16:21:19.680 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:21:19.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[27222]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi005=a;smithi016=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:19.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[27222]: Saving service node-exporter spec with placement smithi005=a;smithi016=b;count:2 2024-04-12T16:21:19.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:19.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[27222]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-04-12T16:21:19.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[37926]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi005=a;smithi016=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:19.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[37926]: Saving service node-exporter spec with placement smithi005=a;smithi016=b;count:2 2024-04-12T16:21:19.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:19.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:19 smithi005 ceph-mon[37926]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-04-12T16:21:19.803 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:19 smithi016 ceph-mon[30750]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi005=a;smithi016=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:19.804 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:19 smithi016 ceph-mon[30750]: Saving service node-exporter spec with placement smithi005=a;smithi016=b;count:2 2024-04-12T16:21:19.804 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:19 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:19.804 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:19 smithi016 ceph-mon[30750]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-04-12T16:21:21.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:21 smithi016 ceph-mon[30750]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:21:21.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:21 smithi005 ceph-mon[27222]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:21:21.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:21 smithi005 ceph-mon[37926]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:21:22.305 INFO:teuthology.orchestra.run.smithi016.stdout:Scheduled alertmanager update... 2024-04-12T16:21:23.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:23 smithi016 ceph-mon[30750]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi005=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:23.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:23 smithi016 ceph-mon[30750]: Saving service alertmanager spec with placement smithi005=a;count:1 2024-04-12T16:21:23.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:23 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:23.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:23 smithi016 ceph-mon[30750]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[37926]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi005=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[37926]: Saving service alertmanager spec with placement smithi005=a;count:1 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[37926]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[27222]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi005=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[27222]: Saving service alertmanager spec with placement smithi005=a;count:1 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:23.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:23 smithi005 ceph-mon[27222]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:21:24.288 DEBUG:teuthology.orchestra.run.smithi005:alertmanager.a> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@alertmanager.a.service 2024-04-12T16:21:24.291 INFO:tasks.cephadm:Adding grafana.a on smithi016 2024-04-12T16:21:24.291 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph orch apply grafana '1;smithi016=a' 2024-04-12T16:21:24.920 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:21:25.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:25 smithi016 ceph-mon[30750]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:25.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:25 smithi005 ceph-mon[27222]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:25.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:25 smithi005 ceph-mon[37926]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:27 smithi016 ceph-mon[30750]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:27 smithi005 ceph-mon[27222]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:27.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:27 smithi005 ceph-mon[37926]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:29.274 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:29 smithi016 ceph-mon[30750]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:29.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:29 smithi005 ceph-mon[27222]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:29 smithi005 ceph-mon[37926]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:29.558 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:29 smithi016 podman[58744]: 2024-04-12 16:21:29.418677446 +0000 UTC m=+0.018795179 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:21:29.558 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:29 smithi016 podman[58744]: 2024-04-12 16:21:29.562131634 +0000 UTC m=+0.162249353 container create d65bce585d0ed03eda2fbe35d5c0ab0ac9168b4457e8e22950dd0a1b2a1dfc98 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:21:29.563 INFO:teuthology.orchestra.run.smithi016.stdout:Scheduled grafana update... 2024-04-12T16:21:30.269 DEBUG:teuthology.orchestra.run.smithi016:grafana.a> sudo journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@grafana.a.service 2024-04-12T16:21:30.272 INFO:tasks.cephadm:Setting up client nodes... 2024-04-12T16:21:30.272 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T16:21:30.491 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 podman[58744]: 2024-04-12 16:21:30.410242715 +0000 UTC m=+1.010360435 container init d65bce585d0ed03eda2fbe35d5c0ab0ac9168b4457e8e22950dd0a1b2a1dfc98 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 podman[58744]: 2024-04-12 16:21:30.413156685 +0000 UTC m=+1.013274405 container start d65bce585d0ed03eda2fbe35d5c0ab0ac9168b4457e8e22950dd0a1b2a1dfc98 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.437Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.437Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.437Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi016 (none))" 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.437Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.437Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:21:30.506 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.438Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.439Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.440Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.440Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.442Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.442Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.529µs 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.442Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.442Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.442Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.186µs wal_replay_duration=159.266µs wbl_replay_duration=129ns total_replay_duration=200.556µs 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.443Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.443Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.443Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.460Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.443148ms db_storage=737ns remote_storage=998ns web_handler=344ns query_engine=549ns scrape=433.452µs scrape_sd=79.241µs notify=728ns notify_sd=1.285µs rules=16.646085ms tracing=6.09µs 2024-04-12T16:21:30.507 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.460Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:21:30.508 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:21:30.460Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:21:30.508 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 bash[58744]: d65bce585d0ed03eda2fbe35d5c0ab0ac9168b4457e8e22950dd0a1b2a1dfc98 2024-04-12T16:21:30.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:21:30 smithi016 systemd[1]: Started Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:21:30.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-mon[30750]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:30.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-mon[30750]: Saving service grafana spec with placement smithi016=a;count:1 2024-04-12T16:21:30.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:30 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:30.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:30 smithi005 ceph-mon[27222]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:30.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:30 smithi005 ceph-mon[27222]: Saving service grafana spec with placement smithi016=a;count:1 2024-04-12T16:21:30.894 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:30 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:30.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:30 smithi005 ceph-mon[37926]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi016=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:21:30.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:30 smithi005 ceph-mon[37926]: Saving service grafana spec with placement smithi016=a;count:1 2024-04-12T16:21:30.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:30 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T16:21:31.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-mon[30750]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:31.842 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: ignoring --setuser ceph since I am not root 2024-04-12T16:21:31.843 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: ignoring --setgroup ceph since I am not root 2024-04-12T16:21:31.843 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:31 smithi016 ceph-mgr[32642]: -- 172.21.15.16:0/1051341514 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d2c38f61a0 con 0x55d2c38ccc00 2024-04-12T16:21:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T16:21:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[27222]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setuser ceph since I am not root 2024-04-12T16:21:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setgroup ceph since I am not root 2024-04-12T16:21:31.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' 2024-04-12T16:21:31.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T16:21:31.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:31 smithi005 ceph-mon[37926]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:32.592 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:32.182+0000 7f2e93ca0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:21:32.592 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:32.277+0000 7f2e93ca0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:21:32.602 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:32.205+0000 7f3d278a3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:21:32.602 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:32.304+0000 7f3d278a3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:21:32.644 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-04-12T16:21:32.644 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQCMXxlmJ3NjJhAAcQAJPxCiZ/gk/NMpQvKvTw== 2024-04-12T16:21:32.925 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:32 smithi016 ceph-mon[30750]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T16:21:32.978 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:32 smithi016 ceph-mon[30750]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T16:21:32.979 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:32 smithi005 ceph-mon[27222]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T16:21:32.979 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:32 smithi005 ceph-mon[27222]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T16:21:32.979 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:32 smithi005 ceph-mon[37926]: from='mgr.14150 172.21.15.5:0/1516728022' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T16:21:32.979 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:32 smithi005 ceph-mon[37926]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T16:21:33.259 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:32.928+0000 7f2e93ca0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:21:33.259 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.021+0000 7f2e93ca0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:21:33.260 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.165+0000 7f2e93ca0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:21:33.260 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.262+0000 7f2e93ca0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:21:33.298 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:32.971+0000 7f3d278a3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:21:33.298 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.066+0000 7f3d278a3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:21:33.298 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.210+0000 7f3d278a3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:21:33.319 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:21:33.319 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-12T16:21:33.319 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-12T16:21:33.362 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T16:21:33.584 INFO:teuthology.orchestra.run.smithi016.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.b/config 2024-04-12T16:21:33.592 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.347+0000 7f2e93ca0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:21:33.603 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.309+0000 7f3d278a3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:21:33.603 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.396+0000 7f3d278a3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:21:33.857 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/785988440' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:33.857 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/785988440' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T16:21:33.857 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.636+0000 7f2e93ca0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:21:33.857 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.749+0000 7f2e93ca0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:21:33.857 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.838+0000 7f2e93ca0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:21:33.863 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/785988440' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:33.863 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/785988440' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T16:21:33.863 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.666+0000 7f3d278a3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:21:33.863 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.778+0000 7f3d278a3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:21:33.864 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.866+0000 7f3d278a3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:21:33.864 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/785988440' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:33.864 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/785988440' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T16:21:34.118 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:33.937+0000 7f2e93ca0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:21:34.118 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:34.121+0000 7f2e93ca0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:21:34.138 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:33.963+0000 7f3d278a3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:21:34.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:34.141+0000 7f3d278a3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:21:35.253 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:35.118+0000 7f2e93ca0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:21:35.253 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:35.256+0000 7f2e93ca0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:21:35.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:35.132+0000 7f3d278a3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:21:35.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:35.266+0000 7f3d278a3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:21:35.582 INFO:teuthology.orchestra.run.smithi016.stdout:[client.1] 2024-04-12T16:21:35.582 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQCPXxlmsMzCIhAAB1kiRgtjOQOrib2f/rq3kg== 2024-04-12T16:21:35.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-mon[30750]: from='client.? 172.21.15.16:0/541067372' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:35.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:35.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T16:21:35.842 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:35.601+0000 7f2e93ca0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:21:35.842 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:35.695+0000 7f2e93ca0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:21:35.902 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-mon[27222]: from='client.? 172.21.15.16:0/541067372' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:35.902 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:35.903 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T16:21:35.903 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:35.609+0000 7f3d278a3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:21:35.903 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:35.703+0000 7f3d278a3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:21:35.903 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-mon[37926]: from='client.? 172.21.15.16:0/541067372' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:35.903 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T16:21:35.903 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T16:21:36.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:35.905+0000 7f3d278a3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:21:36.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:36 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:36.095+0000 7f3d278a3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:21:36.211 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:35 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:35.899+0000 7f2e93ca0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:21:36.211 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:36 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:36.089+0000 7f2e93ca0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:21:36.233 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T16:21:36.233 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-12T16:21:36.233 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-12T16:21:36.276 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-12T16:21:36.277 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-12T16:21:36.566 INFO:teuthology.misc.health.smithi005.stdout: 2024-04-12T16:21:36.566 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":62,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:21:06.214831+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:21:36.577 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-12T16:21:36.577 INFO:tasks.cephadm:Creating RBD pool 2024-04-12T16:21:36.578 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-12T16:21:36.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:36 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:36.386+0000 7f2e93ca0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:21:36.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:36 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1491793048' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:36.661 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:36 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:36.397+0000 7f3d278a3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:21:36.661 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:36 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1491793048' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:36.790 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:36.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:36 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1491793048' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:36.889 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:36 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:36.649+0000 7f2e93ca0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:21:36.914 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:36 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:36.664+0000 7f3d278a3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:21:37.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:36 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:36.932+0000 7f3d278a3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:21:37.342 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:36 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:36.892+0000 7f2e93ca0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:21:38.092 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:37.724+0000 7f2e93ca0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:21:38.156 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:37 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:37.778+0000 7f3d278a3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:21:38.452 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:38.371+0000 7f3d278a3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:21:38.592 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:38.304+0000 7f2e93ca0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:21:38.592 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:38.405+0000 7f2e93ca0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:21:38.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[27222]: Standby manager daemon x restarted 2024-04-12T16:21:38.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[27222]: Standby manager daemon x started 2024-04-12T16:21:38.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:21:38.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:21:38.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:21:38.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:21:38.954 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:38.475+0000 7f3d278a3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:21:38.954 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:38.705+0000 7f3d278a3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:21:38.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[37926]: Standby manager daemon x restarted 2024-04-12T16:21:38.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[37926]: Standby manager daemon x started 2024-04-12T16:21:38.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:21:38.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:21:38.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:21:38.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:38 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:21:38.955 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'rbd' created 2024-04-12T16:21:39.081 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-mon[30750]: Standby manager daemon x restarted 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-mon[30750]: Standby manager daemon x started 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3852379533' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:38.628+0000 7f2e93ca0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: [12/Apr/2024:16:21:38] ENGINE Bus STARTING 2024-04-12T16:21:39.082 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: CherryPy Checker: 2024-04-12T16:21:39.083 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: The Application mounted at '' has an empty config. 2024-04-12T16:21:39.083 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: 2024-04-12T16:21:39.083 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: [12/Apr/2024:16:21:38] ENGINE Serving on http://:::9283 2024-04-12T16:21:39.083 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:21:38 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[32638]: [12/Apr/2024:16:21:38] ENGINE Bus STARTED 2024-04-12T16:21:39.280 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:39] ENGINE Bus STARTING 2024-04-12T16:21:39.280 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:21:39] "GET /metrics HTTP/1.1" 200 31005 "" "Prometheus/2.43.0" 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.074+0000 7f3c85e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.074+0000 7f3c85e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.074+0000 7f3c85e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.074+0000 7f3c85e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.074+0000 7f3c85e6e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.075+0000 7f3c88e74700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.075+0000 7f3c88e74700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.075+0000 7f3c88e74700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.075+0000 7f3c88e74700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.075+0000 7f3c88e74700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: CherryPy Checker: 2024-04-12T16:21:39.281 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: The Application mounted at '' has an empty config. 2024-04-12T16:21:39.282 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:21:39.282 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:39] ENGINE Serving on http://:::9283 2024-04-12T16:21:39.282 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:39] ENGINE Bus STARTED 2024-04-12T16:21:39.630 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-12T16:21:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: mgrmap e17: y(active, since 5m), standbys: x 2024-04-12T16:21:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2813847119' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T16:21:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: Active manager daemon y restarted 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: Activating manager daemon y 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: mgrmap e18: y(active, starting, since 0.00793428s), standbys: x 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:21:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: Manager daemon y is now available 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:39.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: mgrmap e17: y(active, since 5m), standbys: x 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2813847119' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: Active manager daemon y restarted 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: Activating manager daemon y 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: mgrmap e18: y(active, starting, since 0.00793428s), standbys: x 2024-04-12T16:21:39.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:21:39.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:21:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:21:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: Manager daemon y is now available 2024-04-12T16:21:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:21:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:21:39.962 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: mgrmap e17: y(active, since 5m), standbys: x 2024-04-12T16:21:39.962 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2813847119' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T16:21:39.962 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T16:21:39.962 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: Active manager daemon y restarted 2024-04-12T16:21:39.962 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: Activating manager daemon y 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: mgrmap e18: y(active, starting, since 0.00793428s), standbys: x 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:21:39.963 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: Manager daemon y is now available 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:39.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:21:39.965 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:21:40.482 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:41.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[27222]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[27222]: mgrmap e19: y(active, since 1.02101s), standbys: x 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[27222]: [12/Apr/2024:16:21:40] ENGINE Bus STARTING 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[27222]: [12/Apr/2024:16:21:40] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[27222]: [12/Apr/2024:16:21:40] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[27222]: [12/Apr/2024:16:21:40] ENGINE Bus STARTED 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[37926]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[37926]: mgrmap e19: y(active, since 1.02101s), standbys: x 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[37926]: [12/Apr/2024:16:21:40] ENGINE Bus STARTING 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[37926]: [12/Apr/2024:16:21:40] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:21:41.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[37926]: [12/Apr/2024:16:21:40] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:21:41.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:40 smithi005 ceph-mon[37926]: [12/Apr/2024:16:21:40] ENGINE Bus STARTED 2024-04-12T16:21:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:40 smithi016 ceph-mon[30750]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T16:21:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:40 smithi016 ceph-mon[30750]: mgrmap e19: y(active, since 1.02101s), standbys: x 2024-04-12T16:21:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:40 smithi016 ceph-mon[30750]: [12/Apr/2024:16:21:40] ENGINE Bus STARTING 2024-04-12T16:21:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:40 smithi016 ceph-mon[30750]: [12/Apr/2024:16:21:40] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:21:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:40 smithi016 ceph-mon[30750]: [12/Apr/2024:16:21:40] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:21:41.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:40 smithi016 ceph-mon[30750]: [12/Apr/2024:16:21:40] ENGINE Bus STARTED 2024-04-12T16:21:42.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[27222]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[27222]: pgmap v6: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[27222]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[27222]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[37926]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[37926]: pgmap v6: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[37926]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[37926]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:42.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:41 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:42.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:41 smithi016 ceph-mon[30750]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:21:42.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:41 smithi016 ceph-mon[30750]: pgmap v6: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:42.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:41 smithi016 ceph-mon[30750]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T16:21:42.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:41 smithi016 ceph-mon[30750]: mgrmap e20: y(active, since 2s), standbys: x 2024-04-12T16:21:42.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:41 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:42.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:41 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.260 INFO:teuthology.orchestra.run.smithi005.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi016 to 2993M 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3130657085' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.262 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi016 to 2993M 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3130657085' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.263 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.264 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.264 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.264 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:43.264 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:42 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi016 to 2993M 2024-04-12T16:21:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3130657085' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:21:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:42 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:21:44.099 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T16:21:44.099 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T16:21:44.099 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T16:21:44.331 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi005 to 2993M 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: pgmap v7: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-12T16:21:44.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi005 to 2993M 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:21:44.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: pgmap v7: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:44 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi005 to 2993M 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: pgmap v7: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: mgrmap e21: y(active, since 4s), standbys: x 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:21:44.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:21:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:21:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:21:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:44 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:45.445 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:45 smithi005 ceph-mon[27222]: Deploying daemon alertmanager.a on smithi005 2024-04-12T16:21:45.445 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:45 smithi005 ceph-mon[37926]: Deploying daemon alertmanager.a on smithi005 2024-04-12T16:21:45.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:45 smithi016 ceph-mon[30750]: Deploying daemon alertmanager.a on smithi005 2024-04-12T16:21:46.387 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:46.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:46 smithi005 ceph-mon[27222]: pgmap v9: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:46.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:46 smithi005 ceph-mon[27222]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:46.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:46 smithi005 ceph-mon[27222]: Cluster is now healthy 2024-04-12T16:21:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:46 smithi005 ceph-mon[37926]: pgmap v9: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:46 smithi005 ceph-mon[37926]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:46 smithi005 ceph-mon[37926]: Cluster is now healthy 2024-04-12T16:21:46.518 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:46 smithi016 ceph-mon[30750]: pgmap v9: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:21:46.518 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:46 smithi016 ceph-mon[30750]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:21:46.518 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:46 smithi016 ceph-mon[30750]: Cluster is now healthy 2024-04-12T16:21:47.477 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":21,"flags":0,"active_gid":14610,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":1871208612},{"type":"v1","addr":"172.21.15.5:6801","nonce":1871208612}]},"active_addr":"172.21.15.5:6801/1871208612","active_change":"2024-04-12T16:21:38.943862+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24506,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.5:8443/","prometheus":"http://172.21.15.5:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":63,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":263408875}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":1968912273}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":1801566653}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":2879213213}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":455508650}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.5:0","nonce":3968662182}]}]} 2024-04-12T16:21:47.481 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T16:21:47.481 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T16:21:47.481 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T16:21:47.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:47 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/426286027' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T16:21:47.690 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:47.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:47 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/426286027' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T16:21:47.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:47 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/426286027' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T16:21:48.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:48 smithi005 ceph-mon[27222]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T16:21:48.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:48 smithi005 ceph-mon[37926]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T16:21:48.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:48 smithi016 ceph-mon[30750]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T16:21:49.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:49 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:21:49] "GET /metrics HTTP/1.1" 200 31005 "" "Prometheus/2.43.0" 2024-04-12T16:21:50.391 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:50 smithi005 ceph-mon[27222]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:21:50.391 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:50 smithi005 ceph-mon[37926]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:21:50.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:50 smithi016 ceph-mon[30750]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T16:21:51.129 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:51.129 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":66,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:21:43.251120+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T16:21:38.943424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6800/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3120366857":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/798312734":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2926997862":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2979884209":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:21:51.406 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:51 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1880563797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:51.407 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:51 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1880563797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:51.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:51 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1880563797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:52.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:52 smithi005 ceph-mon[27222]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T16:21:52.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:52 smithi005 ceph-mon[37926]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T16:21:52.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:52 smithi016 ceph-mon[30750]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T16:21:53.335 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T16:21:53.335 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T16:21:53.362 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:53 smithi005 systemd[1]: Starting Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:21:53.664 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:53 smithi005 podman[68740]: 2024-04-12 16:21:53.475178034 +0000 UTC m=+0.023257885 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T16:21:53.664 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:53 smithi005 podman[68740]: 2024-04-12 16:21:53.592938019 +0000 UTC m=+0.141017929 volume create a1b775cf25d0108a161dd0ad24e2f4253cb5af7b02e3a28a21ab3f0d39bc0b70 2024-04-12T16:21:53.664 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:53 smithi005 podman[68740]: 2024-04-12 16:21:53.66824229 +0000 UTC m=+0.216322180 container create 4c058d87db08f426dc778e5d5a9bfe30ac898792ca9aa4516834ca7a9ba48a40 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:21:54.194 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:54.270 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 podman[68740]: 2024-04-12 16:21:54.012900987 +0000 UTC m=+0.560980835 container init 4c058d87db08f426dc778e5d5a9bfe30ac898792ca9aa4516834ca7a9ba48a40 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 podman[68740]: 2024-04-12 16:21:54.015477515 +0000 UTC m=+0.563557366 container start 4c058d87db08f426dc778e5d5a9bfe30ac898792ca9aa4516834ca7a9ba48a40 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.027Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.027Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.029Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.5 port=9094 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.030Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.054Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.055Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.057Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:54.057Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 bash[68740]: 4c058d87db08f426dc778e5d5a9bfe30ac898792ca9aa4516834ca7a9ba48a40 2024-04-12T16:21:54.271 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:54 smithi005 systemd[1]: Started Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:21:54.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[27222]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T16:21:54.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:54.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.537 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[37926]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T16:21:54.538 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:54.538 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.538 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.538 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.538 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.538 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:54] ENGINE Bus STOPPING 2024-04-12T16:21:54.539 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:21:54.539 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:54] ENGINE Bus STOPPED 2024-04-12T16:21:54.539 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:54] ENGINE Bus STARTING 2024-04-12T16:21:54.539 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:54] ENGINE Serving on http://:::9283 2024-04-12T16:21:54.540 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:21:54] ENGINE Bus STARTED 2024-04-12T16:21:54.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:54 smithi016 ceph-mon[30750]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T16:21:54.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:21:54.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:54.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:55 smithi016 ceph-mon[30750]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T16:21:55.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:55 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:55 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:55 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T16:21:55.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:55 smithi016 ceph-mon[30750]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T16:21:55.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:55 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:55 smithi016 ceph-mon[30750]: Deploying daemon grafana.a on smithi016 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[27222]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[27222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[27222]: Deploying daemon grafana.a on smithi016 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[37926]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-12T16:21:55.661 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T16:21:55.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[37926]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T16:21:55.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:21:55.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:55 smithi005 ceph-mon[37926]: Deploying daemon grafana.a on smithi016 2024-04-12T16:21:56.185 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:21:56.185 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":66,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:21:43.251120+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T16:21:38.943424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6800/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3120366857":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/798312734":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2926997862":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2979884209":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:21:56.334 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:21:56 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:21:56.030Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000187042s 2024-04-12T16:21:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:56 smithi016 ceph-mon[30750]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T16:21:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:56 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/228181727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:56.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:56 smithi005 ceph-mon[27222]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T16:21:56.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:56 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/228181727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:56.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:56 smithi005 ceph-mon[37926]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T16:21:56.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:56 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/228181727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:21:56.773 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T16:21:56.773 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T16:21:56.774 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T16:21:56.774 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T16:21:56.775 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T16:21:56.775 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T16:21:56.775 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T16:21:56.776 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T16:21:57.258 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:57.258 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:57.259 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:57.292 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:21:58.389 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:21:58 smithi005 ceph-mon[27222]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T16:21:58.389 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:21:58 smithi005 ceph-mon[37926]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T16:21:58.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:21:58 smithi016 ceph-mon[30750]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-12T16:21:59.334 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:21:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:21:59] "GET /metrics HTTP/1.1" 200 33633 "" "Prometheus/2.43.0" 2024-04-12T16:22:00.188 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:00 smithi005 ceph-mon[27222]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:00.188 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:00 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:00.188 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:00 smithi005 ceph-mon[37926]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:00.188 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:00 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:00.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:00 smithi016 ceph-mon[30750]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:00.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:00 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:02.279 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:02 smithi005 ceph-mon[27222]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:02.280 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:02 smithi005 ceph-mon[37926]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:02.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:02 smithi016 ceph-mon[30750]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:04 smithi016 ceph-mon[30750]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:04.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:04 smithi005 ceph-mon[27222]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:04.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:04 smithi005 ceph-mon[37926]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:04.452 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:04 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:22:04.032Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002647515s 2024-04-12T16:22:06.099 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:06 smithi005 ceph-mon[27222]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:06.099 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:06 smithi005 ceph-mon[37926]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:06.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:06 smithi016 ceph-mon[30750]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:06.590 INFO:teuthology.orchestra.run.smithi005.stdout:128849018913 2024-04-12T16:22:06.591 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T16:22:08.106 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:08 smithi005 ceph-mon[27222]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:08.107 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:08 smithi005 ceph-mon[37926]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:08.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:08 smithi016 ceph-mon[30750]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:08.412 INFO:teuthology.orchestra.run.smithi005.stdout:107374182438 2024-04-12T16:22:08.412 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T16:22:09.308 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:09 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:09.308 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:22:09] "GET /metrics HTTP/1.1" 200 33629 "" "Prometheus/2.43.0" 2024-04-12T16:22:09.308 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:09 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:09.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:09 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:09.640 INFO:teuthology.orchestra.run.smithi005.stdout:163208757275 2024-04-12T16:22:09.640 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T16:22:10.163 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:10 smithi005 ceph-mon[27222]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:10.164 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:10 smithi005 ceph-mon[37926]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:10.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:10 smithi016 ceph-mon[30750]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:11.024 INFO:teuthology.orchestra.run.smithi005.stdout:55834574896 2024-04-12T16:22:11.025 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T16:22:11.617 INFO:teuthology.orchestra.run.smithi005.stdout:197568495639 2024-04-12T16:22:11.618 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T16:22:12.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:12 smithi016 ceph-mon[30750]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:12.395 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:12 smithi005 ceph-mon[27222]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:12.395 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:12 smithi005 ceph-mon[37926]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:12.418 INFO:teuthology.orchestra.run.smithi005.stdout:34359738419 2024-04-12T16:22:12.419 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T16:22:13.086 INFO:teuthology.orchestra.run.smithi005.stdout:77309411370 2024-04-12T16:22:13.087 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T16:22:13.987 INFO:teuthology.orchestra.run.smithi005.stdout:231928234002 2024-04-12T16:22:13.987 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T16:22:14.048 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:14.051 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:14.052 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:14.052 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:14.052 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:14.266 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:14 smithi005 ceph-mon[27222]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:14.266 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:14 smithi005 ceph-mon[37926]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:14.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:14 smithi016 ceph-mon[30750]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:14.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:14 smithi016 podman[60818]: 2024-04-12 16:22:14.459837933 +0000 UTC m=+0.017353983 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T16:22:14.973 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:14 smithi016 podman[60818]: 2024-04-12 16:22:14.708912517 +0000 UTC m=+0.266428562 container create a1f3c3a7bd8ec62d39dfdbf3a7e5f0c7327ac58b184d15140fa775090a81ec3c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, io.buildah.version=1.32.0, architecture=x86_64, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664) 2024-04-12T16:22:14.973 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:14 smithi016 podman[60818]: 2024-04-12 16:22:14.902611508 +0000 UTC m=+0.460127557 container init a1f3c3a7bd8ec62d39dfdbf3a7e5f0c7327ac58b184d15140fa775090a81ec3c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, vcs-type=git, distribution-scope=public, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, description=Ceph Grafana Container) 2024-04-12T16:22:14.973 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:14 smithi016 podman[60818]: 2024-04-12 16:22:14.905181841 +0000 UTC m=+0.462697894 container start a1f3c3a7bd8ec62d39dfdbf3a7e5f0c7327ac58b184d15140fa775090a81ec3c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.tags=base rhel8, version=8.5, vendor=Red Hat, Inc., release=239.1651231664, io.openshift.expose-services=, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git) 2024-04-12T16:22:15.224 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:14 smithi016 bash[60818]: a1f3c3a7bd8ec62d39dfdbf3a7e5f0c7327ac58b184d15140fa775090a81ec3c 2024-04-12T16:22:15.224 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:14 smithi016 systemd[1]: Started Ceph grafana.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:22:15.224 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078207769Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-12T16:22:15.224 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078389048Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078408343Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078415665Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078421653Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078427823Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078434287Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078440134Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078446047Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078451838Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078457862Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078463349Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078469194Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-12T16:22:15.225 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=settings t=2024-04-12T16:22:15.078475018Z level=info msg="App mode production" 2024-04-12T16:22:15.226 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=sqlstore t=2024-04-12T16:22:15.078520337Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-12T16:22:15.226 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=sqlstore t=2024-04-12T16:22:15.078538605Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-12T16:22:15.226 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.079373863Z level=info msg="Starting DB migrations" 2024-04-12T16:22:15.226 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.079449243Z level=info msg="Executing migration" id="create migration_log table" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.079978461Z level=info msg="Executing migration" id="create user table" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.080429345Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.080904193Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.081329347Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.081863059Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.082245649Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.082943835Z level=info msg="Executing migration" id="create user table v2" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.083332019Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.083717614Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.084126756Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-12T16:22:15.227 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.084454499Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.084760789Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.085166484Z level=info msg="Executing migration" id="Update user table charset" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.085442577Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.085811373Z level=info msg="Executing migration" id="Add missing user data" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.086133647Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.086541978Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.086899535Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.08732979Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.088488751Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.088889306Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.089308103Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-12T16:22:15.228 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.089721617Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.090113361Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.090528932Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.090778321Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.091115473Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.091512042Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.091850134Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.092251678Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.092865568Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.093255083Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.093663299Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-12T16:22:15.229 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.094015306Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.09440381Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.094802766Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.095129541Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.095461663Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.095765097Z level=info msg="Executing migration" id="create star table" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.096114896Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.096541609Z level=info msg="Executing migration" id="create org table v1" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.096914652Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.097314768Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.097661836Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.098104946Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-12T16:22:15.230 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.09851809Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.098891536Z level=info msg="Executing migration" id="Update org table charset" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.099168094Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.099471874Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.09973817Z level=info msg="Executing migration" id="create dashboard table" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.100098289Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.100489322Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.100919856Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.101362323Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.101794924Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.102172455Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-12T16:22:15.231 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.103004577Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-12T16:22:15.232 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.103405362Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-12T16:22:15.233 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.103792289Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-12T16:22:15.233 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.104241699Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-12T16:22:15.233 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.104563746Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-12T16:22:15.233 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.10490898Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-12T16:22:15.233 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.105202964Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-12T16:22:15.233 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.105685368Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-12T16:22:15.233 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.10613003Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.106607842Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.106984272Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.107465766Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.10783801Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.1082297Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.108514499Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.108756875Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.109260518Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.109778162Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.110288215Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.110773916Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-12T16:22:15.234 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.111048469Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.111472976Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.111815944Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.112066181Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.11248396Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.112841993Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.113739897Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.1141345Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.114558066Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.114948755Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.115265573Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.115602454Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-12T16:22:15.235 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.116061434Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.116461447Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.116721139Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.116980316Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.11737861Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.117888705Z level=info msg="Executing migration" id="create data_source table" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.118323669Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.118735301Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.119128757Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.119508105Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.119865448Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.120881783Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-12T16:22:15.236 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.121347778Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.121774977Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.122175138Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.122512213Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.122983629Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.123507087Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.123752121Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.124012437Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.124540481Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.124812336Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.125095824Z level=info msg="Executing migration" id="Add uid column" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.125615797Z level=info msg="Executing migration" id="Update uid value" 2024-04-12T16:22:15.237 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.125880915Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.126290167Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.126689193Z level=info msg="Executing migration" id="create api_key table" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.127115675Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.127545841Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.127931323Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.128367887Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.128732688Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.129097688Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.129475854Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.130501032Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.130874321Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-12T16:22:15.238 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.131269174Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.131667658Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.132115884Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.132413635Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.132705665Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.132927139Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.13345398Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.133964095Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.134263201Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.134776357Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.135296536Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.135649334Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-12T16:22:15.239 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.135949708Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.136339514Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.136742345Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.137122783Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.137502617Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.137732712Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.137955631Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.13849785Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.139027668Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.139318942Z level=info msg="Executing migration" id="create quota table v1" 2024-04-12T16:22:15.240 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.139671199Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.140078291Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.140346563Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.140699717Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.141085797Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.141631339Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.141862376Z level=info msg="Executing migration" id="create session table" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.142275172Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.142542293Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.142799198Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.143169142Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-12T16:22:15.241 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.143517864Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.143741809Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.143962488Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.144225663Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.144491229Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.144837772Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.145069087Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.145644638Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.145894328Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.146469481Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.147029839Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.147319278Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-12T16:22:15.242 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.147706774Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.148135172Z level=info msg="Executing migration" id="create alert table v1" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.148563568Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.148996736Z level=info msg="Executing migration" id="add index alert state" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.149390834Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.149783841Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.1501275Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.150535669Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.150868896Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.152261736Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.152615009Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-12T16:22:15.243 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.153001968Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.1533351Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.153628126Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.153946445Z level=info msg="Executing migration" id="Add column is_default" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.154544776Z level=info msg="Executing migration" id="Add column frequency" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.155137738Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.155731607Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.15632889Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.15673601Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.156962631Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.157230633Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.157629039Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.158036586Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-12T16:22:15.244 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.158420727Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.158752765Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.159129939Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.159731571Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.160337775Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.16064728Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.161078832Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.161469333Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.162038517Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.162349176Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.162704271Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.163108971Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.163411217Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-12T16:22:15.245 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.163815995Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-12T16:22:15.246 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.164215848Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-12T16:22:15.246 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.164618199Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-12T16:22:15.246 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.165016059Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-12T16:22:15.246 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.165434486Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-12T16:22:15.246 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.165842965Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-12T16:22:15.247 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.166117463Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.166756047Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.167105738Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.167728598Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.168096404Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.168486397Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.168823824Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.170372816Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.170726051Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.171115388Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.171408716Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.171693972Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-12T16:22:15.248 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.171937859Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.172596357Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.17323858Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.173626702Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.174006716Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.174333392Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.174941651Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.175362181Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.175635678Z level=info msg="Executing migration" id="Move region to single row" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.175928049Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.176304321Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-12T16:22:15.249 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.17668525Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.177060433Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.177446686Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.177783453Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.178189459Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.178460583Z level=info msg="Executing migration" id="create test_data table" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.178824895Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.179198692Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.179586258Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.179980406Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.180263916Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.180565198Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.18079802Z level=info msg="Executing migration" id="create team table" 2024-04-12T16:22:15.250 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.181152346Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.181561761Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.181969085Z level=info msg="Executing migration" id="create team member table" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.182369836Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.182774403Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.183165465Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.183565601Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.184232554Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.184908471Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.185599406Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.185984194Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-12T16:22:15.251 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.186426667Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.186859105Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.187303378Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.187760674Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.188338575Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.188744951Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.189149032Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.189541728Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.189796422Z level=info msg="Executing migration" id="create tag table" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.190162671Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.190569141Z level=info msg="Executing migration" id="create login attempt table" 2024-04-12T16:22:15.252 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.190935495Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.191350537Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.191739199Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.19360433Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.193982324Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.194403336Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.194711486Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.195010982Z level=info msg="Executing migration" id="create user auth table" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.195408445Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.195812887Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.196044304Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.196765757Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.197493573Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-12T16:22:15.253 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.198203056Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.19896175Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.199436423Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.200158335Z level=info msg="Executing migration" id="create server_lock table" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.200533678Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.200949324Z level=info msg="Executing migration" id="create user auth token table" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.201347111Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.20175527Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.202144159Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.202579484Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.20330935Z level=info msg="Executing migration" id="create cache_data table" 2024-04-12T16:22:15.254 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.203704159Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.204136759Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.204597751Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.205009923Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.205306896Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.20557416Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.206007483Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.206461565Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.20689545Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.207171854Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.2075608Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.207913228Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-12T16:22:15.255 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.208333651Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.208745095Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.209514534Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.209909276Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.210198225Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.210567125Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.210936284Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.211342123Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.211607916Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.211969494Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.21235814Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.212779459Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.21317939Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-12T16:22:15.256 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.21394265Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.214330892Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.214706998Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.21810781Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.22144349Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.221855489Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.222253932Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.223070728Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.223466254Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.223890261Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.224321685Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.224728517Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-12T16:22:15.257 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.224961804Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.225795828Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.226578239Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.227358006Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.227739324Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.22811191Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.229320194Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.230561874Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.231155707Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.232408825Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.23366677Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.234109389Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-12T16:22:15.258 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.234710131Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.235320475Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.23589571Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.236279315Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.237572893Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.238892273Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.240175554Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.241479685Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.242807998Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.24320794Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-12T16:22:15.259 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.243725015Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-12T16:22:15.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.244726019Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-12T16:22:15.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.245000001Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.245868627Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.246288513Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.247115865Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.247488769Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.247889409Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.248732456Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.249105913Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.249513096Z level=info msg="Executing migration" id="create alert_image table" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.249876237Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.250295732Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.250571936Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.250971562Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-12T16:22:15.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.251374091Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T16:22:15.594 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.251459638Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T16:22:15.594 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.251695732Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-12T16:22:15.595 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.251989858Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-12T16:22:15.595 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.252400719Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-12T16:22:15.595 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.252517403Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-12T16:22:15.595 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.252629782Z level=info msg="alerts found to migrate" alerts=0 2024-04-12T16:22:15.595 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.252981181Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-12T16:22:15.595 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.253392809Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-12T16:22:15.595 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.253798505Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.254166835Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.254581144Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.254994959Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.255262053Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.255580598Z level=info msg="Executing migration" id="create data_keys table" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.25595778Z level=info msg="Executing migration" id="create secrets table" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.256406525Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.260671594Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.261551326Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.261830307Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.266088652Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.270327577Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.270699583Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-12T16:22:15.596 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.27111096Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.2714174Z level=info msg="Executing migration" id="create permission table" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.271781415Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.272199452Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.272603318Z level=info msg="Executing migration" id="create role table" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.272977549Z level=info msg="Executing migration" id="add column display_name" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.273873718Z level=info msg="Executing migration" id="add column group_name" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.274751493Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.275163449Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.275568467Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.275961288Z level=info msg="Executing migration" id="create team role table" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.276341169Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.276736339Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.2771635Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-12T16:22:15.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.277598167Z level=info msg="Executing migration" id="create user role table" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.27794929Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.278350402Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.27875134Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.279181999Z level=info msg="Executing migration" id="create builtin role table" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.279566135Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.279959775Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.280375368Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.281350123Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.281790302Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.282204119Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.282586461Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.282961942Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.283325021Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-12T16:22:15.598 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.283726866Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.284678922Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.285061576Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.285469055Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.285716733Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.286063586Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.286485101Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.286788882Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.287033408Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.287361252Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.287715564Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.288122495Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.289044695Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.289351108Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-12T16:22:15.599 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.289726894Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.29015328Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.290557099Z level=info msg="Executing migration" id="add correlation config column" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.291511319Z level=info msg="Executing migration" id="create entity_events table" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.291904802Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.292293283Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.292378572Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.292647802Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.292724892Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.292935587Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.293351463Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.293730845Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.294139406Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.294567123Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-12T16:22:15.600 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.294919182Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.295316294Z level=info msg="Executing migration" id="Drop public config table" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.295735179Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.296305425Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.296722164Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.297155807Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.297564579Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.300546508Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.301552731Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.302520921Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.302810274Z level=info msg="Executing migration" id="add share column" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.303797413Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.304217114Z level=info msg="Executing migration" id="create file table" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.304615653Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-12T16:22:15.601 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.305015095Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.30548526Z level=info msg="Executing migration" id="create file_meta table" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.305836241Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.306249795Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.306510601Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.30681788Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.307079056Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.30747438Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.308461395Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.308741993Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.309164288Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.309523658Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-12T16:22:15.602 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.309779144Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.310090481Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.311073555Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.312074516Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.312469441Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.322421539Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.322835818Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.323259666Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.326781264Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.327082625Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.327389385Z level=info msg="Executing migration" id="create folder table" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.327726609Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.328133275Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.32854506Z level=info msg="Executing migration" id="Update folder title length" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.328771349Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-12T16:22:15.603 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=migrator t=2024-04-12T16:22:15.329167193Z level=info msg="migrations completed" performed=485 skipped=0 duration=249.737323ms 2024-04-12T16:22:15.604 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=sqlstore t=2024-04-12T16:22:15.329550114Z level=info msg="Created default organization" 2024-04-12T16:22:15.604 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=plugin.loader t=2024-04-12T16:22:15.38720944Z level=info msg="Plugin registered" pluginID=input 2024-04-12T16:22:15.604 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=plugin.loader t=2024-04-12T16:22:15.416311189Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-12T16:22:15.604 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=plugin.loader t=2024-04-12T16:22:15.416329891Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-12T16:22:15.604 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=secrets t=2024-04-12T16:22:15.416362424Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T16:22:15.604 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=query_data t=2024-04-12T16:22:15.419402217Z level=info msg="Query Service initialization" 2024-04-12T16:22:15.604 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=live.push_http t=2024-04-12T16:22:15.421707703Z level=info msg="Live Push Gateway initialization" 2024-04-12T16:22:16.089 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[27222]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:16.089 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.089 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.089 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.089 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.089 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[27222]: Deploying daemon node-exporter.a on smithi005 2024-04-12T16:22:16.090 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[37926]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:16.090 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.090 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.090 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.090 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.090 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:16 smithi005 ceph-mon[37926]: Deploying daemon node-exporter.a on smithi005 2024-04-12T16:22:16.295 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=infra.usagestats.collector t=2024-04-12T16:22:16.191640743Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T16:22:16.295 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=provisioning.datasources t=2024-04-12T16:22:16.24565356Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T16:22:16.296 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=provisioning.datasources t=2024-04-12T16:22:16.277914957Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-12T16:22:16.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-mon[30750]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:16.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:16.296 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-mon[30750]: Deploying daemon node-exporter.a on smithi005 2024-04-12T16:22:16.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=provisioning.alerting t=2024-04-12T16:22:16.299974117Z level=info msg="starting to provision alerting" 2024-04-12T16:22:16.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=provisioning.alerting t=2024-04-12T16:22:16.300000981Z level=info msg="finished to provision alerting" 2024-04-12T16:22:16.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=grafanaStorageLogger t=2024-04-12T16:22:16.300093208Z level=info msg="storage starting" 2024-04-12T16:22:16.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=ngalert.state.manager t=2024-04-12T16:22:16.300416502Z level=info msg="Warming state cache for startup" 2024-04-12T16:22:16.592 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=http.server t=2024-04-12T16:22:16.303211004Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T16:22:16.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=ngalert.state.manager t=2024-04-12T16:22:16.311422836Z level=info msg="State cache has been initialized" states=0 duration=11.00445ms 2024-04-12T16:22:16.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=ngalert.multiorg.alertmanager t=2024-04-12T16:22:16.311490493Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T16:22:16.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=ticker t=2024-04-12T16:22:16.311511149Z level=info msg=starting first_tick=2024-04-12T16:22:20Z 2024-04-12T16:22:16.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=sqlstore.transactions t=2024-04-12T16:22:16.346017228Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T16:22:16.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=sqlstore.transactions t=2024-04-12T16:22:16.391220253Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T16:22:16.593 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:22:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=sqlstore.transactions t=2024-04-12T16:22:16.401764684Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-12T16:22:18.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:18 smithi005 ceph-mon[27222]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:18.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:18 smithi005 ceph-mon[37926]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:18 smithi016 ceph-mon[30750]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:18.595 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:18.969 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:19.216 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:22:19] "GET /metrics HTTP/1.1" 200 33629 "" "Prometheus/2.43.0" 2024-04-12T16:22:19.700 INFO:teuthology.orchestra.run.smithi005.stdout:128849018915 2024-04-12T16:22:20.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:20 smithi016 ceph-mon[30750]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:20.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:20 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:20.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:20 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1584343063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T16:22:20.363 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:20 smithi005 ceph-mon[27222]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:20.363 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:20 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:20.363 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:20 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1584343063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T16:22:20.364 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:20 smithi005 ceph-mon[37926]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:20.364 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:20 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:20.364 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:20 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1584343063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T16:22:20.893 INFO:teuthology.orchestra.run.smithi005.stdout:107374182440 2024-04-12T16:22:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:21 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/436937128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T16:22:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:21 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/436937128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T16:22:21.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:21 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/436937128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T16:22:22.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:22 smithi005 ceph-mon[27222]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:22.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:22 smithi005 ceph-mon[37926]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:22.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:22 smithi016 ceph-mon[30750]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:22.899 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018913 got 128849018915 for osd.4 2024-04-12T16:22:22.899 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:23.151 INFO:teuthology.orchestra.run.smithi005.stdout:197568495641 2024-04-12T16:22:23.152 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:23 smithi005 bash[71074]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T16:22:23.451 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:23 smithi005 bash[71074]: Writing manifest to image destination 2024-04-12T16:22:23.836 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182438 got 107374182440 for osd.3 2024-04-12T16:22:23.836 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:24.037 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:23 smithi005 podman[71074]: 2024-04-12 16:22:23.7206451 +0000 UTC m=+5.121509321 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T16:22:24.037 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:23 smithi005 podman[71074]: 2024-04-12 16:22:23.94513019 +0000 UTC m=+5.345994396 container create aea1d364acdf7e1ea4476b4c687a3dc962962be54670c56b137878f581fa9f21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:24.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:24 smithi016 ceph-mon[30750]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:24.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:24 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2652409158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T16:22:24.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:24 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:24.403 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-mon[27222]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:24.404 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2652409158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T16:22:24.404 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:24.404 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-mon[37926]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:24.404 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2652409158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T16:22:24.404 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:24.404 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 podman[71074]: 2024-04-12 16:22:24.14784637 +0000 UTC m=+5.548710576 container init aea1d364acdf7e1ea4476b4c687a3dc962962be54670c56b137878f581fa9f21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 podman[71074]: 2024-04-12 16:22:24.150550736 +0000 UTC m=+5.551414943 container start aea1d364acdf7e1ea4476b4c687a3dc962962be54670c56b137878f581fa9f21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.154Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.154Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.155Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.155Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.155Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.155Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T16:22:24.405 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T16:22:24.406 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T16:22:24.406 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T16:22:24.406 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T16:22:24.406 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T16:22:24.406 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T16:22:24.406 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T16:22:24.407 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T16:22:24.408 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.156Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.157Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[71367]: ts=2024-04-12T16:22:24.157Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 bash[71074]: aea1d364acdf7e1ea4476b4c687a3dc962962be54670c56b137878f581fa9f21 2024-04-12T16:22:24.409 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:22:24 smithi005 systemd[1]: Started Ceph node-exporter.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:22:25.589 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.589 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.589 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.589 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[27222]: Deploying daemon node-exporter.b on smithi016 2024-04-12T16:22:25.590 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.590 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.590 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.590 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:25 smithi005 ceph-mon[37926]: Deploying daemon node-exporter.b on smithi016 2024-04-12T16:22:25.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:25 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:25 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:25 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:25.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:25 smithi016 ceph-mon[30750]: Deploying daemon node-exporter.b on smithi016 2024-04-12T16:22:25.592 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:25 smithi016 bash[61106]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-12T16:22:26.092 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:25 smithi016 bash[61106]: Getting image source signatures 2024-04-12T16:22:26.092 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:25 smithi016 bash[61106]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-12T16:22:26.092 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:25 smithi016 bash[61106]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-12T16:22:26.092 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:25 smithi016 bash[61106]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T16:22:26.577 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:26 smithi005 ceph-mon[27222]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:26.577 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:26 smithi005 ceph-mon[37926]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:26.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:26 smithi016 ceph-mon[30750]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:26.596 INFO:teuthology.orchestra.run.smithi005.stdout:163208757279 2024-04-12T16:22:27.223 INFO:teuthology.orchestra.run.smithi005.stdout:55834574899 2024-04-12T16:22:27.401 INFO:teuthology.orchestra.run.smithi005.stdout:34359738423 2024-04-12T16:22:27.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:27 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/665541292' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T16:22:27.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:27 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3635225569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T16:22:27.592 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:27 smithi016 bash[61106]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T16:22:27.671 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:27 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/665541292' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T16:22:27.671 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:27 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3635225569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T16:22:27.671 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:27 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/665541292' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T16:22:27.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:27 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3635225569' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T16:22:28.062 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:27 smithi016 bash[61106]: Writing manifest to image destination 2024-04-12T16:22:28.105 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574896 got 55834574899 for osd.1 2024-04-12T16:22:28.106 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:28.325 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-mon[30750]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:28.326 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3084567272' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T16:22:28.326 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 podman[61106]: 2024-04-12 16:22:28.005900002 +0000 UTC m=+2.766602556 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T16:22:28.326 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 podman[61106]: 2024-04-12 16:22:28.204838615 +0000 UTC m=+2.965541211 container create 8420d51bb15517d94cc0c679e2dde8ddc0062b2cf2ec4d24a66784264517bebe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:22:28.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:28 smithi005 ceph-mon[27222]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:28.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:28 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3084567272' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T16:22:28.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:28 smithi005 ceph-mon[37926]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:28.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:28 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3084567272' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T16:22:28.564 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:28.798 INFO:teuthology.orchestra.run.smithi005.stdout:77309411374 2024-04-12T16:22:28.842 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 podman[61106]: 2024-04-12 16:22:28.415559212 +0000 UTC m=+3.176261767 container init 8420d51bb15517d94cc0c679e2dde8ddc0062b2cf2ec4d24a66784264517bebe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:22:28.842 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 podman[61106]: 2024-04-12 16:22:28.418567647 +0000 UTC m=+3.179270202 container start 8420d51bb15517d94cc0c679e2dde8ddc0062b2cf2ec4d24a66784264517bebe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:22:28.842 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.423Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.423Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.423Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.423Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T16:22:28.843 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T16:22:28.844 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T16:22:28.844 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T16:22:28.844 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T16:22:28.844 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T16:22:28.844 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T16:22:28.844 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T16:22:28.844 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T16:22:28.845 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.424Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T16:22:28.846 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T16:22:28.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T16:22:28.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T16:22:28.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T16:22:28.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T16:22:28.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[61157]: ts=2024-04-12T16:22:28.425Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T16:22:28.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 bash[61106]: 8420d51bb15517d94cc0c679e2dde8ddc0062b2cf2ec4d24a66784264517bebe 2024-04-12T16:22:28.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:22:28 smithi016 systemd[1]: Started Ceph node-exporter.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:22:28.993 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495639 got 197568495641 for osd.6 2024-04-12T16:22:28.994 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:29.401 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:22:29] "GET /metrics HTTP/1.1" 200 33629 "" "Prometheus/2.43.0" 2024-04-12T16:22:29.568 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411374 for osd.2 2024-04-12T16:22:29.568 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:29.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1309365794' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:29.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1309365794' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T16:22:29.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1309365794' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T16:22:29.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:30.048 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738419 got 34359738423 for osd.0 2024-04-12T16:22:30.049 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:30.470 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757275 got 163208757279 for osd.5 2024-04-12T16:22:30.470 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:30.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:30 smithi005 ceph-mon[27222]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:30 smithi005 ceph-mon[37926]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:30.767 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:30 smithi016 ceph-mon[30750]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:32.610 INFO:teuthology.orchestra.run.smithi005.stdout:231928234006 2024-04-12T16:22:32.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[27222]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:32.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:32.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:32.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2725004633' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T16:22:32.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[37926]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:32.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:32.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:32.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:32 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2725004633' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T16:22:33.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:32 smithi016 ceph-mon[30750]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:33.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:33.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:33.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:32 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2725004633' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T16:22:33.382 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234002 got 231928234006 for osd.7 2024-04-12T16:22:33.382 DEBUG:teuthology.parallel:result is None 2024-04-12T16:22:33.382 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T16:22:33.383 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-12T16:22:33.614 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:34 smithi005 ceph-mon[37926]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:34.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:34 smithi005 ceph-mon[27222]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:35.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:34 smithi016 ceph-mon[30750]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:35.815 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:35.817 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:22:36.706 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-04-12T16:22:34.973354+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":243708,"kb_used_data":7064,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749717508,"statfs":{"total":767960285184,"available":767710728192,"internally_reserved":0,"allocated":7233536,"data_stored":4087389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002411"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037826+0000","last_change":"2024-04-12T16:21:05.254632+0000","last_active":"2024-04-12T16:21:41.037826+0000","last_peered":"2024-04-12T16:21:41.037826+0000","last_clean":"2024-04-12T16:21:41.037826+0000","last_became_active":"2024-04-12T16:21:05.252643+0000","last_became_peered":"2024-04-12T16:21:05.252643+0000","last_unstale":"2024-04-12T16:21:41.037826+0000","last_undegraded":"2024-04-12T16:21:41.037826+0000","last_fullsized":"2024-04-12T16:21:41.037826+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963147+0000","last_change":"2024-04-12T16:21:05.240346+0000","last_active":"2024-04-12T16:21:40.963147+0000","last_peered":"2024-04-12T16:21:40.963147+0000","last_clean":"2024-04-12T16:21:40.963147+0000","last_became_active":"2024-04-12T16:21:05.240057+0000","last_became_peered":"2024-04-12T16:21:05.240057+0000","last_unstale":"2024-04-12T16:21:40.963147+0000","last_undegraded":"2024-04-12T16:21:40.963147+0000","last_fullsized":"2024-04-12T16:21:40.963147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:38:11.505773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039742+0000","last_change":"2024-04-12T16:21:05.241509+0000","last_active":"2024-04-12T16:21:41.039742+0000","last_peered":"2024-04-12T16:21:41.039742+0000","last_clean":"2024-04-12T16:21:41.039742+0000","last_became_active":"2024-04-12T16:21:05.241216+0000","last_became_peered":"2024-04-12T16:21:05.241216+0000","last_unstale":"2024-04-12T16:21:41.039742+0000","last_undegraded":"2024-04-12T16:21:41.039742+0000","last_fullsized":"2024-04-12T16:21:41.039742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:35:27.278555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074464+0000","last_change":"2024-04-12T16:21:05.241478+0000","last_active":"2024-04-12T16:21:41.074464+0000","last_peered":"2024-04-12T16:21:41.074464+0000","last_clean":"2024-04-12T16:21:41.074464+0000","last_became_active":"2024-04-12T16:21:05.241172+0000","last_became_peered":"2024-04-12T16:21:05.241172+0000","last_unstale":"2024-04-12T16:21:41.074464+0000","last_undegraded":"2024-04-12T16:21:41.074464+0000","last_fullsized":"2024-04-12T16:21:41.074464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:32:17.876922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037789+0000","last_change":"2024-04-12T16:21:05.251120+0000","last_active":"2024-04-12T16:21:41.037789+0000","last_peered":"2024-04-12T16:21:41.037789+0000","last_clean":"2024-04-12T16:21:41.037789+0000","last_became_active":"2024-04-12T16:21:05.250457+0000","last_became_peered":"2024-04-12T16:21:05.250457+0000","last_unstale":"2024-04-12T16:21:41.037789+0000","last_undegraded":"2024-04-12T16:21:41.037789+0000","last_fullsized":"2024-04-12T16:21:41.037789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074456+0000","last_change":"2024-04-12T16:21:05.237566+0000","last_active":"2024-04-12T16:21:41.074456+0000","last_peered":"2024-04-12T16:21:41.074456+0000","last_clean":"2024-04-12T16:21:41.074456+0000","last_became_active":"2024-04-12T16:21:05.237211+0000","last_became_peered":"2024-04-12T16:21:05.237211+0000","last_unstale":"2024-04-12T16:21:41.074456+0000","last_undegraded":"2024-04-12T16:21:41.074456+0000","last_fullsized":"2024-04-12T16:21:41.074456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:20.970449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037204+0000","last_change":"2024-04-12T16:21:05.251739+0000","last_active":"2024-04-12T16:21:41.037204+0000","last_peered":"2024-04-12T16:21:41.037204+0000","last_clean":"2024-04-12T16:21:41.037204+0000","last_became_active":"2024-04-12T16:21:05.250112+0000","last_became_peered":"2024-04-12T16:21:05.250112+0000","last_unstale":"2024-04-12T16:21:41.037204+0000","last_undegraded":"2024-04-12T16:21:41.037204+0000","last_fullsized":"2024-04-12T16:21:41.037204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961275+0000","last_change":"2024-04-12T16:21:05.228475+0000","last_active":"2024-04-12T16:21:40.961275+0000","last_peered":"2024-04-12T16:21:40.961275+0000","last_clean":"2024-04-12T16:21:40.961275+0000","last_became_active":"2024-04-12T16:21:05.228162+0000","last_became_peered":"2024-04-12T16:21:05.228162+0000","last_unstale":"2024-04-12T16:21:40.961275+0000","last_undegraded":"2024-04-12T16:21:40.961275+0000","last_fullsized":"2024-04-12T16:21:40.961275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037801+0000","last_change":"2024-04-12T16:21:05.253503+0000","last_active":"2024-04-12T16:21:41.037801+0000","last_peered":"2024-04-12T16:21:41.037801+0000","last_clean":"2024-04-12T16:21:41.037801+0000","last_became_active":"2024-04-12T16:21:05.253191+0000","last_became_peered":"2024-04-12T16:21:05.253191+0000","last_unstale":"2024-04-12T16:21:41.037801+0000","last_undegraded":"2024-04-12T16:21:41.037801+0000","last_fullsized":"2024-04-12T16:21:41.037801+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039463+0000","last_change":"2024-04-12T16:21:05.243711+0000","last_active":"2024-04-12T16:21:41.039463+0000","last_peered":"2024-04-12T16:21:41.039463+0000","last_clean":"2024-04-12T16:21:41.039463+0000","last_became_active":"2024-04-12T16:21:05.243393+0000","last_became_peered":"2024-04-12T16:21:05.243393+0000","last_unstale":"2024-04-12T16:21:41.039463+0000","last_undegraded":"2024-04-12T16:21:41.039463+0000","last_fullsized":"2024-04-12T16:21:41.039463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039491+0000","last_change":"2024-04-12T16:21:05.241744+0000","last_active":"2024-04-12T16:21:41.039491+0000","last_peered":"2024-04-12T16:21:41.039491+0000","last_clean":"2024-04-12T16:21:41.039491+0000","last_became_active":"2024-04-12T16:21:05.241200+0000","last_became_peered":"2024-04-12T16:21:05.241200+0000","last_unstale":"2024-04-12T16:21:41.039491+0000","last_undegraded":"2024-04-12T16:21:41.039491+0000","last_fullsized":"2024-04-12T16:21:41.039491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962674+0000","last_change":"2024-04-12T16:21:05.240408+0000","last_active":"2024-04-12T16:21:40.962674+0000","last_peered":"2024-04-12T16:21:40.962674+0000","last_clean":"2024-04-12T16:21:40.962674+0000","last_became_active":"2024-04-12T16:21:05.240084+0000","last_became_peered":"2024-04-12T16:21:05.240084+0000","last_unstale":"2024-04-12T16:21:40.962674+0000","last_undegraded":"2024-04-12T16:21:40.962674+0000","last_fullsized":"2024-04-12T16:21:40.962674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:27:16.777945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962270+0000","last_change":"2024-04-12T16:21:05.236987+0000","last_active":"2024-04-12T16:21:40.962270+0000","last_peered":"2024-04-12T16:21:40.962270+0000","last_clean":"2024-04-12T16:21:40.962270+0000","last_became_active":"2024-04-12T16:21:05.236704+0000","last_became_peered":"2024-04-12T16:21:05.236704+0000","last_unstale":"2024-04-12T16:21:40.962270+0000","last_undegraded":"2024-04-12T16:21:40.962270+0000","last_fullsized":"2024-04-12T16:21:40.962270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039353+0000","last_change":"2024-04-12T16:21:05.241801+0000","last_active":"2024-04-12T16:21:41.039353+0000","last_peered":"2024-04-12T16:21:41.039353+0000","last_clean":"2024-04-12T16:21:41.039353+0000","last_became_active":"2024-04-12T16:21:05.240740+0000","last_became_peered":"2024-04-12T16:21:05.240740+0000","last_unstale":"2024-04-12T16:21:41.039353+0000","last_undegraded":"2024-04-12T16:21:41.039353+0000","last_fullsized":"2024-04-12T16:21:41.039353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:57:13.936175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962591+0000","last_change":"2024-04-12T16:21:05.242262+0000","last_active":"2024-04-12T16:21:40.962591+0000","last_peered":"2024-04-12T16:21:40.962591+0000","last_clean":"2024-04-12T16:21:40.962591+0000","last_became_active":"2024-04-12T16:21:05.241967+0000","last_became_peered":"2024-04-12T16:21:05.241967+0000","last_unstale":"2024-04-12T16:21:40.962591+0000","last_undegraded":"2024-04-12T16:21:40.962591+0000","last_fullsized":"2024-04-12T16:21:40.962591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:36:11.301298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074184+0000","last_change":"2024-04-12T16:21:05.239779+0000","last_active":"2024-04-12T16:21:41.074184+0000","last_peered":"2024-04-12T16:21:41.074184+0000","last_clean":"2024-04-12T16:21:41.074184+0000","last_became_active":"2024-04-12T16:21:05.239413+0000","last_became_peered":"2024-04-12T16:21:05.239413+0000","last_unstale":"2024-04-12T16:21:41.074184+0000","last_undegraded":"2024-04-12T16:21:41.074184+0000","last_fullsized":"2024-04-12T16:21:41.074184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:21:54.589927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074716+0000","last_change":"2024-04-12T16:21:05.238681+0000","last_active":"2024-04-12T16:21:41.074716+0000","last_peered":"2024-04-12T16:21:41.074716+0000","last_clean":"2024-04-12T16:21:41.074716+0000","last_became_active":"2024-04-12T16:21:05.238392+0000","last_became_peered":"2024-04-12T16:21:05.238392+0000","last_unstale":"2024-04-12T16:21:41.074716+0000","last_undegraded":"2024-04-12T16:21:41.074716+0000","last_fullsized":"2024-04-12T16:21:41.074716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:33:30.457932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074346+0000","last_change":"2024-04-12T16:21:05.247140+0000","last_active":"2024-04-12T16:21:41.074346+0000","last_peered":"2024-04-12T16:21:41.074346+0000","last_clean":"2024-04-12T16:21:41.074346+0000","last_became_active":"2024-04-12T16:21:05.246802+0000","last_became_peered":"2024-04-12T16:21:05.246802+0000","last_unstale":"2024-04-12T16:21:41.074346+0000","last_undegraded":"2024-04-12T16:21:41.074346+0000","last_fullsized":"2024-04-12T16:21:41.074346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:23:24.011515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037494+0000","last_change":"2024-04-12T16:21:05.254766+0000","last_active":"2024-04-12T16:21:41.037494+0000","last_peered":"2024-04-12T16:21:41.037494+0000","last_clean":"2024-04-12T16:21:41.037494+0000","last_became_active":"2024-04-12T16:21:05.253306+0000","last_became_peered":"2024-04-12T16:21:05.253306+0000","last_unstale":"2024-04-12T16:21:41.037494+0000","last_undegraded":"2024-04-12T16:21:41.037494+0000","last_fullsized":"2024-04-12T16:21:41.037494+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.040025+0000","last_change":"2024-04-12T16:21:04.873659+0000","last_active":"2024-04-12T16:21:41.040025+0000","last_peered":"2024-04-12T16:21:41.040025+0000","last_clean":"2024-04-12T16:21:41.040025+0000","last_became_active":"2024-04-12T16:21:04.872985+0000","last_became_peered":"2024-04-12T16:21:04.872985+0000","last_unstale":"2024-04-12T16:21:41.040025+0000","last_undegraded":"2024-04-12T16:21:41.040025+0000","last_fullsized":"2024-04-12T16:21:41.040025+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961516+0000","last_change":"2024-04-12T16:21:05.236173+0000","last_active":"2024-04-12T16:21:40.961516+0000","last_peered":"2024-04-12T16:21:40.961516+0000","last_clean":"2024-04-12T16:21:40.961516+0000","last_became_active":"2024-04-12T16:21:05.235768+0000","last_became_peered":"2024-04-12T16:21:05.235768+0000","last_unstale":"2024-04-12T16:21:40.961516+0000","last_undegraded":"2024-04-12T16:21:40.961516+0000","last_fullsized":"2024-04-12T16:21:40.961516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961607+0000","last_change":"2024-04-12T16:21:04.866973+0000","last_active":"2024-04-12T16:21:40.961607+0000","last_peered":"2024-04-12T16:21:40.961607+0000","last_clean":"2024-04-12T16:21:40.961607+0000","last_became_active":"2024-04-12T16:21:04.866251+0000","last_became_peered":"2024-04-12T16:21:04.866251+0000","last_unstale":"2024-04-12T16:21:40.961607+0000","last_undegraded":"2024-04-12T16:21:40.961607+0000","last_fullsized":"2024-04-12T16:21:40.961607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.040001+0000","last_change":"2024-04-12T16:21:05.239952+0000","last_active":"2024-04-12T16:21:41.040001+0000","last_peered":"2024-04-12T16:21:41.040001+0000","last_clean":"2024-04-12T16:21:41.040001+0000","last_became_active":"2024-04-12T16:21:05.239605+0000","last_became_peered":"2024-04-12T16:21:05.239605+0000","last_unstale":"2024-04-12T16:21:41.040001+0000","last_undegraded":"2024-04-12T16:21:41.040001+0000","last_fullsized":"2024-04-12T16:21:41.040001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:45:06.566783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037856+0000","last_change":"2024-04-12T16:21:04.876081+0000","last_active":"2024-04-12T16:21:41.037856+0000","last_peered":"2024-04-12T16:21:41.037856+0000","last_clean":"2024-04-12T16:21:41.037856+0000","last_became_active":"2024-04-12T16:21:04.875753+0000","last_became_peered":"2024-04-12T16:21:04.875753+0000","last_unstale":"2024-04-12T16:21:41.037856+0000","last_undegraded":"2024-04-12T16:21:41.037856+0000","last_fullsized":"2024-04-12T16:21:41.037856+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074637+0000","last_change":"2024-04-12T16:21:05.238164+0000","last_active":"2024-04-12T16:21:41.074637+0000","last_peered":"2024-04-12T16:21:41.074637+0000","last_clean":"2024-04-12T16:21:41.074637+0000","last_became_active":"2024-04-12T16:21:05.237672+0000","last_became_peered":"2024-04-12T16:21:05.237672+0000","last_unstale":"2024-04-12T16:21:41.074637+0000","last_undegraded":"2024-04-12T16:21:41.074637+0000","last_fullsized":"2024-04-12T16:21:41.074637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:18:35.951336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037599+0000","last_change":"2024-04-12T16:21:04.876123+0000","last_active":"2024-04-12T16:21:41.037599+0000","last_peered":"2024-04-12T16:21:41.037599+0000","last_clean":"2024-04-12T16:21:41.037599+0000","last_became_active":"2024-04-12T16:21:04.875823+0000","last_became_peered":"2024-04-12T16:21:04.875823+0000","last_unstale":"2024-04-12T16:21:41.037599+0000","last_undegraded":"2024-04-12T16:21:41.037599+0000","last_fullsized":"2024-04-12T16:21:41.037599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074542+0000","last_change":"2024-04-12T16:21:05.231852+0000","last_active":"2024-04-12T16:21:41.074542+0000","last_peered":"2024-04-12T16:21:41.074542+0000","last_clean":"2024-04-12T16:21:41.074542+0000","last_became_active":"2024-04-12T16:21:05.231528+0000","last_became_peered":"2024-04-12T16:21:05.231528+0000","last_unstale":"2024-04-12T16:21:41.074542+0000","last_undegraded":"2024-04-12T16:21:41.074542+0000","last_fullsized":"2024-04-12T16:21:41.074542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:25:41.290025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962396+0000","last_change":"2024-04-12T16:21:04.872516+0000","last_active":"2024-04-12T16:21:40.962396+0000","last_peered":"2024-04-12T16:21:40.962396+0000","last_clean":"2024-04-12T16:21:40.962396+0000","last_became_active":"2024-04-12T16:21:04.872226+0000","last_became_peered":"2024-04-12T16:21:04.872226+0000","last_unstale":"2024-04-12T16:21:40.962396+0000","last_undegraded":"2024-04-12T16:21:40.962396+0000","last_fullsized":"2024-04-12T16:21:40.962396+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962010+0000","last_change":"2024-04-12T16:21:05.243557+0000","last_active":"2024-04-12T16:21:40.962010+0000","last_peered":"2024-04-12T16:21:40.962010+0000","last_clean":"2024-04-12T16:21:40.962010+0000","last_became_active":"2024-04-12T16:21:05.243230+0000","last_became_peered":"2024-04-12T16:21:05.243230+0000","last_unstale":"2024-04-12T16:21:40.962010+0000","last_undegraded":"2024-04-12T16:21:40.962010+0000","last_fullsized":"2024-04-12T16:21:40.962010+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:47:54.979559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039282+0000","last_change":"2024-04-12T16:21:04.867564+0000","last_active":"2024-04-12T16:21:41.039282+0000","last_peered":"2024-04-12T16:21:41.039282+0000","last_clean":"2024-04-12T16:21:41.039282+0000","last_became_active":"2024-04-12T16:21:04.866731+0000","last_became_peered":"2024-04-12T16:21:04.866731+0000","last_unstale":"2024-04-12T16:21:41.039282+0000","last_undegraded":"2024-04-12T16:21:41.039282+0000","last_fullsized":"2024-04-12T16:21:41.039282+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039423+0000","last_change":"2024-04-12T16:21:05.250409+0000","last_active":"2024-04-12T16:21:41.039423+0000","last_peered":"2024-04-12T16:21:41.039423+0000","last_clean":"2024-04-12T16:21:41.039423+0000","last_became_active":"2024-04-12T16:21:05.250103+0000","last_became_peered":"2024-04-12T16:21:05.250103+0000","last_unstale":"2024-04-12T16:21:41.039423+0000","last_undegraded":"2024-04-12T16:21:41.039423+0000","last_fullsized":"2024-04-12T16:21:41.039423+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:55:24.437695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961852+0000","last_change":"2024-04-12T16:21:04.866170+0000","last_active":"2024-04-12T16:21:40.961852+0000","last_peered":"2024-04-12T16:21:40.961852+0000","last_clean":"2024-04-12T16:21:40.961852+0000","last_became_active":"2024-04-12T16:21:04.865874+0000","last_became_peered":"2024-04-12T16:21:04.865874+0000","last_unstale":"2024-04-12T16:21:40.961852+0000","last_undegraded":"2024-04-12T16:21:40.961852+0000","last_fullsized":"2024-04-12T16:21:40.961852+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961409+0000","last_change":"2024-04-12T16:21:05.238088+0000","last_active":"2024-04-12T16:21:40.961409+0000","last_peered":"2024-04-12T16:21:40.961409+0000","last_clean":"2024-04-12T16:21:40.961409+0000","last_became_active":"2024-04-12T16:21:05.237454+0000","last_became_peered":"2024-04-12T16:21:05.237454+0000","last_unstale":"2024-04-12T16:21:40.961409+0000","last_undegraded":"2024-04-12T16:21:40.961409+0000","last_fullsized":"2024-04-12T16:21:40.961409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074249+0000","last_change":"2024-04-12T16:21:04.866924+0000","last_active":"2024-04-12T16:21:41.074249+0000","last_peered":"2024-04-12T16:21:41.074249+0000","last_clean":"2024-04-12T16:21:41.074249+0000","last_became_active":"2024-04-12T16:21:04.866623+0000","last_became_peered":"2024-04-12T16:21:04.866623+0000","last_unstale":"2024-04-12T16:21:41.074249+0000","last_undegraded":"2024-04-12T16:21:41.074249+0000","last_fullsized":"2024-04-12T16:21:41.074249+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:30.218702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962807+0000","last_change":"2024-04-12T16:21:05.244651+0000","last_active":"2024-04-12T16:21:40.962807+0000","last_peered":"2024-04-12T16:21:40.962807+0000","last_clean":"2024-04-12T16:21:40.962807+0000","last_became_active":"2024-04-12T16:21:05.244329+0000","last_became_peered":"2024-04-12T16:21:05.244329+0000","last_unstale":"2024-04-12T16:21:40.962807+0000","last_undegraded":"2024-04-12T16:21:40.962807+0000","last_fullsized":"2024-04-12T16:21:40.962807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:59.940282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039593+0000","last_change":"2024-04-12T16:21:04.868629+0000","last_active":"2024-04-12T16:21:41.039593+0000","last_peered":"2024-04-12T16:21:41.039593+0000","last_clean":"2024-04-12T16:21:41.039593+0000","last_became_active":"2024-04-12T16:21:04.868292+0000","last_became_peered":"2024-04-12T16:21:04.868292+0000","last_unstale":"2024-04-12T16:21:41.039593+0000","last_undegraded":"2024-04-12T16:21:41.039593+0000","last_fullsized":"2024-04-12T16:21:41.039593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074622+0000","last_change":"2024-04-12T16:21:05.235666+0000","last_active":"2024-04-12T16:21:41.074622+0000","last_peered":"2024-04-12T16:21:41.074622+0000","last_clean":"2024-04-12T16:21:41.074622+0000","last_became_active":"2024-04-12T16:21:05.235350+0000","last_became_peered":"2024-04-12T16:21:05.235350+0000","last_unstale":"2024-04-12T16:21:41.074622+0000","last_undegraded":"2024-04-12T16:21:41.074622+0000","last_fullsized":"2024-04-12T16:21:41.074622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:54:32.754120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074683+0000","last_change":"2024-04-12T16:21:04.868463+0000","last_active":"2024-04-12T16:21:41.074683+0000","last_peered":"2024-04-12T16:21:41.074683+0000","last_clean":"2024-04-12T16:21:41.074683+0000","last_became_active":"2024-04-12T16:21:04.868129+0000","last_became_peered":"2024-04-12T16:21:04.868129+0000","last_unstale":"2024-04-12T16:21:41.074683+0000","last_undegraded":"2024-04-12T16:21:41.074683+0000","last_fullsized":"2024-04-12T16:21:41.074683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:44:50.681336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039947+0000","last_change":"2024-04-12T16:21:05.242122+0000","last_active":"2024-04-12T16:21:41.039947+0000","last_peered":"2024-04-12T16:21:41.039947+0000","last_clean":"2024-04-12T16:21:41.039947+0000","last_became_active":"2024-04-12T16:21:05.241592+0000","last_became_peered":"2024-04-12T16:21:05.241592+0000","last_unstale":"2024-04-12T16:21:41.039947+0000","last_undegraded":"2024-04-12T16:21:41.039947+0000","last_fullsized":"2024-04-12T16:21:41.039947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:41:34.715793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963380+0000","last_change":"2024-04-12T16:21:04.875665+0000","last_active":"2024-04-12T16:21:40.963380+0000","last_peered":"2024-04-12T16:21:40.963380+0000","last_clean":"2024-04-12T16:21:40.963380+0000","last_became_active":"2024-04-12T16:21:04.874338+0000","last_became_peered":"2024-04-12T16:21:04.874338+0000","last_unstale":"2024-04-12T16:21:40.963380+0000","last_undegraded":"2024-04-12T16:21:40.963380+0000","last_fullsized":"2024-04-12T16:21:40.963380+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:45:50.868611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962595+0000","last_change":"2024-04-12T16:21:05.243837+0000","last_active":"2024-04-12T16:21:40.962595+0000","last_peered":"2024-04-12T16:21:40.962595+0000","last_clean":"2024-04-12T16:21:40.962595+0000","last_became_active":"2024-04-12T16:21:05.243523+0000","last_became_peered":"2024-04-12T16:21:05.243523+0000","last_unstale":"2024-04-12T16:21:40.962595+0000","last_undegraded":"2024-04-12T16:21:40.962595+0000","last_fullsized":"2024-04-12T16:21:40.962595+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:08:07.261141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039312+0000","last_change":"2024-04-12T16:21:04.867252+0000","last_active":"2024-04-12T16:21:41.039312+0000","last_peered":"2024-04-12T16:21:41.039312+0000","last_clean":"2024-04-12T16:21:41.039312+0000","last_became_active":"2024-04-12T16:21:04.866893+0000","last_became_peered":"2024-04-12T16:21:04.866893+0000","last_unstale":"2024-04-12T16:21:41.039312+0000","last_undegraded":"2024-04-12T16:21:41.039312+0000","last_fullsized":"2024-04-12T16:21:41.039312+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037717+0000","last_change":"2024-04-12T16:21:05.252928+0000","last_active":"2024-04-12T16:21:41.037717+0000","last_peered":"2024-04-12T16:21:41.037717+0000","last_clean":"2024-04-12T16:21:41.037717+0000","last_became_active":"2024-04-12T16:21:05.249464+0000","last_became_peered":"2024-04-12T16:21:05.249464+0000","last_unstale":"2024-04-12T16:21:41.037717+0000","last_undegraded":"2024-04-12T16:21:41.037717+0000","last_fullsized":"2024-04-12T16:21:41.037717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:58:37.087848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039650+0000","last_change":"2024-04-12T16:21:04.874317+0000","last_active":"2024-04-12T16:21:41.039650+0000","last_peered":"2024-04-12T16:21:41.039650+0000","last_clean":"2024-04-12T16:21:41.039650+0000","last_became_active":"2024-04-12T16:21:04.874001+0000","last_became_peered":"2024-04-12T16:21:04.874001+0000","last_unstale":"2024-04-12T16:21:41.039650+0000","last_undegraded":"2024-04-12T16:21:41.039650+0000","last_fullsized":"2024-04-12T16:21:41.039650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039316+0000","last_change":"2024-04-12T16:21:05.251113+0000","last_active":"2024-04-12T16:21:41.039316+0000","last_peered":"2024-04-12T16:21:41.039316+0000","last_clean":"2024-04-12T16:21:41.039316+0000","last_became_active":"2024-04-12T16:21:05.250807+0000","last_became_peered":"2024-04-12T16:21:05.250807+0000","last_unstale":"2024-04-12T16:21:41.039316+0000","last_undegraded":"2024-04-12T16:21:41.039316+0000","last_fullsized":"2024-04-12T16:21:41.039316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:34:44.768816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074289+0000","last_change":"2024-04-12T16:21:04.871858+0000","last_active":"2024-04-12T16:21:41.074289+0000","last_peered":"2024-04-12T16:21:41.074289+0000","last_clean":"2024-04-12T16:21:41.074289+0000","last_became_active":"2024-04-12T16:21:04.871492+0000","last_became_peered":"2024-04-12T16:21:04.871492+0000","last_unstale":"2024-04-12T16:21:41.074289+0000","last_undegraded":"2024-04-12T16:21:41.074289+0000","last_fullsized":"2024-04-12T16:21:41.074289+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:17.312234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037586+0000","last_change":"2024-04-12T16:21:05.251371+0000","last_active":"2024-04-12T16:21:41.037586+0000","last_peered":"2024-04-12T16:21:41.037586+0000","last_clean":"2024-04-12T16:21:41.037586+0000","last_became_active":"2024-04-12T16:21:05.249796+0000","last_became_peered":"2024-04-12T16:21:05.249796+0000","last_unstale":"2024-04-12T16:21:41.037586+0000","last_undegraded":"2024-04-12T16:21:41.037586+0000","last_fullsized":"2024-04-12T16:21:41.037586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039047+0000","last_change":"2024-04-12T16:21:04.868890+0000","last_active":"2024-04-12T16:21:41.039047+0000","last_peered":"2024-04-12T16:21:41.039047+0000","last_clean":"2024-04-12T16:21:41.039047+0000","last_became_active":"2024-04-12T16:21:04.867434+0000","last_became_peered":"2024-04-12T16:21:04.867434+0000","last_unstale":"2024-04-12T16:21:41.039047+0000","last_undegraded":"2024-04-12T16:21:41.039047+0000","last_fullsized":"2024-04-12T16:21:41.039047+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039082+0000","last_change":"2024-04-12T16:21:05.236411+0000","last_active":"2024-04-12T16:21:41.039082+0000","last_peered":"2024-04-12T16:21:41.039082+0000","last_clean":"2024-04-12T16:21:41.039082+0000","last_became_active":"2024-04-12T16:21:05.235932+0000","last_became_peered":"2024-04-12T16:21:05.235932+0000","last_unstale":"2024-04-12T16:21:41.039082+0000","last_undegraded":"2024-04-12T16:21:41.039082+0000","last_fullsized":"2024-04-12T16:21:41.039082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074129+0000","last_change":"2024-04-12T16:21:04.863852+0000","last_active":"2024-04-12T16:21:41.074129+0000","last_peered":"2024-04-12T16:21:41.074129+0000","last_clean":"2024-04-12T16:21:41.074129+0000","last_became_active":"2024-04-12T16:21:04.863552+0000","last_became_peered":"2024-04-12T16:21:04.863552+0000","last_unstale":"2024-04-12T16:21:41.074129+0000","last_undegraded":"2024-04-12T16:21:41.074129+0000","last_fullsized":"2024-04-12T16:21:41.074129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:54:49.912660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037285+0000","last_change":"2024-04-12T16:21:05.249663+0000","last_active":"2024-04-12T16:21:41.037285+0000","last_peered":"2024-04-12T16:21:41.037285+0000","last_clean":"2024-04-12T16:21:41.037285+0000","last_became_active":"2024-04-12T16:21:05.249384+0000","last_became_peered":"2024-04-12T16:21:05.249384+0000","last_unstale":"2024-04-12T16:21:41.037285+0000","last_undegraded":"2024-04-12T16:21:41.037285+0000","last_fullsized":"2024-04-12T16:21:41.037285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962853+0000","last_change":"2024-04-12T16:21:04.864465+0000","last_active":"2024-04-12T16:21:40.962853+0000","last_peered":"2024-04-12T16:21:40.962853+0000","last_clean":"2024-04-12T16:21:40.962853+0000","last_became_active":"2024-04-12T16:21:04.864130+0000","last_became_peered":"2024-04-12T16:21:04.864130+0000","last_unstale":"2024-04-12T16:21:40.962853+0000","last_undegraded":"2024-04-12T16:21:40.962853+0000","last_fullsized":"2024-04-12T16:21:40.962853+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037700+0000","last_change":"2024-04-12T16:21:05.253784+0000","last_active":"2024-04-12T16:21:41.037700+0000","last_peered":"2024-04-12T16:21:41.037700+0000","last_clean":"2024-04-12T16:21:41.037700+0000","last_became_active":"2024-04-12T16:21:05.253463+0000","last_became_peered":"2024-04-12T16:21:05.253463+0000","last_unstale":"2024-04-12T16:21:41.037700+0000","last_undegraded":"2024-04-12T16:21:41.037700+0000","last_fullsized":"2024-04-12T16:21:41.037700+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:31.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963049+0000","last_change":"2024-04-12T16:21:40.003767+0000","last_active":"2024-04-12T16:21:40.963049+0000","last_peered":"2024-04-12T16:21:40.963049+0000","last_clean":"2024-04-12T16:21:40.963049+0000","last_became_active":"2024-04-12T16:21:40.003340+0000","last_became_peered":"2024-04-12T16:21:40.003340+0000","last_unstale":"2024-04-12T16:21:40.963049+0000","last_undegraded":"2024-04-12T16:21:40.963049+0000","last_fullsized":"2024-04-12T16:21:40.963049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:07.228887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963485+0000","last_change":"2024-04-12T16:21:04.865921+0000","last_active":"2024-04-12T16:21:40.963485+0000","last_peered":"2024-04-12T16:21:40.963485+0000","last_clean":"2024-04-12T16:21:40.963485+0000","last_became_active":"2024-04-12T16:21:04.865592+0000","last_became_peered":"2024-04-12T16:21:04.865592+0000","last_unstale":"2024-04-12T16:21:40.963485+0000","last_undegraded":"2024-04-12T16:21:40.963485+0000","last_fullsized":"2024-04-12T16:21:40.963485+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:30:22.314461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074564+0000","last_change":"2024-04-12T16:21:05.222749+0000","last_active":"2024-04-12T16:21:41.074564+0000","last_peered":"2024-04-12T16:21:41.074564+0000","last_clean":"2024-04-12T16:21:41.074564+0000","last_became_active":"2024-04-12T16:21:05.222397+0000","last_became_peered":"2024-04-12T16:21:05.222397+0000","last_unstale":"2024-04-12T16:21:41.074564+0000","last_undegraded":"2024-04-12T16:21:41.074564+0000","last_fullsized":"2024-04-12T16:21:41.074564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:30:00.112027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963572+0000","last_change":"2024-04-12T16:21:39.956809+0000","last_active":"2024-04-12T16:21:40.963572+0000","last_peered":"2024-04-12T16:21:40.963572+0000","last_clean":"2024-04-12T16:21:40.963572+0000","last_became_active":"2024-04-12T16:21:39.956528+0000","last_became_peered":"2024-04-12T16:21:39.956528+0000","last_unstale":"2024-04-12T16:21:40.963572+0000","last_undegraded":"2024-04-12T16:21:40.963572+0000","last_fullsized":"2024-04-12T16:21:40.963572+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:35.020797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074283+0000","last_change":"2024-04-12T16:21:04.868350+0000","last_active":"2024-04-12T16:21:41.074283+0000","last_peered":"2024-04-12T16:21:41.074283+0000","last_clean":"2024-04-12T16:21:41.074283+0000","last_became_active":"2024-04-12T16:21:04.867825+0000","last_became_peered":"2024-04-12T16:21:04.867825+0000","last_unstale":"2024-04-12T16:21:41.074283+0000","last_undegraded":"2024-04-12T16:21:41.074283+0000","last_fullsized":"2024-04-12T16:21:41.074283+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:05:41.879698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962972+0000","last_change":"2024-04-12T16:21:05.246331+0000","last_active":"2024-04-12T16:21:40.962972+0000","last_peered":"2024-04-12T16:21:40.962972+0000","last_clean":"2024-04-12T16:21:40.962972+0000","last_became_active":"2024-04-12T16:21:05.245971+0000","last_became_peered":"2024-04-12T16:21:05.245971+0000","last_unstale":"2024-04-12T16:21:40.962972+0000","last_undegraded":"2024-04-12T16:21:40.962972+0000","last_fullsized":"2024-04-12T16:21:40.962972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:27.781038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963806+0000","last_change":"2024-04-12T16:21:40.003688+0000","last_active":"2024-04-12T16:21:40.963806+0000","last_peered":"2024-04-12T16:21:40.963806+0000","last_clean":"2024-04-12T16:21:40.963806+0000","last_became_active":"2024-04-12T16:21:40.003342+0000","last_became_peered":"2024-04-12T16:21:40.003342+0000","last_unstale":"2024-04-12T16:21:40.963806+0000","last_undegraded":"2024-04-12T16:21:40.963806+0000","last_fullsized":"2024-04-12T16:21:40.963806+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:22:04.494323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962314+0000","last_change":"2024-04-12T16:21:05.249718+0000","last_active":"2024-04-12T16:21:40.962314+0000","last_peered":"2024-04-12T16:21:40.962314+0000","last_clean":"2024-04-12T16:21:40.962314+0000","last_became_active":"2024-04-12T16:21:05.247982+0000","last_became_peered":"2024-04-12T16:21:05.247982+0000","last_unstale":"2024-04-12T16:21:40.962314+0000","last_undegraded":"2024-04-12T16:21:40.962314+0000","last_fullsized":"2024-04-12T16:21:40.962314+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:30.902982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074036+0000","last_change":"2024-04-12T16:21:04.863283+0000","last_active":"2024-04-12T16:21:41.074036+0000","last_peered":"2024-04-12T16:21:41.074036+0000","last_clean":"2024-04-12T16:21:41.074036+0000","last_became_active":"2024-04-12T16:21:04.862950+0000","last_became_peered":"2024-04-12T16:21:04.862950+0000","last_unstale":"2024-04-12T16:21:41.074036+0000","last_undegraded":"2024-04-12T16:21:41.074036+0000","last_fullsized":"2024-04-12T16:21:41.074036+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:44:19.186952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039310+0000","last_change":"2024-04-12T16:21:40.022192+0000","last_active":"2024-04-12T16:21:41.039310+0000","last_peered":"2024-04-12T16:21:41.039310+0000","last_clean":"2024-04-12T16:21:41.039310+0000","last_became_active":"2024-04-12T16:21:40.021761+0000","last_became_peered":"2024-04-12T16:21:40.021761+0000","last_unstale":"2024-04-12T16:21:41.039310+0000","last_undegraded":"2024-04-12T16:21:41.039310+0000","last_fullsized":"2024-04-12T16:21:41.039310+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:43:01.860509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962127+0000","last_change":"2024-04-12T16:21:05.230918+0000","last_active":"2024-04-12T16:21:40.962127+0000","last_peered":"2024-04-12T16:21:40.962127+0000","last_clean":"2024-04-12T16:21:40.962127+0000","last_became_active":"2024-04-12T16:21:05.230649+0000","last_became_peered":"2024-04-12T16:21:05.230649+0000","last_unstale":"2024-04-12T16:21:40.962127+0000","last_undegraded":"2024-04-12T16:21:40.962127+0000","last_fullsized":"2024-04-12T16:21:40.962127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074309+0000","last_change":"2024-04-12T16:21:04.865635+0000","last_active":"2024-04-12T16:21:41.074309+0000","last_peered":"2024-04-12T16:21:41.074309+0000","last_clean":"2024-04-12T16:21:41.074309+0000","last_became_active":"2024-04-12T16:21:04.865221+0000","last_became_peered":"2024-04-12T16:21:04.865221+0000","last_unstale":"2024-04-12T16:21:41.074309+0000","last_undegraded":"2024-04-12T16:21:41.074309+0000","last_fullsized":"2024-04-12T16:21:41.074309+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:13:14.670272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":262,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.041728+0000","last_change":"2024-04-12T16:20:50.673182+0000","last_active":"2024-04-12T16:21:41.041728+0000","last_peered":"2024-04-12T16:21:41.041728+0000","last_clean":"2024-04-12T16:21:41.041728+0000","last_became_active":"2024-04-12T16:20:50.672847+0000","last_became_peered":"2024-04-12T16:20:50.672847+0000","last_unstale":"2024-04-12T16:21:41.041728+0000","last_undegraded":"2024-04-12T16:21:41.041728+0000","last_fullsized":"2024-04-12T16:21:41.041728+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039704+0000","last_change":"2024-04-12T16:21:39.956272+0000","last_active":"2024-04-12T16:21:41.039704+0000","last_peered":"2024-04-12T16:21:41.039704+0000","last_clean":"2024-04-12T16:21:41.039704+0000","last_became_active":"2024-04-12T16:21:39.955812+0000","last_became_peered":"2024-04-12T16:21:39.955812+0000","last_unstale":"2024-04-12T16:21:41.039704+0000","last_undegraded":"2024-04-12T16:21:41.039704+0000","last_fullsized":"2024-04-12T16:21:41.039704+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:49.897982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039178+0000","last_change":"2024-04-12T16:21:05.239801+0000","last_active":"2024-04-12T16:21:41.039178+0000","last_peered":"2024-04-12T16:21:41.039178+0000","last_clean":"2024-04-12T16:21:41.039178+0000","last_became_active":"2024-04-12T16:21:05.239254+0000","last_became_peered":"2024-04-12T16:21:05.239254+0000","last_unstale":"2024-04-12T16:21:41.039178+0000","last_undegraded":"2024-04-12T16:21:41.039178+0000","last_fullsized":"2024-04-12T16:21:41.039178+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:12:46.930763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037146+0000","last_change":"2024-04-12T16:21:04.875281+0000","last_active":"2024-04-12T16:21:41.037146+0000","last_peered":"2024-04-12T16:21:41.037146+0000","last_clean":"2024-04-12T16:21:41.037146+0000","last_became_active":"2024-04-12T16:21:04.874969+0000","last_became_peered":"2024-04-12T16:21:04.874969+0000","last_unstale":"2024-04-12T16:21:41.037146+0000","last_undegraded":"2024-04-12T16:21:41.037146+0000","last_fullsized":"2024-04-12T16:21:41.037146+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039295+0000","last_change":"2024-04-12T16:21:40.022744+0000","last_active":"2024-04-12T16:21:41.039295+0000","last_peered":"2024-04-12T16:21:41.039295+0000","last_clean":"2024-04-12T16:21:41.039295+0000","last_became_active":"2024-04-12T16:21:40.021800+0000","last_became_peered":"2024-04-12T16:21:40.021800+0000","last_unstale":"2024-04-12T16:21:41.039295+0000","last_undegraded":"2024-04-12T16:21:41.039295+0000","last_fullsized":"2024-04-12T16:21:41.039295+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:15:12.497592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037793+0000","last_change":"2024-04-12T16:21:04.875224+0000","last_active":"2024-04-12T16:21:41.037793+0000","last_peered":"2024-04-12T16:21:41.037793+0000","last_clean":"2024-04-12T16:21:41.037793+0000","last_became_active":"2024-04-12T16:21:04.874874+0000","last_became_peered":"2024-04-12T16:21:04.874874+0000","last_unstale":"2024-04-12T16:21:41.037793+0000","last_undegraded":"2024-04-12T16:21:41.037793+0000","last_fullsized":"2024-04-12T16:21:41.037793+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963654+0000","last_change":"2024-04-12T16:21:05.233960+0000","last_active":"2024-04-12T16:21:40.963654+0000","last_peered":"2024-04-12T16:21:40.963654+0000","last_clean":"2024-04-12T16:21:40.963654+0000","last_became_active":"2024-04-12T16:21:05.233671+0000","last_became_peered":"2024-04-12T16:21:05.233671+0000","last_unstale":"2024-04-12T16:21:40.963654+0000","last_undegraded":"2024-04-12T16:21:40.963654+0000","last_fullsized":"2024-04-12T16:21:40.963654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:25:58.468373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961321+0000","last_change":"2024-04-12T16:21:40.022205+0000","last_active":"2024-04-12T16:21:40.961321+0000","last_peered":"2024-04-12T16:21:40.961321+0000","last_clean":"2024-04-12T16:21:40.961321+0000","last_became_active":"2024-04-12T16:21:40.021879+0000","last_became_peered":"2024-04-12T16:21:40.021879+0000","last_unstale":"2024-04-12T16:21:40.961321+0000","last_undegraded":"2024-04-12T16:21:40.961321+0000","last_fullsized":"2024-04-12T16:21:40.961321+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:19:27.712705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.964030+0000","last_change":"2024-04-12T16:21:04.867264+0000","last_active":"2024-04-12T16:21:40.964030+0000","last_peered":"2024-04-12T16:21:40.964030+0000","last_clean":"2024-04-12T16:21:40.964030+0000","last_became_active":"2024-04-12T16:21:04.866943+0000","last_became_peered":"2024-04-12T16:21:04.866943+0000","last_unstale":"2024-04-12T16:21:40.964030+0000","last_undegraded":"2024-04-12T16:21:40.964030+0000","last_fullsized":"2024-04-12T16:21:40.964030+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:37.798044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961576+0000","last_change":"2024-04-12T16:21:05.239831+0000","last_active":"2024-04-12T16:21:40.961576+0000","last_peered":"2024-04-12T16:21:40.961576+0000","last_clean":"2024-04-12T16:21:40.961576+0000","last_became_active":"2024-04-12T16:21:05.239277+0000","last_became_peered":"2024-04-12T16:21:05.239277+0000","last_unstale":"2024-04-12T16:21:40.961576+0000","last_undegraded":"2024-04-12T16:21:40.961576+0000","last_fullsized":"2024-04-12T16:21:40.961576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962211+0000","last_change":"2024-04-12T16:21:40.003628+0000","last_active":"2024-04-12T16:21:40.962211+0000","last_peered":"2024-04-12T16:21:40.962211+0000","last_clean":"2024-04-12T16:21:40.962211+0000","last_became_active":"2024-04-12T16:21:40.003312+0000","last_became_peered":"2024-04-12T16:21:40.003312+0000","last_unstale":"2024-04-12T16:21:40.962211+0000","last_undegraded":"2024-04-12T16:21:40.962211+0000","last_fullsized":"2024-04-12T16:21:40.962211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:46:49.560232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039556+0000","last_change":"2024-04-12T16:21:04.868783+0000","last_active":"2024-04-12T16:21:41.039556+0000","last_peered":"2024-04-12T16:21:41.039556+0000","last_clean":"2024-04-12T16:21:41.039556+0000","last_became_active":"2024-04-12T16:21:04.868500+0000","last_became_peered":"2024-04-12T16:21:04.868500+0000","last_unstale":"2024-04-12T16:21:41.039556+0000","last_undegraded":"2024-04-12T16:21:41.039556+0000","last_fullsized":"2024-04-12T16:21:41.039556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039816+0000","last_change":"2024-04-12T16:21:05.240274+0000","last_active":"2024-04-12T16:21:41.039816+0000","last_peered":"2024-04-12T16:21:41.039816+0000","last_clean":"2024-04-12T16:21:41.039816+0000","last_became_active":"2024-04-12T16:21:05.240012+0000","last_became_peered":"2024-04-12T16:21:05.240012+0000","last_unstale":"2024-04-12T16:21:41.039816+0000","last_undegraded":"2024-04-12T16:21:41.039816+0000","last_fullsized":"2024-04-12T16:21:41.039816+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:16:59.268917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037298+0000","last_change":"2024-04-12T16:21:04.874656+0000","last_active":"2024-04-12T16:21:41.037298+0000","last_peered":"2024-04-12T16:21:41.037298+0000","last_clean":"2024-04-12T16:21:41.037298+0000","last_became_active":"2024-04-12T16:21:04.874355+0000","last_became_peered":"2024-04-12T16:21:04.874355+0000","last_unstale":"2024-04-12T16:21:41.037298+0000","last_undegraded":"2024-04-12T16:21:41.037298+0000","last_fullsized":"2024-04-12T16:21:41.037298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962452+0000","last_change":"2024-04-12T16:21:05.239741+0000","last_active":"2024-04-12T16:21:40.962452+0000","last_peered":"2024-04-12T16:21:40.962452+0000","last_clean":"2024-04-12T16:21:40.962452+0000","last_became_active":"2024-04-12T16:21:05.238979+0000","last_became_peered":"2024-04-12T16:21:05.238979+0000","last_unstale":"2024-04-12T16:21:40.962452+0000","last_undegraded":"2024-04-12T16:21:40.962452+0000","last_fullsized":"2024-04-12T16:21:40.962452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:31:06.069050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962669+0000","last_change":"2024-04-12T16:21:04.872205+0000","last_active":"2024-04-12T16:21:40.962669+0000","last_peered":"2024-04-12T16:21:40.962669+0000","last_clean":"2024-04-12T16:21:40.962669+0000","last_became_active":"2024-04-12T16:21:04.871730+0000","last_became_peered":"2024-04-12T16:21:04.871730+0000","last_unstale":"2024-04-12T16:21:40.962669+0000","last_undegraded":"2024-04-12T16:21:40.962669+0000","last_fullsized":"2024-04-12T16:21:40.962669+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:17:55.077464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961365+0000","last_change":"2024-04-12T16:21:05.243737+0000","last_active":"2024-04-12T16:21:40.961365+0000","last_peered":"2024-04-12T16:21:40.961365+0000","last_clean":"2024-04-12T16:21:40.961365+0000","last_became_active":"2024-04-12T16:21:05.243370+0000","last_became_peered":"2024-04-12T16:21:05.243370+0000","last_unstale":"2024-04-12T16:21:40.961365+0000","last_undegraded":"2024-04-12T16:21:40.961365+0000","last_fullsized":"2024-04-12T16:21:40.961365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963201+0000","last_change":"2024-04-12T16:21:04.870193+0000","last_active":"2024-04-12T16:21:40.963201+0000","last_peered":"2024-04-12T16:21:40.963201+0000","last_clean":"2024-04-12T16:21:40.963201+0000","last_became_active":"2024-04-12T16:21:04.869895+0000","last_became_peered":"2024-04-12T16:21:04.869895+0000","last_unstale":"2024-04-12T16:21:40.963201+0000","last_undegraded":"2024-04-12T16:21:40.963201+0000","last_fullsized":"2024-04-12T16:21:40.963201+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:15:29.287637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962471+0000","last_change":"2024-04-12T16:21:05.239081+0000","last_active":"2024-04-12T16:21:40.962471+0000","last_peered":"2024-04-12T16:21:40.962471+0000","last_clean":"2024-04-12T16:21:40.962471+0000","last_became_active":"2024-04-12T16:21:05.238771+0000","last_became_peered":"2024-04-12T16:21:05.238771+0000","last_unstale":"2024-04-12T16:21:40.962471+0000","last_undegraded":"2024-04-12T16:21:40.962471+0000","last_fullsized":"2024-04-12T16:21:40.962471+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037487+0000","last_change":"2024-04-12T16:21:04.876848+0000","last_active":"2024-04-12T16:21:41.037487+0000","last_peered":"2024-04-12T16:21:41.037487+0000","last_clean":"2024-04-12T16:21:41.037487+0000","last_became_active":"2024-04-12T16:21:04.876551+0000","last_became_peered":"2024-04-12T16:21:04.876551+0000","last_unstale":"2024-04-12T16:21:41.037487+0000","last_undegraded":"2024-04-12T16:21:41.037487+0000","last_fullsized":"2024-04-12T16:21:41.037487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039191+0000","last_change":"2024-04-12T16:21:05.244269+0000","last_active":"2024-04-12T16:21:41.039191+0000","last_peered":"2024-04-12T16:21:41.039191+0000","last_clean":"2024-04-12T16:21:41.039191+0000","last_became_active":"2024-04-12T16:21:05.243980+0000","last_became_peered":"2024-04-12T16:21:05.243980+0000","last_unstale":"2024-04-12T16:21:41.039191+0000","last_undegraded":"2024-04-12T16:21:41.039191+0000","last_fullsized":"2024-04-12T16:21:41.039191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074244+0000","last_change":"2024-04-12T16:21:04.862200+0000","last_active":"2024-04-12T16:21:41.074244+0000","last_peered":"2024-04-12T16:21:41.074244+0000","last_clean":"2024-04-12T16:21:41.074244+0000","last_became_active":"2024-04-12T16:21:04.861815+0000","last_became_peered":"2024-04-12T16:21:04.861815+0000","last_unstale":"2024-04-12T16:21:41.074244+0000","last_undegraded":"2024-04-12T16:21:41.074244+0000","last_fullsized":"2024-04-12T16:21:41.074244+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:50:34.783627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037785+0000","last_change":"2024-04-12T16:21:05.256149+0000","last_active":"2024-04-12T16:21:41.037785+0000","last_peered":"2024-04-12T16:21:41.037785+0000","last_clean":"2024-04-12T16:21:41.037785+0000","last_became_active":"2024-04-12T16:21:05.255575+0000","last_became_peered":"2024-04-12T16:21:05.255575+0000","last_unstale":"2024-04-12T16:21:41.037785+0000","last_undegraded":"2024-04-12T16:21:41.037785+0000","last_fullsized":"2024-04-12T16:21:41.037785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963288+0000","last_change":"2024-04-12T16:21:04.871482+0000","last_active":"2024-04-12T16:21:40.963288+0000","last_peered":"2024-04-12T16:21:40.963288+0000","last_clean":"2024-04-12T16:21:40.963288+0000","last_became_active":"2024-04-12T16:21:04.871043+0000","last_became_peered":"2024-04-12T16:21:04.871043+0000","last_unstale":"2024-04-12T16:21:40.963288+0000","last_undegraded":"2024-04-12T16:21:40.963288+0000","last_fullsized":"2024-04-12T16:21:40.963288+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:34:39.225479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074524+0000","last_change":"2024-04-12T16:21:05.238429+0000","last_active":"2024-04-12T16:21:41.074524+0000","last_peered":"2024-04-12T16:21:41.074524+0000","last_clean":"2024-04-12T16:21:41.074524+0000","last_became_active":"2024-04-12T16:21:05.237722+0000","last_became_peered":"2024-04-12T16:21:05.237722+0000","last_unstale":"2024-04-12T16:21:41.074524+0000","last_undegraded":"2024-04-12T16:21:41.074524+0000","last_fullsized":"2024-04-12T16:21:41.074524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:02:57.554093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074311+0000","last_change":"2024-04-12T16:21:04.866057+0000","last_active":"2024-04-12T16:21:41.074311+0000","last_peered":"2024-04-12T16:21:41.074311+0000","last_clean":"2024-04-12T16:21:41.074311+0000","last_became_active":"2024-04-12T16:21:04.865749+0000","last_became_peered":"2024-04-12T16:21:04.865749+0000","last_unstale":"2024-04-12T16:21:41.074311+0000","last_undegraded":"2024-04-12T16:21:41.074311+0000","last_fullsized":"2024-04-12T16:21:41.074311+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:23:23.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037736+0000","last_change":"2024-04-12T16:21:05.253177+0000","last_active":"2024-04-12T16:21:41.037736+0000","last_peered":"2024-04-12T16:21:41.037736+0000","last_clean":"2024-04-12T16:21:41.037736+0000","last_became_active":"2024-04-12T16:21:05.252117+0000","last_became_peered":"2024-04-12T16:21:05.252117+0000","last_unstale":"2024-04-12T16:21:41.037736+0000","last_undegraded":"2024-04-12T16:21:41.037736+0000","last_fullsized":"2024-04-12T16:21:41.037736+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:00.456246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.038992+0000","last_change":"2024-04-12T16:21:05.236216+0000","last_active":"2024-04-12T16:21:41.038992+0000","last_peered":"2024-04-12T16:21:41.038992+0000","last_clean":"2024-04-12T16:21:41.038992+0000","last_became_active":"2024-04-12T16:21:05.235546+0000","last_became_peered":"2024-04-12T16:21:05.235546+0000","last_unstale":"2024-04-12T16:21:41.038992+0000","last_undegraded":"2024-04-12T16:21:41.038992+0000","last_fullsized":"2024-04-12T16:21:41.038992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:26.035820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074100+0000","last_change":"2024-04-12T16:21:05.234436+0000","last_active":"2024-04-12T16:21:41.074100+0000","last_peered":"2024-04-12T16:21:41.074100+0000","last_clean":"2024-04-12T16:21:41.074100+0000","last_became_active":"2024-04-12T16:21:05.234164+0000","last_became_peered":"2024-04-12T16:21:05.234164+0000","last_unstale":"2024-04-12T16:21:41.074100+0000","last_undegraded":"2024-04-12T16:21:41.074100+0000","last_fullsized":"2024-04-12T16:21:41.074100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:12:13.286952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074376+0000","last_change":"2024-04-12T16:21:05.234557+0000","last_active":"2024-04-12T16:21:41.074376+0000","last_peered":"2024-04-12T16:21:41.074376+0000","last_clean":"2024-04-12T16:21:41.074376+0000","last_became_active":"2024-04-12T16:21:05.234243+0000","last_became_peered":"2024-04-12T16:21:05.234243+0000","last_unstale":"2024-04-12T16:21:41.074376+0000","last_undegraded":"2024-04-12T16:21:41.074376+0000","last_fullsized":"2024-04-12T16:21:41.074376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:58.294539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039471+0000","last_change":"2024-04-12T16:21:05.241814+0000","last_active":"2024-04-12T16:21:41.039471+0000","last_peered":"2024-04-12T16:21:41.039471+0000","last_clean":"2024-04-12T16:21:41.039471+0000","last_became_active":"2024-04-12T16:21:05.241517+0000","last_became_peered":"2024-04-12T16:21:05.241517+0000","last_unstale":"2024-04-12T16:21:41.039471+0000","last_undegraded":"2024-04-12T16:21:41.039471+0000","last_fullsized":"2024-04-12T16:21:41.039471+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:29:14.431181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962804+0000","last_change":"2024-04-12T16:21:05.244178+0000","last_active":"2024-04-12T16:21:40.962804+0000","last_peered":"2024-04-12T16:21:40.962804+0000","last_clean":"2024-04-12T16:21:40.962804+0000","last_became_active":"2024-04-12T16:21:05.243828+0000","last_became_peered":"2024-04-12T16:21:05.243828+0000","last_unstale":"2024-04-12T16:21:40.962804+0000","last_undegraded":"2024-04-12T16:21:40.962804+0000","last_fullsized":"2024-04-12T16:21:40.962804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:49:53.705924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963196+0000","last_change":"2024-04-12T16:21:05.248289+0000","last_active":"2024-04-12T16:21:40.963196+0000","last_peered":"2024-04-12T16:21:40.963196+0000","last_clean":"2024-04-12T16:21:40.963196+0000","last_became_active":"2024-04-12T16:21:05.247958+0000","last_became_peered":"2024-04-12T16:21:05.247958+0000","last_unstale":"2024-04-12T16:21:40.963196+0000","last_undegraded":"2024-04-12T16:21:40.963196+0000","last_fullsized":"2024-04-12T16:21:40.963196+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:03:48.176351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039551+0000","last_change":"2024-04-12T16:21:05.242552+0000","last_active":"2024-04-12T16:21:41.039551+0000","last_peered":"2024-04-12T16:21:41.039551+0000","last_clean":"2024-04-12T16:21:41.039551+0000","last_became_active":"2024-04-12T16:21:05.242176+0000","last_became_peered":"2024-04-12T16:21:05.242176+0000","last_unstale":"2024-04-12T16:21:41.039551+0000","last_undegraded":"2024-04-12T16:21:41.039551+0000","last_fullsized":"2024-04-12T16:21:41.039551+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961656+0000","last_change":"2024-04-12T16:21:05.239563+0000","last_active":"2024-04-12T16:21:40.961656+0000","last_peered":"2024-04-12T16:21:40.961656+0000","last_clean":"2024-04-12T16:21:40.961656+0000","last_became_active":"2024-04-12T16:21:05.238906+0000","last_became_peered":"2024-04-12T16:21:05.238906+0000","last_unstale":"2024-04-12T16:21:40.961656+0000","last_undegraded":"2024-04-12T16:21:40.961656+0000","last_fullsized":"2024-04-12T16:21:40.961656+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074300+0000","last_change":"2024-04-12T16:21:05.222981+0000","last_active":"2024-04-12T16:21:41.074300+0000","last_peered":"2024-04-12T16:21:41.074300+0000","last_clean":"2024-04-12T16:21:41.074300+0000","last_became_active":"2024-04-12T16:21:05.222232+0000","last_became_peered":"2024-04-12T16:21:05.222232+0000","last_unstale":"2024-04-12T16:21:41.074300+0000","last_undegraded":"2024-04-12T16:21:41.074300+0000","last_fullsized":"2024-04-12T16:21:41.074300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:21:30.625403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961720+0000","last_change":"2024-04-12T16:21:05.243941+0000","last_active":"2024-04-12T16:21:40.961720+0000","last_peered":"2024-04-12T16:21:40.961720+0000","last_clean":"2024-04-12T16:21:40.961720+0000","last_became_active":"2024-04-12T16:21:05.240660+0000","last_became_peered":"2024-04-12T16:21:05.240660+0000","last_unstale":"2024-04-12T16:21:40.961720+0000","last_undegraded":"2024-04-12T16:21:40.961720+0000","last_fullsized":"2024-04-12T16:21:40.961720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074368+0000","last_change":"2024-04-12T16:21:05.233266+0000","last_active":"2024-04-12T16:21:41.074368+0000","last_peered":"2024-04-12T16:21:41.074368+0000","last_clean":"2024-04-12T16:21:41.074368+0000","last_became_active":"2024-04-12T16:21:05.232929+0000","last_became_peered":"2024-04-12T16:21:05.232929+0000","last_unstale":"2024-04-12T16:21:41.074368+0000","last_undegraded":"2024-04-12T16:21:41.074368+0000","last_fullsized":"2024-04-12T16:21:41.074368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:43:49.171981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039533+0000","last_change":"2024-04-12T16:21:05.251868+0000","last_active":"2024-04-12T16:21:41.039533+0000","last_peered":"2024-04-12T16:21:41.039533+0000","last_clean":"2024-04-12T16:21:41.039533+0000","last_became_active":"2024-04-12T16:21:05.251599+0000","last_became_peered":"2024-04-12T16:21:05.251599+0000","last_unstale":"2024-04-12T16:21:41.039533+0000","last_undegraded":"2024-04-12T16:21:41.039533+0000","last_fullsized":"2024-04-12T16:21:41.039533+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:04:55.761846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039304+0000","last_change":"2024-04-12T16:21:05.239497+0000","last_active":"2024-04-12T16:21:41.039304+0000","last_peered":"2024-04-12T16:21:41.039304+0000","last_clean":"2024-04-12T16:21:41.039304+0000","last_became_active":"2024-04-12T16:21:05.239201+0000","last_became_peered":"2024-04-12T16:21:05.239201+0000","last_unstale":"2024-04-12T16:21:41.039304+0000","last_undegraded":"2024-04-12T16:21:41.039304+0000","last_fullsized":"2024-04-12T16:21:41.039304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1273856,"data_stored":879505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31848908},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.45200000000000001}]},{"osd":3,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.624},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.68600000000000005}]},{"osd":4,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.54300000000000004}]},{"osd":5,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64900000000000002}]},{"osd":6,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.70699999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32352,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712800,"statfs":{"total":95995035648,"available":95961907200,"internally_reserved":0,"allocated":1265664,"data_stored":880374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.56000000000000005,"15min":0.52600000000000002},"min":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":5.6079999999999997,"5min":5.6079999999999997,"15min":5.6079999999999997},"last":0.438},{"interface":"front","average":{"1min":1.6279999999999999,"5min":0.73999999999999999,"15min":0.59199999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":14.83,"5min":14.83,"15min":14.83},"last":0.51700000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":1.597,"5min":0.73299999999999998,"15min":0.58899999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":14.808999999999999,"5min":14.808999999999999,"15min":14.808999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.502}]},{"osd":2,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51200000000000001,"15min":0.51100000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54500000000000004,"15min":0.55000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.45600000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.498,"15min":0.501},"min":{"1min":0.36699999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.61799999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54400000000000004,"15min":0.54000000000000004},"min":{"1min":0.42599999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.54700000000000004}]},{"osd":4,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.47299999999999998,"15min":0.47599999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.48299999999999998,"15min":0.48099999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.65300000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.39200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.502,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54100000000000004,"15min":0.54300000000000004},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Apr 12 16:21:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.56899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":288420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.32400000000000001,"15min":0.30399999999999999},"min":{"1min":0.23599999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48399999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.34599999999999997,"15min":0.32100000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.46999999999999997,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.42999999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:21:53 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.435,"15min":0.432},"min":{"1min":0.32900000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.66300000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.39400000000000002,"15min":0.39100000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.35899999999999999}]},{"osd":3,"last update":"Fri Apr 12 16:22:13 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.44600000000000001,"15min":0.46500000000000002},"min":{"1min":0.26400000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58999999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.41799999999999998,"15min":0.42499999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.52900000000000003,"15min":0.51600000000000001},"min":{"1min":0.41199999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56100000000000005,"15min":0.55600000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80300000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67600000000000005}]},{"osd":5,"last update":"Fri Apr 12 16:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73299999999999998,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.57799999999999996,"15min":0.58799999999999997},"min":{"1min":0.375,"5min":0.374,"15min":0.374},"max":{"1min":0.68500000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.73699999999999999}]},{"osd":6,"last update":"Fri Apr 12 16:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.64100000000000001,"15min":0.66200000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69099999999999995,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.45100000000000001,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74299999999999999,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.51200000000000001}]},{"osd":7,"last update":"Fri Apr 12 16:21:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.70299999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28272,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716880,"statfs":{"total":95995035648,"available":95966085120,"internally_reserved":0,"allocated":1282048,"data_stored":879629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 16:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.34799999999999998,"15min":0.308},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53300000000000003,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.39500000000000002,"15min":0.35499999999999998},"min":{"1min":0.31,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.621,"5min":0.629,"15min":0.629},"last":0.46700000000000003}]},{"osd":2,"last update":"Fri Apr 12 16:21:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.35599999999999998,"15min":0.34699999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.35399999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.65500000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.435}]},{"osd":3,"last update":"Fri Apr 12 16:22:16 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41599999999999998,"15min":0.41499999999999998},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42599999999999999,"15min":0.42399999999999999},"min":{"1min":0.30099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.57899999999999996,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:21:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.56000000000000005,"15min":0.56100000000000005},"min":{"1min":0.39500000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76300000000000001,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.97699999999999998}]},{"osd":5,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.59999999999999998,"15min":0.60599999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.752,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.58899999999999997,"15min":0.59299999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.72199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.83299999999999996}]},{"osd":6,"last update":"Fri Apr 12 16:22:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.60299999999999998,"15min":0.61099999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.59699999999999998,"15min":0.59899999999999998},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76000000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.94199999999999995}]},{"osd":7,"last update":"Fri Apr 12 16:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.89700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":671744,"data_stored":288533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:21:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36299999999999999,"15min":0.35299999999999998},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39600000000000002,"15min":0.38},"min":{"1min":0.245,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.38100000000000001}]},{"osd":1,"last update":"Fri Apr 12 16:21:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40999999999999998,"15min":0.40200000000000002},"min":{"1min":0.26900000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.57399999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Apr 12 16:22:15 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.42899999999999999,"15min":0.432},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64700000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.35999999999999999}]},{"osd":4,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57699999999999996,"15min":0.57899999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58599999999999997,"15min":0.58699999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.40200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:22:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.624,"15min":0.63200000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.43099999999999999}]},{"osd":6,"last update":"Fri Apr 12 16:22:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.42699999999999999,"5min":0.372,"15min":0.372},"max":{"1min":0.80400000000000005,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.5},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61699999999999999,"15min":0.61899999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.438}]},{"osd":7,"last update":"Fri Apr 12 16:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.48599999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":692224,"data_stored":290987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.371,"15min":0.371},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.51200000000000001,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.42999999999999999,"15min":0.44},"min":{"1min":0.27700000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.373}]},{"osd":1,"last update":"Fri Apr 12 16:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41599999999999998,"15min":0.42499999999999999},"min":{"1min":0.23499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.57599999999999996,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":0.42199999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.44500000000000001,"15min":0.45300000000000001},"min":{"1min":0.28899999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58599999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.43099999999999999,"15min":0.441},"min":{"1min":0.28899999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59999999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.56299999999999994}]},{"osd":4,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.55600000000000005,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55500000000000005,"15min":0.54700000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Apr 12 16:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.58699999999999997,"15min":0.59499999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.78400000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73299999999999998,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.68300000000000005}]},{"osd":6,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.40400000000000003,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.75900000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.59099999999999997,"5min":1.0669999999999999,"15min":1.147},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84199999999999997,"5min":12.651,"15min":12.651},"last":0.73399999999999999}]},{"osd":7,"last update":"Fri Apr 12 16:21:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.749},{"interface":"front","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":12.605,"5min":12.605,"15min":12.605},"last":0.67000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31788,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713364,"statfs":{"total":95995035648,"available":95962484736,"internally_reserved":0,"allocated":688128,"data_stored":289241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":0.74099999999999999,"15min":0.60699999999999998},"min":{"1min":0.31,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":19.146999999999998,"5min":19.146999999999998,"15min":19.146999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.21,"15min":1.3180000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.77800000000000002,"5min":15.901999999999999,"15min":15.901999999999999},"last":0.505}]},{"osd":1,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.1799999999999999,"15min":1.2909999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73399999999999999,"5min":15.964,"15min":15.964},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.58799999999999997}]},{"osd":2,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65200000000000002,"5min":0.75,"15min":0.75},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58499999999999996,"15min":0.58399999999999996},"min":{"1min":0.44700000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.57399999999999995}]},{"osd":3,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.54900000000000004,"15min":0.54300000000000004},"min":{"1min":0.38,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.52400000000000002,"5min":1.2070000000000001,"15min":1.321},"min":{"1min":0.38100000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70599999999999996,"5min":15.941000000000001,"15min":15.941000000000001},"last":0.54900000000000004}]},{"osd":5,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.39900000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.46999999999999997,"15min":0.45200000000000001},"min":{"1min":0.34599999999999997,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.628}]},{"osd":6,"last update":"Fri Apr 12 16:22:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.47699999999999998,"15min":0.47099999999999997},"min":{"1min":0.32500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.46700000000000003}]},{"osd":7,"last update":"Fri Apr 12 16:21:47 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.495}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31784,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713368,"statfs":{"total":95995035648,"available":95962488832,"internally_reserved":0,"allocated":684032,"data_stored":290700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52400000000000002,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73799999999999999,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.38,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72099999999999997,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.36299999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52300000000000002,"15min":0.52700000000000002},"min":{"1min":0.36199999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.74399999999999999,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.81999999999999995,"15min":0.86899999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68500000000000005,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":0.51600000000000001}]},{"osd":3,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.38600000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71299999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.73199999999999998,"5min":0.746,"15min":0.746},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.42599999999999999,"15min":0.41999999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.69299999999999995,"5min":0.75,"15min":0.75},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.42999999999999999,"15min":0.42199999999999999},"min":{"1min":0.29099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.77400000000000002,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.499}]},{"osd":6,"last update":"Fri Apr 12 16:22:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.48499999999999999,"15min":0.48699999999999999},"min":{"1min":0.32800000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.748,"5min":0.874,"15min":0.874},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.69199999999999995,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56799999999999995}]},{"osd":7,"last update":"Fri Apr 12 16:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54800000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:22:36.712 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-12T16:22:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:36 smithi005 ceph-mon[27222]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:36 smithi005 ceph-mon[37926]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:37.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:36 smithi016 ceph-mon[30750]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:37.523 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[37926]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[27222]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:37.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:37 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:38.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:37 smithi016 ceph-mon[30750]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:22:38.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:37 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:38.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:37 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:38.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:37 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:38.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:37 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:38.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:37 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:38.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:38 smithi005 ceph-mon[27222]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:38.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:38 smithi005 ceph-mon[27222]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T16:22:38.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:38 smithi005 ceph-mon[27222]: Reconfiguring daemon alertmanager.a on smithi005 2024-04-12T16:22:38.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:38 smithi005 ceph-mon[37926]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:38.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:38 smithi005 ceph-mon[37926]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T16:22:38.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:38 smithi005 ceph-mon[37926]: Reconfiguring daemon alertmanager.a on smithi005 2024-04-12T16:22:39.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:38 smithi016 ceph-mon[30750]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:39.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:38 smithi016 ceph-mon[30750]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T16:22:39.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:38 smithi016 ceph-mon[30750]: Reconfiguring daemon alertmanager.a on smithi005 2024-04-12T16:22:39.363 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:22:39] "GET /metrics HTTP/1.1" 200 33627 "" "Prometheus/2.43.0" 2024-04-12T16:22:39.659 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-12T16:22:39.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [7, 2]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-12T16:22:39.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-12T16:22:39.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [7, 2]}]: dispatch 2024-04-12T16:22:39.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-04-12T16:22:39.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-04-12T16:22:39.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]: dispatch 2024-04-12T16:22:39.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-12T16:22:39.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-12T16:22:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-04-12T16:22:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-12T16:22:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [7, 2]}]: dispatch 2024-04-12T16:22:40.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-04-12T16:22:40.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-04-12T16:22:40.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]: dispatch 2024-04-12T16:22:40.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]: dispatch 2024-04-12T16:22:40.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:40.383 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:40.385 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:22:40.943 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:40.943 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [7, 2]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[27222]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-12T16:22:40.944 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-12T16:22:40.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-12T16:22:40.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [7, 2]}]': finished 2024-04-12T16:22:40.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-04-12T16:22:40.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-04-12T16:22:40.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]': finished 2024-04-12T16:22:40.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-04-12T16:22:40.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:40 smithi005 ceph-mon[37926]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [7, 2]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 2]}]': finished 2024-04-12T16:22:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:40 smithi016 ceph-mon[30750]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T16:22:41.267 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-04-12T16:22:39.662585+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":243708,"kb_used_data":7064,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749717508,"statfs":{"total":767960285184,"available":767710728192,"internally_reserved":0,"allocated":7233536,"data_stored":4087389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.690537"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037826+0000","last_change":"2024-04-12T16:21:05.254632+0000","last_active":"2024-04-12T16:21:41.037826+0000","last_peered":"2024-04-12T16:21:41.037826+0000","last_clean":"2024-04-12T16:21:41.037826+0000","last_became_active":"2024-04-12T16:21:05.252643+0000","last_became_peered":"2024-04-12T16:21:05.252643+0000","last_unstale":"2024-04-12T16:21:41.037826+0000","last_undegraded":"2024-04-12T16:21:41.037826+0000","last_fullsized":"2024-04-12T16:21:41.037826+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963147+0000","last_change":"2024-04-12T16:21:05.240346+0000","last_active":"2024-04-12T16:21:40.963147+0000","last_peered":"2024-04-12T16:21:40.963147+0000","last_clean":"2024-04-12T16:21:40.963147+0000","last_became_active":"2024-04-12T16:21:05.240057+0000","last_became_peered":"2024-04-12T16:21:05.240057+0000","last_unstale":"2024-04-12T16:21:40.963147+0000","last_undegraded":"2024-04-12T16:21:40.963147+0000","last_fullsized":"2024-04-12T16:21:40.963147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:38:11.505773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039742+0000","last_change":"2024-04-12T16:21:05.241509+0000","last_active":"2024-04-12T16:21:41.039742+0000","last_peered":"2024-04-12T16:21:41.039742+0000","last_clean":"2024-04-12T16:21:41.039742+0000","last_became_active":"2024-04-12T16:21:05.241216+0000","last_became_peered":"2024-04-12T16:21:05.241216+0000","last_unstale":"2024-04-12T16:21:41.039742+0000","last_undegraded":"2024-04-12T16:21:41.039742+0000","last_fullsized":"2024-04-12T16:21:41.039742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:35:27.278555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074464+0000","last_change":"2024-04-12T16:21:05.241478+0000","last_active":"2024-04-12T16:21:41.074464+0000","last_peered":"2024-04-12T16:21:41.074464+0000","last_clean":"2024-04-12T16:21:41.074464+0000","last_became_active":"2024-04-12T16:21:05.241172+0000","last_became_peered":"2024-04-12T16:21:05.241172+0000","last_unstale":"2024-04-12T16:21:41.074464+0000","last_undegraded":"2024-04-12T16:21:41.074464+0000","last_fullsized":"2024-04-12T16:21:41.074464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:32:17.876922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037789+0000","last_change":"2024-04-12T16:21:05.251120+0000","last_active":"2024-04-12T16:21:41.037789+0000","last_peered":"2024-04-12T16:21:41.037789+0000","last_clean":"2024-04-12T16:21:41.037789+0000","last_became_active":"2024-04-12T16:21:05.250457+0000","last_became_peered":"2024-04-12T16:21:05.250457+0000","last_unstale":"2024-04-12T16:21:41.037789+0000","last_undegraded":"2024-04-12T16:21:41.037789+0000","last_fullsized":"2024-04-12T16:21:41.037789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074456+0000","last_change":"2024-04-12T16:21:05.237566+0000","last_active":"2024-04-12T16:21:41.074456+0000","last_peered":"2024-04-12T16:21:41.074456+0000","last_clean":"2024-04-12T16:21:41.074456+0000","last_became_active":"2024-04-12T16:21:05.237211+0000","last_became_peered":"2024-04-12T16:21:05.237211+0000","last_unstale":"2024-04-12T16:21:41.074456+0000","last_undegraded":"2024-04-12T16:21:41.074456+0000","last_fullsized":"2024-04-12T16:21:41.074456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:20.970449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037204+0000","last_change":"2024-04-12T16:21:05.251739+0000","last_active":"2024-04-12T16:21:41.037204+0000","last_peered":"2024-04-12T16:21:41.037204+0000","last_clean":"2024-04-12T16:21:41.037204+0000","last_became_active":"2024-04-12T16:21:05.250112+0000","last_became_peered":"2024-04-12T16:21:05.250112+0000","last_unstale":"2024-04-12T16:21:41.037204+0000","last_undegraded":"2024-04-12T16:21:41.037204+0000","last_fullsized":"2024-04-12T16:21:41.037204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961275+0000","last_change":"2024-04-12T16:21:05.228475+0000","last_active":"2024-04-12T16:21:40.961275+0000","last_peered":"2024-04-12T16:21:40.961275+0000","last_clean":"2024-04-12T16:21:40.961275+0000","last_became_active":"2024-04-12T16:21:05.228162+0000","last_became_peered":"2024-04-12T16:21:05.228162+0000","last_unstale":"2024-04-12T16:21:40.961275+0000","last_undegraded":"2024-04-12T16:21:40.961275+0000","last_fullsized":"2024-04-12T16:21:40.961275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037801+0000","last_change":"2024-04-12T16:21:05.253503+0000","last_active":"2024-04-12T16:21:41.037801+0000","last_peered":"2024-04-12T16:21:41.037801+0000","last_clean":"2024-04-12T16:21:41.037801+0000","last_became_active":"2024-04-12T16:21:05.253191+0000","last_became_peered":"2024-04-12T16:21:05.253191+0000","last_unstale":"2024-04-12T16:21:41.037801+0000","last_undegraded":"2024-04-12T16:21:41.037801+0000","last_fullsized":"2024-04-12T16:21:41.037801+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039463+0000","last_change":"2024-04-12T16:21:05.243711+0000","last_active":"2024-04-12T16:21:41.039463+0000","last_peered":"2024-04-12T16:21:41.039463+0000","last_clean":"2024-04-12T16:21:41.039463+0000","last_became_active":"2024-04-12T16:21:05.243393+0000","last_became_peered":"2024-04-12T16:21:05.243393+0000","last_unstale":"2024-04-12T16:21:41.039463+0000","last_undegraded":"2024-04-12T16:21:41.039463+0000","last_fullsized":"2024-04-12T16:21:41.039463+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039491+0000","last_change":"2024-04-12T16:21:05.241744+0000","last_active":"2024-04-12T16:21:41.039491+0000","last_peered":"2024-04-12T16:21:41.039491+0000","last_clean":"2024-04-12T16:21:41.039491+0000","last_became_active":"2024-04-12T16:21:05.241200+0000","last_became_peered":"2024-04-12T16:21:05.241200+0000","last_unstale":"2024-04-12T16:21:41.039491+0000","last_undegraded":"2024-04-12T16:21:41.039491+0000","last_fullsized":"2024-04-12T16:21:41.039491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962674+0000","last_change":"2024-04-12T16:21:05.240408+0000","last_active":"2024-04-12T16:21:40.962674+0000","last_peered":"2024-04-12T16:21:40.962674+0000","last_clean":"2024-04-12T16:21:40.962674+0000","last_became_active":"2024-04-12T16:21:05.240084+0000","last_became_peered":"2024-04-12T16:21:05.240084+0000","last_unstale":"2024-04-12T16:21:40.962674+0000","last_undegraded":"2024-04-12T16:21:40.962674+0000","last_fullsized":"2024-04-12T16:21:40.962674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:27:16.777945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962270+0000","last_change":"2024-04-12T16:21:05.236987+0000","last_active":"2024-04-12T16:21:40.962270+0000","last_peered":"2024-04-12T16:21:40.962270+0000","last_clean":"2024-04-12T16:21:40.962270+0000","last_became_active":"2024-04-12T16:21:05.236704+0000","last_became_peered":"2024-04-12T16:21:05.236704+0000","last_unstale":"2024-04-12T16:21:40.962270+0000","last_undegraded":"2024-04-12T16:21:40.962270+0000","last_fullsized":"2024-04-12T16:21:40.962270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039353+0000","last_change":"2024-04-12T16:21:05.241801+0000","last_active":"2024-04-12T16:21:41.039353+0000","last_peered":"2024-04-12T16:21:41.039353+0000","last_clean":"2024-04-12T16:21:41.039353+0000","last_became_active":"2024-04-12T16:21:05.240740+0000","last_became_peered":"2024-04-12T16:21:05.240740+0000","last_unstale":"2024-04-12T16:21:41.039353+0000","last_undegraded":"2024-04-12T16:21:41.039353+0000","last_fullsized":"2024-04-12T16:21:41.039353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:57:13.936175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962591+0000","last_change":"2024-04-12T16:21:05.242262+0000","last_active":"2024-04-12T16:21:40.962591+0000","last_peered":"2024-04-12T16:21:40.962591+0000","last_clean":"2024-04-12T16:21:40.962591+0000","last_became_active":"2024-04-12T16:21:05.241967+0000","last_became_peered":"2024-04-12T16:21:05.241967+0000","last_unstale":"2024-04-12T16:21:40.962591+0000","last_undegraded":"2024-04-12T16:21:40.962591+0000","last_fullsized":"2024-04-12T16:21:40.962591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:36:11.301298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074184+0000","last_change":"2024-04-12T16:21:05.239779+0000","last_active":"2024-04-12T16:21:41.074184+0000","last_peered":"2024-04-12T16:21:41.074184+0000","last_clean":"2024-04-12T16:21:41.074184+0000","last_became_active":"2024-04-12T16:21:05.239413+0000","last_became_peered":"2024-04-12T16:21:05.239413+0000","last_unstale":"2024-04-12T16:21:41.074184+0000","last_undegraded":"2024-04-12T16:21:41.074184+0000","last_fullsized":"2024-04-12T16:21:41.074184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:21:54.589927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074716+0000","last_change":"2024-04-12T16:21:05.238681+0000","last_active":"2024-04-12T16:21:41.074716+0000","last_peered":"2024-04-12T16:21:41.074716+0000","last_clean":"2024-04-12T16:21:41.074716+0000","last_became_active":"2024-04-12T16:21:05.238392+0000","last_became_peered":"2024-04-12T16:21:05.238392+0000","last_unstale":"2024-04-12T16:21:41.074716+0000","last_undegraded":"2024-04-12T16:21:41.074716+0000","last_fullsized":"2024-04-12T16:21:41.074716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:33:30.457932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074346+0000","last_change":"2024-04-12T16:21:05.247140+0000","last_active":"2024-04-12T16:21:41.074346+0000","last_peered":"2024-04-12T16:21:41.074346+0000","last_clean":"2024-04-12T16:21:41.074346+0000","last_became_active":"2024-04-12T16:21:05.246802+0000","last_became_peered":"2024-04-12T16:21:05.246802+0000","last_unstale":"2024-04-12T16:21:41.074346+0000","last_undegraded":"2024-04-12T16:21:41.074346+0000","last_fullsized":"2024-04-12T16:21:41.074346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:23:24.011515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037494+0000","last_change":"2024-04-12T16:21:05.254766+0000","last_active":"2024-04-12T16:21:41.037494+0000","last_peered":"2024-04-12T16:21:41.037494+0000","last_clean":"2024-04-12T16:21:41.037494+0000","last_became_active":"2024-04-12T16:21:05.253306+0000","last_became_peered":"2024-04-12T16:21:05.253306+0000","last_unstale":"2024-04-12T16:21:41.037494+0000","last_undegraded":"2024-04-12T16:21:41.037494+0000","last_fullsized":"2024-04-12T16:21:41.037494+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.040025+0000","last_change":"2024-04-12T16:21:04.873659+0000","last_active":"2024-04-12T16:21:41.040025+0000","last_peered":"2024-04-12T16:21:41.040025+0000","last_clean":"2024-04-12T16:21:41.040025+0000","last_became_active":"2024-04-12T16:21:04.872985+0000","last_became_peered":"2024-04-12T16:21:04.872985+0000","last_unstale":"2024-04-12T16:21:41.040025+0000","last_undegraded":"2024-04-12T16:21:41.040025+0000","last_fullsized":"2024-04-12T16:21:41.040025+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961516+0000","last_change":"2024-04-12T16:21:05.236173+0000","last_active":"2024-04-12T16:21:40.961516+0000","last_peered":"2024-04-12T16:21:40.961516+0000","last_clean":"2024-04-12T16:21:40.961516+0000","last_became_active":"2024-04-12T16:21:05.235768+0000","last_became_peered":"2024-04-12T16:21:05.235768+0000","last_unstale":"2024-04-12T16:21:40.961516+0000","last_undegraded":"2024-04-12T16:21:40.961516+0000","last_fullsized":"2024-04-12T16:21:40.961516+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961607+0000","last_change":"2024-04-12T16:21:04.866973+0000","last_active":"2024-04-12T16:21:40.961607+0000","last_peered":"2024-04-12T16:21:40.961607+0000","last_clean":"2024-04-12T16:21:40.961607+0000","last_became_active":"2024-04-12T16:21:04.866251+0000","last_became_peered":"2024-04-12T16:21:04.866251+0000","last_unstale":"2024-04-12T16:21:40.961607+0000","last_undegraded":"2024-04-12T16:21:40.961607+0000","last_fullsized":"2024-04-12T16:21:40.961607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.040001+0000","last_change":"2024-04-12T16:21:05.239952+0000","last_active":"2024-04-12T16:21:41.040001+0000","last_peered":"2024-04-12T16:21:41.040001+0000","last_clean":"2024-04-12T16:21:41.040001+0000","last_became_active":"2024-04-12T16:21:05.239605+0000","last_became_peered":"2024-04-12T16:21:05.239605+0000","last_unstale":"2024-04-12T16:21:41.040001+0000","last_undegraded":"2024-04-12T16:21:41.040001+0000","last_fullsized":"2024-04-12T16:21:41.040001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:45:06.566783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037856+0000","last_change":"2024-04-12T16:21:04.876081+0000","last_active":"2024-04-12T16:21:41.037856+0000","last_peered":"2024-04-12T16:21:41.037856+0000","last_clean":"2024-04-12T16:21:41.037856+0000","last_became_active":"2024-04-12T16:21:04.875753+0000","last_became_peered":"2024-04-12T16:21:04.875753+0000","last_unstale":"2024-04-12T16:21:41.037856+0000","last_undegraded":"2024-04-12T16:21:41.037856+0000","last_fullsized":"2024-04-12T16:21:41.037856+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074637+0000","last_change":"2024-04-12T16:21:05.238164+0000","last_active":"2024-04-12T16:21:41.074637+0000","last_peered":"2024-04-12T16:21:41.074637+0000","last_clean":"2024-04-12T16:21:41.074637+0000","last_became_active":"2024-04-12T16:21:05.237672+0000","last_became_peered":"2024-04-12T16:21:05.237672+0000","last_unstale":"2024-04-12T16:21:41.074637+0000","last_undegraded":"2024-04-12T16:21:41.074637+0000","last_fullsized":"2024-04-12T16:21:41.074637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:18:35.951336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037599+0000","last_change":"2024-04-12T16:21:04.876123+0000","last_active":"2024-04-12T16:21:41.037599+0000","last_peered":"2024-04-12T16:21:41.037599+0000","last_clean":"2024-04-12T16:21:41.037599+0000","last_became_active":"2024-04-12T16:21:04.875823+0000","last_became_peered":"2024-04-12T16:21:04.875823+0000","last_unstale":"2024-04-12T16:21:41.037599+0000","last_undegraded":"2024-04-12T16:21:41.037599+0000","last_fullsized":"2024-04-12T16:21:41.037599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074542+0000","last_change":"2024-04-12T16:21:05.231852+0000","last_active":"2024-04-12T16:21:41.074542+0000","last_peered":"2024-04-12T16:21:41.074542+0000","last_clean":"2024-04-12T16:21:41.074542+0000","last_became_active":"2024-04-12T16:21:05.231528+0000","last_became_peered":"2024-04-12T16:21:05.231528+0000","last_unstale":"2024-04-12T16:21:41.074542+0000","last_undegraded":"2024-04-12T16:21:41.074542+0000","last_fullsized":"2024-04-12T16:21:41.074542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:25:41.290025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962396+0000","last_change":"2024-04-12T16:21:04.872516+0000","last_active":"2024-04-12T16:21:40.962396+0000","last_peered":"2024-04-12T16:21:40.962396+0000","last_clean":"2024-04-12T16:21:40.962396+0000","last_became_active":"2024-04-12T16:21:04.872226+0000","last_became_peered":"2024-04-12T16:21:04.872226+0000","last_unstale":"2024-04-12T16:21:40.962396+0000","last_undegraded":"2024-04-12T16:21:40.962396+0000","last_fullsized":"2024-04-12T16:21:40.962396+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962010+0000","last_change":"2024-04-12T16:21:05.243557+0000","last_active":"2024-04-12T16:21:40.962010+0000","last_peered":"2024-04-12T16:21:40.962010+0000","last_clean":"2024-04-12T16:21:40.962010+0000","last_became_active":"2024-04-12T16:21:05.243230+0000","last_became_peered":"2024-04-12T16:21:05.243230+0000","last_unstale":"2024-04-12T16:21:40.962010+0000","last_undegraded":"2024-04-12T16:21:40.962010+0000","last_fullsized":"2024-04-12T16:21:40.962010+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:47:54.979559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039282+0000","last_change":"2024-04-12T16:21:04.867564+0000","last_active":"2024-04-12T16:21:41.039282+0000","last_peered":"2024-04-12T16:21:41.039282+0000","last_clean":"2024-04-12T16:21:41.039282+0000","last_became_active":"2024-04-12T16:21:04.866731+0000","last_became_peered":"2024-04-12T16:21:04.866731+0000","last_unstale":"2024-04-12T16:21:41.039282+0000","last_undegraded":"2024-04-12T16:21:41.039282+0000","last_fullsized":"2024-04-12T16:21:41.039282+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039423+0000","last_change":"2024-04-12T16:21:05.250409+0000","last_active":"2024-04-12T16:21:41.039423+0000","last_peered":"2024-04-12T16:21:41.039423+0000","last_clean":"2024-04-12T16:21:41.039423+0000","last_became_active":"2024-04-12T16:21:05.250103+0000","last_became_peered":"2024-04-12T16:21:05.250103+0000","last_unstale":"2024-04-12T16:21:41.039423+0000","last_undegraded":"2024-04-12T16:21:41.039423+0000","last_fullsized":"2024-04-12T16:21:41.039423+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:55:24.437695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961852+0000","last_change":"2024-04-12T16:21:04.866170+0000","last_active":"2024-04-12T16:21:40.961852+0000","last_peered":"2024-04-12T16:21:40.961852+0000","last_clean":"2024-04-12T16:21:40.961852+0000","last_became_active":"2024-04-12T16:21:04.865874+0000","last_became_peered":"2024-04-12T16:21:04.865874+0000","last_unstale":"2024-04-12T16:21:40.961852+0000","last_undegraded":"2024-04-12T16:21:40.961852+0000","last_fullsized":"2024-04-12T16:21:40.961852+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961409+0000","last_change":"2024-04-12T16:21:05.238088+0000","last_active":"2024-04-12T16:21:40.961409+0000","last_peered":"2024-04-12T16:21:40.961409+0000","last_clean":"2024-04-12T16:21:40.961409+0000","last_became_active":"2024-04-12T16:21:05.237454+0000","last_became_peered":"2024-04-12T16:21:05.237454+0000","last_unstale":"2024-04-12T16:21:40.961409+0000","last_undegraded":"2024-04-12T16:21:40.961409+0000","last_fullsized":"2024-04-12T16:21:40.961409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074249+0000","last_change":"2024-04-12T16:21:04.866924+0000","last_active":"2024-04-12T16:21:41.074249+0000","last_peered":"2024-04-12T16:21:41.074249+0000","last_clean":"2024-04-12T16:21:41.074249+0000","last_became_active":"2024-04-12T16:21:04.866623+0000","last_became_peered":"2024-04-12T16:21:04.866623+0000","last_unstale":"2024-04-12T16:21:41.074249+0000","last_undegraded":"2024-04-12T16:21:41.074249+0000","last_fullsized":"2024-04-12T16:21:41.074249+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:30.218702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962807+0000","last_change":"2024-04-12T16:21:05.244651+0000","last_active":"2024-04-12T16:21:40.962807+0000","last_peered":"2024-04-12T16:21:40.962807+0000","last_clean":"2024-04-12T16:21:40.962807+0000","last_became_active":"2024-04-12T16:21:05.244329+0000","last_became_peered":"2024-04-12T16:21:05.244329+0000","last_unstale":"2024-04-12T16:21:40.962807+0000","last_undegraded":"2024-04-12T16:21:40.962807+0000","last_fullsized":"2024-04-12T16:21:40.962807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:59.940282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039593+0000","last_change":"2024-04-12T16:21:04.868629+0000","last_active":"2024-04-12T16:21:41.039593+0000","last_peered":"2024-04-12T16:21:41.039593+0000","last_clean":"2024-04-12T16:21:41.039593+0000","last_became_active":"2024-04-12T16:21:04.868292+0000","last_became_peered":"2024-04-12T16:21:04.868292+0000","last_unstale":"2024-04-12T16:21:41.039593+0000","last_undegraded":"2024-04-12T16:21:41.039593+0000","last_fullsized":"2024-04-12T16:21:41.039593+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074622+0000","last_change":"2024-04-12T16:21:05.235666+0000","last_active":"2024-04-12T16:21:41.074622+0000","last_peered":"2024-04-12T16:21:41.074622+0000","last_clean":"2024-04-12T16:21:41.074622+0000","last_became_active":"2024-04-12T16:21:05.235350+0000","last_became_peered":"2024-04-12T16:21:05.235350+0000","last_unstale":"2024-04-12T16:21:41.074622+0000","last_undegraded":"2024-04-12T16:21:41.074622+0000","last_fullsized":"2024-04-12T16:21:41.074622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:54:32.754120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074683+0000","last_change":"2024-04-12T16:21:04.868463+0000","last_active":"2024-04-12T16:21:41.074683+0000","last_peered":"2024-04-12T16:21:41.074683+0000","last_clean":"2024-04-12T16:21:41.074683+0000","last_became_active":"2024-04-12T16:21:04.868129+0000","last_became_peered":"2024-04-12T16:21:04.868129+0000","last_unstale":"2024-04-12T16:21:41.074683+0000","last_undegraded":"2024-04-12T16:21:41.074683+0000","last_fullsized":"2024-04-12T16:21:41.074683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:44:50.681336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039947+0000","last_change":"2024-04-12T16:21:05.242122+0000","last_active":"2024-04-12T16:21:41.039947+0000","last_peered":"2024-04-12T16:21:41.039947+0000","last_clean":"2024-04-12T16:21:41.039947+0000","last_became_active":"2024-04-12T16:21:05.241592+0000","last_became_peered":"2024-04-12T16:21:05.241592+0000","last_unstale":"2024-04-12T16:21:41.039947+0000","last_undegraded":"2024-04-12T16:21:41.039947+0000","last_fullsized":"2024-04-12T16:21:41.039947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:41:34.715793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963380+0000","last_change":"2024-04-12T16:21:04.875665+0000","last_active":"2024-04-12T16:21:40.963380+0000","last_peered":"2024-04-12T16:21:40.963380+0000","last_clean":"2024-04-12T16:21:40.963380+0000","last_became_active":"2024-04-12T16:21:04.874338+0000","last_became_peered":"2024-04-12T16:21:04.874338+0000","last_unstale":"2024-04-12T16:21:40.963380+0000","last_undegraded":"2024-04-12T16:21:40.963380+0000","last_fullsized":"2024-04-12T16:21:40.963380+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:45:50.868611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962595+0000","last_change":"2024-04-12T16:21:05.243837+0000","last_active":"2024-04-12T16:21:40.962595+0000","last_peered":"2024-04-12T16:21:40.962595+0000","last_clean":"2024-04-12T16:21:40.962595+0000","last_became_active":"2024-04-12T16:21:05.243523+0000","last_became_peered":"2024-04-12T16:21:05.243523+0000","last_unstale":"2024-04-12T16:21:40.962595+0000","last_undegraded":"2024-04-12T16:21:40.962595+0000","last_fullsized":"2024-04-12T16:21:40.962595+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:08:07.261141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039312+0000","last_change":"2024-04-12T16:21:04.867252+0000","last_active":"2024-04-12T16:21:41.039312+0000","last_peered":"2024-04-12T16:21:41.039312+0000","last_clean":"2024-04-12T16:21:41.039312+0000","last_became_active":"2024-04-12T16:21:04.866893+0000","last_became_peered":"2024-04-12T16:21:04.866893+0000","last_unstale":"2024-04-12T16:21:41.039312+0000","last_undegraded":"2024-04-12T16:21:41.039312+0000","last_fullsized":"2024-04-12T16:21:41.039312+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037717+0000","last_change":"2024-04-12T16:21:05.252928+0000","last_active":"2024-04-12T16:21:41.037717+0000","last_peered":"2024-04-12T16:21:41.037717+0000","last_clean":"2024-04-12T16:21:41.037717+0000","last_became_active":"2024-04-12T16:21:05.249464+0000","last_became_peered":"2024-04-12T16:21:05.249464+0000","last_unstale":"2024-04-12T16:21:41.037717+0000","last_undegraded":"2024-04-12T16:21:41.037717+0000","last_fullsized":"2024-04-12T16:21:41.037717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:58:37.087848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039650+0000","last_change":"2024-04-12T16:21:04.874317+0000","last_active":"2024-04-12T16:21:41.039650+0000","last_peered":"2024-04-12T16:21:41.039650+0000","last_clean":"2024-04-12T16:21:41.039650+0000","last_became_active":"2024-04-12T16:21:04.874001+0000","last_became_peered":"2024-04-12T16:21:04.874001+0000","last_unstale":"2024-04-12T16:21:41.039650+0000","last_undegraded":"2024-04-12T16:21:41.039650+0000","last_fullsized":"2024-04-12T16:21:41.039650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039316+0000","last_change":"2024-04-12T16:21:05.251113+0000","last_active":"2024-04-12T16:21:41.039316+0000","last_peered":"2024-04-12T16:21:41.039316+0000","last_clean":"2024-04-12T16:21:41.039316+0000","last_became_active":"2024-04-12T16:21:05.250807+0000","last_became_peered":"2024-04-12T16:21:05.250807+0000","last_unstale":"2024-04-12T16:21:41.039316+0000","last_undegraded":"2024-04-12T16:21:41.039316+0000","last_fullsized":"2024-04-12T16:21:41.039316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:34:44.768816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074289+0000","last_change":"2024-04-12T16:21:04.871858+0000","last_active":"2024-04-12T16:21:41.074289+0000","last_peered":"2024-04-12T16:21:41.074289+0000","last_clean":"2024-04-12T16:21:41.074289+0000","last_became_active":"2024-04-12T16:21:04.871492+0000","last_became_peered":"2024-04-12T16:21:04.871492+0000","last_unstale":"2024-04-12T16:21:41.074289+0000","last_undegraded":"2024-04-12T16:21:41.074289+0000","last_fullsized":"2024-04-12T16:21:41.074289+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:53:17.312234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037586+0000","last_change":"2024-04-12T16:21:05.251371+0000","last_active":"2024-04-12T16:21:41.037586+0000","last_peered":"2024-04-12T16:21:41.037586+0000","last_clean":"2024-04-12T16:21:41.037586+0000","last_became_active":"2024-04-12T16:21:05.249796+0000","last_became_peered":"2024-04-12T16:21:05.249796+0000","last_unstale":"2024-04-12T16:21:41.037586+0000","last_undegraded":"2024-04-12T16:21:41.037586+0000","last_fullsized":"2024-04-12T16:21:41.037586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039047+0000","last_change":"2024-04-12T16:21:04.868890+0000","last_active":"2024-04-12T16:21:41.039047+0000","last_peered":"2024-04-12T16:21:41.039047+0000","last_clean":"2024-04-12T16:21:41.039047+0000","last_became_active":"2024-04-12T16:21:04.867434+0000","last_became_peered":"2024-04-12T16:21:04.867434+0000","last_unstale":"2024-04-12T16:21:41.039047+0000","last_undegraded":"2024-04-12T16:21:41.039047+0000","last_fullsized":"2024-04-12T16:21:41.039047+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039082+0000","last_change":"2024-04-12T16:21:05.236411+0000","last_active":"2024-04-12T16:21:41.039082+0000","last_peered":"2024-04-12T16:21:41.039082+0000","last_clean":"2024-04-12T16:21:41.039082+0000","last_became_active":"2024-04-12T16:21:05.235932+0000","last_became_peered":"2024-04-12T16:21:05.235932+0000","last_unstale":"2024-04-12T16:21:41.039082+0000","last_undegraded":"2024-04-12T16:21:41.039082+0000","last_fullsized":"2024-04-12T16:21:41.039082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074129+0000","last_change":"2024-04-12T16:21:04.863852+0000","last_active":"2024-04-12T16:21:41.074129+0000","last_peered":"2024-04-12T16:21:41.074129+0000","last_clean":"2024-04-12T16:21:41.074129+0000","last_became_active":"2024-04-12T16:21:04.863552+0000","last_became_peered":"2024-04-12T16:21:04.863552+0000","last_unstale":"2024-04-12T16:21:41.074129+0000","last_undegraded":"2024-04-12T16:21:41.074129+0000","last_fullsized":"2024-04-12T16:21:41.074129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:54:49.912660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037285+0000","last_change":"2024-04-12T16:21:05.249663+0000","last_active":"2024-04-12T16:21:41.037285+0000","last_peered":"2024-04-12T16:21:41.037285+0000","last_clean":"2024-04-12T16:21:41.037285+0000","last_became_active":"2024-04-12T16:21:05.249384+0000","last_became_peered":"2024-04-12T16:21:05.249384+0000","last_unstale":"2024-04-12T16:21:41.037285+0000","last_undegraded":"2024-04-12T16:21:41.037285+0000","last_fullsized":"2024-04-12T16:21:41.037285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962853+0000","last_change":"2024-04-12T16:21:04.864465+0000","last_active":"2024-04-12T16:21:40.962853+0000","last_peered":"2024-04-12T16:21:40.962853+0000","last_clean":"2024-04-12T16:21:40.962853+0000","last_became_active":"2024-04-12T16:21:04.864130+0000","last_became_peered":"2024-04-12T16:21:04.864130+0000","last_unstale":"2024-04-12T16:21:40.962853+0000","last_undegraded":"2024-04-12T16:21:40.962853+0000","last_fullsized":"2024-04-12T16:21:40.962853+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037700+0000","last_change":"2024-04-12T16:21:05.253784+0000","last_active":"2024-04-12T16:21:41.037700+0000","last_peered":"2024-04-12T16:21:41.037700+0000","last_clean":"2024-04-12T16:21:41.037700+0000","last_became_active":"2024-04-12T16:21:05.253463+0000","last_became_peered":"2024-04-12T16:21:05.253463+0000","last_unstale":"2024-04-12T16:21:41.037700+0000","last_undegraded":"2024-04-12T16:21:41.037700+0000","last_fullsized":"2024-04-12T16:21:41.037700+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:31.579468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963049+0000","last_change":"2024-04-12T16:21:40.003767+0000","last_active":"2024-04-12T16:21:40.963049+0000","last_peered":"2024-04-12T16:21:40.963049+0000","last_clean":"2024-04-12T16:21:40.963049+0000","last_became_active":"2024-04-12T16:21:40.003340+0000","last_became_peered":"2024-04-12T16:21:40.003340+0000","last_unstale":"2024-04-12T16:21:40.963049+0000","last_undegraded":"2024-04-12T16:21:40.963049+0000","last_fullsized":"2024-04-12T16:21:40.963049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:55:07.228887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963485+0000","last_change":"2024-04-12T16:21:04.865921+0000","last_active":"2024-04-12T16:21:40.963485+0000","last_peered":"2024-04-12T16:21:40.963485+0000","last_clean":"2024-04-12T16:21:40.963485+0000","last_became_active":"2024-04-12T16:21:04.865592+0000","last_became_peered":"2024-04-12T16:21:04.865592+0000","last_unstale":"2024-04-12T16:21:40.963485+0000","last_undegraded":"2024-04-12T16:21:40.963485+0000","last_fullsized":"2024-04-12T16:21:40.963485+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:30:22.314461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074564+0000","last_change":"2024-04-12T16:21:05.222749+0000","last_active":"2024-04-12T16:21:41.074564+0000","last_peered":"2024-04-12T16:21:41.074564+0000","last_clean":"2024-04-12T16:21:41.074564+0000","last_became_active":"2024-04-12T16:21:05.222397+0000","last_became_peered":"2024-04-12T16:21:05.222397+0000","last_unstale":"2024-04-12T16:21:41.074564+0000","last_undegraded":"2024-04-12T16:21:41.074564+0000","last_fullsized":"2024-04-12T16:21:41.074564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:30:00.112027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963572+0000","last_change":"2024-04-12T16:21:39.956809+0000","last_active":"2024-04-12T16:21:40.963572+0000","last_peered":"2024-04-12T16:21:40.963572+0000","last_clean":"2024-04-12T16:21:40.963572+0000","last_became_active":"2024-04-12T16:21:39.956528+0000","last_became_peered":"2024-04-12T16:21:39.956528+0000","last_unstale":"2024-04-12T16:21:40.963572+0000","last_undegraded":"2024-04-12T16:21:40.963572+0000","last_fullsized":"2024-04-12T16:21:40.963572+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:35.020797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074283+0000","last_change":"2024-04-12T16:21:04.868350+0000","last_active":"2024-04-12T16:21:41.074283+0000","last_peered":"2024-04-12T16:21:41.074283+0000","last_clean":"2024-04-12T16:21:41.074283+0000","last_became_active":"2024-04-12T16:21:04.867825+0000","last_became_peered":"2024-04-12T16:21:04.867825+0000","last_unstale":"2024-04-12T16:21:41.074283+0000","last_undegraded":"2024-04-12T16:21:41.074283+0000","last_fullsized":"2024-04-12T16:21:41.074283+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:05:41.879698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962972+0000","last_change":"2024-04-12T16:21:05.246331+0000","last_active":"2024-04-12T16:21:40.962972+0000","last_peered":"2024-04-12T16:21:40.962972+0000","last_clean":"2024-04-12T16:21:40.962972+0000","last_became_active":"2024-04-12T16:21:05.245971+0000","last_became_peered":"2024-04-12T16:21:05.245971+0000","last_unstale":"2024-04-12T16:21:40.962972+0000","last_undegraded":"2024-04-12T16:21:40.962972+0000","last_fullsized":"2024-04-12T16:21:40.962972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:15:27.781038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963806+0000","last_change":"2024-04-12T16:21:40.003688+0000","last_active":"2024-04-12T16:21:40.963806+0000","last_peered":"2024-04-12T16:21:40.963806+0000","last_clean":"2024-04-12T16:21:40.963806+0000","last_became_active":"2024-04-12T16:21:40.003342+0000","last_became_peered":"2024-04-12T16:21:40.003342+0000","last_unstale":"2024-04-12T16:21:40.963806+0000","last_undegraded":"2024-04-12T16:21:40.963806+0000","last_fullsized":"2024-04-12T16:21:40.963806+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:22:04.494323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962314+0000","last_change":"2024-04-12T16:21:05.249718+0000","last_active":"2024-04-12T16:21:40.962314+0000","last_peered":"2024-04-12T16:21:40.962314+0000","last_clean":"2024-04-12T16:21:40.962314+0000","last_became_active":"2024-04-12T16:21:05.247982+0000","last_became_peered":"2024-04-12T16:21:05.247982+0000","last_unstale":"2024-04-12T16:21:40.962314+0000","last_undegraded":"2024-04-12T16:21:40.962314+0000","last_fullsized":"2024-04-12T16:21:40.962314+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:12:30.902982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074036+0000","last_change":"2024-04-12T16:21:04.863283+0000","last_active":"2024-04-12T16:21:41.074036+0000","last_peered":"2024-04-12T16:21:41.074036+0000","last_clean":"2024-04-12T16:21:41.074036+0000","last_became_active":"2024-04-12T16:21:04.862950+0000","last_became_peered":"2024-04-12T16:21:04.862950+0000","last_unstale":"2024-04-12T16:21:41.074036+0000","last_undegraded":"2024-04-12T16:21:41.074036+0000","last_fullsized":"2024-04-12T16:21:41.074036+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:44:19.186952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039310+0000","last_change":"2024-04-12T16:21:40.022192+0000","last_active":"2024-04-12T16:21:41.039310+0000","last_peered":"2024-04-12T16:21:41.039310+0000","last_clean":"2024-04-12T16:21:41.039310+0000","last_became_active":"2024-04-12T16:21:40.021761+0000","last_became_peered":"2024-04-12T16:21:40.021761+0000","last_unstale":"2024-04-12T16:21:41.039310+0000","last_undegraded":"2024-04-12T16:21:41.039310+0000","last_fullsized":"2024-04-12T16:21:41.039310+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:43:01.860509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962127+0000","last_change":"2024-04-12T16:21:05.230918+0000","last_active":"2024-04-12T16:21:40.962127+0000","last_peered":"2024-04-12T16:21:40.962127+0000","last_clean":"2024-04-12T16:21:40.962127+0000","last_became_active":"2024-04-12T16:21:05.230649+0000","last_became_peered":"2024-04-12T16:21:05.230649+0000","last_unstale":"2024-04-12T16:21:40.962127+0000","last_undegraded":"2024-04-12T16:21:40.962127+0000","last_fullsized":"2024-04-12T16:21:40.962127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074309+0000","last_change":"2024-04-12T16:21:04.865635+0000","last_active":"2024-04-12T16:21:41.074309+0000","last_peered":"2024-04-12T16:21:41.074309+0000","last_clean":"2024-04-12T16:21:41.074309+0000","last_became_active":"2024-04-12T16:21:04.865221+0000","last_became_peered":"2024-04-12T16:21:04.865221+0000","last_unstale":"2024-04-12T16:21:41.074309+0000","last_undegraded":"2024-04-12T16:21:41.074309+0000","last_fullsized":"2024-04-12T16:21:41.074309+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:13:14.670272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":262,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.041728+0000","last_change":"2024-04-12T16:20:50.673182+0000","last_active":"2024-04-12T16:21:41.041728+0000","last_peered":"2024-04-12T16:21:41.041728+0000","last_clean":"2024-04-12T16:21:41.041728+0000","last_became_active":"2024-04-12T16:20:50.672847+0000","last_became_peered":"2024-04-12T16:20:50.672847+0000","last_unstale":"2024-04-12T16:21:41.041728+0000","last_undegraded":"2024-04-12T16:21:41.041728+0000","last_fullsized":"2024-04-12T16:21:41.041728+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039704+0000","last_change":"2024-04-12T16:21:39.956272+0000","last_active":"2024-04-12T16:21:41.039704+0000","last_peered":"2024-04-12T16:21:41.039704+0000","last_clean":"2024-04-12T16:21:41.039704+0000","last_became_active":"2024-04-12T16:21:39.955812+0000","last_became_peered":"2024-04-12T16:21:39.955812+0000","last_unstale":"2024-04-12T16:21:41.039704+0000","last_undegraded":"2024-04-12T16:21:41.039704+0000","last_fullsized":"2024-04-12T16:21:41.039704+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:08:49.897982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039178+0000","last_change":"2024-04-12T16:21:05.239801+0000","last_active":"2024-04-12T16:21:41.039178+0000","last_peered":"2024-04-12T16:21:41.039178+0000","last_clean":"2024-04-12T16:21:41.039178+0000","last_became_active":"2024-04-12T16:21:05.239254+0000","last_became_peered":"2024-04-12T16:21:05.239254+0000","last_unstale":"2024-04-12T16:21:41.039178+0000","last_undegraded":"2024-04-12T16:21:41.039178+0000","last_fullsized":"2024-04-12T16:21:41.039178+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:12:46.930763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037146+0000","last_change":"2024-04-12T16:21:04.875281+0000","last_active":"2024-04-12T16:21:41.037146+0000","last_peered":"2024-04-12T16:21:41.037146+0000","last_clean":"2024-04-12T16:21:41.037146+0000","last_became_active":"2024-04-12T16:21:04.874969+0000","last_became_peered":"2024-04-12T16:21:04.874969+0000","last_unstale":"2024-04-12T16:21:41.037146+0000","last_undegraded":"2024-04-12T16:21:41.037146+0000","last_fullsized":"2024-04-12T16:21:41.037146+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039295+0000","last_change":"2024-04-12T16:21:40.022744+0000","last_active":"2024-04-12T16:21:41.039295+0000","last_peered":"2024-04-12T16:21:41.039295+0000","last_clean":"2024-04-12T16:21:41.039295+0000","last_became_active":"2024-04-12T16:21:40.021800+0000","last_became_peered":"2024-04-12T16:21:40.021800+0000","last_unstale":"2024-04-12T16:21:41.039295+0000","last_undegraded":"2024-04-12T16:21:41.039295+0000","last_fullsized":"2024-04-12T16:21:41.039295+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:15:12.497592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037793+0000","last_change":"2024-04-12T16:21:04.875224+0000","last_active":"2024-04-12T16:21:41.037793+0000","last_peered":"2024-04-12T16:21:41.037793+0000","last_clean":"2024-04-12T16:21:41.037793+0000","last_became_active":"2024-04-12T16:21:04.874874+0000","last_became_peered":"2024-04-12T16:21:04.874874+0000","last_unstale":"2024-04-12T16:21:41.037793+0000","last_undegraded":"2024-04-12T16:21:41.037793+0000","last_fullsized":"2024-04-12T16:21:41.037793+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963654+0000","last_change":"2024-04-12T16:21:05.233960+0000","last_active":"2024-04-12T16:21:40.963654+0000","last_peered":"2024-04-12T16:21:40.963654+0000","last_clean":"2024-04-12T16:21:40.963654+0000","last_became_active":"2024-04-12T16:21:05.233671+0000","last_became_peered":"2024-04-12T16:21:05.233671+0000","last_unstale":"2024-04-12T16:21:40.963654+0000","last_undegraded":"2024-04-12T16:21:40.963654+0000","last_fullsized":"2024-04-12T16:21:40.963654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:25:58.468373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961321+0000","last_change":"2024-04-12T16:21:40.022205+0000","last_active":"2024-04-12T16:21:40.961321+0000","last_peered":"2024-04-12T16:21:40.961321+0000","last_clean":"2024-04-12T16:21:40.961321+0000","last_became_active":"2024-04-12T16:21:40.021879+0000","last_became_peered":"2024-04-12T16:21:40.021879+0000","last_unstale":"2024-04-12T16:21:40.961321+0000","last_undegraded":"2024-04-12T16:21:40.961321+0000","last_fullsized":"2024-04-12T16:21:40.961321+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:19:27.712705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.964030+0000","last_change":"2024-04-12T16:21:04.867264+0000","last_active":"2024-04-12T16:21:40.964030+0000","last_peered":"2024-04-12T16:21:40.964030+0000","last_clean":"2024-04-12T16:21:40.964030+0000","last_became_active":"2024-04-12T16:21:04.866943+0000","last_became_peered":"2024-04-12T16:21:04.866943+0000","last_unstale":"2024-04-12T16:21:40.964030+0000","last_undegraded":"2024-04-12T16:21:40.964030+0000","last_fullsized":"2024-04-12T16:21:40.964030+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:05:37.798044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961576+0000","last_change":"2024-04-12T16:21:05.239831+0000","last_active":"2024-04-12T16:21:40.961576+0000","last_peered":"2024-04-12T16:21:40.961576+0000","last_clean":"2024-04-12T16:21:40.961576+0000","last_became_active":"2024-04-12T16:21:05.239277+0000","last_became_peered":"2024-04-12T16:21:05.239277+0000","last_unstale":"2024-04-12T16:21:40.961576+0000","last_undegraded":"2024-04-12T16:21:40.961576+0000","last_fullsized":"2024-04-12T16:21:40.961576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962211+0000","last_change":"2024-04-12T16:21:40.003628+0000","last_active":"2024-04-12T16:21:40.962211+0000","last_peered":"2024-04-12T16:21:40.962211+0000","last_clean":"2024-04-12T16:21:40.962211+0000","last_became_active":"2024-04-12T16:21:40.003312+0000","last_became_peered":"2024-04-12T16:21:40.003312+0000","last_unstale":"2024-04-12T16:21:40.962211+0000","last_undegraded":"2024-04-12T16:21:40.962211+0000","last_fullsized":"2024-04-12T16:21:40.962211+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:46:49.560232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039556+0000","last_change":"2024-04-12T16:21:04.868783+0000","last_active":"2024-04-12T16:21:41.039556+0000","last_peered":"2024-04-12T16:21:41.039556+0000","last_clean":"2024-04-12T16:21:41.039556+0000","last_became_active":"2024-04-12T16:21:04.868500+0000","last_became_peered":"2024-04-12T16:21:04.868500+0000","last_unstale":"2024-04-12T16:21:41.039556+0000","last_undegraded":"2024-04-12T16:21:41.039556+0000","last_fullsized":"2024-04-12T16:21:41.039556+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039816+0000","last_change":"2024-04-12T16:21:05.240274+0000","last_active":"2024-04-12T16:21:41.039816+0000","last_peered":"2024-04-12T16:21:41.039816+0000","last_clean":"2024-04-12T16:21:41.039816+0000","last_became_active":"2024-04-12T16:21:05.240012+0000","last_became_peered":"2024-04-12T16:21:05.240012+0000","last_unstale":"2024-04-12T16:21:41.039816+0000","last_undegraded":"2024-04-12T16:21:41.039816+0000","last_fullsized":"2024-04-12T16:21:41.039816+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:16:59.268917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037298+0000","last_change":"2024-04-12T16:21:04.874656+0000","last_active":"2024-04-12T16:21:41.037298+0000","last_peered":"2024-04-12T16:21:41.037298+0000","last_clean":"2024-04-12T16:21:41.037298+0000","last_became_active":"2024-04-12T16:21:04.874355+0000","last_became_peered":"2024-04-12T16:21:04.874355+0000","last_unstale":"2024-04-12T16:21:41.037298+0000","last_undegraded":"2024-04-12T16:21:41.037298+0000","last_fullsized":"2024-04-12T16:21:41.037298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962452+0000","last_change":"2024-04-12T16:21:05.239741+0000","last_active":"2024-04-12T16:21:40.962452+0000","last_peered":"2024-04-12T16:21:40.962452+0000","last_clean":"2024-04-12T16:21:40.962452+0000","last_became_active":"2024-04-12T16:21:05.238979+0000","last_became_peered":"2024-04-12T16:21:05.238979+0000","last_unstale":"2024-04-12T16:21:40.962452+0000","last_undegraded":"2024-04-12T16:21:40.962452+0000","last_fullsized":"2024-04-12T16:21:40.962452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:31:06.069050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962669+0000","last_change":"2024-04-12T16:21:04.872205+0000","last_active":"2024-04-12T16:21:40.962669+0000","last_peered":"2024-04-12T16:21:40.962669+0000","last_clean":"2024-04-12T16:21:40.962669+0000","last_became_active":"2024-04-12T16:21:04.871730+0000","last_became_peered":"2024-04-12T16:21:04.871730+0000","last_unstale":"2024-04-12T16:21:40.962669+0000","last_undegraded":"2024-04-12T16:21:40.962669+0000","last_fullsized":"2024-04-12T16:21:40.962669+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:17:55.077464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961365+0000","last_change":"2024-04-12T16:21:05.243737+0000","last_active":"2024-04-12T16:21:40.961365+0000","last_peered":"2024-04-12T16:21:40.961365+0000","last_clean":"2024-04-12T16:21:40.961365+0000","last_became_active":"2024-04-12T16:21:05.243370+0000","last_became_peered":"2024-04-12T16:21:05.243370+0000","last_unstale":"2024-04-12T16:21:40.961365+0000","last_undegraded":"2024-04-12T16:21:40.961365+0000","last_fullsized":"2024-04-12T16:21:40.961365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963201+0000","last_change":"2024-04-12T16:21:04.870193+0000","last_active":"2024-04-12T16:21:40.963201+0000","last_peered":"2024-04-12T16:21:40.963201+0000","last_clean":"2024-04-12T16:21:40.963201+0000","last_became_active":"2024-04-12T16:21:04.869895+0000","last_became_peered":"2024-04-12T16:21:04.869895+0000","last_unstale":"2024-04-12T16:21:40.963201+0000","last_undegraded":"2024-04-12T16:21:40.963201+0000","last_fullsized":"2024-04-12T16:21:40.963201+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:15:29.287637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962471+0000","last_change":"2024-04-12T16:21:05.239081+0000","last_active":"2024-04-12T16:21:40.962471+0000","last_peered":"2024-04-12T16:21:40.962471+0000","last_clean":"2024-04-12T16:21:40.962471+0000","last_became_active":"2024-04-12T16:21:05.238771+0000","last_became_peered":"2024-04-12T16:21:05.238771+0000","last_unstale":"2024-04-12T16:21:40.962471+0000","last_undegraded":"2024-04-12T16:21:40.962471+0000","last_fullsized":"2024-04-12T16:21:40.962471+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037487+0000","last_change":"2024-04-12T16:21:04.876848+0000","last_active":"2024-04-12T16:21:41.037487+0000","last_peered":"2024-04-12T16:21:41.037487+0000","last_clean":"2024-04-12T16:21:41.037487+0000","last_became_active":"2024-04-12T16:21:04.876551+0000","last_became_peered":"2024-04-12T16:21:04.876551+0000","last_unstale":"2024-04-12T16:21:41.037487+0000","last_undegraded":"2024-04-12T16:21:41.037487+0000","last_fullsized":"2024-04-12T16:21:41.037487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039191+0000","last_change":"2024-04-12T16:21:05.244269+0000","last_active":"2024-04-12T16:21:41.039191+0000","last_peered":"2024-04-12T16:21:41.039191+0000","last_clean":"2024-04-12T16:21:41.039191+0000","last_became_active":"2024-04-12T16:21:05.243980+0000","last_became_peered":"2024-04-12T16:21:05.243980+0000","last_unstale":"2024-04-12T16:21:41.039191+0000","last_undegraded":"2024-04-12T16:21:41.039191+0000","last_fullsized":"2024-04-12T16:21:41.039191+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074244+0000","last_change":"2024-04-12T16:21:04.862200+0000","last_active":"2024-04-12T16:21:41.074244+0000","last_peered":"2024-04-12T16:21:41.074244+0000","last_clean":"2024-04-12T16:21:41.074244+0000","last_became_active":"2024-04-12T16:21:04.861815+0000","last_became_peered":"2024-04-12T16:21:04.861815+0000","last_unstale":"2024-04-12T16:21:41.074244+0000","last_undegraded":"2024-04-12T16:21:41.074244+0000","last_fullsized":"2024-04-12T16:21:41.074244+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:50:34.783627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037785+0000","last_change":"2024-04-12T16:21:05.256149+0000","last_active":"2024-04-12T16:21:41.037785+0000","last_peered":"2024-04-12T16:21:41.037785+0000","last_clean":"2024-04-12T16:21:41.037785+0000","last_became_active":"2024-04-12T16:21:05.255575+0000","last_became_peered":"2024-04-12T16:21:05.255575+0000","last_unstale":"2024-04-12T16:21:41.037785+0000","last_undegraded":"2024-04-12T16:21:41.037785+0000","last_fullsized":"2024-04-12T16:21:41.037785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963288+0000","last_change":"2024-04-12T16:21:04.871482+0000","last_active":"2024-04-12T16:21:40.963288+0000","last_peered":"2024-04-12T16:21:40.963288+0000","last_clean":"2024-04-12T16:21:40.963288+0000","last_became_active":"2024-04-12T16:21:04.871043+0000","last_became_peered":"2024-04-12T16:21:04.871043+0000","last_unstale":"2024-04-12T16:21:40.963288+0000","last_undegraded":"2024-04-12T16:21:40.963288+0000","last_fullsized":"2024-04-12T16:21:40.963288+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:34:39.225479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074524+0000","last_change":"2024-04-12T16:21:05.238429+0000","last_active":"2024-04-12T16:21:41.074524+0000","last_peered":"2024-04-12T16:21:41.074524+0000","last_clean":"2024-04-12T16:21:41.074524+0000","last_became_active":"2024-04-12T16:21:05.237722+0000","last_became_peered":"2024-04-12T16:21:05.237722+0000","last_unstale":"2024-04-12T16:21:41.074524+0000","last_undegraded":"2024-04-12T16:21:41.074524+0000","last_fullsized":"2024-04-12T16:21:41.074524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:02:57.554093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074311+0000","last_change":"2024-04-12T16:21:04.866057+0000","last_active":"2024-04-12T16:21:41.074311+0000","last_peered":"2024-04-12T16:21:41.074311+0000","last_clean":"2024-04-12T16:21:41.074311+0000","last_became_active":"2024-04-12T16:21:04.865749+0000","last_became_peered":"2024-04-12T16:21:04.865749+0000","last_unstale":"2024-04-12T16:21:41.074311+0000","last_undegraded":"2024-04-12T16:21:41.074311+0000","last_fullsized":"2024-04-12T16:21:41.074311+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:23:23.080389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.037736+0000","last_change":"2024-04-12T16:21:05.253177+0000","last_active":"2024-04-12T16:21:41.037736+0000","last_peered":"2024-04-12T16:21:41.037736+0000","last_clean":"2024-04-12T16:21:41.037736+0000","last_became_active":"2024-04-12T16:21:05.252117+0000","last_became_peered":"2024-04-12T16:21:05.252117+0000","last_unstale":"2024-04-12T16:21:41.037736+0000","last_undegraded":"2024-04-12T16:21:41.037736+0000","last_fullsized":"2024-04-12T16:21:41.037736+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:48:00.456246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.038992+0000","last_change":"2024-04-12T16:21:05.236216+0000","last_active":"2024-04-12T16:21:41.038992+0000","last_peered":"2024-04-12T16:21:41.038992+0000","last_clean":"2024-04-12T16:21:41.038992+0000","last_became_active":"2024-04-12T16:21:05.235546+0000","last_became_peered":"2024-04-12T16:21:05.235546+0000","last_unstale":"2024-04-12T16:21:41.038992+0000","last_undegraded":"2024-04-12T16:21:41.038992+0000","last_fullsized":"2024-04-12T16:21:41.038992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:40:26.035820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074100+0000","last_change":"2024-04-12T16:21:05.234436+0000","last_active":"2024-04-12T16:21:41.074100+0000","last_peered":"2024-04-12T16:21:41.074100+0000","last_clean":"2024-04-12T16:21:41.074100+0000","last_became_active":"2024-04-12T16:21:05.234164+0000","last_became_peered":"2024-04-12T16:21:05.234164+0000","last_unstale":"2024-04-12T16:21:41.074100+0000","last_undegraded":"2024-04-12T16:21:41.074100+0000","last_fullsized":"2024-04-12T16:21:41.074100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:12:13.286952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074376+0000","last_change":"2024-04-12T16:21:05.234557+0000","last_active":"2024-04-12T16:21:41.074376+0000","last_peered":"2024-04-12T16:21:41.074376+0000","last_clean":"2024-04-12T16:21:41.074376+0000","last_became_active":"2024-04-12T16:21:05.234243+0000","last_became_peered":"2024-04-12T16:21:05.234243+0000","last_unstale":"2024-04-12T16:21:41.074376+0000","last_undegraded":"2024-04-12T16:21:41.074376+0000","last_fullsized":"2024-04-12T16:21:41.074376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:33:58.294539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039471+0000","last_change":"2024-04-12T16:21:05.241814+0000","last_active":"2024-04-12T16:21:41.039471+0000","last_peered":"2024-04-12T16:21:41.039471+0000","last_clean":"2024-04-12T16:21:41.039471+0000","last_became_active":"2024-04-12T16:21:05.241517+0000","last_became_peered":"2024-04-12T16:21:05.241517+0000","last_unstale":"2024-04-12T16:21:41.039471+0000","last_undegraded":"2024-04-12T16:21:41.039471+0000","last_fullsized":"2024-04-12T16:21:41.039471+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:29:14.431181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.962804+0000","last_change":"2024-04-12T16:21:05.244178+0000","last_active":"2024-04-12T16:21:40.962804+0000","last_peered":"2024-04-12T16:21:40.962804+0000","last_clean":"2024-04-12T16:21:40.962804+0000","last_became_active":"2024-04-12T16:21:05.243828+0000","last_became_peered":"2024-04-12T16:21:05.243828+0000","last_unstale":"2024-04-12T16:21:40.962804+0000","last_undegraded":"2024-04-12T16:21:40.962804+0000","last_fullsized":"2024-04-12T16:21:40.962804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:49:53.705924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.963196+0000","last_change":"2024-04-12T16:21:05.248289+0000","last_active":"2024-04-12T16:21:40.963196+0000","last_peered":"2024-04-12T16:21:40.963196+0000","last_clean":"2024-04-12T16:21:40.963196+0000","last_became_active":"2024-04-12T16:21:05.247958+0000","last_became_peered":"2024-04-12T16:21:05.247958+0000","last_unstale":"2024-04-12T16:21:40.963196+0000","last_undegraded":"2024-04-12T16:21:40.963196+0000","last_fullsized":"2024-04-12T16:21:40.963196+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:03:48.176351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039551+0000","last_change":"2024-04-12T16:21:05.242552+0000","last_active":"2024-04-12T16:21:41.039551+0000","last_peered":"2024-04-12T16:21:41.039551+0000","last_clean":"2024-04-12T16:21:41.039551+0000","last_became_active":"2024-04-12T16:21:05.242176+0000","last_became_peered":"2024-04-12T16:21:05.242176+0000","last_unstale":"2024-04-12T16:21:41.039551+0000","last_undegraded":"2024-04-12T16:21:41.039551+0000","last_fullsized":"2024-04-12T16:21:41.039551+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961656+0000","last_change":"2024-04-12T16:21:05.239563+0000","last_active":"2024-04-12T16:21:40.961656+0000","last_peered":"2024-04-12T16:21:40.961656+0000","last_clean":"2024-04-12T16:21:40.961656+0000","last_became_active":"2024-04-12T16:21:05.238906+0000","last_became_peered":"2024-04-12T16:21:05.238906+0000","last_unstale":"2024-04-12T16:21:40.961656+0000","last_undegraded":"2024-04-12T16:21:40.961656+0000","last_fullsized":"2024-04-12T16:21:40.961656+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074300+0000","last_change":"2024-04-12T16:21:05.222981+0000","last_active":"2024-04-12T16:21:41.074300+0000","last_peered":"2024-04-12T16:21:41.074300+0000","last_clean":"2024-04-12T16:21:41.074300+0000","last_became_active":"2024-04-12T16:21:05.222232+0000","last_became_peered":"2024-04-12T16:21:05.222232+0000","last_unstale":"2024-04-12T16:21:41.074300+0000","last_undegraded":"2024-04-12T16:21:41.074300+0000","last_fullsized":"2024-04-12T16:21:41.074300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:21:30.625403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:40.961720+0000","last_change":"2024-04-12T16:21:05.243941+0000","last_active":"2024-04-12T16:21:40.961720+0000","last_peered":"2024-04-12T16:21:40.961720+0000","last_clean":"2024-04-12T16:21:40.961720+0000","last_became_active":"2024-04-12T16:21:05.240660+0000","last_became_peered":"2024-04-12T16:21:05.240660+0000","last_unstale":"2024-04-12T16:21:40.961720+0000","last_undegraded":"2024-04-12T16:21:40.961720+0000","last_fullsized":"2024-04-12T16:21:40.961720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.074368+0000","last_change":"2024-04-12T16:21:05.233266+0000","last_active":"2024-04-12T16:21:41.074368+0000","last_peered":"2024-04-12T16:21:41.074368+0000","last_clean":"2024-04-12T16:21:41.074368+0000","last_became_active":"2024-04-12T16:21:05.232929+0000","last_became_peered":"2024-04-12T16:21:05.232929+0000","last_unstale":"2024-04-12T16:21:41.074368+0000","last_undegraded":"2024-04-12T16:21:41.074368+0000","last_fullsized":"2024-04-12T16:21:41.074368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:43:49.171981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039533+0000","last_change":"2024-04-12T16:21:05.251868+0000","last_active":"2024-04-12T16:21:41.039533+0000","last_peered":"2024-04-12T16:21:41.039533+0000","last_clean":"2024-04-12T16:21:41.039533+0000","last_became_active":"2024-04-12T16:21:05.251599+0000","last_became_peered":"2024-04-12T16:21:05.251599+0000","last_unstale":"2024-04-12T16:21:41.039533+0000","last_undegraded":"2024-04-12T16:21:41.039533+0000","last_fullsized":"2024-04-12T16:21:41.039533+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:04:55.761846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-12T16:21:41.039304+0000","last_change":"2024-04-12T16:21:05.239497+0000","last_active":"2024-04-12T16:21:41.039304+0000","last_peered":"2024-04-12T16:21:41.039304+0000","last_clean":"2024-04-12T16:21:41.039304+0000","last_became_active":"2024-04-12T16:21:05.239201+0000","last_became_peered":"2024-04-12T16:21:05.239201+0000","last_unstale":"2024-04-12T16:21:41.039304+0000","last_undegraded":"2024-04-12T16:21:41.039304+0000","last_fullsized":"2024-04-12T16:21:41.039304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1273856,"data_stored":879505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":31848908},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.45200000000000001}]},{"osd":3,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.624},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.68600000000000005}]},{"osd":4,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.54300000000000004}]},{"osd":5,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64900000000000002}]},{"osd":6,"last update":"Fri Apr 12 16:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.70699999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32352,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712800,"statfs":{"total":95995035648,"available":95961907200,"internally_reserved":0,"allocated":1265664,"data_stored":880374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.56000000000000005,"15min":0.52600000000000002},"min":{"1min":0.38600000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":5.6079999999999997,"5min":5.6079999999999997,"15min":5.6079999999999997},"last":0.438},{"interface":"front","average":{"1min":1.6279999999999999,"5min":0.73999999999999999,"15min":0.59199999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":14.83,"5min":14.83,"15min":14.83},"last":0.51700000000000002}]},{"osd":1,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":1.597,"5min":0.73299999999999998,"15min":0.58899999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":14.808999999999999,"5min":14.808999999999999,"15min":14.808999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.502}]},{"osd":2,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51200000000000001,"15min":0.51100000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54500000000000004,"15min":0.55000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.45600000000000002}]},{"osd":3,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.498,"15min":0.501},"min":{"1min":0.36699999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.61799999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54400000000000004,"15min":0.54000000000000004},"min":{"1min":0.42599999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.54700000000000004}]},{"osd":4,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.47299999999999998,"15min":0.47599999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.48299999999999998,"15min":0.48099999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.65300000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.39200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.502,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54100000000000004,"15min":0.54300000000000004},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Apr 12 16:21:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.56899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":288420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.32400000000000001,"15min":0.30399999999999999},"min":{"1min":0.23599999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.48399999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.34599999999999997,"15min":0.32100000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.46999999999999997,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.42999999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:21:53 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.435,"15min":0.432},"min":{"1min":0.32900000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.66300000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.39400000000000002,"15min":0.39100000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.35899999999999999}]},{"osd":3,"last update":"Fri Apr 12 16:22:13 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.44600000000000001,"15min":0.46500000000000002},"min":{"1min":0.26400000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58999999999999997,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.41799999999999998,"15min":0.42499999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.52900000000000003,"15min":0.51600000000000001},"min":{"1min":0.41199999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.56100000000000005,"15min":0.55600000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80300000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67600000000000005}]},{"osd":5,"last update":"Fri Apr 12 16:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73299999999999998,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.57799999999999996,"15min":0.58799999999999997},"min":{"1min":0.375,"5min":0.374,"15min":0.374},"max":{"1min":0.68500000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.73699999999999999}]},{"osd":6,"last update":"Fri Apr 12 16:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.64100000000000001,"15min":0.66200000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69099999999999995,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.45100000000000001,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74299999999999999,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.51200000000000001}]},{"osd":7,"last update":"Fri Apr 12 16:21:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.70299999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28272,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716880,"statfs":{"total":95995035648,"available":95966085120,"internally_reserved":0,"allocated":1282048,"data_stored":879629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 16:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.34799999999999998,"15min":0.308},"min":{"1min":0.23000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.53300000000000003,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.39500000000000002,"15min":0.35499999999999998},"min":{"1min":0.31,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.621,"5min":0.629,"15min":0.629},"last":0.46700000000000003}]},{"osd":2,"last update":"Fri Apr 12 16:21:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.35599999999999998,"15min":0.34699999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.35399999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.65500000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.435}]},{"osd":3,"last update":"Fri Apr 12 16:22:16 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41599999999999998,"15min":0.41499999999999998},"min":{"1min":0.27700000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42599999999999999,"15min":0.42399999999999999},"min":{"1min":0.30099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.57899999999999996,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.45400000000000001}]},{"osd":4,"last update":"Fri Apr 12 16:21:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.56000000000000005,"15min":0.56100000000000005},"min":{"1min":0.39500000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.76300000000000001,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59999999999999998,"15min":0.60199999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.97699999999999998}]},{"osd":5,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.59999999999999998,"15min":0.60599999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.752,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.58899999999999997,"15min":0.59299999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.72199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.83299999999999996}]},{"osd":6,"last update":"Fri Apr 12 16:22:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.60299999999999998,"15min":0.61099999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.59699999999999998,"15min":0.59899999999999998},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.76000000000000001,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.94199999999999995}]},{"osd":7,"last update":"Fri Apr 12 16:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.89700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":671744,"data_stored":288533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:21:51 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36299999999999999,"15min":0.35299999999999998},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39600000000000002,"15min":0.38},"min":{"1min":0.245,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.38100000000000001}]},{"osd":1,"last update":"Fri Apr 12 16:21:51 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.51300000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.40999999999999998,"15min":0.40200000000000002},"min":{"1min":0.26900000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.57399999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.31900000000000001}]},{"osd":3,"last update":"Fri Apr 12 16:22:15 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.42899999999999999,"15min":0.432},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64700000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.35999999999999999}]},{"osd":4,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.57699999999999996,"15min":0.57899999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58599999999999997,"15min":0.58699999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.40200000000000002}]},{"osd":5,"last update":"Fri Apr 12 16:22:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.624,"15min":0.63200000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.43099999999999999}]},{"osd":6,"last update":"Fri Apr 12 16:22:27 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.42699999999999999,"5min":0.372,"15min":0.372},"max":{"1min":0.80400000000000005,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.5},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61699999999999999,"15min":0.61899999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.438}]},{"osd":7,"last update":"Fri Apr 12 16:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.48599999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":692224,"data_stored":290987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.371,"15min":0.371},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.51200000000000001,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.42999999999999999,"15min":0.44},"min":{"1min":0.27700000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.373}]},{"osd":1,"last update":"Fri Apr 12 16:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41599999999999998,"15min":0.42499999999999999},"min":{"1min":0.23499999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.57599999999999996,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":0.42199999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.42099999999999999}]},{"osd":2,"last update":"Fri Apr 12 16:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.44500000000000001,"15min":0.45300000000000001},"min":{"1min":0.28899999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58599999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.43099999999999999,"15min":0.441},"min":{"1min":0.28899999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59999999999999998,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.56299999999999994}]},{"osd":4,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.55600000000000005,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55500000000000005,"15min":0.54700000000000004},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Apr 12 16:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.58699999999999997,"15min":0.59499999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.78400000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.436,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73299999999999998,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.68300000000000005}]},{"osd":6,"last update":"Fri Apr 12 16:22:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.40400000000000003,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.75900000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.59099999999999997,"5min":1.0669999999999999,"15min":1.147},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84199999999999997,"5min":12.651,"15min":12.651},"last":0.73399999999999999}]},{"osd":7,"last update":"Fri Apr 12 16:21:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.749},{"interface":"front","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":12.605,"5min":12.605,"15min":12.605},"last":0.67000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31788,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713364,"statfs":{"total":95995035648,"available":95962484736,"internally_reserved":0,"allocated":688128,"data_stored":289241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":0.74099999999999999,"15min":0.60699999999999998},"min":{"1min":0.31,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":19.146999999999998,"5min":19.146999999999998,"15min":19.146999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.21,"15min":1.3180000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.77800000000000002,"5min":15.901999999999999,"15min":15.901999999999999},"last":0.505}]},{"osd":1,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":1.1799999999999999,"15min":1.2909999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73399999999999999,"5min":15.964,"15min":15.964},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.58799999999999997}]},{"osd":2,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.65200000000000002,"5min":0.75,"15min":0.75},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58499999999999996,"15min":0.58399999999999996},"min":{"1min":0.44700000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.57399999999999995}]},{"osd":3,"last update":"Fri Apr 12 16:21:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.54900000000000004,"15min":0.54300000000000004},"min":{"1min":0.38,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.52400000000000002,"5min":1.2070000000000001,"15min":1.321},"min":{"1min":0.38100000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70599999999999996,"5min":15.941000000000001,"15min":15.941000000000001},"last":0.54900000000000004}]},{"osd":5,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.39900000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.46999999999999997,"15min":0.45200000000000001},"min":{"1min":0.34599999999999997,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.628}]},{"osd":6,"last update":"Fri Apr 12 16:22:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.47699999999999998,"15min":0.47099999999999997},"min":{"1min":0.32500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.46700000000000003}]},{"osd":7,"last update":"Fri Apr 12 16:21:47 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.495}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31784,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713368,"statfs":{"total":95995035648,"available":95962488832,"internally_reserved":0,"allocated":684032,"data_stored":290700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52400000000000002,"15min":0.52500000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73799999999999999,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.38,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72099999999999997,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.36299999999999999}]},{"osd":1,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52300000000000002,"15min":0.52700000000000002},"min":{"1min":0.36199999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.74399999999999999,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.81999999999999995,"15min":0.86899999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68500000000000005,"5min":8.8699999999999992,"15min":8.8699999999999992},"last":0.51600000000000001}]},{"osd":3,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.38600000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71299999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.73199999999999998,"5min":0.746,"15min":0.746},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Apr 12 16:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.42599999999999999,"15min":0.41999999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.69299999999999995,"5min":0.75,"15min":0.75},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.42999999999999999,"15min":0.42199999999999999},"min":{"1min":0.29099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.77400000000000002,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.499}]},{"osd":6,"last update":"Fri Apr 12 16:22:28 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.48499999999999999,"15min":0.48699999999999999},"min":{"1min":0.32800000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.748,"5min":0.874,"15min":0.874},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.69199999999999995,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56799999999999995}]},{"osd":7,"last update":"Fri Apr 12 16:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.54800000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:22:41.272 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T16:22:41.273 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T16:22:41.273 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T16:22:41.273 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph health --format=json 2024-04-12T16:22:41.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:41 smithi005 ceph-mon[27222]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:22:41.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:41 smithi005 ceph-mon[27222]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T16:22:41.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:41 smithi005 ceph-mon[37926]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:22:41.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:41 smithi005 ceph-mon[37926]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T16:22:42.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:41 smithi016 ceph-mon[30750]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:22:42.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:41 smithi016 ceph-mon[30750]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T16:22:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:42.755 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:42 smithi005 ceph-mon[27222]: pgmap v39: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:42.755 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:42 smithi005 ceph-mon[27222]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:22:42.756 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:42 smithi005 systemd[1]: Stopping Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:22:42.756 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:42 smithi005 ceph-mon[37926]: pgmap v39: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:42.756 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:42 smithi005 ceph-mon[37926]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:22:43.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:42 smithi016 ceph-mon[30750]: pgmap v39: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:43.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:42 smithi016 ceph-mon[30750]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-12T16:22:44.035 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:43 smithi005 ceph-mon[27222]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:44.035 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:43 smithi005 ceph-mon[37926]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:44.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:43 smithi016 ceph-mon[30750]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:44.528 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:44.528 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_WARN","checks":{"PG_AVAILABILITY":{"severity":"HEALTH_WARN","summary":{"message":"Reduced data availability: 1 pg inactive, 1 pg peering","count":2},"muted":false}},"mutes":[]} 2024-04-12T16:22:44.701 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:44 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[68766]: ts=2024-04-12T16:22:44.388Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:22:44.701 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:44 smithi005 podman[72881]: 2024-04-12 16:22:44.408719362 +0000 UTC m=+0.124548212 container died 4c058d87db08f426dc778e5d5a9bfe30ac898792ca9aa4516834ca7a9ba48a40 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:45.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:44 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3392180282' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T16:22:45.178 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:44 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3392180282' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T16:22:45.179 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:44 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3392180282' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T16:22:45.179 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:44 smithi005 podman[72881]: 2024-04-12 16:22:44.923099308 +0000 UTC m=+0.638928209 container cleanup 4c058d87db08f426dc778e5d5a9bfe30ac898792ca9aa4516834ca7a9ba48a40 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:45.179 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:44 smithi005 bash[72881]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-12T16:22:45.451 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:45 smithi005 podman[72895]: 2024-04-12 16:22:45.18297777 +0000 UTC m=+0.769826195 container remove 4c058d87db08f426dc778e5d5a9bfe30ac898792ca9aa4516834ca7a9ba48a40 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:45.452 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:45 smithi005 podman[72895]: 2024-04-12 16:22:45.29224249 +0000 UTC m=+0.879090916 volume remove a1b775cf25d0108a161dd0ad24e2f4253cb5af7b02e3a28a21ab3f0d39bc0b70 2024-04-12T16:22:45.941 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:45 smithi005 ceph-mon[27222]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:45.941 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:45 smithi005 ceph-mon[37926]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:45.992 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:45 smithi016 ceph-mon[30750]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:46.201 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T16:22:46.201 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 systemd[1]: Stopped Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:22:46.201 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 systemd[1]: Starting Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:22:46.611 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 podman[73008]: 2024-04-12 16:22:46.250895443 +0000 UTC m=+0.017785314 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T16:22:46.611 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 podman[73008]: 2024-04-12 16:22:46.357729708 +0000 UTC m=+0.124619561 volume create c0ae101c6bd499bd1b95bb30d47e3163b89aa0774489f5fe05cd8f538a8c996d 2024-04-12T16:22:46.611 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 podman[73008]: 2024-04-12 16:22:46.447349712 +0000 UTC m=+0.214239564 container create 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:47.006 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:46 smithi016 ceph-mon[30750]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-12T16:22:47.006 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:46 smithi016 ceph-mon[30750]: Cluster is now healthy 2024-04-12T16:22:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-mon[27222]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-12T16:22:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-mon[27222]: Cluster is now healthy 2024-04-12T16:22:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-mon[37926]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-12T16:22:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-mon[37926]: Cluster is now healthy 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 podman[73008]: 2024-04-12 16:22:46.734488466 +0000 UTC m=+0.501378330 container init 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 podman[73008]: 2024-04-12 16:22:46.738699078 +0000 UTC m=+0.505588940 container start 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.756Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.756Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.757Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.5 port=9094 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.759Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.785Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:22:47.202 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.785Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:22:47.203 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.788Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T16:22:47.203 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:46.788Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T16:22:47.203 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 bash[73008]: 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da 2024-04-12T16:22:47.203 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:46 smithi005 systemd[1]: Started Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:22:48.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[27222]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[27222]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[27222]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[37926]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[37926]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:48.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:47 smithi005 ceph-mon[37926]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:22:48.223 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:47 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:48.223 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:47 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:48.223 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:47 smithi016 ceph-mon[30750]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:22:48.223 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:47 smithi016 ceph-mon[30750]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:48.223 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:47 smithi016 ceph-mon[30750]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:22:48.969 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph health --format=json 2024-04-12T16:22:49.056 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:48.759Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000233301s 2024-04-12T16:22:49.196 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:49.317 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:49 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:22:49] "GET /metrics HTTP/1.1" 200 33627 "" "Prometheus/2.43.0" 2024-04-12T16:22:50.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-mon[30750]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:50.395 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:50 smithi005 ceph-mon[27222]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:50.395 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:50 smithi005 ceph-mon[37926]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:50.775 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 systemd[1]: Stopping Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.779Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.780Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T16:22:51.076 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.780Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T16:22:51.077 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.780Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T16:22:51.077 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[58774]: ts=2024-04-12T16:22:50.780Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T16:22:51.077 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:50 smithi016 podman[61943]: 2024-04-12 16:22:50.790832436 +0000 UTC m=+0.115962479 container died d65bce585d0ed03eda2fbe35d5c0ab0ac9168b4457e8e22950dd0a1b2a1dfc98 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:51.143 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:51.143 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-12T16:22:51.342 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 podman[61943]: 2024-04-12 16:22:51.17953423 +0000 UTC m=+0.504664279 container cleanup d65bce585d0ed03eda2fbe35d5c0ab0ac9168b4457e8e22950dd0a1b2a1dfc98 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:51.342 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 bash[61943]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T16:22:51.731 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 podman[61957]: 2024-04-12 16:22:51.380295427 +0000 UTC m=+0.593411548 container remove d65bce585d0ed03eda2fbe35d5c0ab0ac9168b4457e8e22950dd0a1b2a1dfc98 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:51.732 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T16:22:51.732 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 systemd[1]: Stopped Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:22:51.732 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.063s CPU time. 2024-04-12T16:22:51.732 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 systemd[1]: Starting Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:22:51.743 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-12T16:22:51.743 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:22:52.004 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 podman[62051]: 2024-04-12 16:22:51.639967383 +0000 UTC m=+0.017946649 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:22:52.004 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:51 smithi016 podman[62051]: 2024-04-12 16:22:51.7707915 +0000 UTC m=+0.148770752 container create 894c66917e1c47bf7960219f7722cf99751e487d89b56b7c7977f1399b79f70d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:52.046 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:52.046 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":68,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:22:40.662224+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T16:21:38.943424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6800/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3120366857":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/798312734":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2926997862":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2979884209":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:22:52.058 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T16:18:47.341688+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-12T16:21:03.472834+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-12T16:21:04.410194+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-12T16:21:38.943424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T16:22:52.059 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T16:22:52.299 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-mon[27222]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:52.299 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1841905150' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-mon[37926]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1841905150' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STOPPING 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STOPPED 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STARTING 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Serving on http://:::9283 2024-04-12T16:22:52.300 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STARTED 2024-04-12T16:22:52.301 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STOPPING 2024-04-12T16:22:52.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-mon[30750]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:52.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1841905150' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T16:22:52.342 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 podman[62051]: 2024-04-12 16:22:52.008578522 +0000 UTC m=+0.386557774 container init 894c66917e1c47bf7960219f7722cf99751e487d89b56b7c7977f1399b79f70d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:52.342 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 podman[62051]: 2024-04-12 16:22:52.011244062 +0000 UTC m=+0.389223315 container start 894c66917e1c47bf7960219f7722cf99751e487d89b56b7c7977f1399b79f70d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:22:52.342 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.038Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.038Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.038Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi016 (none))" 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.038Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.038Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.039Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.040Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.040Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.040Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.042Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.042Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.508µs 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.042Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.044Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-12T16:22:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.045Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.045Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.541µs wal_replay_duration=2.683354ms wbl_replay_duration=125ns total_replay_duration=2.716625ms 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.045Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.045Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.045Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.062Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.07738ms db_storage=714ns remote_storage=1.112µs web_handler=454ns query_engine=810ns scrape=555.551µs scrape_sd=85.934µs notify=17.112µs notify_sd=14.781µs rules=16.170615ms tracing=5.873µs 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.063Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:22:52.063Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 bash[62051]: 894c66917e1c47bf7960219f7722cf99751e487d89b56b7c7977f1399b79f70d 2024-04-12T16:22:52.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:22:52 smithi016 systemd[1]: Started Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:22:52.367 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-04-12T16:22:52.380 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-12T16:22:52.701 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STOPPED 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STARTING 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Serving on http://:::9283 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STARTED 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STOPPING 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STOPPED 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STARTING 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Serving on http://:::9283 2024-04-12T16:22:52.702 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:52] ENGINE Bus STARTED 2024-04-12T16:22:52.728 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-04-12T16:22:52.743 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-12T16:22:53.041 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-04-12T16:22:53.059 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3664338331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:22:53.157 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi016.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi016.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi016.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi016.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3703873689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:22:53.158 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:53 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1180647167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T16:22:53.356 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 8 2024-04-12T16:22:53.370 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3664338331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi016.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi016.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.371 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi016.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi016.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3703873689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1180647167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3664338331' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.372 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi005.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi016.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi016.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi016.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi016.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T16:22:53.373 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:53.374 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:22:53.374 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3703873689' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:22:53.374 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:53 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1180647167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T16:22:53.374 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T16:22:53.780 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:53.780 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1978769037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1978769037},{"type":"v1","addr":"172.21.15.16:6833","nonce":1978769037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T16:21:05.213476+0000","modified":"2024-04-12T16:21:07.219885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24353":{"gid":24353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/85594053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":85594053},{"type":"v1","addr":"172.21.15.5:6835","nonce":85594053}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T16:22:53.780 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 6 2024-04-12T16:22:53.793 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:22:54.101 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:54.101 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":68,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:22:40.662224+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T16:21:38.943424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6800/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3120366857":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/798312734":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2926997862":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2979884209":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:22:54.113 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[27222]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:54.113 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3410477706' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T16:22:54.113 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/4266509645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T16:22:54.113 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/4129172504' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:54.113 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:54.114 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[37926]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:54.114 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3410477706' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T16:22:54.114 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/4266509645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T16:22:54.114 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/4129172504' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:54.114 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:54.115 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T16:18:47.341688+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-12T16:21:03.472834+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-12T16:21:04.410194+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-12T16:21:38.943424+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-12T16:22:54.116 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-12T16:22:54.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:54 smithi016 ceph-mon[30750]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:54.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:54 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3410477706' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T16:22:54.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:54 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/4266509645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T16:22:54.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:54 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/4129172504' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:54.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:22:54.410 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-04-12T16:22:54.423 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-12T16:22:54.720 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-04-12T16:22:54.733 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-12T16:22:55.033 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-04-12T16:22:55.046 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-12T16:22:55.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:55 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:55.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:55 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1334547129' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:55.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:55 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3535698151' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:55 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1901891980' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:55 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/271992653' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.355 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 8 2024-04-12T16:22:55.368 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:55.368 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1334547129' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:55.368 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3535698151' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.368 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1901891980' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.368 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/271992653' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.368 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:55.369 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1334547129' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:55.369 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3535698151' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.369 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1901891980' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.369 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:55 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/271992653' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-12T16:22:55.370 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T16:22:55.706 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:55.707 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1978769037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1978769037},{"type":"v1","addr":"172.21.15.16:6833","nonce":1978769037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T16:21:05.213476+0000","modified":"2024-04-12T16:21:07.219885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24353":{"gid":24353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/85594053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":85594053},{"type":"v1","addr":"172.21.15.5:6835","nonce":85594053}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T16:22:55.707 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 6 2024-04-12T16:22:55.719 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T16:22:56.023 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:56.024 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":68,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:22:40.662224+0000","last_up_change":"2024-04-12T16:20:46.658625+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T16:21:38.943424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6803","nonce":3411111492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6805","nonce":3411111492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6809","nonce":3411111492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3411111492},{"type":"v1","addr":"172.21.15.5:6807","nonce":3411111492}]},"public_addr":"172.21.15.5:6803/3411111492","cluster_addr":"172.21.15.5:6805/3411111492","heartbeat_back_addr":"172.21.15.5:6809/3411111492","heartbeat_front_addr":"172.21.15.5:6807/3411111492","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6811","nonce":1798729088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6813","nonce":1798729088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6817","nonce":1798729088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1798729088},{"type":"v1","addr":"172.21.15.5:6815","nonce":1798729088}]},"public_addr":"172.21.15.5:6811/1798729088","cluster_addr":"172.21.15.5:6813/1798729088","heartbeat_back_addr":"172.21.15.5:6817/1798729088","heartbeat_front_addr":"172.21.15.5:6815/1798729088","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6819","nonce":2922707674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6821","nonce":2922707674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6825","nonce":2922707674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":2922707674},{"type":"v1","addr":"172.21.15.5:6823","nonce":2922707674}]},"public_addr":"172.21.15.5:6819/2922707674","cluster_addr":"172.21.15.5:6821/2922707674","heartbeat_back_addr":"172.21.15.5:6825/2922707674","heartbeat_front_addr":"172.21.15.5:6823/2922707674","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6827","nonce":2722351928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6829","nonce":2722351928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6833","nonce":2722351928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2722351928},{"type":"v1","addr":"172.21.15.5:6831","nonce":2722351928}]},"public_addr":"172.21.15.5:6827/2722351928","cluster_addr":"172.21.15.5:6829/2722351928","heartbeat_back_addr":"172.21.15.5:6833/2722351928","heartbeat_front_addr":"172.21.15.5:6831/2722351928","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6801","nonce":1750776318}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6803","nonce":1750776318}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6807","nonce":1750776318}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1750776318},{"type":"v1","addr":"172.21.15.16:6805","nonce":1750776318}]},"public_addr":"172.21.15.16:6801/1750776318","cluster_addr":"172.21.15.16:6803/1750776318","heartbeat_back_addr":"172.21.15.16:6807/1750776318","heartbeat_front_addr":"172.21.15.16:6805/1750776318","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6809","nonce":3290334655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6811","nonce":3290334655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6815","nonce":3290334655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":3290334655},{"type":"v1","addr":"172.21.15.16:6813","nonce":3290334655}]},"public_addr":"172.21.15.16:6809/3290334655","cluster_addr":"172.21.15.16:6811/3290334655","heartbeat_back_addr":"172.21.15.16:6815/3290334655","heartbeat_front_addr":"172.21.15.16:6813/3290334655","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6817","nonce":2895791583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6819","nonce":2895791583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6823","nonce":2895791583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2895791583},{"type":"v1","addr":"172.21.15.16:6821","nonce":2895791583}]},"public_addr":"172.21.15.16:6817/2895791583","cluster_addr":"172.21.15.16:6819/2895791583","heartbeat_back_addr":"172.21.15.16:6823/2895791583","heartbeat_front_addr":"172.21.15.16:6821/2895791583","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6825","nonce":3793796223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6827","nonce":3793796223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6831","nonce":3793796223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":3793796223},{"type":"v1","addr":"172.21.15.16:6829","nonce":3793796223}]},"public_addr":"172.21.15.16:6825/3793796223","cluster_addr":"172.21.15.16:6827/3793796223","heartbeat_back_addr":"172.21.15.16:6831/3793796223","heartbeat_front_addr":"172.21.15.16:6829/3793796223","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6800/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3120366857":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/798312734":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2926997862":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/2979884209":"2024-04-13T16:21:38.943647+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:22:56.036 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T16:22:56.367 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:22:56.367 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/1978769037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1978769037},{"type":"v1","addr":"172.21.15.16:6833","nonce":1978769037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T16:21:05.213476+0000","modified":"2024-04-12T16:21:07.219885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24353},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24353":{"gid":24353,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/85594053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":85594053},{"type":"v1","addr":"172.21.15.5:6835","nonce":85594053}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-12T16:22:56.368 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 6 2024-04-12T16:22:56.379 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/192756727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1703394354' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/696703905' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:56.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/192756727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T16:22:56.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1703394354' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:56.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.381 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/696703905' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:56.382 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-12T16:21:05.213476+0000', 'modified': '2024-04-12T16:21:07.219885+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24353}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24353': {'gid': 24353, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.5:6835/85594053', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6834', 'nonce': 85594053}, {'type': 'v1', 'addr': '172.21.15.5:6835', 'nonce': 85594053}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-12T16:22:56.382 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-12T16:22:56.382 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-12T16:22:56.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-04-12T16:22:56.499+0000 7fefdcff9640 0 client.14910 ms_handle_reset on v2:172.21.15.5:6834/85594053 2024-04-12T16:22:56.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-04-12T16:22:56.518+0000 7fefdcff9640 0 client.24809 ms_handle_reset on v2:172.21.15.5:6834/85594053 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "c908f42c-f8e7-11ee-bc8d-c7b262605968", 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 24353, 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 111.302473991, 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 6, 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 68, 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 62, 2024-04-12T16:22:56.514 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 118.390917253 2024-04-12T16:22:56.515 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:22:56.525 INFO:tasks.cephadm:Setup complete, yielding 2024-04-12T16:22:56.525 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:22:56.539 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-12T16:22:56.539 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:22:56.561 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-12T16:22:56.561 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-12T16:22:56.576 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi005.front.sepia.ceph.com 2024-04-12T16:22:56.577 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/192756727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1703394354' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:56.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:56 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/696703905' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:22:56.781 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:22:57.009 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:22:56 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:22:56.761Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001960238s 2024-04-12T16:22:57.410 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:57.410 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:57.411 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:57.411 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/270453506' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:57.411 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:57.411 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:57.411 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:57.411 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:57 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/270453506' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:57.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:57 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:22:57.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:57 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:22:57.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:57 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:22:57.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:57 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/270453506' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T16:22:58.529 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-mon[27222]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:58.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-mon[37926]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:58.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:58 smithi016 ceph-mon[30750]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:22:58.782 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:58] ENGINE Bus STOPPING 2024-04-12T16:22:59.056 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:22:59.056 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:58] ENGINE Bus STOPPED 2024-04-12T16:22:59.057 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:58] ENGINE Bus STARTING 2024-04-12T16:22:59.057 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:58] ENGINE Serving on http://:::9283 2024-04-12T16:22:59.057 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:22:58] ENGINE Bus STARTED 2024-04-12T16:22:59.057 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:22:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:22:59] "GET /metrics HTTP/1.1" 200 33628 "" "Prometheus/2.43.0" 2024-04-12T16:22:59.505 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:22:59.515 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-12T16:22:59.515 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:22:59.529 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-12T16:22:59.529 INFO:teuthology.run_tasks:Running task workunit... 2024-04-12T16:22:59.545 INFO:tasks.workunit:Pulling workunits from ref bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:22:59.546 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T16:22:59.546 DEBUG:teuthology.orchestra.run.smithi005:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:22:59.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:22:59.563 INFO:teuthology.orchestra.run.smithi005.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T16:22:59.563 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:22:59.619 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T16:22:59.619 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T16:22:59.675 INFO:tasks.workunit:timeout=3h 2024-04-12T16:22:59.675 INFO:tasks.workunit:cleanup=True 2024-04-12T16:22:59.676 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:22:59.731 INFO:tasks.workunit.client.0.smithi005.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T16:23:00.044 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:59 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' 2024-04-12T16:23:00.044 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:59 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:23:00.044 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:22:59 smithi005 ceph-mon[27222]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:00.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:59 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' 2024-04-12T16:23:00.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:59 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:23:00.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:22:59 smithi005 ceph-mon[37926]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:00.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:59 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' 2024-04-12T16:23:00.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:59 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:23:00.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:22:59 smithi016 ceph-mon[30750]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:02.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:02 smithi016 ceph-mon[30750]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:02.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:02 smithi005 ceph-mon[27222]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:02.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:02 smithi005 ceph-mon[37926]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:03.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:23:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:23:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:03.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:23:03.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:23:03.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:23:04.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:04 smithi016 ceph-mon[30750]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:04.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:04 smithi005 ceph-mon[27222]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:04.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:04 smithi005 ceph-mon[37926]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:06.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:06 smithi016 ceph-mon[30750]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:06.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:06 smithi005 ceph-mon[27222]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:06.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:06 smithi005 ceph-mon[37926]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:08.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:08 smithi016 ceph-mon[30750]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:08.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:08 smithi005 ceph-mon[27222]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:08.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:08 smithi005 ceph-mon[37926]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:09.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:09 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:09.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:23:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:23:09] "GET /metrics HTTP/1.1" 200 33627 "" "Prometheus/2.43.0" 2024-04-12T16:23:09.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:09 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:09.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:09 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:10.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:10 smithi016 ceph-mon[30750]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:10.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:10 smithi005 ceph-mon[27222]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:10.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:10 smithi005 ceph-mon[37926]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:12.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:12 smithi016 ceph-mon[30750]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:12.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:12 smithi016 ceph-mon[30750]: mgrmap e22: y(active, since 92s), standbys: x 2024-04-12T16:23:12.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:12 smithi005 ceph-mon[27222]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:12.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:12 smithi005 ceph-mon[27222]: mgrmap e22: y(active, since 92s), standbys: x 2024-04-12T16:23:12.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:12 smithi005 ceph-mon[37926]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:12.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:12 smithi005 ceph-mon[37926]: mgrmap e22: y(active, since 92s), standbys: x 2024-04-12T16:23:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:14 smithi016 ceph-mon[30750]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:14.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:14 smithi005 ceph-mon[27222]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:14.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:14 smithi005 ceph-mon[37926]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:16.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:16 smithi016 ceph-mon[30750]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:16.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:16 smithi005 ceph-mon[27222]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:16.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:16 smithi005 ceph-mon[37926]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:18.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:18 smithi016 ceph-mon[30750]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:18.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:18 smithi005 ceph-mon[27222]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:18.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:18 smithi005 ceph-mon[37926]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:19.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:23:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:23:19] "GET /metrics HTTP/1.1" 200 33627 "" "Prometheus/2.43.0" 2024-04-12T16:23:20.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:20 smithi016 ceph-mon[30750]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:20.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:20 smithi005 ceph-mon[27222]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:20.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:20 smithi005 ceph-mon[37926]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:22.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:22 smithi016 ceph-mon[30750]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:22.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:22 smithi005 ceph-mon[37926]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:22.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:22 smithi005 ceph-mon[27222]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T16:23:24.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:24 smithi016 ceph-mon[30750]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:24.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:24 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:24.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:24 smithi005 ceph-mon[27222]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:24.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:24 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:24.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:24 smithi005 ceph-mon[37926]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:24.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:24 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:26.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:26 smithi016 ceph-mon[30750]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:26.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:26 smithi005 ceph-mon[27222]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:26.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:26 smithi005 ceph-mon[37926]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:28.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:28 smithi016 ceph-mon[30750]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:28.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:28 smithi005 ceph-mon[37926]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:28.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:28 smithi005 ceph-mon[27222]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:29.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:23:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:23:29] "GET /metrics HTTP/1.1" 200 33624 "" "Prometheus/2.43.0" 2024-04-12T16:23:30.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:30 smithi016 ceph-mon[30750]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:30.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:30 smithi005 ceph-mon[27222]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:30.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:30 smithi005 ceph-mon[37926]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:32.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:32 smithi016 ceph-mon[30750]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:32.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:32 smithi005 ceph-mon[27222]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:32.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:32 smithi005 ceph-mon[37926]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:34.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:34 smithi016 ceph-mon[30750]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:34.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:34 smithi005 ceph-mon[27222]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:34 smithi005 ceph-mon[37926]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:36.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:36 smithi016 ceph-mon[30750]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:36.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:36 smithi005 ceph-mon[27222]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:36.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:36 smithi005 ceph-mon[37926]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:37.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:37 smithi005 ceph-mon[27222]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:37 smithi005 ceph-mon[37926]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:38.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:37 smithi016 ceph-mon[30750]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:39.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:39.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:23:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:23:39] "GET /metrics HTTP/1.1" 200 33628 "" "Prometheus/2.43.0" 2024-04-12T16:23:39.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:40.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:40 smithi016 ceph-mon[30750]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:40.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:40 smithi005 ceph-mon[27222]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:40.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:40 smithi005 ceph-mon[37926]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:42.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:42 smithi016 ceph-mon[30750]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:42.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:42 smithi005 ceph-mon[27222]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:42.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:42 smithi005 ceph-mon[37926]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:44.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:44 smithi016 ceph-mon[30750]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:44.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:44 smithi005 ceph-mon[27222]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:44.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:44 smithi005 ceph-mon[37926]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:46.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:46 smithi016 ceph-mon[30750]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:46.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:46 smithi005 ceph-mon[27222]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:46.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:46 smithi005 ceph-mon[37926]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:48.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:48 smithi016 ceph-mon[30750]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:48.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:48 smithi005 ceph-mon[27222]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:48.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:48 smithi005 ceph-mon[37926]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:49.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:23:49 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:23:49] "GET /metrics HTTP/1.1" 200 33628 "" "Prometheus/2.43.0" 2024-04-12T16:23:50.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:50 smithi016 ceph-mon[30750]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:50.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:50 smithi005 ceph-mon[27222]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:50.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:50 smithi005 ceph-mon[37926]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:52.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:52 smithi005 ceph-mon[27222]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:52.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:52 smithi005 ceph-mon[37926]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:52.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:52 smithi016 ceph-mon[30750]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:54.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:54 smithi005 ceph-mon[27222]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:54.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:54.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:54 smithi005 ceph-mon[37926]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:54.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:54.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:54 smithi016 ceph-mon[30750]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:54.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:23:56.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:56 smithi005 ceph-mon[27222]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:56.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:56 smithi005 ceph-mon[37926]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:56.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:56 smithi016 ceph-mon[30750]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:58.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:23:58 smithi005 ceph-mon[27222]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:58.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:23:58 smithi005 ceph-mon[37926]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:58.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:23:58 smithi016 ceph-mon[30750]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:23:59.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:23:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:23:59] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-12T16:24:00.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:00 smithi005 ceph-mon[27222]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:00.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:00 smithi005 ceph-mon[37926]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:00.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:00 smithi016 ceph-mon[30750]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:02.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:02 smithi005 ceph-mon[27222]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:02.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:02 smithi005 ceph-mon[37926]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:02.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:02 smithi016 ceph-mon[30750]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:03.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:03.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:03.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:03.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:03.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:03.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:03.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:03.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:03 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:03.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:03.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:03 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:04.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:04 smithi005 ceph-mon[27222]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:04.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:04 smithi005 ceph-mon[37926]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:04.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:04 smithi016 ceph-mon[30750]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:06.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:06 smithi005 ceph-mon[27222]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:06.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:06 smithi005 ceph-mon[37926]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:06.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:06 smithi016 ceph-mon[30750]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:08.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:08 smithi005 ceph-mon[27222]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:08.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:08 smithi005 ceph-mon[37926]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:08.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:08 smithi016 ceph-mon[30750]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:09.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:09 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:09.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:24:09] "GET /metrics HTTP/1.1" 200 33633 "" "Prometheus/2.43.0" 2024-04-12T16:24:09.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:09 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:09.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:09 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:10.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:10 smithi005 ceph-mon[27222]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:10.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:10 smithi005 ceph-mon[37926]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:10.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:10 smithi016 ceph-mon[30750]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:12.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:12 smithi005 ceph-mon[27222]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:12.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:12 smithi005 ceph-mon[37926]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:12.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:12 smithi016 ceph-mon[30750]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:14.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:14 smithi005 ceph-mon[27222]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:14.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:14 smithi005 ceph-mon[37926]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:14 smithi016 ceph-mon[30750]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:16.393 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:16 smithi016 ceph-mon[30750]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:16.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:16 smithi005 ceph-mon[27222]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:16.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:16 smithi005 ceph-mon[37926]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:18.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:18 smithi005 ceph-mon[27222]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:18.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:18 smithi005 ceph-mon[37926]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:18.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:18 smithi016 ceph-mon[30750]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:19.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:24:19] "GET /metrics HTTP/1.1" 200 33633 "" "Prometheus/2.43.0" 2024-04-12T16:24:20.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:20 smithi005 ceph-mon[27222]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:20 smithi005 ceph-mon[37926]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:20.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:20 smithi016 ceph-mon[30750]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:22.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:22 smithi005 ceph-mon[27222]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:22.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:22 smithi005 ceph-mon[37926]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:22.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:22 smithi016 ceph-mon[30750]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:24.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:24 smithi005 ceph-mon[27222]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:24.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:24 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:24.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:24 smithi005 ceph-mon[37926]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:24.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:24 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:24.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:24 smithi016 ceph-mon[30750]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:24.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:24 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:26.308 INFO:tasks.workunit.client.0.smithi005.stderr:Updating files: 95% (11660/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-12T16:24:26.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:26 smithi005 ceph-mon[27222]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:26.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:26 smithi005 ceph-mon[37926]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:26.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:26 smithi016 ceph-mon[30750]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:26.800 INFO:tasks.workunit.client.0.smithi005.stderr:Note: switching to 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'. 2024-04-12T16:24:26.800 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:26.800 INFO:tasks.workunit.client.0.smithi005.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr:state without impacting any branches by switching back to a branch. 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: git switch -c 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr:Or undo this operation with: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: git switch - 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:26.801 INFO:tasks.workunit.client.0.smithi005.stderr:HEAD is now at bf9c5618cc0 Merge branch 'wip-osd-ec-partial-reads' of https://github.com/rzarzynski/ceph into wip-yuri10-testing-2024-04-09-1003 2024-04-12T16:24:26.807 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T16:24:26.871 INFO:tasks.workunit.client.0.smithi005.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:24:26.873 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:24:26.873 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:24:27.671 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:24:27.758 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:24:27.799 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:24:27.800 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:24:27.800 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:24:27.839 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:24:27.843 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:24:27.843 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T16:24:27.899 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-12T16:24:27.900 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-12T16:24:27.900 DEBUG:teuthology.orchestra.run.smithi005:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bf9c5618cc018927fa77780d25b6deb1f5dc254d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-12T16:24:27.958 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-12T16:24:28.376 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-12T16:24:28.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-mon[27222]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:28.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-mon[37926]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:28.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STOPPING 2024-04-12T16:24:28.452 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:24:28.452 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STOPPED 2024-04-12T16:24:28.452 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STARTING 2024-04-12T16:24:28.452 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Serving on http://:::9283 2024-04-12T16:24:28.452 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STARTED 2024-04-12T16:24:28.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:28 smithi016 ceph-mon[30750]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:28.776 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-12T16:24:28.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STOPPING 2024-04-12T16:24:28.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:24:28.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STOPPED 2024-04-12T16:24:28.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STARTING 2024-04-12T16:24:28.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Serving on http://:::9283 2024-04-12T16:24:28.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:28] ENGINE Bus STARTED 2024-04-12T16:24:29.178 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry preview 2024-04-12T16:24:29.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' 2024-04-12T16:24:29.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' 2024-04-12T16:24:29.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3597216958' entity='client.admin' 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' 2024-04-12T16:24:29.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3597216958' entity='client.admin' 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.454 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:24:29] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-12T16:24:29.454 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:29] ENGINE Bus STOPPING 2024-04-12T16:24:29.454 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:24:29.454 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:29] ENGINE Bus STOPPED 2024-04-12T16:24:29.454 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:29] ENGINE Bus STARTING 2024-04-12T16:24:29.454 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:29] ENGINE Serving on http://:::9283 2024-04-12T16:24:29.454 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:29] ENGINE Bus STARTED 2024-04-12T16:24:29.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3597216958' entity='client.admin' 2024-04-12T16:24:29.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:29.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:29.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:29.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:29 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: "ident" 2024-04-12T16:24:29.693 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:29.694 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:29.695 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:29.696 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T16:24:29.697 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_block_size", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_cache_size", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_compression", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_log", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_write_buffer_size", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:29.698 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:29.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:29.700 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:24:29.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:24:29.702 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pg_delete_cost", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T16:24:29.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:24:29.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addr", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addrv", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:29.705 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T16:24:29.706 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:29.707 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:29.708 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:29.709 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:29.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T16:24:29.711 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T16:24:29.712 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 1, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T16:24:29.713 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 0, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T16:24:29.714 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T16:24:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T16:24:29.716 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T16:24:29.718 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T16:24:29.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.719 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T16:24:29.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T16:24:29.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T16:24:29.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T16:24:29.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T16:24:29.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:29.720 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.721 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T16:24:29.722 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.723 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:29.724 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.725 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:29.726 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T16:24:29.727 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T16:24:29.728 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "reef" 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 18, 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T16:24:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "reef" 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:29.730 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:29.731 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.443113999106572e-06, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 212, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 313344, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T16:24:29.732 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 179, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:29.733 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:29.734 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:29.735 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 98304, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 98304, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.3479281335548876e-07, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 3430, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 3430, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 10290, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 51, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 20480 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:29.737 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:29.738 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:29.739 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:29.741 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T16:24:29.743 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T16:24:29.688058", 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:29.744 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T16:24:29.746 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T16:24:29.750 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T16:24:29.751 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600, 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 249753600, 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.0003252168244216591 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600 2024-04-12T16:24:29.752 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:29.753 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T16:24:29.753 INFO:tasks.workunit.client.0.smithi005.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-12T16:24:29.753 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry preview-device 2024-04-12T16:24:30.225 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "236b91a8-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236c10ba-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161852": { 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:30.226 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236b91a8-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938731 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:30.227 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.228 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.229 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12457875 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.231 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.232 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.233 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 16 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.234 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1604543 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 5108, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 186648608, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 816439332, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 3085289498, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17352388345, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 21, 2024-04-12T16:24:30.236 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 34286, 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 41157, 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 31, 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9828 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 34286, 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 41157 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:30.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:30.238 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:30.239 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:30.240 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 31 Celsius", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 21%", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 186,648,608 [95.5 TB]", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 816,439,332 [418 TB]", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 3,085,289,498", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,352,388,345", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 5,108", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 34,286", 2024-04-12T16:24:30.241 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 41,157", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,828", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:30.242 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 31 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.243 INFO:tasks.workunit.client.0.smithi005.stdout: "236d4dd6-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236dbe6a-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161850": { 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236d4dd6-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:30.244 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938729 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.246 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.247 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12549574 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:30.249 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.251 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1315433 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:30.252 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 4828, 2024-04-12T16:24:30.253 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 166581396, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 822448942, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 2950225425, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17904865549, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 0, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 33261, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 35971, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 33, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9526 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:30.254 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 33261, 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 35971 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.255 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:30.256 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:30.257 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:30.258 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 33 Celsius", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 0%", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 166,581,396 [85.2 TB]", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 822,448,942 [421 TB]", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 2,950,225,425", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,904,865,549", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 4,828", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 33,261", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 35,971", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,526", 2024-04-12T16:24:30.259 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.260 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 33 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.261 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T16:24:30.262 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry preview-all 2024-04-12T16:24:30.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:30.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:30 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:30.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:30.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:30.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:30.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:30 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:30.764 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T16:24:30.764 INFO:tasks.workunit.client.0.smithi005.stdout: "device_report": { 2024-04-12T16:24:30.764 INFO:tasks.workunit.client.0.smithi005.stdout: "236b91a8-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.764 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236c10ba-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.764 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161852": { 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236b91a8-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.765 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938731 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.766 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.768 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12457875 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.769 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.772 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 16 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1604543 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.773 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 5108, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 186648608, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 816439332, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 3085289498, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17352388345, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 21, 2024-04-12T16:24:30.778 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 34286, 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 41157, 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 31, 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9828 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 34286, 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 41157 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:30.780 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:30.782 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 31 Celsius", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 21%", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 186,648,608 [95.5 TB]", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 816,439,332 [418 TB]", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 3,085,289,498", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,352,388,345", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 5,108", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 34,286", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 41,157", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,828", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 31 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "236d4dd6-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236dbe6a-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161850": { 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:30.785 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236d4dd6-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938729 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.786 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:30.788 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12549574 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.790 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:30.791 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.792 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1315433 2024-04-12T16:24:30.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:30.794 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 4828, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 166581396, 2024-04-12T16:24:30.795 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 822448942, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 2950225425, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17904865549, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 0, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 33261, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 35971, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 33, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9526 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 33261, 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 35971 2024-04-12T16:24:30.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:30.797 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:30.798 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:30.799 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 33 Celsius", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 0%", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 166,581,396 [85.2 TB]", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 822,448,942 [421 TB]", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 2,950,225,425", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,904,865,549", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 4,828", 2024-04-12T16:24:30.800 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 33,261", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 35,971", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,526", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:30.801 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 33 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: "report": { 2024-04-12T16:24:30.802 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "ident" 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:30.803 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.804 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:30.805 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:30.806 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_block_size", 2024-04-12T16:24:30.807 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_cache_size", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_compression", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_log", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_write_buffer_size", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:30.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:30.809 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T16:24:30.810 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:24:30.811 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pg_delete_cost", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:24:30.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addr", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addrv", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:24:30.813 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:30.814 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:24:30.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:30.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:30.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:30.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.819 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 1, 2024-04-12T16:24:30.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 0, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T16:24:30.821 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T16:24:30.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T16:24:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T16:24:30.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:24:30.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.826 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:30.827 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:30.828 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T16:24:30.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T16:24:30.830 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T16:24:30.831 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "reef" 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:24:30.832 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 18, 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "reef" 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T16:24:30.833 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:30.834 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.443113999106572e-06, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 212, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 313344, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T16:24:30.835 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 179, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:30.836 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 98304, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 98304, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:30.837 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.3479281335548876e-07, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 3430, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 3430, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 10290, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 51, 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 20480 2024-04-12T16:24:30.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T16:24:30.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:30.840 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:30.841 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T16:24:30.842 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:30.843 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T16:24:30.844 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T16:24:30.750274", 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T16:24:30.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:30.846 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:30.847 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:30.848 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 249753600, 2024-04-12T16:24:30.849 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.0003252168244216591 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:30.850 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T16:24:30.851 INFO:tasks.workunit.client.0.smithi005.stderr:++ ceph telemetry collection ls 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr:+ COLLECTIONS='New collections are available: 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:24:31.278 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:24:31.279 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:24:31.280 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:24:31.281 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:24:31.282 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:31.283 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T16:24:31.284 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-12T16:24:31.285 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-12T16:24:31.286 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-12T16:24:31.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:31 smithi016 ceph-mon[30750]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:31 smithi016 ceph-mon[30750]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:31 smithi016 ceph-mon[30750]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:31 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:31 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:31 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:31 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.610 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[27222]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.610 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[27222]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.610 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[27222]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.610 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.610 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.610 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.610 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.611 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[37926]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.611 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[37926]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.611 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[37926]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:31.611 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.611 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.611 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.611 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:31.786 INFO:tasks.workunit.client.0.smithi005.stdout:Telemetry is on. 2024-04-12T16:24:31.786 INFO:tasks.workunit.client.0.smithi005.stdout:Some channels are disabled, please enable with: 2024-04-12T16:24:31.786 INFO:tasks.workunit.client.0.smithi005.stdout:`ceph telemetry enable channel perf` 2024-04-12T16:24:31.797 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry enable channel perf 2024-04-12T16:24:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:31] ENGINE Bus STOPPING 2024-04-12T16:24:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:24:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:31] ENGINE Bus STOPPED 2024-04-12T16:24:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:31] ENGINE Bus STARTING 2024-04-12T16:24:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:31] ENGINE Serving on http://:::9283 2024-04-12T16:24:31.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:31] ENGINE Bus STARTED 2024-04-12T16:24:32.315 INFO:tasks.workunit.client.0.smithi005.stdout:channel_perf is enabled 2024-04-12T16:24:32.327 INFO:tasks.workunit.client.0.smithi005.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-12T16:24:32.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:32] ENGINE Bus STOPPING 2024-04-12T16:24:32.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:24:32.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:32] ENGINE Bus STOPPED 2024-04-12T16:24:32.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:32] ENGINE Bus STARTING 2024-04-12T16:24:32.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:32] ENGINE Serving on http://:::9283 2024-04-12T16:24:32.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:24:32] ENGINE Bus STARTED 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: mgrmap e23: y(active, since 2m), standbys: x 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: mgrmap e23: y(active, since 2m), standbys: x 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:32 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: mgrmap e23: y(active, since 2m), standbys: x 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:32 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:32.720 INFO:tasks.workunit.client.0.smithi005.stderr:+ LAST_OPT_REVISION=1 2024-04-12T16:24:32.720 INFO:tasks.workunit.client.0.smithi005.stderr:+ '[' 1 -ne 1 ']' 2024-04-12T16:24:32.721 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry show 2024-04-12T16:24:33.456 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T16:24:33.456 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T16:24:33.456 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T16:24:33.456 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T16:24:33.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.456 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T16:24:33.456 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T16:24:33.457 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:33.458 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:33.459 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:33.460 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_block_size", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_cache_size", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_compression", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_log", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_write_buffer_size", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:24:33.461 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:33.462 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:33.463 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:24:33.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pg_delete_cost", 2024-04-12T16:24:33.465 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:33.466 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T16:24:33.467 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:33.467 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T16:24:33.467 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:24:33.467 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:24:33.467 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:24:33.467 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addr", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addrv", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:33.468 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:24:33.469 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_perf", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/enabled", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:33.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:33.471 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:33.472 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T16:24:33.473 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T16:24:33.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 1, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T16:24:33.475 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:24:33.476 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:24:33.476 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 0, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T16:24:33.477 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T16:24:33.478 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T16:24:33.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_stats": { 2024-04-12T16:24:33.480 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20545536, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 417080, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 770048, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 407, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1451944, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1001472, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14922528, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 21315584 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.481 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20267008, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 338504, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 974848, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 322, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 829464, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 12, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 910336, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14461344, 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 20267008 2024-04-12T16:24:33.482 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 45441024, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1732440, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 950272, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 3162112, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1789, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 10565336, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 23, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3099136, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 26341328, 2024-04-12T16:24:33.483 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 48603136 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 36593664, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 630392, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 7913472, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1109, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 8729192, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1276416, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 23205152, 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 44507136 2024-04-12T16:24:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 36995072, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1463488, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 8560640, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1092, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 7939872, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1330688, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 23508512, 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 45555712 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 47472640, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1050304, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 40960, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1396, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5415880, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 46, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2535680, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 35587192, 2024-04-12T16:24:33.486 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 47513600 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 45809664, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 958600, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 507904, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1327, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5191736, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2155264, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34620480, 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 46317568 2024-04-12T16:24:33.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48635904, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1701368, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 761856, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1616, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5531464, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3736576, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34782912, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.488 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 44146688, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 731472, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 16384, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1122304, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1228, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 4124192, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 45, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2086400, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34304656, 2024-04-12T16:24:33.489 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 45268992 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48668672, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1755848, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 49152, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 729088, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1607, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5812632, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3229952, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34937504, 2024-04-12T16:24:33.490 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48365568, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1482312, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 57344, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1032192, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1605, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5642344, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3368192, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34931792, 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:33.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 47816704, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2075272, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 73728, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1581056, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1610, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5148280, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3456256, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34179584, 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:33.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48070656, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1817240, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 278528, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1615, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5469376, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3264000, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34636456, 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 48349184 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.493 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "io_rate": { 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_stats_delta": { 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 0, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:33.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "stamp_delta": "12.002789", 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:33.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:33.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:33.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:33.498 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 0 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "mempool": { 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.499 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.502 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.503 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 222439, 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 68 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 51496, 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 208 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8104, 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 127 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.508 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.510 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.512 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 149137, 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 928, 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.513 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.514 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.515 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.517 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.518 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.520 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1132503, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 355 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 352, 2024-04-12T16:24:33.521 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 4 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.522 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6680, 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 126 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12744, 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1546 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 10304, 2024-04-12T16:24:33.523 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 166 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.524 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.527 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.529 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1077303, 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 350 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.530 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6680, 2024-04-12T16:24:33.531 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 126 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12744, 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1546 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5152, 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 83 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.532 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.533 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.535 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.537 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1130121, 2024-04-12T16:24:33.538 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 370 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 176, 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6680, 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 126 2024-04-12T16:24:33.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12744, 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1546 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5152, 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 83 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.541 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.542 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5520, 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 69 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.543 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20608, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 184 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1600, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 602112, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 50500, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9374 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.544 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 135576, 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 231 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11284, 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 733 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8832, 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 184 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31420, 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 199 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20608, 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 184 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.546 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 411877, 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 92 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2450958, 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 195 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.547 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6776, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 77 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 521640, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 45 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 92560, 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 182 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.549 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.550 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.551 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4720, 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19152, 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 171 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1712, 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 45 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20480, 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:33.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 45029, 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8457 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 126736, 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 218 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9460, 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 559 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8208, 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 171 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 27656, 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 186 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19264, 2024-04-12T16:24:33.554 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 172 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 435344, 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 98 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.555 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2419332, 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5192, 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 452088, 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T16:24:33.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7280, 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.558 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4240, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19040, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 170 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1376, 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 42 2024-04-12T16:24:33.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8192, 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83568, 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14404 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 189296, 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 310 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8208, 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 507 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8160, 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 170 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 25776, 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 178 2024-04-12T16:24:33.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19152, 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 171 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 341893, 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 75 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2428586, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4312, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 49 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359352, 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 31 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8320, 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223768, 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3428 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.566 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3920, 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 49 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.568 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19600, 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480, 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 34 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 43990, 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8413 2024-04-12T16:24:33.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 126056, 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 217 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9332, 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 566 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8400, 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.570 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 26728, 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 185 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19600, 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2208, 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 285320, 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 61 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 26565, 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2468578, 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 195 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4752, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 54 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 428904, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.573 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 10400, 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 20 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.575 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3520, 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19488, 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.577 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85044, 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14722 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 194736, 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 318 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9408, 2024-04-12T16:24:33.578 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 564 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8352, 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 27152, 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 186 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19600, 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 902667, 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 69 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:33.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2411814, 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 170 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4664, 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.581 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 440496, 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7904, 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223512, 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3416 2024-04-12T16:24:33.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.584 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2880, 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 36 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19376, 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:33.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 592, 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 35 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4096, 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85471, 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14781 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 196096, 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 320 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9740, 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 566 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8304, 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.587 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 27832, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 188 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19376, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2208, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 815408, 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 48 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 26565, 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2443594, 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 181 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5456, 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 62 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 475272, 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 41 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11960, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 23 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2240, 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 28 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20160, 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85567, 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14988 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 194056, 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 317 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 10724, 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 719 2024-04-12T16:24:33.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8640, 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 28428, 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 185 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20160, 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 187966, 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2416550, 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 168 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4488, 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 51 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 452088, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 92872, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 189 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.599 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.600 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1760, 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20384, 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 182 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T16:24:33.602 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 281127, 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 88618, 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 15420 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 200856, 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 327 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11436, 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 729 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8736, 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 182 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30652, 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 195 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20384, 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 182 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 143853, 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 29 2024-04-12T16:24:33.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2452218, 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 200 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 67 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:33.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 521640, 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 45 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 95992, 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 219 2024-04-12T16:24:33.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:33.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.609 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:33.610 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:33.611 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.612 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:24:33.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:33.614 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:33.615 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: "reef" 2024-04-12T16:24:33.616 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 18, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "reef" 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.617 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_perf_histograms": [ 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:33.618 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:33.619 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:33.620 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:33.621 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:33.623 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.624 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.625 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.626 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.627 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.628 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.629 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.630 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.631 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.632 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.633 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.635 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.637 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.638 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.639 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.640 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.641 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.642 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.643 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.644 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.645 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.646 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:33.647 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:33.648 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.649 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:33.650 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:33.651 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:33.652 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.653 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.654 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.655 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.656 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.657 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.658 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.659 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:33.660 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.661 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.662 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.663 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.664 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.665 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.666 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.667 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.668 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.669 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.670 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.671 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.672 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.673 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:33.674 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:33.675 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.676 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:33.677 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.679 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.680 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.682 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.683 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.684 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.685 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.686 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.687 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.688 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.689 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.690 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.691 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.692 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.693 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.694 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.695 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.696 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.697 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.698 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.699 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.700 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:33.701 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:33.702 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:33.703 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:33.704 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:33.705 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:33.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.709 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 5, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11, 1, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.712 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.723 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:33.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_counters": { 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: "caps": { 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T16:24:33.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_grant": { 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_revoke": { 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_trunc": { 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.730 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_commit": { 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_complete": { 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_keys": { 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_merge": { 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_split": { 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "exported_inodes": { 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "forward": { 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_cap_release": { 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps": { 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps_dirty": { 2024-04-12T16:24:33.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_inode_file_caps": { 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "imported_inodes": { 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes": { 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_expired": { 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.733 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_pinned": { 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_with_caps": { 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "load_cent": { 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "openino_dir_fetch": { 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "process_request_cap_release": { 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "reply_latency": { 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184592 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "request": { 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rbytes": { 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rfiles": { 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rsnaps": { 2024-04-12T16:24:33.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_reply": { 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "subtrees": { 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_cache": { 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_enqueue_scrub": { 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.736 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_exportdir": { 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_flush": { 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragmentdir": { 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragstats": { 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_inodestats": { 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_enqueued": { 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_prioritized": { 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_processing": { 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays": { 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_delayed": { 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_enqueuing": { 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_completed": { 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_started": { 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_created": { 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_enqueued": { 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_migrated": { 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_reintegrated": { 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_log": { 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "ev": { 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "evadd": { 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:33.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "evex": { 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "evexd": { 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "evexg": { 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "evtrm": { 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.741 INFO:tasks.workunit.client.0.smithi005.stdout: "jlat": { 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11244108 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "replayed": { 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "seg": { 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "segadd": { 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.742 INFO:tasks.workunit.client.0.smithi005.stdout: "segex": { 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "segexd": { 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "segexg": { 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "segtrm": { 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_mem": { 2024-04-12T16:24:33.743 INFO:tasks.workunit.client.0.smithi005.stdout: "cap": { 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "cap+": { 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "cap-": { 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "dir": { 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "dir+": { 2024-04-12T16:24:33.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "dir-": { 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "dn": { 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "dn+": { 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "dn-": { 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "heap": { 2024-04-12T16:24:33.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 207156 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "ino": { 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "ino+": { 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "ino-": { 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "rss": { 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39604 2024-04-12T16:24:33.746 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_server": { 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_acquisition_throttle": { 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_revoke_eviction": { 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_request": { 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_session": { 2024-04-12T16:24:33.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_peer_request": { 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "req_create_latency": { 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getattr_latency": { 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184592 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.748 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getfilelock_latency": { 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getvxattr_latency": { 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "req_link_latency": { 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookup_latency": { 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookuphash_latency": { 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupino_latency": { 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupname_latency": { 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupparent_latency": { 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupsnap_latency": { 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lssnap_latency": { 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mkdir_latency": { 2024-04-12T16:24:33.751 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mknod_latency": { 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mksnap_latency": { 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "req_open_latency": { 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "req_readdir_latency": { 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rename_latency": { 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "req_renamesnap_latency": { 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.753 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmdir_latency": { 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmsnap_latency": { 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmxattr_latency": { 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setattr_latency": { 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setdirlayout_latency": { 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setfilelock_latency": { 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setlayout_latency": { 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.755 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setxattr_latency": { 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "req_snapdiff_latency": { 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "req_symlink_latency": { 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "req_unlink_latency": { 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_sessions": { 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "average_load": { 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "avg_session_uptime": { 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 89 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "mdthresh_evicted": { 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:33.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "session_count": { 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "session_remove": { 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_open": { 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_stale": { 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "total_load": { 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.759 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "purge_queue": { 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed": { 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing": { 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_high_water": { 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.760 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops": { 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops_high_water": { 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_item_in_journal": { 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T16:24:33.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.762 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 201 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T16:24:33.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 948 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5045620 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2844 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 151996956 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.764 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 948 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4977421 2024-04-12T16:24:33.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5428 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 132700273 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 950 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 950, 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2321953340 2024-04-12T16:24:33.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1050 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.769 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T16:24:33.770 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45850624 2024-04-12T16:24:33.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39706624 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6144000 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:33.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277024951 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 264366 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.773 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70837915 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277024951 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38792 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.776 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71063489 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 322961408 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184683301 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71169243 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42687, 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192585432 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:24:33.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2061, 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 280623258 2024-04-12T16:24:33.784 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.785 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T16:24:33.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 825 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 825, 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4000271 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T16:24:33.787 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 825, 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 102998419 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.788 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.789 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 826 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.791 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 826 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1684974096 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T16:24:33.792 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 826 2024-04-12T16:24:33.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7845606 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5582 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 112998269 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41754624 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32366592 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:33.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9388032 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 264796 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70838560 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41231 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71062125 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 322961408 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184682584 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71169960 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35153, 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 91456427 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T16:24:33.807 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1797, 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 253879713 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T16:24:33.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.809 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 94 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 815 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.810 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 815, 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3973473 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 815, 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 91998144 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T16:24:33.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T16:24:33.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1893961938 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T16:24:33.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T16:24:33.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7794108 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T16:24:33.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5507 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 97998028 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.818 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42803200 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32497664 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10305536 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.819 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.820 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 264796 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70838560 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:33.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41231 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71062125 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 322961408 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.826 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184682584 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71169960 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34748, 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98417833 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1750, 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 213886654 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:33.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2592768 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:33.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27656192 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1613824 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1474560 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.835 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.836 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.837 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:33.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:33.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4145152 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:33.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1306624 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 147495 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:33.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59329 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:33.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 347, 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78891395 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 346, 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12549605 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 347, 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 351065 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:33.844 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 347, 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 79242460 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43574 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:33.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18540 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4365 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.846 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 806 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 222 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 119, 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1603575 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 323, 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 284890 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:33.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 204, 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 874848 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40587 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5854270 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.848 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 124, 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7686751 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 122, 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 263625063751 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 124, 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 118868010376 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 473, 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28590010423 2024-04-12T16:24:33.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 473, 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 55059 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 528931 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168601262 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.850 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 158468 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146910241 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21938378 2024-04-12T16:24:33.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 894265 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 58, 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267550 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 343901243 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:33.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26353220 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3016698 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44630016 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.853 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44531712 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98304 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.854 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85529045 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 602112 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73252395 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.857 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641467838 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.858 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71561714 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57019363 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68809293 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641467838 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6100 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 231826 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71325916 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:33.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 616 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.868 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 135707263 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5111046 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 86408030 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.869 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:33.870 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:33.871 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 616 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 135707263 2024-04-12T16:24:33.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5111046 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 86408030 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1771104 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28979200 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.875 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.876 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2359296 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.877 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27656192 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1466368 2024-04-12T16:24:33.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1327104 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:33.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.880 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:33.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:33.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:33.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3764224 2024-04-12T16:24:33.884 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 700416 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 226854 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:33.885 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29, 2024-04-12T16:24:33.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 80979 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 311, 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67622349 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:33.887 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 308, 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9161206 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 311, 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 320324 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 311, 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67942673 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41758 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6999 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:33.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5352 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 821 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 228 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:33.890 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 134, 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1969623 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 351, 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 262588 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 217, 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1201408 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 163123 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7425434 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 122, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6527967 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 120, 2024-04-12T16:24:33.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 242625574310 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 122, 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 112926739323 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 412, 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22222565230 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 412, 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52152 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.893 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 461431 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 200296073 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 133975 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 123741769 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19957268 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303056 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56, 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 279623 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:33.895 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 351937302 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24654992 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2709957 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:33.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43433984 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42803200 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 630784 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85565421 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:33.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73797651 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641740658 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.903 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71288894 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57043614 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68785042 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641740658 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9439 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 205301 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.909 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71076282 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.910 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.911 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 155 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2429440 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.912 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 155, 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1328813671 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1041 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 155, 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57893194 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 155, 2024-04-12T16:24:33.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 272749460 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4902140 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1041 2024-04-12T16:24:33.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4187908 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3426422 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22, 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20364759 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.916 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22, 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9569210 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22, 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19145699 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 100 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2429440 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:33.917 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1303546772 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44136076 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 250177339 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.918 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 590368 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28372992 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.920 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8486912 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4997120 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:33.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4857856 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.923 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:33.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:33.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.927 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13422592 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:33.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 696320 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 350260 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.929 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12721 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.930 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1173, 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305598970 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1170, 2024-04-12T16:24:33.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20163086 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1173, 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1043341 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1173, 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 306642311 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.932 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44299 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:33.933 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5106 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3692 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 309 2024-04-12T16:24:33.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90, 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 922575 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 256, 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 285594 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 166, 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 436720 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 103, 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5849731 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2149491335 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 115, 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10174792 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:33.936 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 113, 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 216530116455 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 115, 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 119861997062 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3435, 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38959824279 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3435, 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 185648 2024-04-12T16:24:33.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40288773 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 738690142 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 476247 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:33.938 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 553415284 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 216163555 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303169 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227497 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.939 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3698267777 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 250366875 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 116756886 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:33.940 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46514176 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45727744 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 786432 2024-04-12T16:24:33.941 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85560316 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.942 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8192 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73815044 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.945 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641702376 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71327176 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57040211 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788445 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.951 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641702376 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8006 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305392 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71015906 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:33.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:33.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 152094936 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5700083 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:33.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 129392192 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.960 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:33.961 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 152094936 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5700083 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 129392192 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.962 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.963 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32563200 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:33.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.965 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1142784 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:33.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27656192 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 835584 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 696320 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:33.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.968 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:33.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5503 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5503 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.971 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.972 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1916928 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 716800 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.973 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6574 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:33.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 157, 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44260716 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 142, 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15893760 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 157, 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 224186 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:33.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 157, 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44484902 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47783 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5294 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.978 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 350 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 215 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 86, 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 953044 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 152, 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 259530 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.979 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66, 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 188160 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3387132 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:33.980 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3452129 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 50, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 317934646458 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 81286941763 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 242, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 598480 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 242, 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37248 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 299426 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 181966583 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:33.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74543 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96954864 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13903695 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305905 2024-04-12T16:24:33.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 44, 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248834 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 296542644 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16469024 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:33.984 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1736401 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42385408 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41238528 2024-04-12T16:24:33.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1146880 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85566831 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73816721 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:33.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641751238 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:33.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71278314 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57044554 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68784102 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.995 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641751238 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17570 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:33.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 199131 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71063741 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:33.999 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1144239 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.003 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:34.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:34.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1144239 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:34.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28381184 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7766016 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:34.010 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4730880 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:34.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4591616 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:34.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:34.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:34.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.016 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12435456 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:34.017 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 712704 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 835016 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.018 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1684 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1108, 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 298516212 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1088, 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19639705 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1108, 2024-04-12T16:24:34.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1224221 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1108, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 299740433 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48094 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:34.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3590 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3461 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 332 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90, 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780921 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 151, 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 281327 2024-04-12T16:24:34.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 61, 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68459 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 106, 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5787338 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2229483216 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42, 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9657344 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40, 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 174642893874 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42, 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57903098241 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.025 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3362, 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 613576820 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3362, 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 193239 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41694571 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 786131158 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 458689 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 544261010 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 217598577 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:34.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303877 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 41, 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184235 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3819386743 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 250068674 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.028 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 122223192 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46514176 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45645824 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.029 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 868352 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85560223 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.031 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.032 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73823329 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641701677 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71327875 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57040149 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788507 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:34.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641701677 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4590 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 317881 2024-04-12T16:24:34.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71007532 2024-04-12T16:24:34.042 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.043 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:34.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24631675 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3672909 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21889885 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:34.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.047 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24631675 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3672909 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21889885 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:34.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32579584 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:34.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.053 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7524352 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:34.054 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4505600 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:34.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4366336 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.056 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.057 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:34.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:34.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:34.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11968512 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:34.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 708608 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 432742 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:34.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5886 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1053, 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 299429371 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1042, 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22566001 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1053, 2024-04-12T16:24:34.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 839125 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1053, 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 300268496 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46665 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:34.065 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:34.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3983 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3429 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 338 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 86, 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 724618 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 138, 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 291645 2024-04-12T16:24:34.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52, 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 198013 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 104, 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6311953 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2187374032 2024-04-12T16:24:34.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39, 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5952704 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 36, 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 213661004988 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39, 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71771833802 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:34.069 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3365, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 311035009 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3365, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 203212 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 216777170 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 783475584 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.070 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 483170 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 443858993 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 211093264 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305618 2024-04-12T16:24:34.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 137122 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3842819229 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 242029410 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:34.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 121730887 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46514176 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45498368 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:34.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1015808 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85559866 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73819590 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641698999 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71330553 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57039911 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.082 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788745 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.083 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641698999 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.084 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11462 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 318646 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71002573 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42 2024-04-12T16:24:34.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:34.092 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:34.094 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32567296 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.095 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8327168 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5337088 2024-04-12T16:24:34.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5197824 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:34.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:34.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:34.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5504 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5504 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:34.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.103 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13602816 2024-04-12T16:24:34.104 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1290240 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6202 2024-04-12T16:24:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1256, 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 324968109 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1253, 2024-04-12T16:24:34.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30611789 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1256, 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1092757 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1256, 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 326060866 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:34.108 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45259 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3754 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3404 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 347 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 86, 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 637404 2024-04-12T16:24:34.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 128, 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 349673 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42, 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165047 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5583194 2024-04-12T16:24:34.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1823701124 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5934504 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30, 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303131174839 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:34.112 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 50733092615 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3350, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 296481287 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3350, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165730 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 499259357 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.113 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 814012298 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 420224 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 471971273 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.114 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 235693482 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 895292 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26, 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136998 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3844840995 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 271807514 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 127291643 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45465600 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44859392 2024-04-12T16:24:34.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 606208 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.117 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85560018 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.119 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73823534 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641700135 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.121 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71329417 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.123 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57040012 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788644 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:34.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641700135 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12782 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 318392 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71000371 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:34.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39 2024-04-12T16:24:34.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:34.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2812 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103660406 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12527958 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:34.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 84312716 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.133 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.134 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:34.135 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2812 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:34.136 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103660406 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12527958 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 84312716 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.137 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33148928 2024-04-12T16:24:34.138 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.139 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7581696 2024-04-12T16:24:34.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4632576 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4493312 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:34.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:34.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:34.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5499 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5499 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:34.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.146 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12152832 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1298432 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 443586 2024-04-12T16:24:34.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.149 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13862 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1084, 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 306810347 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.150 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1061, 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35092191 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1084, 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 839072 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1084, 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 307649419 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59946 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:34.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5331 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3491 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 366 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 95, 2024-04-12T16:24:34.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 856436 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 138, 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 332856 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248582 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:34.154 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 102, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5714512 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1986486424 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40890793 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176538843829 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.155 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19, 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33262427621 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3377, 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 753753659 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3377, 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 205103 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 218044641 2024-04-12T16:24:34.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1031657468 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 471057 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 688988250 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 219073978 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 894141 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78747 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4144474024 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.158 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 253731328 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 124360339 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:34.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45465600 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45023232 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 442368 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85550555 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 143360 2024-04-12T16:24:34.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73689637 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641629163 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.164 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71400389 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57033703 2024-04-12T16:24:34.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68794953 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:34.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641629163 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:34.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7022 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 335898 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.172 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71059597 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:34.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 114733423 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 132129 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.175 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45, 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12217190 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 84883350 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28, 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3608222 2024-04-12T16:24:34.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 132129 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28, 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3126058 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28, 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2535627 2024-04-12T16:24:34.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7997761 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:34.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3770003 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:34.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7563403 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103127440 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5321129 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74784320 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33161216 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T16:24:34.182 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:34.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.443113999106572e-06, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 212, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 313344, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T16:24:34.184 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 179, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.185 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 98304, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:34.186 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 98304, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.3479281335548876e-07, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 3430, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 3430, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 10290, 2024-04-12T16:24:34.187 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 51, 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 20480 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:34.188 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:34.189 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T16:24:34.191 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:34.192 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.193 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T16:24:33.331951", 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_stats": { 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "7.9.2" 2024-04-12T16:24:34.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:34.195 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.196 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.198 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pg": [ 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.199 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.252643+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.252643+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.254632+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.201 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3f", 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000", 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.205 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.206 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240057+0000", 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240057+0000", 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.240346+0000", 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.208 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3e", 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.209 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:38:11.505773+0000", 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.213 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.214 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241216+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241216+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241509+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.216 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3d", 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:35:27.278555+0000", 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.220 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.221 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241172+0000", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241172+0000", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241478+0000", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.223 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3c", 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:32:17.876922+0000", 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.224 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.228 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:34.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250457+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250457+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251120+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.231 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3b", 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000", 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.235 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.236 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237211+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237211+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.237566+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:34.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.238 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3a", 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:20.970449+0000", 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.242 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.243 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250112+0000", 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250112+0000", 2024-04-12T16:24:34.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251739+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.246 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.39", 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000", 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.250 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.251 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.228162+0000", 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.228162+0000", 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.228475+0000", 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.253 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.38", 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.254 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000", 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.258 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.259 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.253191+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.253191+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.253503+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:34.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.261 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.37", 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000", 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.265 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.266 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243393+0000", 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243393+0000", 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243711+0000", 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:34.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.268 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.269 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.36", 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000", 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.274 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241200+0000", 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241200+0000", 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241744+0000", 2024-04-12T16:24:34.275 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:34.276 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.35", 2024-04-12T16:24:34.277 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000", 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.281 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.282 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240084+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240084+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.240408+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:34.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.284 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.34", 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:27:16.777945+0000", 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.285 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.288 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.289 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.236704+0000", 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.236704+0000", 2024-04-12T16:24:34.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.236987+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.291 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.33", 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.292 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000", 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.296 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240740+0000", 2024-04-12T16:24:34.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240740+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241801+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:34.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.32", 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.299 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:57:13.936175+0000", 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.303 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241967+0000", 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241967+0000", 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.242262+0000", 2024-04-12T16:24:34.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.31", 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.306 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:36:11.301298+0000", 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.310 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.311 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239413+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239413+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239779+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.313 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.30", 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:21:54.589927+0000", 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.317 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.318 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238392+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238392+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238681+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:34.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.320 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2f", 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:33:30.457932+0000", 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.321 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.324 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.325 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.246802+0000", 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.246802+0000", 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.247140+0000", 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:34.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2e", 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.328 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:23:24.011515+0000", 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.332 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:34.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.253306+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.253306+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.254766+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.335 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2d", 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000", 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.339 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.340 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.872985+0000", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.872985+0000", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.873659+0000", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 4, 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.342 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 4, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1f", 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 23, 2024-04-12T16:24:34.343 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000", 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 582, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'4" 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.347 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.235768+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.235768+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.236173+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:34.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.350 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1e", 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000", 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.351 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.355 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866251+0000", 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866251+0000", 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866973+0000", 2024-04-12T16:24:34.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:34.357 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1e", 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.358 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000", 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.362 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239605+0000", 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239605+0000", 2024-04-12T16:24:34.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239952+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:34.364 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.365 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1f", 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:45:06.566783+0000", 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.369 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.370 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.875753+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.875753+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.876081+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:34.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.372 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1d", 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000", 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.373 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.376 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.377 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237672+0000", 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237672+0000", 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238164+0000", 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.379 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1c", 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.380 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:18:35.951336+0000", 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.383 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.384 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:34.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.875823+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.875823+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.876123+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.386 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.387 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1c", 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000", 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.391 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.392 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.231528+0000", 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.231528+0000", 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.231852+0000", 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.394 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1d", 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.395 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:25:41.290025+0000", 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.399 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.872226+0000", 2024-04-12T16:24:34.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.872226+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.872516+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:34.401 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.402 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1b", 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000", 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.405 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.406 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.407 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243230+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243230+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243557+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:34.408 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.409 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1a", 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:47:54.979559+0000", 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.413 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.414 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866731+0000", 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866731+0000", 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.867564+0000", 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.416 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1a", 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:34.417 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000", 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.421 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250103+0000", 2024-04-12T16:24:34.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250103+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.250409+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:34.423 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.424 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1b", 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:24.437695+0000", 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.428 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.429 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.865874+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.865874+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866170+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:34.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.431 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.19", 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000", 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.435 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.436 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237454+0000", 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237454+0000", 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238088+0000", 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:34.438 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.18", 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.439 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000", 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.443 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.444 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866623+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866623+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866924+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:34.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.446 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.18", 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:14:30.218702+0000", 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.450 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.451 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.244329+0000", 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.244329+0000", 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.244651+0000", 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.453 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.19", 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.454 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:12:59.940282+0000", 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.458 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:34.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.868292+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.868292+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868629+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.17", 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000", 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.465 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.466 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.235350+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.235350+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.235666+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:34.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.468 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.16", 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:54:32.754120+0000", 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.469 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.472 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.473 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.868129+0000", 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.868129+0000", 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868463+0000", 2024-04-12T16:24:34.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.475 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.16", 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.476 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:44:50.681336+0000", 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:34.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241592+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241592+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.242122+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.483 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.17", 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:41:34.715793+0000", 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.487 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.488 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874338+0000", 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874338+0000", 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.875665+0000", 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.490 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.15", 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 22, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:45:50.868611+0000", 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 90, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'3" 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.495 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243523+0000", 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243523+0000", 2024-04-12T16:24:34.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243837+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:34.497 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.498 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.14", 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:08:07.261141+0000", 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.502 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.503 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866893+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866893+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.867252+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 12, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 12, 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.505 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.14", 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 31, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000", 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 2632, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 9 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.509 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "68'12" 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.510 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.671364+0000", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.671364+0000", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.671699+0000", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.512 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.15", 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:27.213820+0000", 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.513 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.516 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.517 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874001+0000", 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874001+0000", 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.874317+0000", 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.519 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.13", 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.520 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000", 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 34, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 7 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250807+0000", 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250807+0000", 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251113+0000", 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.526 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.12", 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.527 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:34:44.768816+0000", 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:34.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.871492+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.871492+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.871858+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.534 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.12", 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:53:17.312234+0000", 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.538 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.539 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.249796+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.249796+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251371+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:34.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.541 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.13", 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000", 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.545 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.546 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.867434+0000", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.867434+0000", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868890+0000", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.548 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.11", 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.549 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000", 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.553 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.235932+0000", 2024-04-12T16:24:34.554 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.235932+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.236411+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:34.555 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.10", 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000", 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.560 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.561 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.863552+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.863552+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.863852+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:34.562 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 8, 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.563 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 8, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.10", 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:54:49.912660+0000", 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 4, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.567 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'8" 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.568 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.249384+0000", 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.249384+0000", 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.249663+0000", 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.569 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.570 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.11", 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000", 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.575 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.864130+0000", 2024-04-12T16:24:34.576 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.864130+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.864465+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.f", 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000", 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 22, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.582 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.672621+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.672621+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.672979+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.584 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.e", 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:04.566429+0000", 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.590 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.003340+0000", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.003340+0000", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.003767+0000", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.592 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.2", 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:55:07.228887+0000", 2024-04-12T16:24:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.672791+0000", 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.672791+0000", 2024-04-12T16:24:34.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.673113+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:34.599 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.4", 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 28, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:20:02.741195+0000", 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.604 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.605 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.222397+0000", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.222397+0000", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.222749+0000", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.606 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.607 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.5", 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.608 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:30:00.112027+0000", 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.612 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:39.956528+0000", 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:39.956528+0000", 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:39.956809+0000", 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:34.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.614 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.4", 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.615 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:40:35.020797+0000", 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.619 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.867825+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.867825+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868350+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.621 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.622 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.2", 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:05:41.879698+0000", 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.626 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.627 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.245971+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.245971+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.246331+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:34.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.629 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3", 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:15:27.781038+0000", 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.633 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.634 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.003342+0000", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.003342+0000", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.003688+0000", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.636 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.7", 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:22:04.494323+0000", 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.637 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.640 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.641 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.247982+0000", 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.247982+0000", 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.249718+0000", 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.643 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.0", 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.644 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:12:30.902982+0000", 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.648 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.862950+0000", 2024-04-12T16:24:34.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.862950+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.863283+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:34.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1", 2024-04-12T16:24:34.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:44:19.186952+0000", 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.655 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.656 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.021761+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.021761+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.022192+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:34.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.658 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.5", 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:43:01.860509+0000", 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.662 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.663 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.230649+0000", 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.230649+0000", 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.230918+0000", 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.665 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2", 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.666 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000", 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.670 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.865221+0000", 2024-04-12T16:24:34.671 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.865221+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.865635+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:34.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.673 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.3", 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:13:14.670272+0000", 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.677 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.678 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 19, 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:20:50.672847+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:20:50.672847+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:20:50.673182+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 58, 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:34.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 128, 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 57, 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.680 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 128, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "1.0", 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 265, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000", 2024-04-12T16:24:34.681 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.682 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 212, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 306, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 179, 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "65'128" 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.685 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:39.955812+0000", 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:39.955812+0000", 2024-04-12T16:24:34.686 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:39.956272+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:34.687 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.6", 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.688 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:08:49.897982+0000", 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.689 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.692 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.693 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:41.057571+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:41.057571+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.695 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1", 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 11, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:58:34.803253+0000", 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.696 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.699 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.700 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874969+0000", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874969+0000", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.875281+0000", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.701 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.702 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.0", 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000", 2024-04-12T16:24:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.704 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.707 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.021800+0000", 2024-04-12T16:24:34.708 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.021800+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.022744+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:34.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.710 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.3", 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:15:12.497592+0000", 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.711 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.714 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.715 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874874+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874874+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.875224+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:34.716 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.717 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.5", 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000", 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.718 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.719 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.721 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.722 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.233671+0000", 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.233671+0000", 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.233960+0000", 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:34.723 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.724 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.4", 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.725 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:25:58.468373+0000", 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.727 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.729 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.730 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.021879+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.021879+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.022205+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.731 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.732 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.0", 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:19:27.712705+0000", 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.733 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.734 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.736 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.737 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866943+0000", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866943+0000", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.867264+0000", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.738 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.739 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.6", 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.740 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:05:37.798044+0000", 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "62'1" 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.744 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239277+0000", 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239277+0000", 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239831+0000", 2024-04-12T16:24:34.745 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:34.746 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.747 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.7", 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000", 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.751 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:34.752 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.003312+0000", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.003312+0000", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.003628+0000", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.753 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.754 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.1", 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:34.755 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:46:49.560232+0000", 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.759 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.868500+0000", 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.868500+0000", 2024-04-12T16:24:34.760 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868783+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.761 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.7", 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.762 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000", 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.763 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.766 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.767 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240012+0000", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240012+0000", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.240274+0000", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.768 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.769 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.6", 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.770 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:59.268917+0000", 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.771 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.773 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.774 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874355+0000", 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874355+0000", 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.874656+0000", 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:34.775 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.776 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.8", 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.777 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000", 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.778 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.781 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.782 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238979+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238979+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239741+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:34.783 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.784 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.9", 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:31:06.069050+0000", 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.785 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.788 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.789 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.871730+0000", 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.871730+0000", 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.872205+0000", 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:34.790 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.791 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.9", 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.792 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:17:55.077464+0000", 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:34.797 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243370+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243370+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243737+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.799 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.8", 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000", 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.800 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.803 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.804 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.869895+0000", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.869895+0000", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.870193+0000", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.806 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.a", 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.807 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:15:29.287637+0000", 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.811 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238771+0000", 2024-04-12T16:24:34.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238771+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239081+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.814 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.b", 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000", 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.818 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.819 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.876551+0000", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.876551+0000", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.876848+0000", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.821 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.b", 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000", 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.822 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.825 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.826 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243980+0000", 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243980+0000", 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.244269+0000", 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.828 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.a", 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000", 2024-04-12T16:24:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.832 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.833 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.861815+0000", 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.861815+0000", 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.862200+0000", 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.835 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.c", 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:34.836 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:50:34.783627+0000", 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.840 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.255575+0000", 2024-04-12T16:24:34.841 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.255575+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.256149+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:34.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.d", 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000", 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.847 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.848 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.871043+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.871043+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.871482+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:34.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.850 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.d", 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.851 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:34:39.225479+0000", 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 70, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.855 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.856 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237722+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237722+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238429+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.858 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.c", 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:02:57.554093+0000", 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.862 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.863 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.865749+0000", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.865749+0000", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866057+0000", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:34.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.865 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.e", 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:23:23.080389+0000", 2024-04-12T16:24:34.866 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.869 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.870 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:41.057620+0000", 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:41.057620+0000", 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.872 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.f", 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.873 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 11, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:19.549892+0000", 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.877 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.671422+0000", 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.671422+0000", 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.671966+0000", 2024-04-12T16:24:34.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.879 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.20", 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.880 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:12:55.557063+0000", 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.884 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.885 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.670788+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.670788+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.671131+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.887 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.21", 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:48:03.440211+0000", 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.891 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.892 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.234243+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.234243+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.234557+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:34.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.894 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.22", 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:33:58.294539+0000", 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.895 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.899 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241517+0000", 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241517+0000", 2024-04-12T16:24:34.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241814+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.901 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.23", 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.902 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:29:14.431181+0000", 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.906 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.669367+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.669367+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.669752+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.909 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.24", 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:21:27.411951+0000", 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.913 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:34.914 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.247958+0000", 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.247958+0000", 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.248289+0000", 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.916 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.25", 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.917 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:03:48.176351+0000", 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.921 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.922 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.242176+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.242176+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.242552+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:34.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.924 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.26", 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000", 2024-04-12T16:24:34.925 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.929 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238906+0000", 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238906+0000", 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239563+0000", 2024-04-12T16:24:34.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.931 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.27", 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.932 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000", 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:34.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.222232+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.222232+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.222981+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.939 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.28", 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:21:30.625403+0000", 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:34.943 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.944 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240660+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240660+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243941+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:34.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.946 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.29", 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000", 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.947 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.950 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:34.951 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.232929+0000", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.232929+0000", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.233266+0000", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.953 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2a", 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:43:49.171981+0000", 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.954 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.957 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:34.958 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.251599+0000", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.251599+0000", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251868+0000", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2b", 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.961 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:04:55.761846+0000", 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:34.966 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239201+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239201+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239497+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:34.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.968 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2c", 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000", 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:34.972 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pool": [ 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 24, 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.973 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 8, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 4, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:34.977 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 24 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 192, 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 64, 2024-04-12T16:24:34.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 3, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:34.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:34.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 192 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 3, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 128, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 1, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 3, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 128, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 1, 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T16:24:34.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 212, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 306, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 179, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 1781760, 2024-04-12T16:24:34.986 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 1771104, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 3 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 96, 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:34.987 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 45, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 32, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 45, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 2, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 3430, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:34.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 66, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 22, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:34.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 22, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 14, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:34.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 51, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 20 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 98304, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:34.991 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 10290, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 96 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:34.992 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600, 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 249753600, 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.0003252168244216591 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T16:24:34.993 INFO:tasks.workunit.client.0.smithi005.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T16:24:34.994 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry show-device 2024-04-12T16:24:34.995 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:34.995 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:34.995 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:34.995 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/691199270' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:24:34.995 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/691199270' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:24:34.995 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.996 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.997 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/691199270' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/691199270' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:34.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:33 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.000 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.001 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:34 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.002 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/691199270' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/691199270' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.003 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:33 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "236b91a8-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236c10ba-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161852": { 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.005 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236b91a8-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938731 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:35.006 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:35.007 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:35.009 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12457875 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.010 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.011 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.012 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 16 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1604543 2024-04-12T16:24:35.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 5108, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 186648608, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 816439332, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 3085289498, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17352388345, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:35.015 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 21, 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 34286, 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 41157, 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 31, 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9828 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 34286, 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 41157 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:35.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:35.017 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:35.018 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.019 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 31 Celsius", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 21%", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 186,648,608 [95.5 TB]", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 816,439,332 [418 TB]", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 3,085,289,498", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,352,388,345", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 5,108", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 34,286", 2024-04-12T16:24:35.020 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 41,157", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,828", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 31 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "236d4dd6-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236dbe6a-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.022 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161850": { 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236d4dd6-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.023 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938729 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.025 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.026 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12549574 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.027 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.028 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.029 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:35.030 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1315433 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:35.031 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.032 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 4828, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 166581396, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 822448942, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 2950225425, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17904865549, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 0, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 33261, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 35971, 2024-04-12T16:24:35.033 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 33, 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9526 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 33261, 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 35971 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:35.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.035 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:35.036 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:35.037 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 33 Celsius", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 0%", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 166,581,396 [85.2 TB]", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 822,448,942 [421 TB]", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 2,950,225,425", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,904,865,549", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 4,828", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 33,261", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 35,971", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,526", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:35.038 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:35.039 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 33 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T16:24:35.040 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry show-all 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.041 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.042 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:35.043 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.044 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:35.045 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:34 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout: "device_report": { 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout: "236b91a8-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236c10ba-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161852": { 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:35.056 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236b91a8-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938731 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.057 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:35.058 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.059 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12457875 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:35.061 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:35.063 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 16 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:35.064 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1604543 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:35.065 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 5108, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 186648608, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 816439332, 2024-04-12T16:24:35.066 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 3085289498, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17352388345, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 21, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 34286, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 41157, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 31, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9828 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 34286, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 41157 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.067 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:35.069 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.070 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 31 Celsius", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 21%", 2024-04-12T16:24:35.071 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 186,648,608 [95.5 TB]", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 816,439,332 [418 TB]", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 3,085,289,498", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,352,388,345", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 5,108", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 34,286", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 41,157", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,828", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:35.072 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 31 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.073 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "236d4dd6-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236dbe6a-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161850": { 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T16:24:35.074 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236d4dd6-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938729 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T16:24:35.075 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.076 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T16:24:35.077 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.078 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.079 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12549574 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.081 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.082 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T16:24:35.083 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1315433 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.084 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 4828, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 166581396, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 822448942, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 2950225425, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17904865549, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T16:24:35.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 0, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 33261, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 35971, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 33, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9526 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 33261, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 35971 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T16:24:35.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T16:24:35.087 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T16:24:35.088 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T16:24:35.089 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 33 Celsius", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 0%", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 166,581,396 [85.2 TB]", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 822,448,942 [421 TB]", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 2,950,225,425", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,904,865,549", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 4,828", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 33,261", 2024-04-12T16:24:35.090 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 35,971", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,526", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 33 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "report": { 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T16:24:35.092 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.093 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T16:24:35.094 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore" 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T16:24:35.095 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:35.096 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_block_size", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_cache_size", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_compression", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_log", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "leveldb_write_buffer_size", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:35.097 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:35.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_crush_chooseleaf_type", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:35.099 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T16:24:35.100 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pg_delete_cost", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:35.101 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T16:24:35.102 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addr", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "public_addrv", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T16:24:35.103 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T16:24:35.104 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T16:24:35.105 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_perf", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/enabled", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T16:24:35.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T16:24:35.107 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T16:24:35.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T16:24:35.109 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T16:24:35.110 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 1, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T16:24:35.111 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 0, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T16:24:35.112 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T16:24:35.113 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_stats": { 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20561920, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 415240, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 753664, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 408, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1466584, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:24:35.115 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1005056, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14922528, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 21315584 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20267008, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 341896, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 1007616, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 322, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 790232, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 12, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 913408, 2024-04-12T16:24:35.116 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14461344, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 20267008 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 45441024, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2045208, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 933888, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 3162112, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1790, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 10193736, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 23, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3264000, 2024-04-12T16:24:35.117 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 26251680, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 48603136 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 36642816, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 631480, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 7864320, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1114, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 8722440, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1285120, 2024-04-12T16:24:35.118 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 23251264, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 44507136 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 37748736, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1539008, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 671744, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 7806976, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1095, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 7805296, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 21, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1511424, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 23468752, 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 45555712 2024-04-12T16:24:35.119 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 47464448, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1008736, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 49152, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1396, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5383096, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 46, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2592000, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 35597032, 2024-04-12T16:24:35.120 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 47513600 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 45817856, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 936616, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 499712, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1328, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5286552, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2089728, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34621376, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 46317568 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.121 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48635904, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1681160, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 761856, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1616, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5488696, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3796480, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34785984, 2024-04-12T16:24:35.122 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 44146688, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 726448, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1122304, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1228, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 4147136, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 45, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2081792, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34307728, 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 45268992 2024-04-12T16:24:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48668672, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1745656, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 729088, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1608, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5821288, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3274496, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34943648, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.124 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48324608, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1544904, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1073152, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1606, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5528552, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3432704, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34934864, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T16:24:35.125 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 47775744, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2048376, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1622016, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1611, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5172680, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3477248, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34193856, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 49397760 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 48185344, 2024-04-12T16:24:35.126 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 1811112, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2883584, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 163840, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 1623, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 5595824, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 47, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 3238912, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 34655912, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 48349184 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T16:24:35.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "io_rate": { 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_stats_delta": { 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 0, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 0, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "stamp_delta": "12.002789", 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:35.133 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 0 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "mempool": { 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.134 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.135 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.139 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.141 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.141 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.141 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 222439, 2024-04-12T16:24:35.141 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 68 2024-04-12T16:24:35.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.141 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 51496, 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 208 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8104, 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 127 2024-04-12T16:24:35.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.147 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.148 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.148 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.148 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.148 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.148 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.149 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.151 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 149137, 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 928, 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.152 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.153 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.154 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.158 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.159 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1128823, 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 335 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 352, 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 4 2024-04-12T16:24:35.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.161 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6680, 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 126 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12744, 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1546 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 10304, 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 166 2024-04-12T16:24:35.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.163 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.164 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.165 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.167 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.168 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1093271, 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 352 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.169 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6680, 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 126 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.170 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12744, 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1546 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5152, 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 83 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.171 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.172 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.173 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.174 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.175 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.176 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1084809, 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 362 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.177 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6680, 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 126 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12744, 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1546 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5152, 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 83 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.179 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.181 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5520, 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 69 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20608, 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 184 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1600, 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.182 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 602112, 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 50500, 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9374 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 135576, 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 231 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11284, 2024-04-12T16:24:35.183 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 733 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8832, 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 184 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31420, 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 199 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.184 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20608, 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 184 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 411877, 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 92 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2450958, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 195 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6776, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 77 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.186 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 521640, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 45 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 98800, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 194 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.187 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4720, 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19152, 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 171 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1712, 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 45 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.190 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20480, 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 45029, 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8457 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 126736, 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 218 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9460, 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 559 2024-04-12T16:24:35.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8208, 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 171 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 27656, 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 186 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.192 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19264, 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 172 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 435344, 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 98 2024-04-12T16:24:35.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2419332, 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5192, 2024-04-12T16:24:35.194 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 452088, 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.195 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7280, 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.196 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T16:24:35.197 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4240, 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19040, 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 170 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1376, 2024-04-12T16:24:35.199 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 42 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8192, 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83568, 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14404 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 189296, 2024-04-12T16:24:35.200 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 310 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8208, 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 507 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8160, 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 170 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 25776, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 178 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19152, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 171 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 341893, 2024-04-12T16:24:35.202 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 75 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2428586, 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4312, 2024-04-12T16:24:35.203 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 49 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359352, 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 31 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.204 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8320, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223768, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3428 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.205 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.207 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3920, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 49 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19600, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 34 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.208 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 43990, 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8413 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 126056, 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 217 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9332, 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 566 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8400, 2024-04-12T16:24:35.209 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 26728, 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 185 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19600, 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.210 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2208, 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 285320, 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 61 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 26565, 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.211 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2468578, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 195 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4752, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 54 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 428904, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.212 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 10400, 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 20 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.215 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3520, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19488, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.216 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85044, 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14722 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 194736, 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 318 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9408, 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 564 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8352, 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.218 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 27152, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 186 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19600, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 175 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 902667, 2024-04-12T16:24:35.219 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 69 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2411814, 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 170 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4664, 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.220 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 440496, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7904, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.221 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223512, 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3416 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2880, 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 36 2024-04-12T16:24:35.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19376, 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 592, 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 35 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4096, 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85471, 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14781 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 196096, 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 320 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9740, 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 566 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8304, 2024-04-12T16:24:35.226 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 27832, 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 188 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19376, 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2208, 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 815408, 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 48 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 26565, 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2443594, 2024-04-12T16:24:35.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 181 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5456, 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 62 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 475272, 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 41 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.229 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11960, 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 23 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.231 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.232 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2240, 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 28 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20160, 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T16:24:35.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85567, 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 14988 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 194056, 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 317 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 10724, 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 719 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8640, 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 28428, 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 185 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20160, 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 180 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 187966, 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2416550, 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 168 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4488, 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 51 2024-04-12T16:24:35.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 452088, 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.238 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 99112, 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 201 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.239 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6368, 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 123 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16896, 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T16:24:35.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1760, 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20384, 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 182 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 281127, 2024-04-12T16:24:35.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 88618, 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 15420 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 200856, 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 327 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11436, 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 729 2024-04-12T16:24:35.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 8736, 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 182 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30652, 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 195 2024-04-12T16:24:35.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20384, 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 182 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 143853, 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 29 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2452218, 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 200 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.246 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 67 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 521640, 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 45 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.247 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 103480, 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 243 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 223256, 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3404 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.248 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T16:24:35.249 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:35.250 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.251 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:24:35.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:35.253 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T16:24:35.254 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T16:24:35.255 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.256 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: "reef" 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 18, 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.258 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "reef" 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_perf_histograms": [ 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:35.259 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:35.260 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:35.262 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:35.263 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:35.264 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.265 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.266 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.267 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.269 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.270 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.271 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.272 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.273 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.274 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.275 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.276 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.277 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.278 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.279 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.280 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.281 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.282 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:35.283 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.284 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.285 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.286 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.287 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.288 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.289 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:35.290 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:35.291 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:35.292 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:35.293 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:35.294 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:35.295 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.296 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.297 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.298 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.299 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.300 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.301 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.302 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.303 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.304 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.305 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.306 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.307 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.308 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.309 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.310 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.311 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.312 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.313 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.314 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.315 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.316 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.317 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.318 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:35.319 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:35.320 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:35.321 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:35.322 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:35.323 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:35.324 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.325 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.326 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.327 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.328 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.329 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.330 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.331 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.332 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.333 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.334 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.335 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.336 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.344 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T16:24:35.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T16:24:35.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T16:24:35.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T16:24:35.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T16:24:35.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T16:24:35.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 5, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 16, 2, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11, 1, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.365 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.373 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_counters": { 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:35.376 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "caps": { 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_grant": { 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_revoke": { 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_trunc": { 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_commit": { 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_complete": { 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_keys": { 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_merge": { 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_split": { 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "exported_inodes": { 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "forward": { 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_cap_release": { 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps": { 2024-04-12T16:24:35.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps_dirty": { 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_inode_file_caps": { 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "imported_inodes": { 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes": { 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.380 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_expired": { 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_pinned": { 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_with_caps": { 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "load_cent": { 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "openino_dir_fetch": { 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "process_request_cap_release": { 2024-04-12T16:24:35.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "reply_latency": { 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184592 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "request": { 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rbytes": { 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rfiles": { 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rsnaps": { 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_reply": { 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "subtrees": { 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_cache": { 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_enqueue_scrub": { 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_exportdir": { 2024-04-12T16:24:35.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_flush": { 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragmentdir": { 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragstats": { 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_inodestats": { 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_enqueued": { 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_prioritized": { 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_processing": { 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays": { 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_delayed": { 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_enqueuing": { 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.385 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_completed": { 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_started": { 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_created": { 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_enqueued": { 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_migrated": { 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_reintegrated": { 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_log": { 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "ev": { 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "evadd": { 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "evex": { 2024-04-12T16:24:35.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "evexd": { 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "evexg": { 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "evtrm": { 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "jlat": { 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11244108 2024-04-12T16:24:35.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "replayed": { 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "seg": { 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "segadd": { 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "segex": { 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "segexd": { 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "segexg": { 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "segtrm": { 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_mem": { 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "cap": { 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "cap+": { 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "cap-": { 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "dir": { 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "dir+": { 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "dir-": { 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "dn": { 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "dn+": { 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "dn-": { 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "heap": { 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 207156 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "ino": { 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "ino+": { 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.392 INFO:tasks.workunit.client.0.smithi005.stdout: "ino-": { 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "rss": { 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39604 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_server": { 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_acquisition_throttle": { 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_revoke_eviction": { 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.393 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_request": { 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_session": { 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_peer_request": { 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "req_create_latency": { 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getattr_latency": { 2024-04-12T16:24:35.394 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184592 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getfilelock_latency": { 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getvxattr_latency": { 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "req_link_latency": { 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookup_latency": { 2024-04-12T16:24:35.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookuphash_latency": { 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupino_latency": { 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupname_latency": { 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupparent_latency": { 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupsnap_latency": { 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lssnap_latency": { 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.397 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mkdir_latency": { 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mknod_latency": { 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mksnap_latency": { 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.398 INFO:tasks.workunit.client.0.smithi005.stdout: "req_open_latency": { 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "req_readdir_latency": { 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rename_latency": { 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.399 INFO:tasks.workunit.client.0.smithi005.stdout: "req_renamesnap_latency": { 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmdir_latency": { 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmsnap_latency": { 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmxattr_latency": { 2024-04-12T16:24:35.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setattr_latency": { 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setdirlayout_latency": { 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setfilelock_latency": { 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.401 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setlayout_latency": { 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setxattr_latency": { 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "req_snapdiff_latency": { 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "req_symlink_latency": { 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "req_unlink_latency": { 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_sessions": { 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "average_load": { 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "avg_session_uptime": { 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 89 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "mdthresh_evicted": { 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "session_count": { 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "session_remove": { 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_open": { 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_stale": { 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "total_load": { 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "purge_queue": { 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed": { 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing": { 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_high_water": { 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops": { 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops_high_water": { 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_item_in_journal": { 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T16:24:35.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:35.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 201 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 948 2024-04-12T16:24:35.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5045620 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2844 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 151996956 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T16:24:35.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 948 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T16:24:35.412 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4977421 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5428 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 948, 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 132700273 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.413 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 950 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 950, 2024-04-12T16:24:35.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2321953340 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1050 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T16:24:35.415 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.416 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.417 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45850624 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39706624 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.418 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6144000 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277024951 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 264366 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.420 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.422 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70837915 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.423 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277024951 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38792 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71063489 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 322961408 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.426 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184683301 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71169243 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T16:24:35.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42687, 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192585432 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:24:35.430 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.431 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2061, 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 280623258 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.432 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T16:24:35.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T16:24:35.434 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 825 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 825, 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4000271 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 825, 2024-04-12T16:24:35.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 102998419 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T16:24:35.436 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 826 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T16:24:35.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 826 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.439 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1684974096 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T16:24:35.440 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 826 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7845606 2024-04-12T16:24:35.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5582 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 826, 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 112998269 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.442 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41754624 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32366592 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9388032 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T16:24:35.443 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 264796 2024-04-12T16:24:35.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70838560 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41231 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.449 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71062125 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 322961408 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184682584 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.451 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71169960 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35153, 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 91456427 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.455 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1797, 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 253879713 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.457 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T16:24:35.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 94 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.459 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 815 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 815, 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3973473 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.460 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 815, 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 91998144 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73 2024-04-12T16:24:35.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T16:24:35.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T16:24:35.463 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1893961938 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T16:24:35.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T16:24:35.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7794108 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5507 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T16:24:35.467 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 816, 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 97998028 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42803200 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32497664 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.468 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10305536 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 264796 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.470 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.471 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70838560 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 348127232 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.472 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 277023876 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41231 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71062125 2024-04-12T16:24:35.475 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 322961408 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184682584 2024-04-12T16:24:35.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.478 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71169960 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T16:24:35.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34748, 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98417833 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T16:24:35.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1750, 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 213886654 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.481 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2592768 2024-04-12T16:24:35.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27656192 2024-04-12T16:24:35.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1613824 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1474560 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.485 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.488 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4145152 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.491 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1306624 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 147495 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59329 2024-04-12T16:24:35.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 347, 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78891395 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 346, 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12549605 2024-04-12T16:24:35.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 347, 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 351065 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 347, 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 79242460 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.495 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43574 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18540 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4365 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 806 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 222 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 119, 2024-04-12T16:24:35.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1603575 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 323, 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 284890 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 204, 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 874848 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40587 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5854270 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 124, 2024-04-12T16:24:35.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7686751 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 122, 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 263625063751 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 124, 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 118868010376 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 473, 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28590010423 2024-04-12T16:24:35.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 473, 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 55059 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 528931 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168601262 2024-04-12T16:24:35.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 158468 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146910241 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21938378 2024-04-12T16:24:35.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 894265 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 58, 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267550 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 343901243 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26353220 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 475, 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3016698 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44630016 2024-04-12T16:24:35.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44531712 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98304 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.505 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85529045 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 602112 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73252395 2024-04-12T16:24:35.508 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641467838 2024-04-12T16:24:35.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71561714 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57019363 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68809293 2024-04-12T16:24:35.515 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.516 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641467838 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.517 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6100 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 231826 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71325916 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.519 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.520 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 616 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 135707263 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5111046 2024-04-12T16:24:35.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 86408030 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.524 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.525 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.526 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 616 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 135707263 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.527 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5111046 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 86408030 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1771104 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.528 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28979200 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2359296 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27656192 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1466368 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.532 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1327104 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.533 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.538 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3764224 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 700416 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 226854 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.541 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29, 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 80979 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 311, 2024-04-12T16:24:35.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67622349 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 308, 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9161206 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 311, 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 320324 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 311, 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67942673 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.543 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41758 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6999 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5352 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 821 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 228 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 134, 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1969623 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 351, 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 262588 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 217, 2024-04-12T16:24:35.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1201408 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 163123 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7425434 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 122, 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6527967 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 120, 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 242625574310 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 122, 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 112926739323 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 412, 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22222565230 2024-04-12T16:24:35.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 412, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52152 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 461431 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 200296073 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 133975 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 123741769 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19957268 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303056 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56, 2024-04-12T16:24:35.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 279623 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 351937302 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24654992 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 414, 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2709957 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43433984 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42803200 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 630784 2024-04-12T16:24:35.552 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85565421 2024-04-12T16:24:35.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73797651 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641740658 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71288894 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57043614 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68785042 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641740658 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9439 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 205301 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71076282 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36 2024-04-12T16:24:35.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 155 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2429440 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 155, 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1328813671 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1041 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 155, 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57893194 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 155, 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 272749460 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4902140 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1041 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4187908 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3426422 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22, 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20364759 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.570 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22, 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9569210 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22, 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19145699 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 100 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2429440 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1303546772 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44136076 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 250177339 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.573 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 590368 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28372992 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.574 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8486912 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.576 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.577 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4997120 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4857856 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13422592 2024-04-12T16:24:35.583 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 696320 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 350260 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12721 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1173, 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305598970 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1170, 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20163086 2024-04-12T16:24:35.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1173, 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1043341 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1173, 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 306642311 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.587 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44299 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5106 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3692 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.589 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 309 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90, 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 922575 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 256, 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 285594 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 166, 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 436720 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 103, 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5849731 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2149491335 2024-04-12T16:24:35.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 115, 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10174792 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 113, 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 216530116455 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 115, 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 119861997062 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3435, 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38959824279 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3435, 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 185648 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40288773 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 738690142 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 476247 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 553415284 2024-04-12T16:24:35.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 216163555 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303169 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227497 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3698267777 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 250366875 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3437, 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 116756886 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46514176 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45727744 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 786432 2024-04-12T16:24:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85560316 2024-04-12T16:24:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8192 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73815044 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641702376 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71327176 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57040211 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788445 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641702376 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8006 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305392 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71015906 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.611 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 152094936 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5700083 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 129392192 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.613 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.614 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.616 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 152094936 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.617 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5700083 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 129392192 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.618 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32563200 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1142784 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.622 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27656192 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 835584 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 696320 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.623 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5503 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5503 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1916928 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 716800 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6574 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 157, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44260716 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 142, 2024-04-12T16:24:35.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15893760 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 157, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 224186 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 157, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44484902 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47783 2024-04-12T16:24:35.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5294 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.633 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 350 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 215 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 86, 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 953044 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 152, 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 259530 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66, 2024-04-12T16:24:35.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 188160 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3387132 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.635 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3452129 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 50, 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 317934646458 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 81286941763 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 242, 2024-04-12T16:24:35.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 598480 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 242, 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37248 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 299426 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.637 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 181966583 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74543 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96954864 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.638 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13903695 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305905 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 44, 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248834 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.639 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 296542644 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16469024 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 245, 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1736401 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578257 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42385408 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41238528 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138687795 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1146880 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85566831 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73816721 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641751238 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71278314 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57044554 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68784102 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641751238 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17570 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 199131 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71063741 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1144239 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1144239 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28381184 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7766016 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4730880 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4591616 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12435456 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 712704 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 835016 2024-04-12T16:24:35.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.673 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1684 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1108, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 298516212 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1088, 2024-04-12T16:24:35.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19639705 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1108, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1224221 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1108, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 299740433 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48094 2024-04-12T16:24:35.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3590 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3461 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 332 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90, 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780921 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 151, 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 281327 2024-04-12T16:24:35.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 61, 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68459 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 106, 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5787338 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.678 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2229483216 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42, 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9657344 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40, 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 174642893874 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42, 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57903098241 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3362, 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 613576820 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3362, 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 193239 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41694571 2024-04-12T16:24:35.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 786131158 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 458689 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 544261010 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.681 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 217598577 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303877 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 41, 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184235 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3819386743 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 250068674 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3364, 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 122223192 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:35.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46514176 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45645824 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 868352 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.684 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85560223 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73823329 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641701677 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71327875 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57040149 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788507 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641701677 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4590 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 317881 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71007532 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 41 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24631675 2024-04-12T16:24:35.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3672909 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21889885 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.702 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.703 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.704 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24631675 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3672909 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21889885 2024-04-12T16:24:35.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32579584 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7524352 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4505600 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.709 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4366336 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5505 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11968512 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 708608 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6, 2024-04-12T16:24:35.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 432742 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.717 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5886 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1053, 2024-04-12T16:24:35.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 299429371 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1042, 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22566001 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1053, 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 839125 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1053, 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 300268496 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46665 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.720 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3983 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3429 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 338 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 86, 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 724618 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 138, 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 291645 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.722 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52, 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 198013 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 104, 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6311953 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2187374032 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39, 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5952704 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 36, 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 213661004988 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39, 2024-04-12T16:24:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71771833802 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3365, 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 311035009 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3365, 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 203212 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 216777170 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 783475584 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 483170 2024-04-12T16:24:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 443858993 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 211093264 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 305618 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.727 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32, 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 137122 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3842819229 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 242029410 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.728 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3368, 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 121730887 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46514176 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.729 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45498368 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1015808 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.730 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85559866 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.731 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.732 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73819590 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641698999 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.735 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71330553 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57039911 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788745 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641698999 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11462 2024-04-12T16:24:35.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 318646 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.743 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71002573 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.744 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.747 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32567296 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.753 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.755 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8327168 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.756 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5337088 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5197824 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.757 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.759 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5504 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.760 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5504 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.762 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13602816 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.763 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1290240 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6202 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1256, 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 324968109 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1253, 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30611789 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.766 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1256, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1092757 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1256, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 326060866 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45259 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3754 2024-04-12T16:24:35.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3404 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 347 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 86, 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 637404 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 128, 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 349673 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.769 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42, 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165047 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100, 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5583194 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.770 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1823701124 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5934504 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30, 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303131174839 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33, 2024-04-12T16:24:35.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 50733092615 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3350, 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 296481287 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3350, 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165730 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 499259357 2024-04-12T16:24:35.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 814012298 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 420224 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 471971273 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.773 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 235693482 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 895292 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26, 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136998 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3844840995 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.774 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 271807514 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3353, 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 127291643 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45465600 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44859392 2024-04-12T16:24:35.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 606208 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85560018 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.778 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73823534 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641700135 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71329417 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.782 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57040012 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68788644 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641700135 2024-04-12T16:24:35.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12782 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 318392 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.788 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71000371 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.789 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.790 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2812 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103660406 2024-04-12T16:24:35.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12527958 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 84312716 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2812 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103660406 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12527958 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13, 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 84312716 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33148928 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_main": { 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T16:24:35.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7581696 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4632576 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4493312 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31850496 2024-04-12T16:24:35.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 206272 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.802 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1282048 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1286144 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.803 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4913 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5499 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T16:24:35.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5499 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.805 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.806 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12152832 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.807 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1298432 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 443586 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13862 2024-04-12T16:24:35.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1084, 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 306810347 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.810 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1061, 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35092191 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1084, 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 839072 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1084, 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 307649419 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T16:24:35.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59946 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T16:24:35.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5331 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T16:24:35.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3491 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 366 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 95, 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 856436 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T16:24:35.814 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 138, 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 332856 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248582 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 102, 2024-04-12T16:24:35.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5714512 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1986486424 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19, 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40890793 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176538843829 2024-04-12T16:24:35.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33262427621 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3377, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 753753659 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3377, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 205103 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 218044641 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1031657468 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 471057 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 688988250 2024-04-12T16:24:35.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 219073978 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 894141 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78747 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4144474024 2024-04-12T16:24:35.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 253731328 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3378, 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 124360339 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1862578867 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.820 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45465600 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45023232 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3138688512 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 442368 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159383552 2024-04-12T16:24:35.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 85550555 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 143360 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73689637 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T16:24:35.824 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 780140544 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641629163 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.825 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2128 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71400389 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 192937984 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.828 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 464 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57033703 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68794953 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T16:24:35.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 713031680 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 641629163 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T16:24:35.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7022 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 335898 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71059597 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T16:24:35.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T16:24:35.836 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 114733423 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 132129 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45, 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12217190 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 84883350 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.837 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28, 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3608222 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 132129 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T16:24:35.838 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28, 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3126058 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28, 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2535627 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.839 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7997761 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3770003 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7563403 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103127440 2024-04-12T16:24:35.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5321129 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5, 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74784320 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33161216 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.843 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T16:24:35.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:35.845 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.443113999106572e-06, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 212, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 313344, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 179, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:35.846 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:35.847 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 98304, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 98304, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:35.848 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.3479281335548876e-07, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 3430, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 3430, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 10290, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 51, 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 20480 2024-04-12T16:24:35.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:35.850 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:35.851 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:35.852 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T16:24:35.853 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 729296972042, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 243098992640, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T16:24:35.854 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T16:24:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T16:24:34.843315", 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_stats": { 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "7.9.2" 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T16:24:35.856 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T16:24:35.857 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T16:24:35.858 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.859 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.860 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pg": [ 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.861 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.252643+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.252643+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.254632+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.862 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669587+0000", 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.863 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3f", 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:20:56.378833+0000", 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.864 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.867 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240057+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240057+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.240346+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.869 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669673+0000", 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.870 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3e", 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:38:11.505773+0000", 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.874 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.875 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241216+0000", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241216+0000", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241509+0000", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.876 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666730+0000", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.877 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3d", 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:35:27.278555+0000", 2024-04-12T16:24:35.878 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:35.882 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241172+0000", 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241172+0000", 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241478+0000", 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.883 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666152+0000", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.884 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3c", 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.885 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:32:17.876922+0000", 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.886 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.889 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.890 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250457+0000", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250457+0000", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251120+0000", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669533+0000", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.892 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3b", 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:27:27.565769+0000", 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.893 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.894 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.897 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237211+0000", 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237211+0000", 2024-04-12T16:24:35.898 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.237566+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666040+0000", 2024-04-12T16:24:35.899 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3a", 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:20.970449+0000", 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.901 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.904 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:35.905 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250112+0000", 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250112+0000", 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251739+0000", 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.906 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668462+0000", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.907 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.39", 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.908 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:31.781926+0000", 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.909 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.912 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.228162+0000", 2024-04-12T16:24:35.913 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.228162+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.228475+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:35.914 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664804+0000", 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.915 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.38", 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:44:10.975805+0000", 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.916 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.919 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.920 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.253191+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.253191+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.253503+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.921 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669484+0000", 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.922 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.37", 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:50:50.045513+0000", 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.923 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.924 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.926 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243393+0000", 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243393+0000", 2024-04-12T16:24:35.927 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243711+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:35.928 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667862+0000", 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.929 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.36", 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:31:55.834725+0000", 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.931 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.934 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241200+0000", 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241200+0000", 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241744+0000", 2024-04-12T16:24:35.935 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667918+0000", 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.936 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.35", 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.937 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:11:25.274400+0000", 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.938 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.942 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240084+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240084+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.240408+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:35.943 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057625+0000", 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.944 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.34", 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.945 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:27:16.777945+0000", 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.946 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.949 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.950 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.236704+0000", 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.236704+0000", 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.236987+0000", 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665422+0000", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.952 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.33", 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.953 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:37:55.551301+0000", 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.957 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.958 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240740+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240740+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241801+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665448+0000", 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.32", 2024-04-12T16:24:35.960 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:57:13.936175+0000", 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:35.964 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.965 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241967+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241967+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.242262+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:35.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668331+0000", 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.967 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.31", 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:36:11.301298+0000", 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.968 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.973 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239413+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239413+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239779+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.974 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665414+0000", 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.975 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.30", 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:21:54.589927+0000", 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.976 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.980 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238392+0000", 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238392+0000", 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238681+0000", 2024-04-12T16:24:35.981 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666357+0000", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.982 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2f", 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:33:30.457932+0000", 2024-04-12T16:24:35.983 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.986 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:35.987 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.246802+0000", 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.246802+0000", 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.247140+0000", 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.988 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671735+0000", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.989 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2e", 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.990 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:23:24.011515+0000", 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:35.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:35.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:35.994 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:35.995 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.253306+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.253306+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.254766+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:35.996 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669097+0000", 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:35.997 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2d", 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:44:18.558581+0000", 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:35.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:35.999 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.002 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:36.003 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.872985+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.872985+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.873659+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667567+0000", 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 4, 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.005 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 4, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1f", 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 23, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:39:29.114720+0000", 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.006 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 582, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.009 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'4" 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.010 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.235768+0000", 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.235768+0000", 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.236173+0000", 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:36.011 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665444+0000", 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.012 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1e", 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.013 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:21:27.471340+0000", 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.014 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.017 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.018 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866251+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866251+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866973+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:36.019 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665524+0000", 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.020 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1e", 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:52:10.738941+0000", 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.021 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.024 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.025 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239605+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239605+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239952+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:36.026 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667400+0000", 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.027 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1f", 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:45:06.566783+0000", 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.028 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.031 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.032 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.875753+0000", 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.875753+0000", 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.876081+0000", 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:36.033 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669624+0000", 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:36.034 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1d", 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.035 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:09:58.181660+0000", 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:36.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.040 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237672+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237672+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238164+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.041 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666442+0000", 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.042 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1c", 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:18:35.951336+0000", 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.044 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.047 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.048 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.875823+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.875823+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.876123+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669121+0000", 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:36.050 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1c", 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:52:41.737189+0000", 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.051 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:36.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.055 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.056 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.231528+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.231528+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.231852+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:36.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666026+0000", 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.058 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1d", 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:25:41.290025+0000", 2024-04-12T16:24:36.059 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.063 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.872226+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.872226+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.872516+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665583+0000", 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.066 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1b", 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:11:10.578915+0000", 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.070 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.071 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243230+0000", 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243230+0000", 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243557+0000", 2024-04-12T16:24:36.072 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056737+0000", 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.073 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1a", 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.074 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:47:54.979559+0000", 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.078 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866731+0000", 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866731+0000", 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.867564+0000", 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668291+0000", 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1a", 2024-04-12T16:24:36.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:55:15.667449+0000", 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.085 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250103+0000", 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250103+0000", 2024-04-12T16:24:36.086 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.250409+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665616+0000", 2024-04-12T16:24:36.087 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1b", 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.088 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:24.437695+0000", 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.865874+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.865874+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866170+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.094 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665402+0000", 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.095 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.19", 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:17:56.892726+0000", 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.100 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.101 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237454+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237454+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238088+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:36.102 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664932+0000", 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.103 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.18", 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:00:40.728382+0000", 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.108 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866623+0000", 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866623+0000", 2024-04-12T16:24:36.109 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866924+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:36.110 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665553+0000", 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.111 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.18", 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:14:30.218702+0000", 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.114 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:36.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.244329+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.244329+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.244651+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.117 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668956+0000", 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.118 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.19", 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:12:59.940282+0000", 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.121 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.122 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.123 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.868292+0000", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.868292+0000", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868629+0000", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.124 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667723+0000", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.125 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.17", 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:55:41.720702+0000", 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.126 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.129 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.130 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.235350+0000", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.235350+0000", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.235666+0000", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666117+0000", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.132 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.16", 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:54:32.754120+0000", 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.133 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.136 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.137 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.868129+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.868129+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868463+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.139 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665873+0000", 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.140 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.16", 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:44:50.681336+0000", 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.144 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241592+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241592+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.242122+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:36.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667311+0000", 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.147 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.17", 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:41:34.715793+0000", 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.148 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.151 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.152 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.153 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874338+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874338+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.875665+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.154 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669368+0000", 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.155 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.15", 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 22, 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:45:50.868611+0000", 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 90, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.158 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.159 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'3" 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.160 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243523+0000", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243523+0000", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243837+0000", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.161 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057505+0000", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.162 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.163 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.14", 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:08:07.261141+0000", 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.165 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.166 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.167 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.168 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866893+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866893+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.867252+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:36.169 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:23:09.071776+0000", 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 12, 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.170 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 12, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.14", 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 31, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:28:14.011059+0000", 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.171 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 2632, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.173 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 9 2024-04-12T16:24:36.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "68'12" 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.175 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.671364+0000", 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.671364+0000", 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.671699+0000", 2024-04-12T16:24:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.672048+0000", 2024-04-12T16:24:36.177 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.178 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.15", 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:43:27.213820+0000", 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.180 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.181 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.182 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.183 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874001+0000", 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874001+0000", 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.874317+0000", 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.184 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665927+0000", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.185 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.13", 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.186 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:10:02.719474+0000", 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 34, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.187 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.188 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:36.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 7 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.190 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.250807+0000", 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.250807+0000", 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251113+0000", 2024-04-12T16:24:36.191 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665359+0000", 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.192 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.12", 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.193 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:34:44.768816+0000", 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.195 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.196 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.197 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.198 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.871492+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.871492+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.871858+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:36.199 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665696+0000", 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.200 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.12", 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:53:17.312234+0000", 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.201 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.205 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:36.206 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.249796+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.249796+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251371+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.207 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669422+0000", 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.208 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.13", 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:15:27.413560+0000", 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.210 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.212 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.213 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.867434+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.867434+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868890+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:36.214 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667006+0000", 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.215 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.11", 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:10:02.950796+0000", 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.219 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.220 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.235932+0000", 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.235932+0000", 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.236411+0000", 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.221 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668435+0000", 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.222 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.10", 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.223 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:28:34.588084+0000", 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.225 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:36.228 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.863552+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.863552+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.863852+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669094+0000", 2024-04-12T16:24:36.229 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 8, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 8, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.10", 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.230 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:54:49.912660+0000", 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.232 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 4, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.234 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'8" 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.235 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.249384+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.249384+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.249663+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668779+0000", 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.237 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.11", 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:15:31.843776+0000", 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.238 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.242 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.864130+0000", 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.864130+0000", 2024-04-12T16:24:36.243 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.864465+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056136+0000", 2024-04-12T16:24:36.244 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.245 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.f", 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:43:41.172599+0000", 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 22, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.246 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.249 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.250 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.672621+0000", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.672621+0000", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.672979+0000", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.673264+0000", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.252 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.e", 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:04.566429+0000", 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.253 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.256 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.257 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.003340+0000", 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.003340+0000", 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.003767+0000", 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:36.258 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668455+0000", 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.259 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.2", 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.260 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:55:07.228887+0000", 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.264 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.265 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.672791+0000", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.672791+0000", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.673113+0000", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.673606+0000", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.267 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.4", 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 28, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:20:02.741195+0000", 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.268 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.271 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.272 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.222397+0000", 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.222397+0000", 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.222749+0000", 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666158+0000", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.274 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.5", 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.275 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:30:00.112027+0000", 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.280 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:39.956528+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:39.956528+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:39.956809+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:36.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669381+0000", 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.282 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.4", 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:40:35.020797+0000", 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.283 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.287 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.288 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.867825+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.867825+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868350+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:36.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665600+0000", 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.290 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.2", 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:05:41.879698+0000", 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.291 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.294 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.295 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.245971+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.245971+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.246331+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:36.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057183+0000", 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.297 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3", 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:15:27.781038+0000", 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.298 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.302 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.003342+0000", 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.003342+0000", 2024-04-12T16:24:36.303 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.003688+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669112+0000", 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.304 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.7", 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.305 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:22:04.494323+0000", 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.309 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:36.310 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.247982+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.247982+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.249718+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:36.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668849+0000", 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.0", 2024-04-12T16:24:36.312 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:12:30.902982+0000", 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.313 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.316 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:36.317 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.862950+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.862950+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.863283+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.670099+0000", 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.319 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1", 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:44:19.186952+0000", 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.320 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.323 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.324 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.021761+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.021761+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.022192+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:36.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667559+0000", 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.326 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.5", 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:43:01.860509+0000", 2024-04-12T16:24:36.327 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.331 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.230649+0000", 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.230649+0000", 2024-04-12T16:24:36.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.230918+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665245+0000", 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.333 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2", 2024-04-12T16:24:36.334 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:14:23.116183+0000", 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.865221+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.865221+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.865635+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:36.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665770+0000", 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.341 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.3", 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:13:14.670272+0000", 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.345 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.346 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 19, 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:20:50.672847+0000", 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:20:50.672847+0000", 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:20:50.673182+0000", 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:36.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 58, 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668189+0000", 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 128, 2024-04-12T16:24:36.348 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 57, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 128, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "1.0", 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.349 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 265, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:05:44.777748+0000", 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 212, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 306, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 179, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "65'128" 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.353 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:39.955812+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:39.955812+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:39.956272+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665240+0000", 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.356 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.6", 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:08:49.897982+0000", 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.360 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.361 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:41.057571+0000", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:41.057571+0000", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057923+0000", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1", 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 11, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:58:34.803253+0000", 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.364 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.367 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.368 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874969+0000", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874969+0000", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.875281+0000", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668085+0000", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.370 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.0", 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:37:27.093601+0000", 2024-04-12T16:24:36.371 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.375 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.021800+0000", 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.021800+0000", 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.022744+0000", 2024-04-12T16:24:36.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665539+0000", 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.3", 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.378 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:15:12.497592+0000", 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874874+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874874+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.875224+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669513+0000", 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.385 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.5", 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:00:30.947703+0000", 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.389 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.390 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.233671+0000", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.233671+0000", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.233960+0000", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669478+0000", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.392 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.4", 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.393 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:25:58.468373+0000", 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.021879+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.021879+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.022205+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664852+0000", 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.400 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.0", 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:19:27.712705+0000", 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.404 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.405 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.866943+0000", 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.866943+0000", 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.867264+0000", 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.670583+0000", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.407 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.6", 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.408 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:05:37.798044+0000", 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.412 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "62'1" 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.413 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239277+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239277+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239831+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665082+0000", 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.415 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.7", 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:41:04.030352+0000", 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.419 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.420 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:40.003312+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:40.003312+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:40.003628+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 64, 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:36.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056504+0000", 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 63, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.422 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.1", 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 15, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:46:49.560232+0000", 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.423 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.426 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.427 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.868500+0000", 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.868500+0000", 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.868783+0000", 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667616+0000", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.429 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.7", 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.430 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:58:11.572688+0000", 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:36.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.435 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240012+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240012+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.240274+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:36.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667293+0000", 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.437 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.6", 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:59.268917+0000", 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.438 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.441 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.442 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.874355+0000", 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.874355+0000", 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.874656+0000", 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:36.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668359+0000", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.444 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.8", 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.445 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:49:26.203499+0000", 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.449 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.450 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238979+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238979+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239741+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:36.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.056837+0000", 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.452 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.9", 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:31:06.069050+0000", 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.456 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.457 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.871730+0000", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.871730+0000", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.872205+0000", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669148+0000", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.459 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.9", 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:17:55.077464+0000", 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.463 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.464 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243370+0000", 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243370+0000", 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243737+0000", 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.664906+0000", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.466 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.8", 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.467 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:40:00.446639+0000", 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.471 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:36.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.869895+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.869895+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.870193+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668728+0000", 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.474 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.a", 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:15:29.287637+0000", 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.478 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.479 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238771+0000", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238771+0000", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239081+0000", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665667+0000", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.481 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.b", 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:00:15.535957+0000", 2024-04-12T16:24:36.482 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.486 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:36.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.876551+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.876551+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.876848+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669360+0000", 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.489 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.b", 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:14:32.651243+0000", 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.493 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.494 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.243980+0000", 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.243980+0000", 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.244269+0000", 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668253+0000", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.496 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.a", 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.497 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:07:19.739000+0000", 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.501 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.861815+0000", 2024-04-12T16:24:36.502 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.861815+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.862200+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:36.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671423+0000", 2024-04-12T16:24:36.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.505 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.505 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.505 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.505 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.505 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.505 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.505 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.c", 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 19, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:50:34.783627+0000", 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.506 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.510 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.255575+0000", 2024-04-12T16:24:36.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.255575+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.256149+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669316+0000", 2024-04-12T16:24:36.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.d", 2024-04-12T16:24:36.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:08:59.239772+0000", 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T16:24:36.517 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.518 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.871043+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.871043+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.871482+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:36.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669273+0000", 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.520 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.d", 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 20, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:34:39.225479+0000", 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.521 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 70, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.524 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.525 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.237722+0000", 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.237722+0000", 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.238429+0000", 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666293+0000", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.527 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.c", 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.528 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:02:57.554093+0000", 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.532 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:04.865749+0000", 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:04.865749+0000", 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:04.866057+0000", 2024-04-12T16:24:36.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 60, 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671652+0000", 2024-04-12T16:24:36.534 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 59, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.e", 2024-04-12T16:24:36.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 21, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:23:23.080389+0000", 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T16:24:36.539 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.540 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:41.057620+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:41.057620+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:41.057930+0000", 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.542 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.f", 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 11, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:19.549892+0000", 2024-04-12T16:24:36.543 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.671422+0000", 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.671422+0000", 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.671966+0000", 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.672773+0000", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.549 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.20", 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.550 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:12:55.557063+0000", 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.670788+0000", 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.670788+0000", 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.671131+0000", 2024-04-12T16:24:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.671907+0000", 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.556 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.21", 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.557 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:48:03.440211+0000", 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.562 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.234243+0000", 2024-04-12T16:24:36.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.234243+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.234557+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665804+0000", 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.565 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.22", 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:33:58.294539+0000", 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.569 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.570 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.241517+0000", 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.241517+0000", 2024-04-12T16:24:36.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.241814+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665695+0000", 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.23", 2024-04-12T16:24:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:29:14.431181+0000", 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.578 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:22:40.669367+0000", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:22:40.669367+0000", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:22:40.669752+0000", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 68, 2024-04-12T16:24:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.670053+0000", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 67, 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.580 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.24", 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 27, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:21:27.411951+0000", 2024-04-12T16:24:36.581 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.585 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.247958+0000", 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.247958+0000", 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.248289+0000", 2024-04-12T16:24:36.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.669576+0000", 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.587 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.25", 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.588 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:03:48.176351+0000", 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.592 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:36.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.242176+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.242176+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.242552+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.668539+0000", 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.595 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.26", 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:26:47.176391+0000", 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.599 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.600 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.238906+0000", 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.238906+0000", 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239563+0000", 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665157+0000", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.602 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.27", 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.603 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:32:34.446681+0000", 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.607 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.222232+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.222232+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.222981+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.609 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.666277+0000", 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.610 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.28", 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:21:30.625403+0000", 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.614 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.615 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.240660+0000", 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.240660+0000", 2024-04-12T16:24:36.616 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.243941+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665277+0000", 2024-04-12T16:24:36.617 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.618 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.29", 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:07:42.229851+0000", 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.621 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.622 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.623 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.232929+0000", 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.232929+0000", 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.233266+0000", 2024-04-12T16:24:36.624 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665908+0000", 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.625 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2a", 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.626 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:43:49.171981+0000", 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.628 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.630 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.631 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.251599+0000", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.251599+0000", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.251868+0000", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.632 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.665776+0000", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.633 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2b", 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.634 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:04:55.761846+0000", 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.635 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T16:24:36.638 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T16:24:36.639 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:21:05.239201+0000", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:21:05.239201+0000", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:21:05.239497+0000", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 61, 2024-04-12T16:24:36.640 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T16:22:40.667887+0000", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 60, 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T16:24:36.641 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2c", 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 68, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 18, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:31:43.943147+0000", 2024-04-12T16:24:36.642 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.646 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pool": [ 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 24, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 8, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 4, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T16:24:36.650 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 24 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 192, 2024-04-12T16:24:36.651 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 64, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 3, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T16:24:36.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:36.655 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 192 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 3, 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.656 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 128, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 1, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 3, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 128, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 1, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 212, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 306, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 179, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 1781760, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 1771104, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:36.660 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 3 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 96, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 45, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 32, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 45, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 2, 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T16:24:36.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 3430, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T16:24:36.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 66, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 22, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 22, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 14, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T16:24:36.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 51, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 20 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.664 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 98304, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 10290, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 96 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:36.665 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 249753600, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.0003252168244216591 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 767710531584, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T16:24:36.666 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 249753600 2024-04-12T16:24:36.667 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:36.667 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T16:24:36.667 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T16:24:36.667 INFO:tasks.workunit.client.0.smithi005.stderr:+ echo OK 2024-04-12T16:24:36.668 INFO:tasks.workunit.client.0.smithi005.stdout:OK 2024-04-12T16:24:36.668 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:24:36.669 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:24:36.669 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.669 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.669 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.669 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.669 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.669 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.669 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.670 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.671 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.672 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.673 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.674 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.675 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.676 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:35 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.678 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.678 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.679 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.680 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.681 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:35 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:36 smithi016 ceph-mon[30750]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.682 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:36 smithi016 ceph-mon[30750]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:36.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:36 smithi005 ceph-mon[27222]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:36 smithi005 ceph-mon[27222]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:36.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:36 smithi005 ceph-mon[37926]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:36.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:36 smithi005 ceph-mon[37926]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:36.712 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-12T16:24:36.712 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:24:37.008 DEBUG:teuthology.parallel:result is None 2024-04-12T16:24:37.009 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:24:37.036 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:24:37.036 DEBUG:teuthology.orchestra.run.smithi005:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:24:37.094 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:24:37.095 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:24:37.105 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-12T16:24:37.105 INFO:teuthology.run_tasks:Running task print... 2024-04-12T16:24:37.130 INFO:teuthology.task.print:**** done start parallel 2024-04-12T16:24:37.130 INFO:teuthology.run_tasks:Running task parallel... 2024-04-12T16:24:37.145 INFO:teuthology.task.parallel:starting parallel... 2024-04-12T16:24:37.146 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-12T16:24:37.146 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:24:37.147 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-12T16:24:37.147 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-12T16:24:37.149 INFO:tasks.rados:Beginning rados... 2024-04-12T16:24:37.150 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-12T16:24:37.150 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-yuri10-testing-2024-03-24-1159'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-yuri10-testing-2024-03-24-1159', 'sha1': 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'}} 2024-04-12T16:24:37.150 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-12T16:24:37.150 INFO:tasks.rados:joining rados 2024-04-12T16:24:37.150 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-12T16:24:37.151 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T16:24:37.151 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-12T16:24:37.151 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-12T16:24:37.151 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi005.front.sepia.ceph.com 2024-04-12T16:24:37.152 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-12T16:24:37.152 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-12T16:24:37.153 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-12T16:24:37.370 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:24:37.370 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:24:38.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:38 smithi005 ceph-mon[27222]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:38.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:38 smithi005 ceph-mon[37926]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:38.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:38 smithi016 ceph-mon[30750]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:39.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:24:39] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-12T16:24:39.473 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:39.474 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:39.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:40.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:40 smithi016 ceph-mon[30750]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:40.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:40 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2556227466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:24:40.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:40 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:24:40.653 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:40 smithi005 ceph-mon[27222]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:40.654 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:40 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2556227466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:24:40.654 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:40 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:24:40.654 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:40 smithi005 ceph-mon[37926]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-12T16:24:40.654 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:40 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2556227466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:24:40.654 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:40 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:24:40.925 INFO:tasks.rados:starting run 0 out of 1 2024-04-12T16:24:40.926 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-12T16:24:40.926 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-12T16:24:41.542 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:41 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:24:41.542 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:41 smithi005 ceph-mon[27222]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T16:24:41.542 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:41 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:24:41.542 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:41 smithi005 ceph-mon[37926]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T16:24:41.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:41 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:24:41.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:41 smithi016 ceph-mon[30750]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T16:24:41.669 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:24:42.413 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-12T16:24:42.535 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:42 smithi005 ceph-mon[27222]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T16:24:42.535 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:42 smithi005 ceph-mon[37926]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T16:24:42.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:42 smithi016 ceph-mon[30750]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T16:24:43.295 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:24:44.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:44 smithi005 ceph-mon[27222]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T16:24:44.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:44 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3847841673' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:24:44.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:44 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:24:44.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:44 smithi005 ceph-mon[37926]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T16:24:44.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:44 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3847841673' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:24:44.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:44 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:24:44.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:44 smithi016 ceph-mon[30750]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-12T16:24:44.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:44 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3847841673' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:24:44.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:44 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-12T16:24:45.309 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'unique_pool_0' created 2024-04-12T16:24:45.445 INFO:teuthology.orchestra.run.smithi005.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:24:45.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:45 smithi016 ceph-mon[30750]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T16:24:45.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:45 smithi005 ceph-mon[27222]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T16:24:45.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:45 smithi005 ceph-mon[37926]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T16:24:46.230 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-12T16:24:46.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:46.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:46.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:46 smithi016 ceph-mon[30750]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:46.678 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[27222]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:46.679 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:46 smithi005 ceph-mon[37926]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T16:24:46.700 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-12T16:24:46.793 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:24:47.311 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:47 smithi005 ceph-mon[27222]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T16:24:47.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:47 smithi016 ceph-mon[30750]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T16:24:47.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:47 smithi005 ceph-mon[37926]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T16:24:48.239 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:24:48.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:48 smithi005 ceph-mon[27222]: pgmap v106: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:48.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:48 smithi005 ceph-mon[27222]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:24:48.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:48 smithi005 ceph-mon[27222]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T16:24:48.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:48 smithi005 ceph-mon[37926]: pgmap v106: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:48.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:48 smithi005 ceph-mon[37926]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:24:48.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:48 smithi005 ceph-mon[37926]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T16:24:48.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:48 smithi016 ceph-mon[30750]: pgmap v106: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:48.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:48 smithi016 ceph-mon[30750]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:24:48.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:48 smithi016 ceph-mon[30750]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T16:24:49.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:49 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:24:49] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-12T16:24:49.378 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:24:49.896 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (2m) 107s ago 2m 15.3M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (2m) 107s ago 2m 84.1M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (3m) 107s ago 3m 14.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (3m) 107s ago 3m 13.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,8765 running (7m) 107s ago 7m 449M - 18.2.2-1187-gd540ebac bb2c5eac26a4 4cf23ca9b037 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:9283,8765 running (8m) 107s ago 8m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 840e981de628 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (8m) 107s ago 9m 47.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 cd13e6542dcf 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (7m) 107s ago 7m 38.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 75bc351d7ed9 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (7m) 107s ago 7m 37.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6cd96fd64805 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (2m) 107s ago 2m 13.9M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (2m) 107s ago 2m 3602k - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:24:49.897 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (6m) 107s ago 6m 46.1M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (6m) 107s ago 6m 45.8M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (6m) 107s ago 6m 51.6M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (5m) 107s ago 5m 40.4M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (5m) 107s ago 5m 52.5M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (4m) 107s ago 4m 52.0M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (4m) 107s ago 4m 53.3M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (4m) 107s ago 4m 49.6M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:24:49.898 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (118s) 107s ago 3m 28.3M - 2.43.0 a07b618ecd1d 894c66917e1c 2024-04-12T16:24:50.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:50 smithi005 ceph-mon[27222]: pgmap v108: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:50.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:50 smithi005 ceph-mon[27222]: from='client.24805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:50.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:50 smithi005 ceph-mon[37926]: pgmap v108: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:50.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:50 smithi005 ceph-mon[37926]: from='client.24805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:50.495 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:24:50.496 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:24:50.497 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:24:50.497 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:24:50.497 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T16:24:50.497 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:24:50.497 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:24:50.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:50 smithi016 ceph-mon[30750]: pgmap v108: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:50.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:50 smithi016 ceph-mon[30750]: from='client.24805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:51.333 INFO:teuthology.orchestra.run.smithi005.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-12T16:24:51.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:51 smithi016 ceph-mon[30750]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:51.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:51 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2223520391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:24:51.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:51 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/61763047' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:24:51.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:51 smithi005 ceph-mon[27222]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:51.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:51 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2223520391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:24:51.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:51 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/61763047' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:24:51.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:51 smithi005 ceph-mon[37926]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:24:51.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:51 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2223520391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:24:51.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:51 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/61763047' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:24:52.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:52 smithi016 ceph-mon[30750]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:52.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:52 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/61763047' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:24:52.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:52 smithi016 ceph-mon[30750]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T16:24:52.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:52 smithi005 ceph-mon[27222]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:52.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:52 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/61763047' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:24:52.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:52 smithi005 ceph-mon[27222]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T16:24:52.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:52 smithi005 ceph-mon[37926]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:52.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:52 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/61763047' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-12T16:24:52.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:52 smithi005 ceph-mon[37926]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T16:24:53.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:53 smithi005 ceph-mon[27222]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:24:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:53 smithi005 ceph-mon[27222]: Cluster is now healthy 2024-04-12T16:24:53.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:53 smithi005 ceph-mon[37926]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:24:53.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:53 smithi005 ceph-mon[37926]: Cluster is now healthy 2024-04-12T16:24:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:53 smithi016 ceph-mon[30750]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:24:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:53 smithi016 ceph-mon[30750]: Cluster is now healthy 2024-04-12T16:24:54.439 DEBUG:teuthology.orchestra.run.smithi005:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight read -> 100 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight delete -> 50 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight snap_create -> 50 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight snap_remove -> 50 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight rollback -> 50 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight setattr -> 25 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight rmattr -> 25 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight copy_from -> 50 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:adding op weight append -> 100 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:ceph version 18.2.2-1189-gc96c8d47 (c96c8d478b644b6433700141c5f69a1a68f8121b) reef (stable) 2024-04-12T16:24:54.469 INFO:tasks.rados.rados.0.smithi005.stdout:Configuration: 2024-04-12T16:24:54.470 INFO:tasks.rados.rados.0.smithi005.stdout: Number of operations: 4000 2024-04-12T16:24:54.470 INFO:tasks.rados.rados.0.smithi005.stdout: Number of objects: 50 2024-04-12T16:24:54.470 INFO:tasks.rados.rados.0.smithi005.stdout: Max in flight operations: 16 2024-04-12T16:24:54.470 INFO:tasks.rados.rados.0.smithi005.stdout: Object size (in bytes): 4000000 2024-04-12T16:24:54.470 INFO:tasks.rados.rados.0.smithi005.stdout: Write stride min: 400000 2024-04-12T16:24:54.470 INFO:tasks.rados.rados.0.smithi005.stdout: Write stride max: 800000 2024-04-12T16:24:54.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:54 smithi005 ceph-mon[27222]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:54.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:54 smithi005 ceph-mon[37926]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:54.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:54 smithi016 ceph-mon[30750]: pgmap v111: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:54.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:24:55.386 INFO:tasks.rados.rados.0.smithi005.stdout:1: write initial oid 1 2024-04-12T16:24:55.386 INFO:tasks.rados.rados.0.smithi005.stdout:1: seq_num 0 ranges {0=24576} 2024-04-12T16:24:55.386 INFO:tasks.rados.rados.0.smithi005.stdout:1: writing smithi00577259-1 from 0 to 24576 tid 1 2024-04-12T16:24:55.386 INFO:tasks.rados.rados.0.smithi005.stdout:2: write initial oid 2 2024-04-12T16:24:55.386 INFO:tasks.rados.rados.0.smithi005.stdout:2: seq_num 1 ranges {0=24576} 2024-04-12T16:24:55.387 INFO:tasks.rados.rados.0.smithi005.stdout:2: writing smithi00577259-2 from 0 to 24576 tid 1 2024-04-12T16:24:55.387 INFO:tasks.rados.rados.0.smithi005.stdout:3: write initial oid 3 2024-04-12T16:24:55.387 INFO:tasks.rados.rados.0.smithi005.stdout:3: seq_num 2 ranges {0=40960} 2024-04-12T16:24:55.387 INFO:tasks.rados.rados.0.smithi005.stdout:3: writing smithi00577259-3 from 0 to 40960 tid 1 2024-04-12T16:24:55.387 INFO:tasks.rados.rados.0.smithi005.stdout:4: write initial oid 4 2024-04-12T16:24:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:4: seq_num 3 ranges {0=57344} 2024-04-12T16:24:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:4: writing smithi00577259-4 from 0 to 57344 tid 1 2024-04-12T16:24:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:5: write initial oid 5 2024-04-12T16:24:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:5: seq_num 4 ranges {0=73728} 2024-04-12T16:24:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:5: writing smithi00577259-5 from 0 to 73728 tid 1 2024-04-12T16:24:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:6: write initial oid 6 2024-04-12T16:24:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:6: seq_num 5 ranges {0=90112} 2024-04-12T16:24:55.389 INFO:tasks.rados.rados.0.smithi005.stdout:6: writing smithi00577259-6 from 0 to 90112 tid 1 2024-04-12T16:24:55.389 INFO:tasks.rados.rados.0.smithi005.stdout:7: write initial oid 7 2024-04-12T16:24:55.389 INFO:tasks.rados.rados.0.smithi005.stdout:7: seq_num 6 ranges {0=106496} 2024-04-12T16:24:55.389 INFO:tasks.rados.rados.0.smithi005.stdout:7: writing smithi00577259-7 from 0 to 106496 tid 1 2024-04-12T16:24:55.389 INFO:tasks.rados.rados.0.smithi005.stdout:8: write initial oid 8 2024-04-12T16:24:55.389 INFO:tasks.rados.rados.0.smithi005.stdout:8: seq_num 7 ranges {0=122880} 2024-04-12T16:24:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:8: writing smithi00577259-8 from 0 to 122880 tid 1 2024-04-12T16:24:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:2: finishing write tid 1 to smithi00577259-2 2024-04-12T16:24:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:9: write initial oid 9 2024-04-12T16:24:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:9: seq_num 8 ranges {0=139264} 2024-04-12T16:24:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:9: writing smithi00577259-9 from 0 to 139264 tid 1 2024-04-12T16:24:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:10: write initial oid 10 2024-04-12T16:24:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:10: seq_num 9 ranges {0=155648} 2024-04-12T16:24:55.393 INFO:tasks.rados.rados.0.smithi005.stdout:10: writing smithi00577259-10 from 0 to 155648 tid 1 2024-04-12T16:24:55.393 INFO:tasks.rados.rados.0.smithi005.stdout:2: finishing write tid 2 to smithi00577259-2 2024-04-12T16:24:55.393 INFO:tasks.rados.rados.0.smithi005.stdout:4: finishing write tid 1 to smithi00577259-4 2024-04-12T16:24:55.393 INFO:tasks.rados.rados.0.smithi005.stdout:11: write initial oid 11 2024-04-12T16:24:55.393 INFO:tasks.rados.rados.0.smithi005.stdout:11: seq_num 10 ranges {0=172032} 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:11: writing smithi00577259-11 from 0 to 172032 tid 1 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:1: finishing write tid 1 to smithi00577259-1 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:1: finishing write tid 2 to smithi00577259-1 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:6: finishing write tid 1 to smithi00577259-6 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:2: finishing write tid 3 to smithi00577259-2 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:2: oid 2 updating version 0 to 1 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:2: oid 2 updating version 1 to 2 2024-04-12T16:24:55.394 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-12T16:24:55.395 INFO:tasks.rados.rados.0.smithi005.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-12T16:24:55.395 INFO:tasks.rados.rados.0.smithi005.stdout:4: finishing write tid 2 to smithi00577259-4 2024-04-12T16:24:55.395 INFO:tasks.rados.rados.0.smithi005.stdout:6: finishing write tid 2 to smithi00577259-6 2024-04-12T16:24:55.395 INFO:tasks.rados.rados.0.smithi005.stdout:2: done (10 left) 2024-04-12T16:24:55.395 INFO:tasks.rados.rados.0.smithi005.stdout:12: write initial oid 12 2024-04-12T16:24:55.395 INFO:tasks.rados.rados.0.smithi005.stdout:12: seq_num 11 ranges {0=188416} 2024-04-12T16:24:55.395 INFO:tasks.rados.rados.0.smithi005.stdout:12: writing smithi00577259-12 from 0 to 188416 tid 1 2024-04-12T16:24:55.397 INFO:tasks.rados.rados.0.smithi005.stdout:13: write initial oid 13 2024-04-12T16:24:55.397 INFO:tasks.rados.rados.0.smithi005.stdout:13: seq_num 12 ranges {0=204800} 2024-04-12T16:24:55.397 INFO:tasks.rados.rados.0.smithi005.stdout:13: writing smithi00577259-13 from 0 to 204800 tid 1 2024-04-12T16:24:55.397 INFO:tasks.rados.rados.0.smithi005.stdout:14: write initial oid 14 2024-04-12T16:24:55.397 INFO:tasks.rados.rados.0.smithi005.stdout:14: seq_num 13 ranges {0=221184} 2024-04-12T16:24:55.399 INFO:tasks.rados.rados.0.smithi005.stdout:14: writing smithi00577259-14 from 0 to 221184 tid 1 2024-04-12T16:24:55.399 INFO:tasks.rados.rados.0.smithi005.stdout:15: write initial oid 15 2024-04-12T16:24:55.399 INFO:tasks.rados.rados.0.smithi005.stdout:15: seq_num 14 ranges {0=237568} 2024-04-12T16:24:55.401 INFO:tasks.rados.rados.0.smithi005.stdout:15: writing smithi00577259-15 from 0 to 237568 tid 1 2024-04-12T16:24:55.401 INFO:tasks.rados.rados.0.smithi005.stdout:16: write initial oid 16 2024-04-12T16:24:55.401 INFO:tasks.rados.rados.0.smithi005.stdout:16: seq_num 15 ranges {0=253952} 2024-04-12T16:24:55.403 INFO:tasks.rados.rados.0.smithi005.stdout:16: writing smithi00577259-16 from 0 to 253952 tid 1 2024-04-12T16:24:55.403 INFO:tasks.rados.rados.0.smithi005.stdout:17: write initial oid 17 2024-04-12T16:24:55.403 INFO:tasks.rados.rados.0.smithi005.stdout:17: seq_num 16 ranges {0=270336} 2024-04-12T16:24:55.407 INFO:tasks.rados.rados.0.smithi005.stdout:17: writing smithi00577259-17 from 0 to 270336 tid 1 2024-04-12T16:24:55.407 INFO:tasks.rados.rados.0.smithi005.stdout:3: finishing write tid 1 to smithi00577259-3 2024-04-12T16:24:55.407 INFO:tasks.rados.rados.0.smithi005.stdout:3: finishing write tid 2 to smithi00577259-3 2024-04-12T16:24:55.407 INFO:tasks.rados.rados.0.smithi005.stdout:6: finishing write tid 3 to smithi00577259-6 2024-04-12T16:24:55.407 INFO:tasks.rados.rados.0.smithi005.stdout:6: oid 6 updating version 0 to 1 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:6: oid 6 updating version 1 to 2 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:1: finishing write tid 3 to smithi00577259-1 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:1: oid 1 updating version 0 to 1 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:1: oid 1 updating version 1 to 2 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:4: finishing write tid 3 to smithi00577259-4 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:4: oid 4 updating version 0 to 1 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:4: oid 4 updating version 1 to 2 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-12T16:24:55.408 INFO:tasks.rados.rados.0.smithi005.stdout:5: finishing write tid 1 to smithi00577259-5 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:5: finishing write tid 2 to smithi00577259-5 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:7: finishing write tid 1 to smithi00577259-7 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:7: finishing write tid 2 to smithi00577259-7 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:3: finishing write tid 3 to smithi00577259-3 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:3: oid 3 updating version 0 to 3 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:3: oid 3 updating version 3 to 4 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 4 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:9: finishing write tid 1 to smithi00577259-9 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:9: finishing write tid 2 to smithi00577259-9 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:12: finishing write tid 1 to smithi00577259-12 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:5: finishing write tid 3 to smithi00577259-5 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:5: oid 5 updating version 0 to 1 2024-04-12T16:24:55.409 INFO:tasks.rados.rados.0.smithi005.stdout:5: oid 5 updating version 1 to 2 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:8: finishing write tid 1 to smithi00577259-8 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:12: finishing write tid 2 to smithi00577259-12 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:8: finishing write tid 2 to smithi00577259-8 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:7: finishing write tid 3 to smithi00577259-7 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:7: oid 7 updating version 0 to 2 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:7: oid 7 version 2 is already newer than 1 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:11: finishing write tid 1 to smithi00577259-11 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:10: finishing write tid 1 to smithi00577259-10 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:11: finishing write tid 2 to smithi00577259-11 2024-04-12T16:24:55.410 INFO:tasks.rados.rados.0.smithi005.stdout:9: finishing write tid 3 to smithi00577259-9 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:9: oid 9 updating version 0 to 1 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:9: oid 9 updating version 1 to 2 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:12: finishing write tid 3 to smithi00577259-12 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:12: oid 12 updating version 0 to 2 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:12: oid 12 version 2 is already newer than 1 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:13: finishing write tid 1 to smithi00577259-13 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:13: finishing write tid 2 to smithi00577259-13 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:10: finishing write tid 2 to smithi00577259-10 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:8: finishing write tid 3 to smithi00577259-8 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:8: oid 8 updating version 0 to 2 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:8: oid 8 version 2 is already newer than 1 2024-04-12T16:24:55.411 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:10: finishing write tid 3 to smithi00577259-10 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:10: oid 10 updating version 0 to 2 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:10: oid 10 version 2 is already newer than 1 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:14: finishing write tid 1 to smithi00577259-14 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:11: finishing write tid 3 to smithi00577259-11 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:11: oid 11 updating version 0 to 4 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:11: oid 11 version 4 is already newer than 3 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:14: finishing write tid 2 to smithi00577259-14 2024-04-12T16:24:55.412 INFO:tasks.rados.rados.0.smithi005.stdout:15: finishing write tid 1 to smithi00577259-15 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:13: finishing write tid 3 to smithi00577259-13 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:13: oid 13 updating version 0 to 2 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:13: oid 13 version 2 is already newer than 1 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:15: finishing write tid 2 to smithi00577259-15 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:14: finishing write tid 3 to smithi00577259-14 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:14: oid 14 updating version 0 to 3 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:14: oid 14 updating version 3 to 4 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:15: finishing write tid 3 to smithi00577259-15 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:15: oid 15 updating version 0 to 2 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:15: oid 15 version 2 is already newer than 1 2024-04-12T16:24:55.413 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:1: done (15 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:3: done (14 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:4: done (13 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:5: done (12 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:6: done (11 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:7: done (10 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:8: done (9 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:9: done (8 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:10: done (7 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:11: done (6 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:12: done (5 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:13: done (4 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:14: done (3 left) 2024-04-12T16:24:55.414 INFO:tasks.rados.rados.0.smithi005.stdout:15: done (2 left) 2024-04-12T16:24:55.415 INFO:tasks.rados.rados.0.smithi005.stdout:18: write initial oid 18 2024-04-12T16:24:55.415 INFO:tasks.rados.rados.0.smithi005.stdout:18: seq_num 17 ranges {0=286720} 2024-04-12T16:24:55.416 INFO:tasks.rados.rados.0.smithi005.stdout:18: writing smithi00577259-18 from 0 to 286720 tid 1 2024-04-12T16:24:55.416 INFO:tasks.rados.rados.0.smithi005.stdout:19: write initial oid 19 2024-04-12T16:24:55.416 INFO:tasks.rados.rados.0.smithi005.stdout:19: seq_num 18 ranges {0=303104} 2024-04-12T16:24:55.416 INFO:tasks.rados.rados.0.smithi005.stdout:19: writing smithi00577259-19 from 0 to 303104 tid 1 2024-04-12T16:24:55.416 INFO:tasks.rados.rados.0.smithi005.stdout:20: write initial oid 20 2024-04-12T16:24:55.416 INFO:tasks.rados.rados.0.smithi005.stdout:20: seq_num 19 ranges {0=319488} 2024-04-12T16:24:55.416 INFO:tasks.rados.rados.0.smithi005.stdout:20: writing smithi00577259-20 from 0 to 319488 tid 1 2024-04-12T16:24:55.417 INFO:tasks.rados.rados.0.smithi005.stdout:21: write initial oid 21 2024-04-12T16:24:55.417 INFO:tasks.rados.rados.0.smithi005.stdout:21: seq_num 20 ranges {0=344064} 2024-04-12T16:24:55.417 INFO:tasks.rados.rados.0.smithi005.stdout:21: writing smithi00577259-21 from 0 to 344064 tid 1 2024-04-12T16:24:55.417 INFO:tasks.rados.rados.0.smithi005.stdout:22: write initial oid 22 2024-04-12T16:24:55.417 INFO:tasks.rados.rados.0.smithi005.stdout:22: seq_num 21 ranges {0=360448} 2024-04-12T16:24:55.417 INFO:tasks.rados.rados.0.smithi005.stdout:22: writing smithi00577259-22 from 0 to 360448 tid 1 2024-04-12T16:24:55.418 INFO:tasks.rados.rados.0.smithi005.stdout:23: write initial oid 23 2024-04-12T16:24:55.418 INFO:tasks.rados.rados.0.smithi005.stdout:23: seq_num 22 ranges {0=376832} 2024-04-12T16:24:55.421 INFO:tasks.rados.rados.0.smithi005.stdout:23: writing smithi00577259-23 from 0 to 376832 tid 1 2024-04-12T16:24:55.421 INFO:tasks.rados.rados.0.smithi005.stdout:16: finishing write tid 1 to smithi00577259-16 2024-04-12T16:24:55.421 INFO:tasks.rados.rados.0.smithi005.stdout:16: finishing write tid 2 to smithi00577259-16 2024-04-12T16:24:55.421 INFO:tasks.rados.rados.0.smithi005.stdout:17: finishing write tid 1 to smithi00577259-17 2024-04-12T16:24:55.421 INFO:tasks.rados.rados.0.smithi005.stdout:17: finishing write tid 2 to smithi00577259-17 2024-04-12T16:24:55.421 INFO:tasks.rados.rados.0.smithi005.stdout:16: finishing write tid 3 to smithi00577259-16 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:16: oid 16 updating version 0 to 4 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:16: oid 16 version 4 is already newer than 3 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:17: finishing write tid 3 to smithi00577259-17 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:17: oid 17 updating version 0 to 1 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:17: oid 17 updating version 1 to 2 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:18: finishing write tid 1 to smithi00577259-18 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:18: finishing write tid 2 to smithi00577259-18 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:18: finishing write tid 3 to smithi00577259-18 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:18: oid 18 updating version 0 to 3 2024-04-12T16:24:55.422 INFO:tasks.rados.rados.0.smithi005.stdout:18: oid 18 updating version 3 to 4 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:19: finishing write tid 1 to smithi00577259-19 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:19: finishing write tid 2 to smithi00577259-19 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:19: finishing write tid 3 to smithi00577259-19 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:19: oid 19 updating version 0 to 3 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:19: oid 19 updating version 3 to 4 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:20: finishing write tid 1 to smithi00577259-20 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:20: finishing write tid 2 to smithi00577259-20 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:20: finishing write tid 3 to smithi00577259-20 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:20: oid 20 updating version 0 to 3 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:20: oid 20 updating version 3 to 4 2024-04-12T16:24:55.423 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:21: finishing write tid 1 to smithi00577259-21 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:21: finishing write tid 2 to smithi00577259-21 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:21: finishing write tid 3 to smithi00577259-21 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:21: oid 21 updating version 0 to 5 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:21: oid 21 updating version 5 to 6 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:22: finishing write tid 1 to smithi00577259-22 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:22: finishing write tid 2 to smithi00577259-22 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:16: done (7 left) 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:17: done (6 left) 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:18: done (5 left) 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:19: done (4 left) 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:20: done (3 left) 2024-04-12T16:24:55.424 INFO:tasks.rados.rados.0.smithi005.stdout:21: done (2 left) 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:24: write initial oid 24 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:24: seq_num 23 ranges {0=393216} 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:24: writing smithi00577259-24 from 0 to 393216 tid 1 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:25: write initial oid 25 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:22: finishing write tid 3 to smithi00577259-22 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:22: oid 22 updating version 0 to 2 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:22: oid 22 version 2 is already newer than 1 2024-04-12T16:24:55.425 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-12T16:24:55.426 INFO:tasks.rados.rados.0.smithi005.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-12T16:24:55.426 INFO:tasks.rados.rados.0.smithi005.stdout:23: finishing write tid 1 to smithi00577259-23 2024-04-12T16:24:55.426 INFO:tasks.rados.rados.0.smithi005.stdout:23: finishing write tid 2 to smithi00577259-23 2024-04-12T16:24:55.426 INFO:tasks.rados.rados.0.smithi005.stdout:25: seq_num 24 ranges {0=409600} 2024-04-12T16:24:55.426 INFO:tasks.rados.rados.0.smithi005.stdout:25: writing smithi00577259-25 from 0 to 409600 tid 1 2024-04-12T16:24:55.426 INFO:tasks.rados.rados.0.smithi005.stdout:22: done (3 left) 2024-04-12T16:24:55.427 INFO:tasks.rados.rados.0.smithi005.stdout:26: write initial oid 26 2024-04-12T16:24:55.427 INFO:tasks.rados.rados.0.smithi005.stdout:26: seq_num 25 ranges {0=425984} 2024-04-12T16:24:55.429 INFO:tasks.rados.rados.0.smithi005.stdout:26: writing smithi00577259-26 from 0 to 425984 tid 1 2024-04-12T16:24:55.429 INFO:tasks.rados.rados.0.smithi005.stdout:23: finishing write tid 3 to smithi00577259-23 2024-04-12T16:24:55.429 INFO:tasks.rados.rados.0.smithi005.stdout:23: oid 23 updating version 0 to 4 2024-04-12T16:24:55.429 INFO:tasks.rados.rados.0.smithi005.stdout:23: oid 23 version 4 is already newer than 3 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:24: finishing write tid 1 to smithi00577259-24 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:24: finishing write tid 2 to smithi00577259-24 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:24: finishing write tid 3 to smithi00577259-24 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:24: oid 24 updating version 0 to 5 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:24: oid 24 updating version 5 to 6 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:25: finishing write tid 1 to smithi00577259-25 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:25: finishing write tid 2 to smithi00577259-25 2024-04-12T16:24:55.430 INFO:tasks.rados.rados.0.smithi005.stdout:23: done (3 left) 2024-04-12T16:24:55.431 INFO:tasks.rados.rados.0.smithi005.stdout:24: done (2 left) 2024-04-12T16:24:55.431 INFO:tasks.rados.rados.0.smithi005.stdout:27: write initial oid 27 2024-04-12T16:24:55.431 INFO:tasks.rados.rados.0.smithi005.stdout:27: seq_num 26 ranges {0=442368} 2024-04-12T16:24:55.432 INFO:tasks.rados.rados.0.smithi005.stdout:27: writing smithi00577259-27 from 0 to 442368 tid 1 2024-04-12T16:24:55.432 INFO:tasks.rados.rados.0.smithi005.stdout:25: finishing write tid 3 to smithi00577259-25 2024-04-12T16:24:55.432 INFO:tasks.rados.rados.0.smithi005.stdout:25: oid 25 updating version 0 to 4 2024-04-12T16:24:55.432 INFO:tasks.rados.rados.0.smithi005.stdout:25: oid 25 version 4 is already newer than 3 2024-04-12T16:24:55.433 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-12T16:24:55.433 INFO:tasks.rados.rados.0.smithi005.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-12T16:24:55.433 INFO:tasks.rados.rados.0.smithi005.stdout:26: finishing write tid 1 to smithi00577259-26 2024-04-12T16:24:55.433 INFO:tasks.rados.rados.0.smithi005.stdout:26: finishing write tid 2 to smithi00577259-26 2024-04-12T16:24:55.433 INFO:tasks.rados.rados.0.smithi005.stdout:25: done (2 left) 2024-04-12T16:24:55.433 INFO:tasks.rados.rados.0.smithi005.stdout:28: write initial oid 28 2024-04-12T16:24:55.433 INFO:tasks.rados.rados.0.smithi005.stdout:28: seq_num 27 ranges {0=458752} 2024-04-12T16:24:55.435 INFO:tasks.rados.rados.0.smithi005.stdout:28: writing smithi00577259-28 from 0 to 458752 tid 1 2024-04-12T16:24:55.435 INFO:tasks.rados.rados.0.smithi005.stdout:29: write initial oid 29 2024-04-12T16:24:55.435 INFO:tasks.rados.rados.0.smithi005.stdout:29: seq_num 28 ranges {0=475136} 2024-04-12T16:24:55.438 INFO:tasks.rados.rados.0.smithi005.stdout:29: writing smithi00577259-29 from 0 to 475136 tid 1 2024-04-12T16:24:55.438 INFO:tasks.rados.rados.0.smithi005.stdout:30: write initial oid 30 2024-04-12T16:24:55.438 INFO:tasks.rados.rados.0.smithi005.stdout:30: seq_num 29 ranges {0=491520} 2024-04-12T16:24:55.441 INFO:tasks.rados.rados.0.smithi005.stdout:30: writing smithi00577259-30 from 0 to 491520 tid 1 2024-04-12T16:24:55.441 INFO:tasks.rados.rados.0.smithi005.stdout:31: write initial oid 31 2024-04-12T16:24:55.441 INFO:tasks.rados.rados.0.smithi005.stdout:31: seq_num 30 ranges {0=507904} 2024-04-12T16:24:55.444 INFO:tasks.rados.rados.0.smithi005.stdout:31: writing smithi00577259-31 from 0 to 507904 tid 1 2024-04-12T16:24:55.444 INFO:tasks.rados.rados.0.smithi005.stdout:32: write initial oid 32 2024-04-12T16:24:55.445 INFO:tasks.rados.rados.0.smithi005.stdout:32: seq_num 31 ranges {0=524288} 2024-04-12T16:24:55.448 INFO:tasks.rados.rados.0.smithi005.stdout:32: writing smithi00577259-32 from 0 to 524288 tid 1 2024-04-12T16:24:55.448 INFO:tasks.rados.rados.0.smithi005.stdout:33: write initial oid 33 2024-04-12T16:24:55.448 INFO:tasks.rados.rados.0.smithi005.stdout:33: seq_num 32 ranges {0=540672} 2024-04-12T16:24:55.451 INFO:tasks.rados.rados.0.smithi005.stdout:33: writing smithi00577259-33 from 0 to 540672 tid 1 2024-04-12T16:24:55.451 INFO:tasks.rados.rados.0.smithi005.stdout:34: write initial oid 34 2024-04-12T16:24:55.452 INFO:tasks.rados.rados.0.smithi005.stdout:34: seq_num 33 ranges {0=557056} 2024-04-12T16:24:55.455 INFO:tasks.rados.rados.0.smithi005.stdout:34: writing smithi00577259-34 from 0 to 557056 tid 1 2024-04-12T16:24:55.455 INFO:tasks.rados.rados.0.smithi005.stdout:35: write initial oid 35 2024-04-12T16:24:55.455 INFO:tasks.rados.rados.0.smithi005.stdout:35: seq_num 34 ranges {0=573440} 2024-04-12T16:24:55.459 INFO:tasks.rados.rados.0.smithi005.stdout:35: writing smithi00577259-35 from 0 to 573440 tid 1 2024-04-12T16:24:55.459 INFO:tasks.rados.rados.0.smithi005.stdout:36: write initial oid 36 2024-04-12T16:24:55.459 INFO:tasks.rados.rados.0.smithi005.stdout:36: seq_num 35 ranges {0=589824} 2024-04-12T16:24:55.462 INFO:tasks.rados.rados.0.smithi005.stdout:36: writing smithi00577259-36 from 0 to 589824 tid 1 2024-04-12T16:24:55.463 INFO:tasks.rados.rados.0.smithi005.stdout:37: write initial oid 37 2024-04-12T16:24:55.463 INFO:tasks.rados.rados.0.smithi005.stdout:37: seq_num 36 ranges {0=606208} 2024-04-12T16:24:55.467 INFO:tasks.rados.rados.0.smithi005.stdout:37: writing smithi00577259-37 from 0 to 606208 tid 1 2024-04-12T16:24:55.467 INFO:tasks.rados.rados.0.smithi005.stdout:38: write initial oid 38 2024-04-12T16:24:55.467 INFO:tasks.rados.rados.0.smithi005.stdout:38: seq_num 37 ranges {0=622592} 2024-04-12T16:24:55.472 INFO:tasks.rados.rados.0.smithi005.stdout:38: writing smithi00577259-38 from 0 to 622592 tid 1 2024-04-12T16:24:55.472 INFO:tasks.rados.rados.0.smithi005.stdout:39: write initial oid 39 2024-04-12T16:24:55.472 INFO:tasks.rados.rados.0.smithi005.stdout:39: seq_num 38 ranges {0=638976} 2024-04-12T16:24:55.477 INFO:tasks.rados.rados.0.smithi005.stdout:39: writing smithi00577259-39 from 0 to 638976 tid 1 2024-04-12T16:24:55.477 INFO:tasks.rados.rados.0.smithi005.stdout:40: write initial oid 40 2024-04-12T16:24:55.477 INFO:tasks.rados.rados.0.smithi005.stdout:40: seq_num 39 ranges {0=663552} 2024-04-12T16:24:55.480 INFO:tasks.rados.rados.0.smithi005.stdout:40: writing smithi00577259-40 from 0 to 663552 tid 1 2024-04-12T16:24:55.481 INFO:tasks.rados.rados.0.smithi005.stdout:41: write initial oid 41 2024-04-12T16:24:55.481 INFO:tasks.rados.rados.0.smithi005.stdout:41: seq_num 40 ranges {0=679936} 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:41: writing smithi00577259-41 from 0 to 679936 tid 1 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout: waiting on 16 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:26: finishing write tid 3 to smithi00577259-26 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:26: oid 26 updating version 0 to 1 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:26: oid 26 updating version 1 to 2 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:26: done (15 left) 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:42: write initial oid 42 2024-04-12T16:24:55.485 INFO:tasks.rados.rados.0.smithi005.stdout:42: seq_num 41 ranges {0=696320} 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:42: writing smithi00577259-42 from 0 to 696320 tid 1 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout: waiting on 16 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:27: finishing write tid 1 to smithi00577259-27 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:27: finishing write tid 2 to smithi00577259-27 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:27: finishing write tid 3 to smithi00577259-27 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:27: oid 27 updating version 0 to 5 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:27: oid 27 updating version 5 to 6 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:24:55.489 INFO:tasks.rados.rados.0.smithi005.stdout:28: finishing write tid 1 to smithi00577259-28 2024-04-12T16:24:55.490 INFO:tasks.rados.rados.0.smithi005.stdout:28: finishing write tid 2 to smithi00577259-28 2024-04-12T16:24:55.490 INFO:tasks.rados.rados.0.smithi005.stdout:27: done (15 left) 2024-04-12T16:24:55.490 INFO:tasks.rados.rados.0.smithi005.stdout:43: write initial oid 43 2024-04-12T16:24:55.490 INFO:tasks.rados.rados.0.smithi005.stdout:43: seq_num 42 ranges {0=712704} 2024-04-12T16:24:55.493 INFO:tasks.rados.rados.0.smithi005.stdout:43: writing smithi00577259-43 from 0 to 712704 tid 1 2024-04-12T16:24:55.493 INFO:tasks.rados.rados.0.smithi005.stdout: waiting on 16 2024-04-12T16:24:55.493 INFO:tasks.rados.rados.0.smithi005.stdout:28: finishing write tid 3 to smithi00577259-28 2024-04-12T16:24:55.493 INFO:tasks.rados.rados.0.smithi005.stdout:28: oid 28 updating version 0 to 6 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:28: oid 28 version 6 is already newer than 5 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:29: finishing write tid 1 to smithi00577259-29 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:29: finishing write tid 2 to smithi00577259-29 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:28: done (15 left) 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:44: write initial oid 44 2024-04-12T16:24:55.494 INFO:tasks.rados.rados.0.smithi005.stdout:44: seq_num 43 ranges {0=729088} 2024-04-12T16:24:55.498 INFO:tasks.rados.rados.0.smithi005.stdout:44: writing smithi00577259-44 from 0 to 729088 tid 1 2024-04-12T16:24:55.498 INFO:tasks.rados.rados.0.smithi005.stdout: waiting on 16 2024-04-12T16:24:55.498 INFO:tasks.rados.rados.0.smithi005.stdout:29: finishing write tid 3 to smithi00577259-29 2024-04-12T16:24:55.498 INFO:tasks.rados.rados.0.smithi005.stdout:29: oid 29 updating version 0 to 5 2024-04-12T16:24:55.498 INFO:tasks.rados.rados.0.smithi005.stdout:29: oid 29 updating version 5 to 6 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:30: finishing write tid 1 to smithi00577259-30 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:30: finishing write tid 2 to smithi00577259-30 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:30: finishing write tid 3 to smithi00577259-30 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:30: oid 30 updating version 0 to 2 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:30: oid 30 version 2 is already newer than 1 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 2 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:31: finishing write tid 1 to smithi00577259-31 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:29: done (15 left) 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:30: done (14 left) 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:45: write initial oid 45 2024-04-12T16:24:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:45: seq_num 44 ranges {0=745472} 2024-04-12T16:24:55.502 INFO:tasks.rados.rados.0.smithi005.stdout:45: writing smithi00577259-45 from 0 to 745472 tid 1 2024-04-12T16:24:55.502 INFO:tasks.rados.rados.0.smithi005.stdout:46: write initial oid 46 2024-04-12T16:24:55.502 INFO:tasks.rados.rados.0.smithi005.stdout:46: seq_num 45 ranges {0=761856} 2024-04-12T16:24:55.508 INFO:tasks.rados.rados.0.smithi005.stdout:46: writing smithi00577259-46 from 0 to 761856 tid 1 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout: waiting on 16 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:31: finishing write tid 2 to smithi00577259-31 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:31: finishing write tid 3 to smithi00577259-31 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:31: oid 31 updating version 0 to 4 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:31: oid 31 version 4 is already newer than 3 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:32: finishing write tid 1 to smithi00577259-32 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:32: finishing write tid 2 to smithi00577259-32 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:32: finishing write tid 3 to smithi00577259-32 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:32: oid 32 updating version 0 to 8 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:32: oid 32 version 8 is already newer than 7 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-12T16:24:55.509 INFO:tasks.rados.rados.0.smithi005.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:33: finishing write tid 1 to smithi00577259-33 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:33: finishing write tid 2 to smithi00577259-33 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:33: finishing write tid 3 to smithi00577259-33 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:33: oid 33 updating version 0 to 7 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:33: oid 33 updating version 7 to 8 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:34: finishing write tid 1 to smithi00577259-34 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:34: finishing write tid 2 to smithi00577259-34 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:34: finishing write tid 3 to smithi00577259-34 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:34: oid 34 updating version 0 to 5 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:34: oid 34 updating version 5 to 6 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:24:55.510 INFO:tasks.rados.rados.0.smithi005.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:35: finishing write tid 1 to smithi00577259-35 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:35: finishing write tid 2 to smithi00577259-35 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:35: finishing write tid 3 to smithi00577259-35 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:35: oid 35 updating version 0 to 6 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:35: oid 35 version 6 is already newer than 5 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:31: done (15 left) 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:32: done (14 left) 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:33: done (13 left) 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:34: done (12 left) 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:35: done (11 left) 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:47: write initial oid 47 2024-04-12T16:24:55.511 INFO:tasks.rados.rados.0.smithi005.stdout:47: seq_num 46 ranges {0=778240} 2024-04-12T16:24:55.512 INFO:tasks.rados.rados.0.smithi005.stdout:47: writing smithi00577259-47 from 0 to 778240 tid 1 2024-04-12T16:24:55.512 INFO:tasks.rados.rados.0.smithi005.stdout:48: write initial oid 48 2024-04-12T16:24:55.512 INFO:tasks.rados.rados.0.smithi005.stdout:48: seq_num 47 ranges {0=794624} 2024-04-12T16:24:55.517 INFO:tasks.rados.rados.0.smithi005.stdout:48: writing smithi00577259-48 from 0 to 794624 tid 1 2024-04-12T16:24:55.517 INFO:tasks.rados.rados.0.smithi005.stdout:49: write initial oid 49 2024-04-12T16:24:55.517 INFO:tasks.rados.rados.0.smithi005.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-12T16:24:55.519 INFO:tasks.rados.rados.0.smithi005.stdout:49: writing smithi00577259-49 from 0 to 409600 tid 1 2024-04-12T16:24:55.522 INFO:tasks.rados.rados.0.smithi005.stdout:49: writing smithi00577259-49 from 409600 to 811008 tid 2 2024-04-12T16:24:55.522 INFO:tasks.rados.rados.0.smithi005.stdout:50: write initial oid 50 2024-04-12T16:24:55.522 INFO:tasks.rados.rados.0.smithi005.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-12T16:24:55.524 INFO:tasks.rados.rados.0.smithi005.stdout:50: writing smithi00577259-50 from 0 to 425984 tid 1 2024-04-12T16:24:55.528 INFO:tasks.rados.rados.0.smithi005.stdout:50: writing smithi00577259-50 from 425984 to 827392 tid 2 2024-04-12T16:24:55.528 INFO:tasks.rados.rados.0.smithi005.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:36: finishing write tid 1 to smithi00577259-36 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:36: finishing write tid 2 to smithi00577259-36 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:36: finishing write tid 3 to smithi00577259-36 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:36: oid 36 updating version 0 to 10 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:36: oid 36 version 10 is already newer than 9 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 10 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:37: finishing write tid 1 to smithi00577259-37 2024-04-12T16:24:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:37: finishing write tid 2 to smithi00577259-37 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:37: finishing write tid 3 to smithi00577259-37 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:37: oid 37 updating version 0 to 3 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:37: oid 37 updating version 3 to 4 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:38: finishing write tid 1 to smithi00577259-38 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:38: finishing write tid 2 to smithi00577259-38 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:38: finishing write tid 3 to smithi00577259-38 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:38: oid 38 updating version 0 to 7 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:38: oid 38 updating version 7 to 8 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:39: finishing write tid 1 to smithi00577259-39 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:39: finishing write tid 2 to smithi00577259-39 2024-04-12T16:24:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:39: finishing write tid 3 to smithi00577259-39 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:39: oid 39 updating version 0 to 5 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:39: oid 39 updating version 5 to 6 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:40: finishing write tid 1 to smithi00577259-40 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:40: finishing write tid 2 to smithi00577259-40 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:40: finishing write tid 3 to smithi00577259-40 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:40: oid 40 updating version 0 to 7 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:40: oid 40 updating version 7 to 8 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T16:24:55.531 INFO:tasks.rados.rados.0.smithi005.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:41: finishing write tid 1 to smithi00577259-41 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:41: finishing write tid 2 to smithi00577259-41 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:36: done (15 left) 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:37: done (14 left) 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:38: done (13 left) 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:39: done (12 left) 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:40: done (11 left) 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 0 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:41: finishing write tid 3 to smithi00577259-41 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:41: oid 41 updating version 0 to 4 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:41: oid 41 version 4 is already newer than 3 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-12T16:24:55.532 INFO:tasks.rados.rados.0.smithi005.stdout:52: seq_num 50 ranges {622592=442368,1064960=401408} 2024-04-12T16:24:55.534 INFO:tasks.rados.rados.0.smithi005.stdout:52: writing smithi00577259-38 from 622592 to 1064960 tid 1 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:52: writing smithi00577259-38 from 1064960 to 1466368 tid 2 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:41: done (11 left) 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:53: rmattr oid 20 current snap is 0 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:53: done (11 left) 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:54: delete oid 17 current snap is 0 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:42: finishing write tid 1 to smithi00577259-42 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:42: finishing write tid 2 to smithi00577259-42 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:42: finishing write tid 3 to smithi00577259-42 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:42: oid 42 updating version 0 to 7 2024-04-12T16:24:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:42: oid 42 updating version 7 to 8 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:43: finishing write tid 1 to smithi00577259-43 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:43: finishing write tid 2 to smithi00577259-43 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:43: finishing write tid 3 to smithi00577259-43 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:43: oid 43 updating version 0 to 6 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:43: oid 43 version 6 is already newer than 5 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:44: finishing write tid 1 to smithi00577259-44 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:44: finishing write tid 2 to smithi00577259-44 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:44: finishing write tid 3 to smithi00577259-44 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:44: oid 44 updating version 0 to 6 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:44: oid 44 version 6 is already newer than 5 2024-04-12T16:24:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:45: finishing write tid 1 to smithi00577259-45 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:45: finishing write tid 2 to smithi00577259-45 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:45: finishing write tid 3 to smithi00577259-45 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:45: oid 45 updating version 0 to 9 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:45: oid 45 updating version 9 to 10 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:46: finishing write tid 1 to smithi00577259-46 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:46: finishing write tid 2 to smithi00577259-46 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:46: finishing write tid 3 to smithi00577259-46 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:46: oid 46 updating version 0 to 8 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:46: oid 46 version 8 is already newer than 7 2024-04-12T16:24:55.542 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:47: finishing write tid 1 to smithi00577259-47 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:47: finishing write tid 2 to smithi00577259-47 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:47: finishing write tid 3 to smithi00577259-47 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:47: oid 47 updating version 0 to 4 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:47: oid 47 version 4 is already newer than 3 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:48: finishing write tid 1 to smithi00577259-48 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:48: finishing write tid 2 to smithi00577259-48 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:48: finishing write tid 3 to smithi00577259-48 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:48: oid 48 updating version 0 to 10 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:48: oid 48 version 10 is already newer than 9 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:24:55.543 INFO:tasks.rados.rados.0.smithi005.stdout:49: finishing write tid 1 to smithi00577259-49 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:49: finishing write tid 2 to smithi00577259-49 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:49: finishing write tid 3 to smithi00577259-49 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:49: finishing write tid 4 to smithi00577259-49 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:49: oid 49 updating version 0 to 8 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:49: oid 49 updating version 8 to 9 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:49: oid 49 version 9 is already newer than 7 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:50: finishing write tid 1 to smithi00577259-50 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:50: finishing write tid 2 to smithi00577259-50 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:50: finishing write tid 3 to smithi00577259-50 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:50: finishing write tid 4 to smithi00577259-50 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:50: oid 50 updating version 0 to 9 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:50: oid 50 updating version 9 to 10 2024-04-12T16:24:55.544 INFO:tasks.rados.rados.0.smithi005.stdout:50: oid 50 updating version 10 to 11 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 11 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:51: finishing copy_from racing read to smithi00577259-2 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:51: finishing copy_from to smithi00577259-2 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:52: finishing write tid 1 to smithi00577259-38 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:42: done (11 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:43: done (10 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:44: done (9 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:45: done (8 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:46: done (7 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:47: done (6 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:48: done (5 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:49: done (4 left) 2024-04-12T16:24:55.545 INFO:tasks.rados.rados.0.smithi005.stdout:50: done (3 left) 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:51: done (2 left) 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:54: done (1 left) 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:55: read oid 15 snap -1 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:56: rollback oid 30 current snap is 0 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:56: done (2 left) 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:57: read oid 27 snap -1 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:59: rollback oid 45 current snap is 0 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:59: done (4 left) 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:61: delete oid 1 current snap is 0 2024-04-12T16:24:55.546 INFO:tasks.rados.rados.0.smithi005.stdout:52: finishing write tid 2 to smithi00577259-38 2024-04-12T16:24:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:52: finishing write tid 3 to smithi00577259-38 2024-04-12T16:24:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:61: done (5 left) 2024-04-12T16:24:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:62: read oid 17 snap -1 2024-04-12T16:24:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:62: expect deleted 2024-04-12T16:24:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:63: snap_create 2024-04-12T16:24:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:52: finishing write tid 4 to smithi00577259-38 2024-04-12T16:24:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:52: oid 38 updating version 0 to 10 2024-04-12T16:24:55.548 INFO:tasks.rados.rados.0.smithi005.stdout:52: oid 38 version 10 is already newer than 9 2024-04-12T16:24:55.548 INFO:tasks.rados.rados.0.smithi005.stdout:52: oid 38 updating version 10 to 11 2024-04-12T16:24:55.548 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-12T16:24:55.548 INFO:tasks.rados.rados.0.smithi005.stdout:52: left oid 38 (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:24:55.548 INFO:tasks.rados.rados.0.smithi005.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:24:55.555 INFO:tasks.rados.rados.0.smithi005.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-12T16:24:55.561 INFO:tasks.rados.rados.0.smithi005.stdout:60: finishing copy_from racing read to smithi00577259-22 2024-04-12T16:24:55.561 INFO:tasks.rados.rados.0.smithi005.stdout:58: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:24:55.562 INFO:tasks.rados.rados.0.smithi005.stdout:60: finishing copy_from to smithi00577259-22 2024-04-12T16:24:55.562 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:24:55.562 INFO:tasks.rados.rados.0.smithi005.stdout:58: finishing copy_from to smithi00577259-28 2024-04-12T16:24:55.562 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:24:55.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:55 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/403847014' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:24:55.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:55 smithi005 ceph-mon[27222]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:24:55.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:55 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/403847014' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:24:55.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:55 smithi005 ceph-mon[37926]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:24:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:55 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/403847014' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:24:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:55 smithi016 ceph-mon[30750]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-12T16:24:56.390 INFO:tasks.rados.rados.0.smithi005.stdout:52: done (6 left) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:55: done (5 left) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:57: done (4 left) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:58: done (3 left) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:60: done (2 left) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:62: done (1 left) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:63: done (0 left) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:65: read oid 30 snap -1 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 1 2024-04-12T16:24:56.391 INFO:tasks.rados.rados.0.smithi005.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-12T16:24:56.396 INFO:tasks.rados.rados.0.smithi005.stdout:66: writing smithi00577259-23 from 376832 to 868352 tid 1 2024-04-12T16:24:56.399 INFO:tasks.rados.rados.0.smithi005.stdout:66: writing smithi00577259-23 from 868352 to 1269760 tid 2 2024-04-12T16:24:56.399 INFO:tasks.rados.rados.0.smithi005.stdout:67: rollback oid 10 current snap is 1 2024-04-12T16:24:56.399 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 10 to 0 2024-04-12T16:24:56.399 INFO:tasks.rados.rados.0.smithi005.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-12T16:24:56.414 INFO:tasks.rados.rados.0.smithi005.stdout:64: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:24:56.414 INFO:tasks.rados.rados.0.smithi005.stdout:64: finishing copy_from to smithi00577259-15 2024-04-12T16:24:56.414 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-12T16:24:56.414 INFO:tasks.rados.rados.0.smithi005.stdout:64: done (3 left) 2024-04-12T16:24:56.414 INFO:tasks.rados.rados.0.smithi005.stdout:65: done (2 left) 2024-04-12T16:24:56.414 INFO:tasks.rados.rados.0.smithi005.stdout:68: setattr oid 20 current snap is 1 2024-04-12T16:24:56.414 INFO:tasks.rados.rados.0.smithi005.stdout:66: finishing write tid 1 to smithi00577259-23 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:66: finishing write tid 2 to smithi00577259-23 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:66: finishing write tid 3 to smithi00577259-23 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:66: finishing write tid 4 to smithi00577259-23 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:66: oid 23 updating version 0 to 9 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:66: oid 23 updating version 9 to 11 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:66: oid 23 version 11 is already newer than 10 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-12T16:24:56.415 INFO:tasks.rados.rados.0.smithi005.stdout:67: finishing rollback tid 0 to smithi00577259-10 2024-04-12T16:24:56.416 INFO:tasks.rados.rados.0.smithi005.stdout:67: finishing rollback tid 1 to smithi00577259-10 2024-04-12T16:24:56.416 INFO:tasks.rados.rados.0.smithi005.stdout:67: finishing rollback tid 2 to smithi00577259-10 2024-04-12T16:24:56.416 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:24:56.418 INFO:tasks.rados.rados.0.smithi005.stdout:66: done (2 left) 2024-04-12T16:24:56.418 INFO:tasks.rados.rados.0.smithi005.stdout:67: done (1 left) 2024-04-12T16:24:56.418 INFO:tasks.rados.rados.0.smithi005.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:70: read oid 24 snap 0 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:72: rollback oid 49 current snap is 1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 49 to 0 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:73: read oid 4 snap 0 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:74: rmattr oid 7 current snap is 1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:74: done (6 left) 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:76: read oid 39 snap -1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:78: read oid 2 snap -1 2024-04-12T16:24:56.419 INFO:tasks.rados.rados.0.smithi005.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-12T16:24:56.420 INFO:tasks.rados.rados.0.smithi005.stdout:79: setattr oid 41 current snap is 1 2024-04-12T16:24:56.420 INFO:tasks.rados.rados.0.smithi005.stdout:80: snap_create 2024-04-12T16:24:56.420 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 13 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-12T16:24:56.420 INFO:tasks.rados.rados.0.smithi005.stdout:75: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:24:56.421 INFO:tasks.rados.rados.0.smithi005.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-12T16:24:56.435 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-12T16:24:56.435 INFO:tasks.rados.rados.0.smithi005.stdout:72: finishing rollback tid 0 to smithi00577259-49 2024-04-12T16:24:56.435 INFO:tasks.rados.rados.0.smithi005.stdout:72: finishing rollback tid 1 to smithi00577259-49 2024-04-12T16:24:56.435 INFO:tasks.rados.rados.0.smithi005.stdout:72: finishing rollback tid 2 to smithi00577259-49 2024-04-12T16:24:56.435 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T16:24:56.435 INFO:tasks.rados.rados.0.smithi005.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-12T16:24:56.441 INFO:tasks.rados.rados.0.smithi005.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:24:56.462 INFO:tasks.rados.rados.0.smithi005.stdout:75: finishing copy_from to smithi00577259-21 2024-04-12T16:24:56.462 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T16:24:56.462 INFO:tasks.rados.rados.0.smithi005.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:71: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:77: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:71: finishing copy_from to smithi00577259-36 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:77: finishing copy_from to smithi00577259-6 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:69: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:69: finishing copy_from to smithi00577259-45 2024-04-12T16:24:56.464 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:24:56.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:56 smithi005 ceph-mon[27222]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:56.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:56 smithi005 ceph-mon[27222]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T16:24:56.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:56 smithi005 ceph-mon[27222]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T16:24:56.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:56 smithi005 ceph-mon[37926]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:56.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:56 smithi005 ceph-mon[37926]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T16:24:56.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:56 smithi005 ceph-mon[37926]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T16:24:56.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:56 smithi016 ceph-mon[30750]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:56.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:56 smithi016 ceph-mon[30750]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-12T16:24:56.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:56 smithi016 ceph-mon[30750]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T16:24:57.398 INFO:tasks.rados.rados.0.smithi005.stdout:68: done (11 left) 2024-04-12T16:24:57.398 INFO:tasks.rados.rados.0.smithi005.stdout:69: done (10 left) 2024-04-12T16:24:57.398 INFO:tasks.rados.rados.0.smithi005.stdout:70: done (9 left) 2024-04-12T16:24:57.398 INFO:tasks.rados.rados.0.smithi005.stdout:71: done (8 left) 2024-04-12T16:24:57.398 INFO:tasks.rados.rados.0.smithi005.stdout:72: done (7 left) 2024-04-12T16:24:57.398 INFO:tasks.rados.rados.0.smithi005.stdout:73: done (6 left) 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:75: done (5 left) 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:76: done (4 left) 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:77: done (3 left) 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:78: done (2 left) 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:79: done (1 left) 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:80: done (0 left) 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:81: rollback oid 40 current snap is 2 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 1 2024-04-12T16:24:57.399 INFO:tasks.rados.rados.0.smithi005.stdout:82: snap_create 2024-04-12T16:24:57.400 INFO:tasks.rados.rados.0.smithi005.stdout:81: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:24:57.400 INFO:tasks.rados.rados.0.smithi005.stdout:81: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:24:57.400 INFO:tasks.rados.rados.0.smithi005.stdout:81: finishing rollback tid 2 to smithi00577259-40 2024-04-12T16:24:57.400 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 16 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T16:24:57.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:57 smithi005 ceph-mon[27222]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T16:24:57.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:57 smithi005 ceph-mon[37926]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T16:24:57.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:57 smithi016 ceph-mon[30750]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:81: done (1 left) 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:82: done (0 left) 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:83: rollback oid 9 current snap is 3 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 9 to 0 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:84: read oid 20 snap 1 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:85: read oid 25 snap -1 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-04-12T16:24:58.396 INFO:tasks.rados.rados.0.smithi005.stdout:87: setattr oid 48 current snap is 3 2024-04-12T16:24:58.397 INFO:tasks.rados.rados.0.smithi005.stdout:88: snap_remove snap 2 2024-04-12T16:24:58.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:58 smithi005 ceph-mon[27222]: pgmap v115: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:58.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:58 smithi005 ceph-mon[27222]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T16:24:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:58 smithi005 ceph-mon[37926]: pgmap v115: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:58 smithi005 ceph-mon[37926]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T16:24:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:58 smithi016 ceph-mon[30750]: pgmap v115: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:24:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:58 smithi016 ceph-mon[30750]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T16:24:59.401 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:24:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:24:59] "GET /metrics HTTP/1.1" 200 35922 "" "Prometheus/2.43.0" 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:88: done (5 left) 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:89: read oid 38 snap 1 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:90: read oid 18 snap -1 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:83: finishing rollback tid 0 to smithi00577259-9 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:86: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:83: finishing rollback tid 1 to smithi00577259-9 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:86: finishing copy_from to smithi00577259-34 2024-04-12T16:24:59.406 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:24:59.407 INFO:tasks.rados.rados.0.smithi005.stdout:83: finishing rollback tid 2 to smithi00577259-9 2024-04-12T16:24:59.407 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 17 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-12T16:24:59.407 INFO:tasks.rados.rados.0.smithi005.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-12T16:24:59.421 INFO:tasks.rados.rados.0.smithi005.stdout:83: done (7 left) 2024-04-12T16:24:59.422 INFO:tasks.rados.rados.0.smithi005.stdout:85: done (6 left) 2024-04-12T16:24:59.422 INFO:tasks.rados.rados.0.smithi005.stdout:86: done (5 left) 2024-04-12T16:24:59.422 INFO:tasks.rados.rados.0.smithi005.stdout:92: rmattr oid 7 current snap is 3 2024-04-12T16:24:59.422 INFO:tasks.rados.rados.0.smithi005.stdout:92: done (5 left) 2024-04-12T16:24:59.422 INFO:tasks.rados.rados.0.smithi005.stdout:93: snap_remove snap 0 2024-04-12T16:24:59.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:59 smithi005 ceph-mon[27222]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T16:24:59.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:24:59 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:59.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:59 smithi005 ceph-mon[37926]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T16:24:59.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:24:59 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:24:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:59 smithi016 ceph-mon[30750]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T16:24:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:24:59 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:00.415 INFO:tasks.rados.rados.0.smithi005.stdout:93: done (5 left) 2024-04-12T16:25:00.415 INFO:tasks.rados.rados.0.smithi005.stdout:94: rmattr oid 34 current snap is 3 2024-04-12T16:25:00.415 INFO:tasks.rados.rados.0.smithi005.stdout:94: done (5 left) 2024-04-12T16:25:00.415 INFO:tasks.rados.rados.0.smithi005.stdout:95: read oid 9 snap 1 2024-04-12T16:25:00.416 INFO:tasks.rados.rados.0.smithi005.stdout:95: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T16:25:00.416 INFO:tasks.rados.rados.0.smithi005.stdout:96: rmattr oid 22 current snap is 3 2024-04-12T16:25:00.416 INFO:tasks.rados.rados.0.smithi005.stdout:96: done (6 left) 2024-04-12T16:25:00.416 INFO:tasks.rados.rados.0.smithi005.stdout:97: read oid 6 snap 1 2024-04-12T16:25:00.416 INFO:tasks.rados.rados.0.smithi005.stdout:97: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:00.416 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 3 2024-04-12T16:25:00.416 INFO:tasks.rados.rados.0.smithi005.stdout:98: seq_num 54 ranges {778240=507904,1286144=401408} 2024-04-12T16:25:00.423 INFO:tasks.rados.rados.0.smithi005.stdout:98: writing smithi00577259-28 from 778240 to 1286144 tid 1 2024-04-12T16:25:00.426 INFO:tasks.rados.rados.0.smithi005.stdout:98: writing smithi00577259-28 from 1286144 to 1687552 tid 2 2024-04-12T16:25:00.427 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 15 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:25:00.427 INFO:tasks.rados.rados.0.smithi005.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-12T16:25:00.437 INFO:tasks.rados.rados.0.smithi005.stdout:84: done (7 left) 2024-04-12T16:25:00.437 INFO:tasks.rados.rados.0.smithi005.stdout:87: done (6 left) 2024-04-12T16:25:00.438 INFO:tasks.rados.rados.0.smithi005.stdout:99: copy_from oid 32 from oid 50 current snap is 3 2024-04-12T16:25:00.438 INFO:tasks.rados.rados.0.smithi005.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-12T16:25:00.447 INFO:tasks.rados.rados.0.smithi005.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-12T16:25:00.503 INFO:tasks.rados.rados.0.smithi005.stdout:91: finishing copy_from racing read to smithi00577259-2 2024-04-12T16:25:00.503 INFO:tasks.rados.rados.0.smithi005.stdout:91: finishing copy_from to smithi00577259-2 2024-04-12T16:25:00.503 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-12T16:25:00.503 INFO:tasks.rados.rados.0.smithi005.stdout:95: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-12T16:25:00.507 INFO:tasks.rados.rados.0.smithi005.stdout:97: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:00.524 INFO:tasks.rados.rados.0.smithi005.stdout:98: finishing write tid 1 to smithi00577259-28 2024-04-12T16:25:00.524 INFO:tasks.rados.rados.0.smithi005.stdout:98: finishing write tid 2 to smithi00577259-28 2024-04-12T16:25:00.524 INFO:tasks.rados.rados.0.smithi005.stdout:98: finishing write tid 3 to smithi00577259-28 2024-04-12T16:25:00.524 INFO:tasks.rados.rados.0.smithi005.stdout:89: done (6 left) 2024-04-12T16:25:00.525 INFO:tasks.rados.rados.0.smithi005.stdout:90: done (5 left) 2024-04-12T16:25:00.525 INFO:tasks.rados.rados.0.smithi005.stdout:91: done (4 left) 2024-04-12T16:25:00.525 INFO:tasks.rados.rados.0.smithi005.stdout:95: done (3 left) 2024-04-12T16:25:00.525 INFO:tasks.rados.rados.0.smithi005.stdout:97: done (2 left) 2024-04-12T16:25:00.525 INFO:tasks.rados.rados.0.smithi005.stdout:100: snap_remove snap 1 2024-04-12T16:25:00.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:00 smithi005 ceph-mon[27222]: pgmap v118: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:00.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:00 smithi005 ceph-mon[27222]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T16:25:00.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:00 smithi005 ceph-mon[37926]: pgmap v118: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:00.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:00 smithi005 ceph-mon[37926]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T16:25:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:00 smithi016 ceph-mon[30750]: pgmap v118: 121 pgs: 121 active+clean; 580 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:00 smithi016 ceph-mon[30750]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T16:25:01.416 INFO:tasks.rados.rados.0.smithi005.stdout:100: done (2 left) 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:101: copy_from oid 16 from oid 21 current snap is 3 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:98: finishing write tid 4 to smithi00577259-28 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:98: oid 28 updating version 0 to 19 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:98: oid 28 version 19 is already newer than 17 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:98: oid 28 version 19 is already newer than 18 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 19 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:98: left oid 28 (ObjNum 54 snap 3 seq_num 54) 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:99: finishing copy_from racing read to smithi00577259-32 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:99: finishing copy_from to smithi00577259-32 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 11 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:98: done (2 left) 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:99: done (1 left) 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:102: read oid 14 snap -1 2024-04-12T16:25:01.417 INFO:tasks.rados.rados.0.smithi005.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:25:01.418 INFO:tasks.rados.rados.0.smithi005.stdout:103: rollback oid 22 current snap is 3 2024-04-12T16:25:01.418 INFO:tasks.rados.rados.0.smithi005.stdout:103: done (2 left) 2024-04-12T16:25:01.418 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 3 2024-04-12T16:25:01.418 INFO:tasks.rados.rados.0.smithi005.stdout:104: seq_num 55 ranges {1466368=524288,1990656=401408} 2024-04-12T16:25:01.427 INFO:tasks.rados.rados.0.smithi005.stdout:104: writing smithi00577259-38 from 1466368 to 1990656 tid 1 2024-04-12T16:25:01.430 INFO:tasks.rados.rados.0.smithi005.stdout:104: writing smithi00577259-38 from 1990656 to 2392064 tid 2 2024-04-12T16:25:01.430 INFO:tasks.rados.rados.0.smithi005.stdout:105: copy_from oid 24 from oid 49 current snap is 3 2024-04-12T16:25:01.430 INFO:tasks.rados.rados.0.smithi005.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:101: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:101: finishing copy_from to smithi00577259-16 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:104: finishing write tid 1 to smithi00577259-38 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:104: finishing write tid 2 to smithi00577259-38 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:101: done (3 left) 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:102: done (2 left) 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:106: rollback oid 4 current snap is 3 2024-04-12T16:25:01.440 INFO:tasks.rados.rados.0.smithi005.stdout:106: done (2 left) 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 3 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:104: finishing write tid 3 to smithi00577259-38 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:104: finishing write tid 4 to smithi00577259-38 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:104: oid 38 updating version 0 to 13 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:104: oid 38 updating version 13 to 15 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:104: oid 38 version 15 is already newer than 14 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 15 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:104: left oid 38 (ObjNum 55 snap 3 seq_num 55) 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:105: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:105: finishing copy_from to smithi00577259-24 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-12T16:25:01.441 INFO:tasks.rados.rados.0.smithi005.stdout:107: seq_num 56 ranges {188416=540672,729088=401408} 2024-04-12T16:25:01.443 INFO:tasks.rados.rados.0.smithi005.stdout:107: writing smithi00577259-12 from 188416 to 729088 tid 1 2024-04-12T16:25:01.446 INFO:tasks.rados.rados.0.smithi005.stdout:107: writing smithi00577259-12 from 729088 to 1130496 tid 2 2024-04-12T16:25:01.446 INFO:tasks.rados.rados.0.smithi005.stdout:104: done (2 left) 2024-04-12T16:25:01.446 INFO:tasks.rados.rados.0.smithi005.stdout:105: done (1 left) 2024-04-12T16:25:01.447 INFO:tasks.rados.rados.0.smithi005.stdout:108: read oid 46 snap -1 2024-04-12T16:25:01.447 INFO:tasks.rados.rados.0.smithi005.stdout:108: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:25:01.447 INFO:tasks.rados.rados.0.smithi005.stdout:109: rollback oid 14 current snap is 3 2024-04-12T16:25:01.447 INFO:tasks.rados.rados.0.smithi005.stdout:109: done (2 left) 2024-04-12T16:25:01.447 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 3 2024-04-12T16:25:01.447 INFO:tasks.rados.rados.0.smithi005.stdout:110: seq_num 57 ranges {1687552=557056,2244608=401408} 2024-04-12T16:25:01.458 INFO:tasks.rados.rados.0.smithi005.stdout:110: writing smithi00577259-28 from 1687552 to 2244608 tid 1 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:110: writing smithi00577259-28 from 2244608 to 2646016 tid 2 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:111: delete oid 24 current snap is 3 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:107: finishing write tid 1 to smithi00577259-12 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:107: finishing write tid 2 to smithi00577259-12 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:107: finishing write tid 3 to smithi00577259-12 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:107: finishing write tid 4 to smithi00577259-12 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:107: oid 12 updating version 0 to 7 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:107: oid 12 updating version 7 to 8 2024-04-12T16:25:01.461 INFO:tasks.rados.rados.0.smithi005.stdout:107: oid 12 updating version 8 to 9 2024-04-12T16:25:01.462 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 9 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-12T16:25:01.462 INFO:tasks.rados.rados.0.smithi005.stdout:107: left oid 12 (ObjNum 56 snap 3 seq_num 56) 2024-04-12T16:25:01.462 INFO:tasks.rados.rados.0.smithi005.stdout:108: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:25:01.484 INFO:tasks.rados.rados.0.smithi005.stdout:110: finishing write tid 1 to smithi00577259-28 2024-04-12T16:25:01.484 INFO:tasks.rados.rados.0.smithi005.stdout:110: finishing write tid 2 to smithi00577259-28 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:110: finishing write tid 3 to smithi00577259-28 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:110: finishing write tid 4 to smithi00577259-28 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:110: oid 28 updating version 0 to 28 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:110: oid 28 version 28 is already newer than 26 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:110: oid 28 version 28 is already newer than 27 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 28 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:110: left oid 28 (ObjNum 57 snap 3 seq_num 57) 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:107: done (3 left) 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:108: done (2 left) 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:110: done (1 left) 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:111: done (0 left) 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:112: rmattr oid 13 current snap is 3 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:112: done (0 left) 2024-04-12T16:25:01.485 INFO:tasks.rados.rados.0.smithi005.stdout:113: delete oid 44 current snap is 3 2024-04-12T16:25:01.486 INFO:tasks.rados.rados.0.smithi005.stdout:113: done (0 left) 2024-04-12T16:25:01.486 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 3 2024-04-12T16:25:01.486 INFO:tasks.rados.rados.0.smithi005.stdout:114: seq_num 60 ranges {409600=614400,1024000=401408} 2024-04-12T16:25:01.494 INFO:tasks.rados.rados.0.smithi005.stdout:114: writing smithi00577259-25 from 409600 to 1024000 tid 1 2024-04-12T16:25:01.494 INFO:tasks.rados.rados.0.smithi005.stdout:114: writing smithi00577259-25 from 1024000 to 1425408 tid 2 2024-04-12T16:25:01.495 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 3 2024-04-12T16:25:01.495 INFO:tasks.rados.rados.0.smithi005.stdout:114: finishing write tid 1 to smithi00577259-25 2024-04-12T16:25:01.495 INFO:tasks.rados.rados.0.smithi005.stdout:115: seq_num 61 ranges {40960=630784,671744=401408} 2024-04-12T16:25:01.499 INFO:tasks.rados.rados.0.smithi005.stdout:115: writing smithi00577259-3 from 40960 to 671744 tid 1 2024-04-12T16:25:01.502 INFO:tasks.rados.rados.0.smithi005.stdout:115: writing smithi00577259-3 from 671744 to 1073152 tid 2 2024-04-12T16:25:01.502 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 3 2024-04-12T16:25:01.502 INFO:tasks.rados.rados.0.smithi005.stdout:114: finishing write tid 2 to smithi00577259-25 2024-04-12T16:25:01.502 INFO:tasks.rados.rados.0.smithi005.stdout:116: seq_num 62 ranges {827392=647168,1474560=401408} 2024-04-12T16:25:01.511 INFO:tasks.rados.rados.0.smithi005.stdout:116: writing smithi00577259-32 from 827392 to 1474560 tid 1 2024-04-12T16:25:01.513 INFO:tasks.rados.rados.0.smithi005.stdout:116: writing smithi00577259-32 from 1474560 to 1875968 tid 2 2024-04-12T16:25:01.513 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 3 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:114: finishing write tid 3 to smithi00577259-25 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:114: finishing write tid 4 to smithi00577259-25 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:114: oid 25 updating version 0 to 23 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:114: oid 25 updating version 23 to 25 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:114: oid 25 version 25 is already newer than 24 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 25 (ObjNum 60 snap 3 seq_num 60) dirty exists 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:114: left oid 25 (ObjNum 60 snap 3 seq_num 60) 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:115: finishing write tid 1 to smithi00577259-3 2024-04-12T16:25:01.514 INFO:tasks.rados.rados.0.smithi005.stdout:117: seq_num 63 ranges {1130496=663552,1794048=401408} 2024-04-12T16:25:01.523 INFO:tasks.rados.rados.0.smithi005.stdout:117: writing smithi00577259-12 from 1130496 to 1794048 tid 1 2024-04-12T16:25:01.526 INFO:tasks.rados.rados.0.smithi005.stdout:117: writing smithi00577259-12 from 1794048 to 2195456 tid 2 2024-04-12T16:25:01.526 INFO:tasks.rados.rados.0.smithi005.stdout:114: done (3 left) 2024-04-12T16:25:01.526 INFO:tasks.rados.rados.0.smithi005.stdout:118: rollback oid 16 current snap is 3 2024-04-12T16:25:01.526 INFO:tasks.rados.rados.0.smithi005.stdout:118: done (3 left) 2024-04-12T16:25:01.526 INFO:tasks.rados.rados.0.smithi005.stdout:119: delete oid 38 current snap is 3 2024-04-12T16:25:01.526 INFO:tasks.rados.rados.0.smithi005.stdout:115: finishing write tid 2 to smithi00577259-3 2024-04-12T16:25:01.526 INFO:tasks.rados.rados.0.smithi005.stdout:115: finishing write tid 3 to smithi00577259-3 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:115: finishing write tid 4 to smithi00577259-3 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:115: oid 3 updating version 0 to 16 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:115: oid 3 updating version 16 to 18 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:115: oid 3 version 18 is already newer than 17 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 18 (ObjNum 61 snap 3 seq_num 61) dirty exists 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:115: left oid 3 (ObjNum 61 snap 3 seq_num 61) 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: finishing write tid 1 to smithi00577259-32 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: finishing write tid 2 to smithi00577259-32 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: finishing write tid 3 to smithi00577259-32 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: finishing write tid 4 to smithi00577259-32 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: oid 32 updating version 0 to 30 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: oid 32 updating version 30 to 31 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: oid 32 version 31 is already newer than 29 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 31 (ObjNum 62 snap 3 seq_num 62) dirty exists 2024-04-12T16:25:01.527 INFO:tasks.rados.rados.0.smithi005.stdout:116: left oid 32 (ObjNum 62 snap 3 seq_num 62) 2024-04-12T16:25:01.528 INFO:tasks.rados.rados.0.smithi005.stdout:117: finishing write tid 1 to smithi00577259-12 2024-04-12T16:25:01.528 INFO:tasks.rados.rados.0.smithi005.stdout:115: done (3 left) 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:116: done (2 left) 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:119: done (1 left) 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:120: delete oid 37 current snap is 3 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:117: finishing write tid 2 to smithi00577259-12 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:117: finishing write tid 3 to smithi00577259-12 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:120: done (1 left) 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:121: snap_create 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:117: finishing write tid 4 to smithi00577259-12 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:117: oid 12 updating version 0 to 10 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:117: oid 12 updating version 10 to 11 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:117: oid 12 updating version 11 to 12 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 12 (ObjNum 63 snap 3 seq_num 63) dirty exists 2024-04-12T16:25:01.529 INFO:tasks.rados.rados.0.smithi005.stdout:117: left oid 12 (ObjNum 63 snap 3 seq_num 63) 2024-04-12T16:25:01.702 INFO:tasks.rados.rados.0.smithi005.stdout:117: done (1 left) 2024-04-12T16:25:01.702 INFO:tasks.rados.rados.0.smithi005.stdout:121: done (0 left) 2024-04-12T16:25:01.702 INFO:tasks.rados.rados.0.smithi005.stdout:122: read oid 48 snap 3 2024-04-12T16:25:01.702 INFO:tasks.rados.rados.0.smithi005.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:25:01.703 INFO:tasks.rados.rados.0.smithi005.stdout:123: rollback oid 22 current snap is 4 2024-04-12T16:25:01.703 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 22 to 3 2024-04-12T16:25:01.703 INFO:tasks.rados.rados.0.smithi005.stdout:124: read oid 17 snap 3 2024-04-12T16:25:01.703 INFO:tasks.rados.rados.0.smithi005.stdout:124: expect deleted 2024-04-12T16:25:01.703 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 4 2024-04-12T16:25:01.703 INFO:tasks.rados.rados.0.smithi005.stdout:125: seq_num 66 ranges {1875968=712704,2588672=401408} 2024-04-12T16:25:01.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:01 smithi005 ceph-mon[27222]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T16:25:01.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:01 smithi005 ceph-mon[37926]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T16:25:01.715 INFO:tasks.rados.rados.0.smithi005.stdout:125: writing smithi00577259-32 from 1875968 to 2588672 tid 1 2024-04-12T16:25:01.717 INFO:tasks.rados.rados.0.smithi005.stdout:125: writing smithi00577259-32 from 2588672 to 2990080 tid 2 2024-04-12T16:25:01.717 INFO:tasks.rados.rados.0.smithi005.stdout:126: copy_from oid 1 from oid 24 current snap is 4 2024-04-12T16:25:01.717 INFO:tasks.rados.rados.0.smithi005.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-12T16:25:01.741 INFO:tasks.rados.rados.0.smithi005.stdout:123: finishing rollback tid 0 to smithi00577259-22 2024-04-12T16:25:01.741 INFO:tasks.rados.rados.0.smithi005.stdout:123: finishing rollback tid 1 to smithi00577259-22 2024-04-12T16:25:01.741 INFO:tasks.rados.rados.0.smithi005.stdout:123: finishing rollback tid 2 to smithi00577259-22 2024-04-12T16:25:01.741 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 13 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:25:01.741 INFO:tasks.rados.rados.0.smithi005.stdout:126: finishing copy_from to smithi00577259-1 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:126: got expected ENOENT (src dne) 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:126: finishing copy_from racing read to smithi00577259-1 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:125: finishing write tid 1 to smithi00577259-32 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:125: finishing write tid 2 to smithi00577259-32 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:125: finishing write tid 3 to smithi00577259-32 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:122: done (4 left) 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:123: done (3 left) 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:124: done (2 left) 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:126: done (1 left) 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:127: read oid 39 snap -1 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:127: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:128: copy_from oid 42 from oid 45 current snap is 4 2024-04-12T16:25:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:125: finishing write tid 4 to smithi00577259-32 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:125: oid 32 updating version 0 to 33 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:125: oid 32 updating version 33 to 35 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:125: oid 32 version 35 is already newer than 34 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 35 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:125: left oid 32 (ObjNum 66 snap 4 seq_num 66) 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:125: done (2 left) 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:129: copy_from oid 28 from oid 10 current snap is 4 2024-04-12T16:25:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:130: snap_create 2024-04-12T16:25:01.746 INFO:tasks.rados.rados.0.smithi005.stdout:128: finishing copy_from racing read to smithi00577259-42 2024-04-12T16:25:01.747 INFO:tasks.rados.rados.0.smithi005.stdout:128: finishing copy_from to smithi00577259-42 2024-04-12T16:25:01.747 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:25:01.747 INFO:tasks.rados.rados.0.smithi005.stdout:127: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:01.765 INFO:tasks.rados.rados.0.smithi005.stdout:129: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:25:01.765 INFO:tasks.rados.rados.0.smithi005.stdout:129: finishing copy_from to smithi00577259-28 2024-04-12T16:25:01.765 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:25:01.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:01 smithi016 ceph-mon[30750]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T16:25:02.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:02 smithi005 ceph-mon[27222]: pgmap v121: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 85 op/s 2024-04-12T16:25:02.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:02 smithi005 ceph-mon[27222]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T16:25:02.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:02 smithi005 ceph-mon[27222]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T16:25:02.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:02 smithi005 ceph-mon[37926]: pgmap v121: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 85 op/s 2024-04-12T16:25:02.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:02 smithi005 ceph-mon[37926]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T16:25:02.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:02 smithi005 ceph-mon[37926]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T16:25:02.703 INFO:tasks.rados.rados.0.smithi005.stdout:127: done (3 left) 2024-04-12T16:25:02.703 INFO:tasks.rados.rados.0.smithi005.stdout:128: done (2 left) 2024-04-12T16:25:02.703 INFO:tasks.rados.rados.0.smithi005.stdout:129: done (1 left) 2024-04-12T16:25:02.703 INFO:tasks.rados.rados.0.smithi005.stdout:130: done (0 left) 2024-04-12T16:25:02.703 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 5 2024-04-12T16:25:02.704 INFO:tasks.rados.rados.0.smithi005.stdout:131: seq_num 67 ranges {139264=729088,868352=401408} 2024-04-12T16:25:02.706 INFO:tasks.rados.rados.0.smithi005.stdout:131: writing smithi00577259-9 from 139264 to 868352 tid 1 2024-04-12T16:25:02.708 INFO:tasks.rados.rados.0.smithi005.stdout:131: writing smithi00577259-9 from 868352 to 1269760 tid 2 2024-04-12T16:25:02.708 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 5 2024-04-12T16:25:02.708 INFO:tasks.rados.rados.0.smithi005.stdout:132: seq_num 68 ranges {2195456=745472,2940928=401408} 2024-04-12T16:25:02.726 INFO:tasks.rados.rados.0.smithi005.stdout:132: writing smithi00577259-12 from 2195456 to 2940928 tid 1 2024-04-12T16:25:02.727 INFO:tasks.rados.rados.0.smithi005.stdout:132: writing smithi00577259-12 from 2940928 to 3342336 tid 2 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:133: rollback oid 22 current snap is 5 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 22 to 3 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: finishing write tid 1 to smithi00577259-9 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: finishing write tid 2 to smithi00577259-9 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: finishing write tid 3 to smithi00577259-9 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: finishing write tid 4 to smithi00577259-9 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: oid 9 updating version 0 to 28 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: oid 9 updating version 28 to 29 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: oid 9 updating version 29 to 30 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 30 (ObjNum 67 snap 5 seq_num 67) dirty exists 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: left oid 9 (ObjNum 67 snap 5 seq_num 67) 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:131: done (2 left) 2024-04-12T16:25:02.728 INFO:tasks.rados.rados.0.smithi005.stdout:134: snap_create 2024-04-12T16:25:02.730 INFO:tasks.rados.rados.0.smithi005.stdout:133: finishing rollback tid 0 to smithi00577259-22 2024-04-12T16:25:02.730 INFO:tasks.rados.rados.0.smithi005.stdout:133: finishing rollback tid 1 to smithi00577259-22 2024-04-12T16:25:02.731 INFO:tasks.rados.rados.0.smithi005.stdout:133: finishing rollback tid 2 to smithi00577259-22 2024-04-12T16:25:02.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 16 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-12T16:25:02.731 INFO:tasks.rados.rados.0.smithi005.stdout:132: finishing write tid 1 to smithi00577259-12 2024-04-12T16:25:02.732 INFO:tasks.rados.rados.0.smithi005.stdout:132: finishing write tid 2 to smithi00577259-12 2024-04-12T16:25:02.732 INFO:tasks.rados.rados.0.smithi005.stdout:132: finishing write tid 3 to smithi00577259-12 2024-04-12T16:25:02.733 INFO:tasks.rados.rados.0.smithi005.stdout:132: finishing write tid 4 to smithi00577259-12 2024-04-12T16:25:02.733 INFO:tasks.rados.rados.0.smithi005.stdout:132: oid 12 updating version 0 to 15 2024-04-12T16:25:02.733 INFO:tasks.rados.rados.0.smithi005.stdout:132: oid 12 updating version 15 to 16 2024-04-12T16:25:02.734 INFO:tasks.rados.rados.0.smithi005.stdout:132: oid 12 version 16 is already newer than 14 2024-04-12T16:25:02.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 16 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-04-12T16:25:02.735 INFO:tasks.rados.rados.0.smithi005.stdout:132: left oid 12 (ObjNum 68 snap 5 seq_num 68) 2024-04-12T16:25:02.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:02 smithi016 ceph-mon[30750]: pgmap v121: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.6 MiB/s wr, 85 op/s 2024-04-12T16:25:02.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:02 smithi016 ceph-mon[30750]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T16:25:02.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:02 smithi016 ceph-mon[30750]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T16:25:03.706 INFO:tasks.rados.rados.0.smithi005.stdout:132: done (2 left) 2024-04-12T16:25:03.706 INFO:tasks.rados.rados.0.smithi005.stdout:133: done (1 left) 2024-04-12T16:25:03.706 INFO:tasks.rados.rados.0.smithi005.stdout:134: done (0 left) 2024-04-12T16:25:03.706 INFO:tasks.rados.rados.0.smithi005.stdout:135: read oid 33 snap -1 2024-04-12T16:25:03.706 INFO:tasks.rados.rados.0.smithi005.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:25:03.706 INFO:tasks.rados.rados.0.smithi005.stdout:136: read oid 45 snap -1 2024-04-12T16:25:03.706 INFO:tasks.rados.rados.0.smithi005.stdout:136: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:03.707 INFO:tasks.rados.rados.0.smithi005.stdout:137: snap_create 2024-04-12T16:25:03.709 INFO:tasks.rados.rados.0.smithi005.stdout:136: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:03.725 INFO:tasks.rados.rados.0.smithi005.stdout:135: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-12T16:25:04.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:03 smithi016 ceph-mon[30750]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T16:25:04.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:03 smithi016 ceph-mon[30750]: pgmap v125: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.4 MiB/s wr, 95 op/s 2024-04-12T16:25:04.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:03 smithi005 ceph-mon[27222]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T16:25:04.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:03 smithi005 ceph-mon[27222]: pgmap v125: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.4 MiB/s wr, 95 op/s 2024-04-12T16:25:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:03 smithi005 ceph-mon[37926]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T16:25:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:03 smithi005 ceph-mon[37926]: pgmap v125: 121 pgs: 121 active+clean; 26 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.4 MiB/s wr, 95 op/s 2024-04-12T16:25:04.707 INFO:tasks.rados.rados.0.smithi005.stdout:135: done (2 left) 2024-04-12T16:25:04.707 INFO:tasks.rados.rados.0.smithi005.stdout:136: done (1 left) 2024-04-12T16:25:04.707 INFO:tasks.rados.rados.0.smithi005.stdout:137: done (0 left) 2024-04-12T16:25:04.707 INFO:tasks.rados.rados.0.smithi005.stdout:138: copy_from oid 48 from oid 42 current snap is 7 2024-04-12T16:25:04.708 INFO:tasks.rados.rados.0.smithi005.stdout:139: delete oid 29 current snap is 7 2024-04-12T16:25:04.716 INFO:tasks.rados.rados.0.smithi005.stdout:139: done (1 left) 2024-04-12T16:25:04.716 INFO:tasks.rados.rados.0.smithi005.stdout:140: snap_create 2024-04-12T16:25:04.718 INFO:tasks.rados.rados.0.smithi005.stdout:138: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:25:04.719 INFO:tasks.rados.rados.0.smithi005.stdout:138: finishing copy_from to smithi00577259-48 2024-04-12T16:25:04.719 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:25:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:04 smithi016 ceph-mon[30750]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T16:25:05.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:04 smithi005 ceph-mon[27222]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T16:25:05.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:04 smithi005 ceph-mon[37926]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T16:25:05.716 INFO:tasks.rados.rados.0.smithi005.stdout:138: done (1 left) 2024-04-12T16:25:05.717 INFO:tasks.rados.rados.0.smithi005.stdout:140: done (0 left) 2024-04-12T16:25:05.717 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 8 2024-04-12T16:25:05.717 INFO:tasks.rados.rados.0.smithi005.stdout:141: seq_num 70 ranges {712704=778240,1490944=401408} 2024-04-12T16:25:05.724 INFO:tasks.rados.rados.0.smithi005.stdout:141: writing smithi00577259-43 from 712704 to 1490944 tid 1 2024-04-12T16:25:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:141: writing smithi00577259-43 from 1490944 to 1892352 tid 2 2024-04-12T16:25:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 8 2024-04-12T16:25:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:142: seq_num 71 ranges {155648=794624,950272=401408} 2024-04-12T16:25:05.733 INFO:tasks.rados.rados.0.smithi005.stdout:142: writing smithi00577259-10 from 155648 to 950272 tid 1 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:142: writing smithi00577259-10 from 950272 to 1351680 tid 2 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:143: snap_create 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:141: finishing write tid 1 to smithi00577259-43 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:141: finishing write tid 2 to smithi00577259-43 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:141: finishing write tid 3 to smithi00577259-43 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:141: finishing write tid 4 to smithi00577259-43 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:141: oid 43 updating version 0 to 19 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:141: oid 43 version 19 is already newer than 18 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:141: oid 43 updating version 19 to 20 2024-04-12T16:25:05.736 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 20 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-04-12T16:25:05.737 INFO:tasks.rados.rados.0.smithi005.stdout:141: left oid 43 (ObjNum 70 snap 8 seq_num 70) 2024-04-12T16:25:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:142: finishing write tid 1 to smithi00577259-10 2024-04-12T16:25:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:142: finishing write tid 2 to smithi00577259-10 2024-04-12T16:25:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:142: finishing write tid 3 to smithi00577259-10 2024-04-12T16:25:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:142: finishing write tid 4 to smithi00577259-10 2024-04-12T16:25:05.741 INFO:tasks.rados.rados.0.smithi005.stdout:142: oid 10 updating version 0 to 17 2024-04-12T16:25:05.741 INFO:tasks.rados.rados.0.smithi005.stdout:142: oid 10 version 17 is already newer than 15 2024-04-12T16:25:05.741 INFO:tasks.rados.rados.0.smithi005.stdout:142: oid 10 version 17 is already newer than 16 2024-04-12T16:25:05.741 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 17 (ObjNum 71 snap 8 seq_num 71) dirty exists 2024-04-12T16:25:05.741 INFO:tasks.rados.rados.0.smithi005.stdout:142: left oid 10 (ObjNum 71 snap 8 seq_num 71) 2024-04-12T16:25:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:05 smithi016 ceph-mon[30750]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T16:25:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:05 smithi016 ceph-mon[30750]: pgmap v128: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-12T16:25:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:05 smithi005 ceph-mon[27222]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T16:25:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:05 smithi005 ceph-mon[27222]: pgmap v128: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-12T16:25:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:05 smithi005 ceph-mon[37926]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T16:25:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:05 smithi005 ceph-mon[37926]: pgmap v128: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.8 MiB/s wr, 27 op/s 2024-04-12T16:25:06.701 INFO:tasks.rados.rados.0.smithi005.stdout:141: done (2 left) 2024-04-12T16:25:06.702 INFO:tasks.rados.rados.0.smithi005.stdout:142: done (1 left) 2024-04-12T16:25:06.702 INFO:tasks.rados.rados.0.smithi005.stdout:143: done (0 left) 2024-04-12T16:25:06.702 INFO:tasks.rados.rados.0.smithi005.stdout:144: snap_create 2024-04-12T16:25:07.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:06 smithi016 ceph-mon[30750]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T16:25:07.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:06 smithi016 ceph-mon[30750]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T16:25:07.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:06 smithi005 ceph-mon[27222]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T16:25:07.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:06 smithi005 ceph-mon[27222]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T16:25:07.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:06 smithi005 ceph-mon[37926]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T16:25:07.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:06 smithi005 ceph-mon[37926]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T16:25:07.704 INFO:tasks.rados.rados.0.smithi005.stdout:144: done (0 left) 2024-04-12T16:25:07.704 INFO:tasks.rados.rados.0.smithi005.stdout:145: read oid 42 snap -1 2024-04-12T16:25:07.704 INFO:tasks.rados.rados.0.smithi005.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:07.704 INFO:tasks.rados.rados.0.smithi005.stdout:146: rmattr oid 17 current snap is 10 2024-04-12T16:25:07.704 INFO:tasks.rados.rados.0.smithi005.stdout:146: done (1 left) 2024-04-12T16:25:07.705 INFO:tasks.rados.rados.0.smithi005.stdout:147: setattr oid 28 current snap is 10 2024-04-12T16:25:07.706 INFO:tasks.rados.rados.0.smithi005.stdout:148: copy_from oid 33 from oid 16 current snap is 10 2024-04-12T16:25:07.706 INFO:tasks.rados.rados.0.smithi005.stdout:149: setattr oid 32 current snap is 10 2024-04-12T16:25:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:150: snap_remove snap 5 2024-04-12T16:25:08.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:07 smithi016 ceph-mon[30750]: pgmap v131: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-12T16:25:08.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:07 smithi016 ceph-mon[30750]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T16:25:08.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:07 smithi005 ceph-mon[27222]: pgmap v131: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-12T16:25:08.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:07 smithi005 ceph-mon[27222]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T16:25:08.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:07 smithi005 ceph-mon[37926]: pgmap v131: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-04-12T16:25:08.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:07 smithi005 ceph-mon[37926]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T16:25:08.704 INFO:tasks.rados.rados.0.smithi005.stdout:150: done (4 left) 2024-04-12T16:25:08.705 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 10 2024-04-12T16:25:08.705 INFO:tasks.rados.rados.0.smithi005.stdout:151: seq_num 72 ranges {1425408=409600,1835008=524288,2359296=278528} 2024-04-12T16:25:08.715 INFO:tasks.rados.rados.0.smithi005.stdout:151: writing smithi00577259-25 from 1425408 to 1835008 tid 1 2024-04-12T16:25:08.719 INFO:tasks.rados.rados.0.smithi005.stdout:151: writing smithi00577259-25 from 1835008 to 2359296 tid 2 2024-04-12T16:25:08.721 INFO:tasks.rados.rados.0.smithi005.stdout:151: writing smithi00577259-25 from 2359296 to 2637824 tid 3 2024-04-12T16:25:08.721 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 10 2024-04-12T16:25:08.721 INFO:tasks.rados.rados.0.smithi005.stdout:152: seq_num 73 ranges {573440=425984,999424=409600,1409024=393216} 2024-04-12T16:25:08.727 INFO:tasks.rados.rados.0.smithi005.stdout:152: writing smithi00577259-35 from 573440 to 999424 tid 1 2024-04-12T16:25:08.730 INFO:tasks.rados.rados.0.smithi005.stdout:152: writing smithi00577259-35 from 999424 to 1409024 tid 2 2024-04-12T16:25:08.734 INFO:tasks.rados.rados.0.smithi005.stdout:152: writing smithi00577259-35 from 1409024 to 1802240 tid 3 2024-04-12T16:25:08.734 INFO:tasks.rados.rados.0.smithi005.stdout:153: snap_remove snap 3 2024-04-12T16:25:09.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:25:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:25:09] "GET /metrics HTTP/1.1" 200 35974 "" "Prometheus/2.43.0" 2024-04-12T16:25:09.709 INFO:tasks.rados.rados.0.smithi005.stdout:153: done (6 left) 2024-04-12T16:25:09.709 INFO:tasks.rados.rados.0.smithi005.stdout:154: delete oid 31 current snap is 10 2024-04-12T16:25:09.709 INFO:tasks.rados.rados.0.smithi005.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:09.729 INFO:tasks.rados.rados.0.smithi005.stdout:148: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:25:09.729 INFO:tasks.rados.rados.0.smithi005.stdout:148: finishing copy_from to smithi00577259-33 2024-04-12T16:25:09.729 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T16:25:09.729 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 39 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-12T16:25:09.729 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 41 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: finishing write tid 1 to smithi00577259-25 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:145: done (6 left) 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:147: done (5 left) 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:148: done (4 left) 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:149: done (3 left) 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:154: done (2 left) 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:155: snap_create 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: finishing write tid 2 to smithi00577259-25 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: finishing write tid 3 to smithi00577259-25 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: finishing write tid 4 to smithi00577259-25 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: finishing write tid 5 to smithi00577259-25 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: oid 25 updating version 0 to 28 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: oid 25 version 28 is already newer than 27 2024-04-12T16:25:09.730 INFO:tasks.rados.rados.0.smithi005.stdout:151: oid 25 updating version 28 to 29 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:151: oid 25 updating version 29 to 30 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 30 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:151: left oid 25 (ObjNum 72 snap 10 seq_num 72) 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: finishing write tid 1 to smithi00577259-35 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: finishing write tid 2 to smithi00577259-35 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: finishing write tid 3 to smithi00577259-35 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: finishing write tid 4 to smithi00577259-35 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: finishing write tid 5 to smithi00577259-35 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: oid 35 updating version 0 to 18 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: oid 35 version 18 is already newer than 17 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: oid 35 version 18 is already newer than 15 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: oid 35 version 18 is already newer than 16 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 18 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-12T16:25:09.731 INFO:tasks.rados.rados.0.smithi005.stdout:152: left oid 35 (ObjNum 73 snap 10 seq_num 73) 2024-04-12T16:25:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:09 smithi016 ceph-mon[30750]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T16:25:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:09 smithi016 ceph-mon[30750]: pgmap v134: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:09 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:10.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:09 smithi005 ceph-mon[27222]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T16:25:10.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:09 smithi005 ceph-mon[27222]: pgmap v134: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:10.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:09 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:09 smithi005 ceph-mon[37926]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T16:25:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:09 smithi005 ceph-mon[37926]: pgmap v134: 121 pgs: 121 active+clean; 32 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:09 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:10.713 INFO:tasks.rados.rados.0.smithi005.stdout:151: done (2 left) 2024-04-12T16:25:10.713 INFO:tasks.rados.rados.0.smithi005.stdout:152: done (1 left) 2024-04-12T16:25:10.713 INFO:tasks.rados.rados.0.smithi005.stdout:155: done (0 left) 2024-04-12T16:25:10.713 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 11 2024-04-12T16:25:10.713 INFO:tasks.rados.rados.0.smithi005.stdout:156: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2024-04-12T16:25:10.715 INFO:tasks.rados.rados.0.smithi005.stdout:156: writing smithi00577259-31 from 0 to 458752 tid 1 2024-04-12T16:25:10.719 INFO:tasks.rados.rados.0.smithi005.stdout:156: writing smithi00577259-31 from 458752 to 1040384 tid 2 2024-04-12T16:25:10.720 INFO:tasks.rados.rados.0.smithi005.stdout:156: writing smithi00577259-31 from 1040384 to 1261568 tid 3 2024-04-12T16:25:10.720 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 11 2024-04-12T16:25:10.720 INFO:tasks.rados.rados.0.smithi005.stdout:157: seq_num 76 ranges {188416=475136,663552=458752,1122304=344064} 2024-04-12T16:25:10.724 INFO:tasks.rados.rados.0.smithi005.stdout:157: writing smithi00577259-16 from 188416 to 663552 tid 1 2024-04-12T16:25:10.727 INFO:tasks.rados.rados.0.smithi005.stdout:157: writing smithi00577259-16 from 663552 to 1122304 tid 2 2024-04-12T16:25:10.730 INFO:tasks.rados.rados.0.smithi005.stdout:157: writing smithi00577259-16 from 1122304 to 1466368 tid 3 2024-04-12T16:25:10.730 INFO:tasks.rados.rados.0.smithi005.stdout:158: copy_from oid 10 from oid 39 current snap is 11 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:159: read oid 48 snap 7 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:159: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:160: copy_from oid 50 from oid 1 current snap is 11 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: finishing write tid 1 to smithi00577259-31 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: finishing write tid 2 to smithi00577259-31 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: finishing write tid 3 to smithi00577259-31 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: finishing write tid 4 to smithi00577259-31 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: finishing write tid 5 to smithi00577259-31 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: oid 31 updating version 0 to 36 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: oid 31 updating version 36 to 37 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: oid 31 updating version 37 to 38 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: oid 31 version 38 is already newer than 35 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 38 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:156: left oid 31 (ObjNum 75 snap 11 seq_num 75) 2024-04-12T16:25:10.731 INFO:tasks.rados.rados.0.smithi005.stdout:157: finishing write tid 1 to smithi00577259-16 2024-04-12T16:25:10.732 INFO:tasks.rados.rados.0.smithi005.stdout:156: done (4 left) 2024-04-12T16:25:10.732 INFO:tasks.rados.rados.0.smithi005.stdout:161: snap_remove snap 6 2024-04-12T16:25:11.053 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:10 smithi005 ceph-mon[27222]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T16:25:11.053 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:10 smithi005 ceph-mon[37926]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T16:25:11.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:10 smithi016 ceph-mon[30750]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T16:25:11.721 INFO:tasks.rados.rados.0.smithi005.stdout:161: done (4 left) 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:162: delete oid 8 current snap is 11 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:157: finishing write tid 2 to smithi00577259-16 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:157: finishing write tid 3 to smithi00577259-16 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:160: finishing copy_from to smithi00577259-50 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:160: got expected ENOENT (src dne) 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:157: finishing write tid 4 to smithi00577259-16 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:160: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:25:11.722 INFO:tasks.rados.rados.0.smithi005.stdout:159: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:11.738 INFO:tasks.rados.rados.0.smithi005.stdout:157: finishing write tid 5 to smithi00577259-16 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:157: oid 16 updating version 0 to 10 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:157: oid 16 version 10 is already newer than 7 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:157: oid 16 version 10 is already newer than 8 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:157: oid 16 version 10 is already newer than 9 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 10 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:157: left oid 16 (ObjNum 76 snap 11 seq_num 76) 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:158: finishing copy_from racing read to smithi00577259-10 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:158: finishing copy_from to smithi00577259-10 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:157: done (4 left) 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:158: done (3 left) 2024-04-12T16:25:11.739 INFO:tasks.rados.rados.0.smithi005.stdout:159: done (2 left) 2024-04-12T16:25:11.740 INFO:tasks.rados.rados.0.smithi005.stdout:160: done (1 left) 2024-04-12T16:25:11.740 INFO:tasks.rados.rados.0.smithi005.stdout:162: done (0 left) 2024-04-12T16:25:11.740 INFO:tasks.rados.rados.0.smithi005.stdout:163: snap_remove snap 9 2024-04-12T16:25:12.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:11 smithi016 ceph-mon[30750]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T16:25:12.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:11 smithi016 ceph-mon[30750]: pgmap v137: 121 pgs: 121 active+clean; 33 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 409 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T16:25:12.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:11 smithi005 ceph-mon[27222]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T16:25:12.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:11 smithi005 ceph-mon[27222]: pgmap v137: 121 pgs: 121 active+clean; 33 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 409 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T16:25:12.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:11 smithi005 ceph-mon[37926]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T16:25:12.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:11 smithi005 ceph-mon[37926]: pgmap v137: 121 pgs: 121 active+clean; 33 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 409 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T16:25:12.723 INFO:tasks.rados.rados.0.smithi005.stdout:163: done (0 left) 2024-04-12T16:25:12.723 INFO:tasks.rados.rados.0.smithi005.stdout:164: snap_create 2024-04-12T16:25:13.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:12 smithi016 ceph-mon[30750]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T16:25:13.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:12 smithi005 ceph-mon[27222]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T16:25:13.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:12 smithi005 ceph-mon[37926]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T16:25:13.726 INFO:tasks.rados.rados.0.smithi005.stdout:164: done (0 left) 2024-04-12T16:25:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:165: read oid 46 snap -1 2024-04-12T16:25:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:25:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:166: read oid 7 snap 8 2024-04-12T16:25:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:25:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:167: snap_create 2024-04-12T16:25:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:165: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-12T16:25:13.750 INFO:tasks.rados.rados.0.smithi005.stdout:166: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:25:13.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:13 smithi005 ceph-mon[27222]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T16:25:13.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:13 smithi005 ceph-mon[27222]: pgmap v140: 121 pgs: 121 active+clean; 33 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 409 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T16:25:13.887 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:13 smithi005 ceph-mon[37926]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T16:25:13.887 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:13 smithi005 ceph-mon[37926]: pgmap v140: 121 pgs: 121 active+clean; 33 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 409 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T16:25:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:13 smithi016 ceph-mon[30750]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T16:25:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:13 smithi016 ceph-mon[30750]: pgmap v140: 121 pgs: 121 active+clean; 33 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 409 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-12T16:25:14.731 INFO:tasks.rados.rados.0.smithi005.stdout:165: done (2 left) 2024-04-12T16:25:14.731 INFO:tasks.rados.rados.0.smithi005.stdout:166: done (1 left) 2024-04-12T16:25:14.732 INFO:tasks.rados.rados.0.smithi005.stdout:167: done (0 left) 2024-04-12T16:25:14.732 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 13 2024-04-12T16:25:14.732 INFO:tasks.rados.rados.0.smithi005.stdout:168: seq_num 78 ranges {204800=516096,720896=679936,1400832=122880} 2024-04-12T16:25:14.735 INFO:tasks.rados.rados.0.smithi005.stdout:168: writing smithi00577259-13 from 204800 to 720896 tid 1 2024-04-12T16:25:14.739 INFO:tasks.rados.rados.0.smithi005.stdout:168: writing smithi00577259-13 from 720896 to 1400832 tid 2 2024-04-12T16:25:14.740 INFO:tasks.rados.rados.0.smithi005.stdout:168: writing smithi00577259-13 from 1400832 to 1523712 tid 3 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:169: copy_from oid 15 from oid 5 current snap is 13 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:168: finishing write tid 1 to smithi00577259-13 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:170: rollback oid 19 current snap is 13 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 19 to 7 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:171: copy_from oid 21 from oid 24 current snap is 13 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:172: copy_from oid 3 from oid 7 current snap is 13 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:173: read oid 33 snap -1 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:173: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 13 2024-04-12T16:25:14.741 INFO:tasks.rados.rados.0.smithi005.stdout:174: seq_num 79 ranges {1466368=532480,1998848=565248,2564096=237568} 2024-04-12T16:25:14.752 INFO:tasks.rados.rados.0.smithi005.stdout:174: writing smithi00577259-16 from 1466368 to 1998848 tid 1 2024-04-12T16:25:14.755 INFO:tasks.rados.rados.0.smithi005.stdout:174: writing smithi00577259-16 from 1998848 to 2564096 tid 2 2024-04-12T16:25:14.756 INFO:tasks.rados.rados.0.smithi005.stdout:174: writing smithi00577259-16 from 2564096 to 2801664 tid 3 2024-04-12T16:25:14.756 INFO:tasks.rados.rados.0.smithi005.stdout:175: rmattr oid 34 current snap is 13 2024-04-12T16:25:14.756 INFO:tasks.rados.rados.0.smithi005.stdout:175: done (7 left) 2024-04-12T16:25:14.756 INFO:tasks.rados.rados.0.smithi005.stdout:176: snap_remove snap 11 2024-04-12T16:25:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:14 smithi016 ceph-mon[30750]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T16:25:15.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:14 smithi005 ceph-mon[27222]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T16:25:15.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:14 smithi005 ceph-mon[37926]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T16:25:15.738 INFO:tasks.rados.rados.0.smithi005.stdout:176: done (7 left) 2024-04-12T16:25:15.738 INFO:tasks.rados.rados.0.smithi005.stdout:168: finishing write tid 2 to smithi00577259-13 2024-04-12T16:25:15.738 INFO:tasks.rados.rados.0.smithi005.stdout:168: finishing write tid 3 to smithi00577259-13 2024-04-12T16:25:15.738 INFO:tasks.rados.rados.0.smithi005.stdout:168: finishing write tid 4 to smithi00577259-13 2024-04-12T16:25:15.738 INFO:tasks.rados.rados.0.smithi005.stdout:169: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:169: finishing copy_from to smithi00577259-15 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:168: finishing write tid 5 to smithi00577259-13 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:168: oid 13 updating version 0 to 38 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:168: oid 13 updating version 38 to 41 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:168: oid 13 version 41 is already newer than 40 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:168: oid 13 version 41 is already newer than 39 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 41 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:168: left oid 13 (ObjNum 78 snap 13 seq_num 78) 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:170: finishing rollback tid 0 to smithi00577259-19 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:171: finishing copy_from to smithi00577259-21 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:171: got expected ENOENT (src dne) 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:171: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:170: finishing rollback tid 1 to smithi00577259-19 2024-04-12T16:25:15.739 INFO:tasks.rados.rados.0.smithi005.stdout:170: finishing rollback tid 2 to smithi00577259-19 2024-04-12T16:25:15.740 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 32 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-12T16:25:15.740 INFO:tasks.rados.rados.0.smithi005.stdout:172: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:25:15.740 INFO:tasks.rados.rados.0.smithi005.stdout:172: finishing copy_from to smithi00577259-3 2024-04-12T16:25:15.740 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:25:15.740 INFO:tasks.rados.rados.0.smithi005.stdout:173: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:15.743 INFO:tasks.rados.rados.0.smithi005.stdout:174: finishing write tid 1 to smithi00577259-16 2024-04-12T16:25:15.743 INFO:tasks.rados.rados.0.smithi005.stdout:174: finishing write tid 2 to smithi00577259-16 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:177: read oid 39 snap -1 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:177: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:168: done (7 left) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:169: done (6 left) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:170: done (5 left) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:171: done (4 left) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:172: done (3 left) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:173: done (2 left) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:178: rmattr oid 44 current snap is 13 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:178: done (2 left) 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:179: snap_create 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:174: finishing write tid 3 to smithi00577259-16 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:174: finishing write tid 4 to smithi00577259-16 2024-04-12T16:25:15.744 INFO:tasks.rados.rados.0.smithi005.stdout:174: finishing write tid 5 to smithi00577259-16 2024-04-12T16:25:15.745 INFO:tasks.rados.rados.0.smithi005.stdout:174: oid 16 updating version 0 to 19 2024-04-12T16:25:15.745 INFO:tasks.rados.rados.0.smithi005.stdout:174: oid 16 version 19 is already newer than 18 2024-04-12T16:25:15.745 INFO:tasks.rados.rados.0.smithi005.stdout:174: oid 16 version 19 is already newer than 16 2024-04-12T16:25:15.745 INFO:tasks.rados.rados.0.smithi005.stdout:174: oid 16 version 19 is already newer than 17 2024-04-12T16:25:15.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 19 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-04-12T16:25:15.745 INFO:tasks.rados.rados.0.smithi005.stdout:174: left oid 16 (ObjNum 79 snap 13 seq_num 79) 2024-04-12T16:25:15.748 INFO:tasks.rados.rados.0.smithi005.stdout:177: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T16:25:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: Upgrade: Target is version 19.0.0-2847-gbf9c5618 (unknown) 2024-04-12T16:25:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528'] 2024-04-12T16:25:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:16.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T16:25:16.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: pgmap v143: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:25:16.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:15 smithi016 ceph-mon[30750]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 on smithi016 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: Upgrade: Target is version 19.0.0-2847-gbf9c5618 (unknown) 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528'] 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: pgmap v143: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:25:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[27222]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 on smithi016 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: Upgrade: Target is version 19.0.0-2847-gbf9c5618 (unknown) 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528'] 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: pgmap v143: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:25:16.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:15 smithi005 ceph-mon[37926]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 on smithi016 2024-04-12T16:25:16.705 INFO:tasks.rados.rados.0.smithi005.stdout:174: done (2 left) 2024-04-12T16:25:16.705 INFO:tasks.rados.rados.0.smithi005.stdout:177: done (1 left) 2024-04-12T16:25:16.705 INFO:tasks.rados.rados.0.smithi005.stdout:179: done (0 left) 2024-04-12T16:25:16.705 INFO:tasks.rados.rados.0.smithi005.stdout:180: copy_from oid 17 from oid 8 current snap is 14 2024-04-12T16:25:16.705 INFO:tasks.rados.rados.0.smithi005.stdout:181: read oid 32 snap -1 2024-04-12T16:25:16.705 INFO:tasks.rados.rados.0.smithi005.stdout:181: expect (ObjNum 66 snap 4 seq_num 66) 2024-04-12T16:25:16.706 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 14 2024-04-12T16:25:16.706 INFO:tasks.rados.rados.0.smithi005.stdout:182: seq_num 80 ranges {1892352=548864,2441216=450560,2891776=352256} 2024-04-12T16:25:16.718 INFO:tasks.rados.rados.0.smithi005.stdout:182: writing smithi00577259-43 from 1892352 to 2441216 tid 1 2024-04-12T16:25:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:182: writing smithi00577259-43 from 2441216 to 2891776 tid 2 2024-04-12T16:25:16.723 INFO:tasks.rados.rados.0.smithi005.stdout:182: writing smithi00577259-43 from 2891776 to 3244032 tid 3 2024-04-12T16:25:16.723 INFO:tasks.rados.rados.0.smithi005.stdout:183: setattr oid 39 current snap is 14 2024-04-12T16:25:16.724 INFO:tasks.rados.rados.0.smithi005.stdout:180: finishing copy_from to smithi00577259-17 2024-04-12T16:25:16.724 INFO:tasks.rados.rados.0.smithi005.stdout:180: got expected ENOENT (src dne) 2024-04-12T16:25:16.724 INFO:tasks.rados.rados.0.smithi005.stdout:180: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:25:16.724 INFO:tasks.rados.rados.0.smithi005.stdout:181: expect (ObjNum 66 snap 4 seq_num 66) 2024-04-12T16:25:16.852 INFO:tasks.rados.rados.0.smithi005.stdout:182: finishing write tid 1 to smithi00577259-43 2024-04-12T16:25:16.852 INFO:tasks.rados.rados.0.smithi005.stdout:182: finishing write tid 2 to smithi00577259-43 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: finishing write tid 3 to smithi00577259-43 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: finishing write tid 4 to smithi00577259-43 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: finishing write tid 5 to smithi00577259-43 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: oid 43 updating version 0 to 36 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: oid 43 updating version 36 to 38 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: oid 43 version 38 is already newer than 37 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: oid 43 updating version 38 to 39 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 39 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: left oid 43 (ObjNum 80 snap 14 seq_num 80) 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:180: done (3 left) 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:181: done (2 left) 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:182: done (1 left) 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:184: read oid 21 snap 12 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:184: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:16.853 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 14 2024-04-12T16:25:16.854 INFO:tasks.rados.rados.0.smithi005.stdout:185: seq_num 81 ranges {778240=565248,1343488=737280,2080768=65536} 2024-04-12T16:25:16.859 INFO:tasks.rados.rados.0.smithi005.stdout:185: writing smithi00577259-34 from 778240 to 1343488 tid 1 2024-04-12T16:25:16.864 INFO:tasks.rados.rados.0.smithi005.stdout:185: writing smithi00577259-34 from 1343488 to 2080768 tid 2 2024-04-12T16:25:16.864 INFO:tasks.rados.rados.0.smithi005.stdout:185: writing smithi00577259-34 from 2080768 to 2146304 tid 3 2024-04-12T16:25:16.865 INFO:tasks.rados.rados.0.smithi005.stdout:186: snap_create 2024-04-12T16:25:16.865 INFO:tasks.rados.rados.0.smithi005.stdout:184: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 29 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: finishing write tid 1 to smithi00577259-34 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: finishing write tid 2 to smithi00577259-34 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: finishing write tid 3 to smithi00577259-34 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: finishing write tid 4 to smithi00577259-34 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: finishing write tid 5 to smithi00577259-34 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: oid 34 updating version 0 to 27 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: oid 34 updating version 27 to 28 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: oid 34 version 28 is already newer than 26 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:185: oid 34 version 28 is already newer than 25 2024-04-12T16:25:16.870 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 28 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-12T16:25:16.871 INFO:tasks.rados.rados.0.smithi005.stdout:185: left oid 34 (ObjNum 81 snap 14 seq_num 81) 2024-04-12T16:25:16.992 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:16 smithi016 ceph-mon[30750]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T16:25:16.992 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:16 smithi016 ceph-mon[30750]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T16:25:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:16 smithi005 ceph-mon[27222]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T16:25:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:16 smithi005 ceph-mon[27222]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T16:25:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:16 smithi005 ceph-mon[37926]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T16:25:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:16 smithi005 ceph-mon[37926]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T16:25:17.744 INFO:tasks.rados.rados.0.smithi005.stdout:183: done (3 left) 2024-04-12T16:25:17.744 INFO:tasks.rados.rados.0.smithi005.stdout:184: done (2 left) 2024-04-12T16:25:17.744 INFO:tasks.rados.rados.0.smithi005.stdout:185: done (1 left) 2024-04-12T16:25:17.744 INFO:tasks.rados.rados.0.smithi005.stdout:186: done (0 left) 2024-04-12T16:25:17.744 INFO:tasks.rados.rados.0.smithi005.stdout:187: snap_create 2024-04-12T16:25:18.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:17 smithi016 ceph-mon[30750]: pgmap v146: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:25:18.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:17 smithi005 ceph-mon[27222]: pgmap v146: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:25:18.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:17 smithi005 ceph-mon[37926]: pgmap v146: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-04-12T16:25:18.745 INFO:tasks.rados.rados.0.smithi005.stdout:187: done (0 left) 2024-04-12T16:25:18.745 INFO:tasks.rados.rados.0.smithi005.stdout:188: read oid 45 snap -1 2024-04-12T16:25:18.745 INFO:tasks.rados.rados.0.smithi005.stdout:188: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:18.745 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 16 2024-04-12T16:25:18.745 INFO:tasks.rados.rados.0.smithi005.stdout:189: seq_num 82 ranges {1261568=581632,1843200=622592,2465792=180224} 2024-04-12T16:25:18.755 INFO:tasks.rados.rados.0.smithi005.stdout:189: writing smithi00577259-31 from 1261568 to 1843200 tid 1 2024-04-12T16:25:18.758 INFO:tasks.rados.rados.0.smithi005.stdout:189: writing smithi00577259-31 from 1843200 to 2465792 tid 2 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:189: writing smithi00577259-31 from 2465792 to 2646016 tid 3 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:190: read oid 49 snap -1 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:191: read oid 38 snap -1 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:191: expect deleted 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:192: read oid 40 snap -1 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:192: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:193: snap_create 2024-04-12T16:25:18.760 INFO:tasks.rados.rados.0.smithi005.stdout:188: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:18.776 INFO:tasks.rados.rados.0.smithi005.stdout:189: finishing write tid 1 to smithi00577259-31 2024-04-12T16:25:18.776 INFO:tasks.rados.rados.0.smithi005.stdout:189: finishing write tid 2 to smithi00577259-31 2024-04-12T16:25:18.776 INFO:tasks.rados.rados.0.smithi005.stdout:189: finishing write tid 3 to smithi00577259-31 2024-04-12T16:25:18.776 INFO:tasks.rados.rados.0.smithi005.stdout:189: finishing write tid 4 to smithi00577259-31 2024-04-12T16:25:18.776 INFO:tasks.rados.rados.0.smithi005.stdout:192: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-12T16:25:18.793 INFO:tasks.rados.rados.0.smithi005.stdout:189: finishing write tid 5 to smithi00577259-31 2024-04-12T16:25:18.793 INFO:tasks.rados.rados.0.smithi005.stdout:189: oid 31 updating version 0 to 46 2024-04-12T16:25:18.793 INFO:tasks.rados.rados.0.smithi005.stdout:189: oid 31 version 46 is already newer than 45 2024-04-12T16:25:18.794 INFO:tasks.rados.rados.0.smithi005.stdout:189: oid 31 version 46 is already newer than 44 2024-04-12T16:25:18.794 INFO:tasks.rados.rados.0.smithi005.stdout:189: oid 31 updating version 46 to 47 2024-04-12T16:25:18.794 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 47 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-04-12T16:25:18.794 INFO:tasks.rados.rados.0.smithi005.stdout:189: left oid 31 (ObjNum 82 snap 16 seq_num 82) 2024-04-12T16:25:18.794 INFO:tasks.rados.rados.0.smithi005.stdout:190: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T16:25:19.055 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:18 smithi005 ceph-mon[27222]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T16:25:19.056 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:18 smithi005 ceph-mon[37926]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T16:25:19.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:18 smithi016 ceph-mon[30750]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T16:25:19.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:25:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:25:19] "GET /metrics HTTP/1.1" 200 35974 "" "Prometheus/2.43.0" 2024-04-12T16:25:19.755 INFO:tasks.rados.rados.0.smithi005.stdout:188: done (5 left) 2024-04-12T16:25:19.755 INFO:tasks.rados.rados.0.smithi005.stdout:189: done (4 left) 2024-04-12T16:25:19.755 INFO:tasks.rados.rados.0.smithi005.stdout:190: done (3 left) 2024-04-12T16:25:19.755 INFO:tasks.rados.rados.0.smithi005.stdout:191: done (2 left) 2024-04-12T16:25:19.755 INFO:tasks.rados.rados.0.smithi005.stdout:192: done (1 left) 2024-04-12T16:25:19.755 INFO:tasks.rados.rados.0.smithi005.stdout:193: done (0 left) 2024-04-12T16:25:19.755 INFO:tasks.rados.rados.0.smithi005.stdout:194: snap_remove snap 4 2024-04-12T16:25:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:19 smithi016 ceph-mon[30750]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T16:25:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:19 smithi016 ceph-mon[30750]: pgmap v149: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:19 smithi005 ceph-mon[27222]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T16:25:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:19 smithi005 ceph-mon[27222]: pgmap v149: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:19 smithi005 ceph-mon[37926]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T16:25:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:19 smithi005 ceph-mon[37926]: pgmap v149: 121 pgs: 121 active+clean; 39 MiB data, 294 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:194: done (0 left) 2024-04-12T16:25:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:195: read oid 36 snap -1 2024-04-12T16:25:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:195: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:25:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 17 2024-04-12T16:25:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:196: seq_num 83 ranges {0=598016,598016=499712,1097728=303104} 2024-04-12T16:25:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:196: writing smithi00577259-1 from 0 to 598016 tid 1 2024-04-12T16:25:20.764 INFO:tasks.rados.rados.0.smithi005.stdout:196: writing smithi00577259-1 from 598016 to 1097728 tid 2 2024-04-12T16:25:20.766 INFO:tasks.rados.rados.0.smithi005.stdout:196: writing smithi00577259-1 from 1097728 to 1400832 tid 3 2024-04-12T16:25:20.766 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 17 2024-04-12T16:25:20.766 INFO:tasks.rados.rados.0.smithi005.stdout:196: finishing write tid 1 to smithi00577259-1 2024-04-12T16:25:20.766 INFO:tasks.rados.rados.0.smithi005.stdout:197: seq_num 84 ranges {1269760=614400,1884160=434176,2318336=368640} 2024-04-12T16:25:20.777 INFO:tasks.rados.rados.0.smithi005.stdout:197: writing smithi00577259-9 from 1269760 to 1884160 tid 1 2024-04-12T16:25:20.779 INFO:tasks.rados.rados.0.smithi005.stdout:197: writing smithi00577259-9 from 1884160 to 2318336 tid 2 2024-04-12T16:25:20.782 INFO:tasks.rados.rados.0.smithi005.stdout:197: writing smithi00577259-9 from 2318336 to 2686976 tid 3 2024-04-12T16:25:20.782 INFO:tasks.rados.rados.0.smithi005.stdout:198: rmattr oid 11 current snap is 17 2024-04-12T16:25:20.782 INFO:tasks.rados.rados.0.smithi005.stdout:198: done (3 left) 2024-04-12T16:25:20.782 INFO:tasks.rados.rados.0.smithi005.stdout:199: snap_remove snap 12 2024-04-12T16:25:20.882 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:25:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:20 smithi016 ceph-mon[30750]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T16:25:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:20 smithi005 ceph-mon[27222]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T16:25:21.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:20 smithi005 ceph-mon[37926]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T16:25:21.207 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (2m) 2m ago 3m 15.3M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (3m) 2m ago 3m 84.1M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (4m) 2m ago 4m 14.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (4m) 2m ago 4m 13.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,8765 running (7m) 2m ago 7m 449M - 18.2.2-1187-gd540ebac bb2c5eac26a4 4cf23ca9b037 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 840e981de628 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (9m) 2m ago 9m 47.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 cd13e6542dcf 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (8m) 2m ago 8m 38.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 75bc351d7ed9 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (8m) 2m ago 8m 37.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6cd96fd64805 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (2m) 2m ago 2m 13.9M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (2m) 2m ago 2m 3602k - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (7m) 2m ago 7m 46.1M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:25:21.208 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (7m) 2m ago 7m 45.8M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:25:21.209 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (6m) 2m ago 6m 51.6M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:25:21.209 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (6m) 2m ago 6m 40.4M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:25:21.209 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (5m) 2m ago 5m 52.5M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:25:21.209 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (5m) 2m ago 5m 52.0M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:25:21.209 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (5m) 2m ago 5m 53.3M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:25:21.209 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (4m) 2m ago 4m 49.6M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:25:21.209 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (2m) 2m ago 3m 28.3M - 2.43.0 a07b618ecd1d 894c66917e1c 2024-04-12T16:25:21.627 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:25:21.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T16:25:21.629 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:25:21.629 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:25:21.764 INFO:tasks.rados.rados.0.smithi005.stdout:199: done (3 left) 2024-04-12T16:25:21.764 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 17 2024-04-12T16:25:21.764 INFO:tasks.rados.rados.0.smithi005.stdout:195: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:25:21.788 INFO:tasks.rados.rados.0.smithi005.stdout:196: finishing write tid 2 to smithi00577259-1 2024-04-12T16:25:21.788 INFO:tasks.rados.rados.0.smithi005.stdout:196: finishing write tid 3 to smithi00577259-1 2024-04-12T16:25:21.788 INFO:tasks.rados.rados.0.smithi005.stdout:196: finishing write tid 4 to smithi00577259-1 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:196: finishing write tid 5 to smithi00577259-1 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:196: oid 1 updating version 0 to 37 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:196: oid 1 updating version 37 to 39 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:196: oid 1 version 39 is already newer than 36 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:196: oid 1 version 39 is already newer than 38 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 39 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:196: left oid 1 (ObjNum 83 snap 17 seq_num 83) 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:197: finishing write tid 1 to smithi00577259-9 2024-04-12T16:25:21.789 INFO:tasks.rados.rados.0.smithi005.stdout:200: seq_num 85 ranges {475136=630784,1105920=720896,1826816=81920} 2024-04-12T16:25:21.794 INFO:tasks.rados.rados.0.smithi005.stdout:200: writing smithi00577259-2 from 475136 to 1105920 tid 1 2024-04-12T16:25:21.798 INFO:tasks.rados.rados.0.smithi005.stdout:200: writing smithi00577259-2 from 1105920 to 1826816 tid 2 2024-04-12T16:25:21.800 INFO:tasks.rados.rados.0.smithi005.stdout:200: writing smithi00577259-2 from 1826816 to 1908736 tid 3 2024-04-12T16:25:21.800 INFO:tasks.rados.rados.0.smithi005.stdout:195: done (3 left) 2024-04-12T16:25:21.800 INFO:tasks.rados.rados.0.smithi005.stdout:196: done (2 left) 2024-04-12T16:25:21.800 INFO:tasks.rados.rados.0.smithi005.stdout:201: copy_from oid 13 from oid 43 current snap is 17 2024-04-12T16:25:21.800 INFO:tasks.rados.rados.0.smithi005.stdout:197: finishing write tid 2 to smithi00577259-9 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: finishing write tid 3 to smithi00577259-9 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: finishing write tid 4 to smithi00577259-9 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: finishing write tid 5 to smithi00577259-9 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: oid 9 updating version 0 to 54 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: oid 9 updating version 54 to 55 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: oid 9 version 55 is already newer than 53 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: oid 9 updating version 55 to 56 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 56 (ObjNum 84 snap 17 seq_num 84) dirty exists 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:197: left oid 9 (ObjNum 84 snap 17 seq_num 84) 2024-04-12T16:25:21.801 INFO:tasks.rados.rados.0.smithi005.stdout:200: finishing write tid 1 to smithi00577259-2 2024-04-12T16:25:21.802 INFO:tasks.rados.rados.0.smithi005.stdout:197: done (2 left) 2024-04-12T16:25:21.802 INFO:tasks.rados.rados.0.smithi005.stdout:202: rollback oid 38 current snap is 17 2024-04-12T16:25:21.802 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 15 2024-04-12T16:25:21.802 INFO:tasks.rados.rados.0.smithi005.stdout:203: rmattr oid 8 current snap is 17 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:203: done (3 left) 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:204: rmattr oid 25 current snap is 17 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:204: done (3 left) 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:205: rmattr oid 4 current snap is 17 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:205: done (3 left) 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:206: read oid 1 snap -1 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:206: expect (ObjNum 83 snap 17 seq_num 83) 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:207: read oid 6 snap -1 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:207: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:208: setattr oid 36 current snap is 17 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:202: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:25:21.803 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-12T16:25:21.804 INFO:tasks.rados.rados.0.smithi005.stdout:202: done (5 left) 2024-04-12T16:25:21.804 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 17 2024-04-12T16:25:21.804 INFO:tasks.rados.rados.0.smithi005.stdout:209: seq_num 86 ranges {491520=647168,1138688=606208,1744896=196608} 2024-04-12T16:25:21.807 INFO:tasks.rados.rados.0.smithi005.stdout:209: writing smithi00577259-30 from 491520 to 1138688 tid 1 2024-04-12T16:25:21.811 INFO:tasks.rados.rados.0.smithi005.stdout:209: writing smithi00577259-30 from 1138688 to 1744896 tid 2 2024-04-12T16:25:21.812 INFO:tasks.rados.rados.0.smithi005.stdout:209: writing smithi00577259-30 from 1744896 to 1941504 tid 3 2024-04-12T16:25:21.812 INFO:tasks.rados.rados.0.smithi005.stdout:210: copy_from oid 20 from oid 34 current snap is 17 2024-04-12T16:25:21.812 INFO:tasks.rados.rados.0.smithi005.stdout:200: finishing write tid 2 to smithi00577259-2 2024-04-12T16:25:21.812 INFO:tasks.rados.rados.0.smithi005.stdout:200: finishing write tid 3 to smithi00577259-2 2024-04-12T16:25:21.812 INFO:tasks.rados.rados.0.smithi005.stdout:207: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:200: finishing write tid 4 to smithi00577259-2 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:207: done (6 left) 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:211: snap_create 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 69 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:200: finishing write tid 5 to smithi00577259-2 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:200: oid 2 updating version 0 to 58 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:200: oid 2 version 58 is already newer than 57 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:200: oid 2 version 58 is already newer than 55 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:200: oid 2 version 58 is already newer than 56 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 58 (ObjNum 85 snap 17 seq_num 85) dirty exists 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:200: left oid 2 (ObjNum 85 snap 17 seq_num 85) 2024-04-12T16:25:21.830 INFO:tasks.rados.rados.0.smithi005.stdout:206: expect (ObjNum 83 snap 17 seq_num 83) 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: finishing write tid 1 to smithi00577259-30 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:201: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: finishing write tid 2 to smithi00577259-30 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: finishing write tid 3 to smithi00577259-30 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: finishing write tid 4 to smithi00577259-30 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:201: finishing copy_from to smithi00577259-13 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 39 (ObjNum 80 snap 14 seq_num 80) dirty exists 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: finishing write tid 5 to smithi00577259-30 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: oid 30 updating version 0 to 12 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: oid 30 version 12 is already newer than 10 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: oid 30 updating version 12 to 13 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:209: oid 30 version 13 is already newer than 11 2024-04-12T16:25:21.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 13 (ObjNum 86 snap 17 seq_num 86) dirty exists 2024-04-12T16:25:21.868 INFO:tasks.rados.rados.0.smithi005.stdout:209: left oid 30 (ObjNum 86 snap 17 seq_num 86) 2024-04-12T16:25:21.868 INFO:tasks.rados.rados.0.smithi005.stdout:210: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:25:21.868 INFO:tasks.rados.rados.0.smithi005.stdout:210: finishing copy_from to smithi00577259-20 2024-04-12T16:25:21.868 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 28 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[27222]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[27222]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[27222]: pgmap v152: 121 pgs: 121 active+clean; 43 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1002 KiB/s wr, 14 op/s 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[27222]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1481897397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[37926]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[37926]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[37926]: pgmap v152: 121 pgs: 121 active+clean; 43 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1002 KiB/s wr, 14 op/s 2024-04-12T16:25:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[37926]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:21.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:21 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1481897397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:25:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:21 smithi016 ceph-mon[30750]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T16:25:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:21 smithi016 ceph-mon[30750]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:21 smithi016 ceph-mon[30750]: pgmap v152: 121 pgs: 121 active+clean; 43 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1002 KiB/s wr, 14 op/s 2024-04-12T16:25:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:21 smithi016 ceph-mon[30750]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:21 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1481897397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:25:22.769 INFO:tasks.rados.rados.0.smithi005.stdout:200: done (6 left) 2024-04-12T16:25:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:201: done (5 left) 2024-04-12T16:25:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:206: done (4 left) 2024-04-12T16:25:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:208: done (3 left) 2024-04-12T16:25:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:209: done (2 left) 2024-04-12T16:25:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:210: done (1 left) 2024-04-12T16:25:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:211: done (0 left) 2024-04-12T16:25:22.771 INFO:tasks.rados.rados.0.smithi005.stdout:212: delete oid 31 current snap is 18 2024-04-12T16:25:22.774 INFO:tasks.rados.rados.0.smithi005.stdout:212: done (0 left) 2024-04-12T16:25:22.774 INFO:tasks.rados.rados.0.smithi005.stdout:213: delete oid 26 current snap is 18 2024-04-12T16:25:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:213: done (0 left) 2024-04-12T16:25:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:214: copy_from oid 20 from oid 42 current snap is 18 2024-04-12T16:25:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:215: delete oid 5 current snap is 18 2024-04-12T16:25:22.778 INFO:tasks.rados.rados.0.smithi005.stdout:215: done (1 left) 2024-04-12T16:25:22.778 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 18 2024-04-12T16:25:22.778 INFO:tasks.rados.rados.0.smithi005.stdout:216: seq_num 90 ranges {3244032=712704,3956736=540672,4497408=262144} 2024-04-12T16:25:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:216: writing smithi00577259-13 from 3244032 to 3956736 tid 1 2024-04-12T16:25:22.803 INFO:tasks.rados.rados.0.smithi005.stdout:216: writing smithi00577259-13 from 3956736 to 4497408 tid 2 2024-04-12T16:25:22.806 INFO:tasks.rados.rados.0.smithi005.stdout:216: writing smithi00577259-13 from 4497408 to 4759552 tid 3 2024-04-12T16:25:22.806 INFO:tasks.rados.rados.0.smithi005.stdout:217: read oid 19 snap -1 2024-04-12T16:25:22.806 INFO:tasks.rados.rados.0.smithi005.stdout:217: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:25:22.806 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 18 2024-04-12T16:25:22.806 INFO:tasks.rados.rados.0.smithi005.stdout:214: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:25:22.807 INFO:tasks.rados.rados.0.smithi005.stdout:218: seq_num 91 ranges {188416=729088,917504=425984,1343488=376832} 2024-04-12T16:25:22.810 INFO:tasks.rados.rados.0.smithi005.stdout:218: writing smithi00577259-21 from 188416 to 917504 tid 1 2024-04-12T16:25:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:218: writing smithi00577259-21 from 917504 to 1343488 tid 2 2024-04-12T16:25:22.816 INFO:tasks.rados.rados.0.smithi005.stdout:218: writing smithi00577259-21 from 1343488 to 1720320 tid 3 2024-04-12T16:25:22.816 INFO:tasks.rados.rados.0.smithi005.stdout:219: delete oid 22 current snap is 18 2024-04-12T16:25:22.816 INFO:tasks.rados.rados.0.smithi005.stdout:214: finishing copy_from to smithi00577259-20 2024-04-12T16:25:22.817 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:25:22.817 INFO:tasks.rados.rados.0.smithi005.stdout:216: finishing write tid 1 to smithi00577259-13 2024-04-12T16:25:22.817 INFO:tasks.rados.rados.0.smithi005.stdout:216: finishing write tid 2 to smithi00577259-13 2024-04-12T16:25:22.817 INFO:tasks.rados.rados.0.smithi005.stdout:216: finishing write tid 3 to smithi00577259-13 2024-04-12T16:25:22.817 INFO:tasks.rados.rados.0.smithi005.stdout:216: finishing write tid 4 to smithi00577259-13 2024-04-12T16:25:22.817 INFO:tasks.rados.rados.0.smithi005.stdout:217: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:25:22.826 INFO:tasks.rados.rados.0.smithi005.stdout:216: finishing write tid 5 to smithi00577259-13 2024-04-12T16:25:22.826 INFO:tasks.rados.rados.0.smithi005.stdout:216: oid 13 updating version 0 to 53 2024-04-12T16:25:22.826 INFO:tasks.rados.rados.0.smithi005.stdout:216: oid 13 updating version 53 to 55 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:216: oid 13 version 55 is already newer than 54 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:216: oid 13 updating version 55 to 56 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 56 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:216: left oid 13 (ObjNum 90 snap 18 seq_num 90) 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:218: finishing write tid 1 to smithi00577259-21 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:218: finishing write tid 2 to smithi00577259-21 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:218: finishing write tid 3 to smithi00577259-21 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:218: finishing write tid 4 to smithi00577259-21 2024-04-12T16:25:22.827 INFO:tasks.rados.rados.0.smithi005.stdout:218: finishing write tid 5 to smithi00577259-21 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:218: oid 21 updating version 0 to 17 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:218: oid 21 updating version 17 to 19 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:218: oid 21 version 19 is already newer than 18 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:218: oid 21 version 19 is already newer than 16 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 19 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:218: left oid 21 (ObjNum 91 snap 18 seq_num 91) 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:214: done (4 left) 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:216: done (3 left) 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:217: done (2 left) 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:218: done (1 left) 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:219: done (0 left) 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:220: read oid 38 snap -1 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:220: expect deleted 2024-04-12T16:25:22.828 INFO:tasks.rados.rados.0.smithi005.stdout:221: copy_from oid 41 from oid 6 current snap is 18 2024-04-12T16:25:22.829 INFO:tasks.rados.rados.0.smithi005.stdout:222: copy_from oid 30 from oid 19 current snap is 18 2024-04-12T16:25:22.829 INFO:tasks.rados.rados.0.smithi005.stdout:223: read oid 14 snap 17 2024-04-12T16:25:22.829 INFO:tasks.rados.rados.0.smithi005.stdout:223: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:25:22.829 INFO:tasks.rados.rados.0.smithi005.stdout:224: delete oid 4 current snap is 18 2024-04-12T16:25:22.829 INFO:tasks.rados.rados.0.smithi005.stdout:223: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:25:22.834 INFO:tasks.rados.rados.0.smithi005.stdout:221: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:25:22.835 INFO:tasks.rados.rados.0.smithi005.stdout:222: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:25:22.835 INFO:tasks.rados.rados.0.smithi005.stdout:222: finishing copy_from to smithi00577259-30 2024-04-12T16:25:22.835 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 32 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-12T16:25:22.835 INFO:tasks.rados.rados.0.smithi005.stdout:221: finishing copy_from to smithi00577259-41 2024-04-12T16:25:22.835 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:25:22.835 INFO:tasks.rados.rados.0.smithi005.stdout:220: done (4 left) 2024-04-12T16:25:22.835 INFO:tasks.rados.rados.0.smithi005.stdout:221: done (3 left) 2024-04-12T16:25:22.836 INFO:tasks.rados.rados.0.smithi005.stdout:222: done (2 left) 2024-04-12T16:25:22.836 INFO:tasks.rados.rados.0.smithi005.stdout:223: done (1 left) 2024-04-12T16:25:22.836 INFO:tasks.rados.rados.0.smithi005.stdout:224: done (0 left) 2024-04-12T16:25:22.836 INFO:tasks.rados.rados.0.smithi005.stdout:225: rollback oid 14 current snap is 18 2024-04-12T16:25:22.836 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 14 to 8 2024-04-12T16:25:22.836 INFO:tasks.rados.rados.0.smithi005.stdout:226: delete oid 44 current snap is 18 2024-04-12T16:25:22.837 INFO:tasks.rados.rados.0.smithi005.stdout:226: done (1 left) 2024-04-12T16:25:22.837 INFO:tasks.rados.rados.0.smithi005.stdout:227: copy_from oid 41 from oid 8 current snap is 18 2024-04-12T16:25:22.837 INFO:tasks.rados.rados.0.smithi005.stdout:228: rollback oid 34 current snap is 18 2024-04-12T16:25:22.837 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 7 2024-04-12T16:25:22.838 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 18 2024-04-12T16:25:22.838 INFO:tasks.rados.rados.0.smithi005.stdout:229: seq_num 95 ranges {4759552=794624,5554176=409600,5963776=393216} 2024-04-12T16:25:22.866 INFO:tasks.rados.rados.0.smithi005.stdout:229: writing smithi00577259-13 from 4759552 to 5554176 tid 1 2024-04-12T16:25:22.868 INFO:tasks.rados.rados.0.smithi005.stdout:229: writing smithi00577259-13 from 5554176 to 5963776 tid 2 2024-04-12T16:25:22.873 INFO:tasks.rados.rados.0.smithi005.stdout:229: writing smithi00577259-13 from 5963776 to 6356992 tid 3 2024-04-12T16:25:22.873 INFO:tasks.rados.rados.0.smithi005.stdout:230: rollback oid 29 current snap is 18 2024-04-12T16:25:22.873 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 15 2024-04-12T16:25:22.874 INFO:tasks.rados.rados.0.smithi005.stdout:227: finishing copy_from to smithi00577259-41 2024-04-12T16:25:22.874 INFO:tasks.rados.rados.0.smithi005.stdout:227: got expected ENOENT (src dne) 2024-04-12T16:25:22.874 INFO:tasks.rados.rados.0.smithi005.stdout:231: snap_remove snap 13 2024-04-12T16:25:22.874 INFO:tasks.rados.rados.0.smithi005.stdout:227: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:25:22.874 INFO:tasks.rados.rados.0.smithi005.stdout:225: finishing rollback tid 0 to smithi00577259-14 2024-04-12T16:25:23.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:22 smithi016 ceph-mon[30750]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T16:25:23.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:22 smithi005 ceph-mon[27222]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T16:25:23.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:22 smithi005 ceph-mon[37926]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T16:25:23.775 INFO:tasks.rados.rados.0.smithi005.stdout:227: done (5 left) 2024-04-12T16:25:23.775 INFO:tasks.rados.rados.0.smithi005.stdout:231: done (4 left) 2024-04-12T16:25:23.775 INFO:tasks.rados.rados.0.smithi005.stdout:232: snap_remove snap 14 2024-04-12T16:25:24.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:23 smithi016 ceph-mon[30750]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T16:25:24.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:23 smithi016 ceph-mon[30750]: pgmap v155: 121 pgs: 121 active+clean; 43 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1002 KiB/s wr, 14 op/s 2024-04-12T16:25:24.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:23 smithi005 ceph-mon[27222]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T16:25:24.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:23 smithi005 ceph-mon[27222]: pgmap v155: 121 pgs: 121 active+clean; 43 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1002 KiB/s wr, 14 op/s 2024-04-12T16:25:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:23 smithi005 ceph-mon[37926]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T16:25:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:23 smithi005 ceph-mon[37926]: pgmap v155: 121 pgs: 121 active+clean; 43 MiB data, 305 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1002 KiB/s wr, 14 op/s 2024-04-12T16:25:24.780 INFO:tasks.rados.rados.0.smithi005.stdout:225: finishing rollback tid 1 to smithi00577259-14 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:225: finishing rollback tid 2 to smithi00577259-14 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 38 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:228: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:228: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:228: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 42 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:229: finishing write tid 1 to smithi00577259-13 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:229: finishing write tid 2 to smithi00577259-13 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:230: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 0 (ObjNum 33 snap 0 seq_num 697697528) dirty dne 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:229: finishing write tid 3 to smithi00577259-13 2024-04-12T16:25:24.781 INFO:tasks.rados.rados.0.smithi005.stdout:229: finishing write tid 4 to smithi00577259-13 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:229: finishing write tid 5 to smithi00577259-13 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:229: oid 13 updating version 0 to 57 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:229: oid 13 updating version 57 to 58 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:229: oid 13 updating version 58 to 60 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:229: oid 13 version 60 is already newer than 59 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 60 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:229: left oid 13 (ObjNum 95 snap 18 seq_num 95) 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:225: done (4 left) 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:228: done (3 left) 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:229: done (2 left) 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:230: done (1 left) 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:232: done (0 left) 2024-04-12T16:25:24.782 INFO:tasks.rados.rados.0.smithi005.stdout:233: rollback oid 30 current snap is 18 2024-04-12T16:25:24.783 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 10 2024-04-12T16:25:24.783 INFO:tasks.rados.rados.0.smithi005.stdout:234: copy_from oid 47 from oid 41 current snap is 18 2024-04-12T16:25:24.783 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 18 2024-04-12T16:25:24.783 INFO:tasks.rados.rados.0.smithi005.stdout:235: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-04-12T16:25:24.783 INFO:tasks.rados.rados.0.smithi005.stdout:235: writing smithi00577259-4 from 0 to 409600 tid 1 2024-04-12T16:25:24.788 INFO:tasks.rados.rados.0.smithi005.stdout:235: writing smithi00577259-4 from 409600 to 1105920 tid 2 2024-04-12T16:25:24.791 INFO:tasks.rados.rados.0.smithi005.stdout:235: writing smithi00577259-4 from 1105920 to 1613824 tid 3 2024-04-12T16:25:24.792 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 18 2024-04-12T16:25:24.792 INFO:tasks.rados.rados.0.smithi005.stdout:236: seq_num 97 ranges {761856=434176,1196032=581632,1777664=540672,2318336=81920} 2024-04-12T16:25:24.798 INFO:tasks.rados.rados.0.smithi005.stdout:236: writing smithi00577259-46 from 761856 to 1196032 tid 1 2024-04-12T16:25:24.802 INFO:tasks.rados.rados.0.smithi005.stdout:236: writing smithi00577259-46 from 1196032 to 1777664 tid 2 2024-04-12T16:25:24.805 INFO:tasks.rados.rados.0.smithi005.stdout:236: writing smithi00577259-46 from 1777664 to 2318336 tid 3 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:236: writing smithi00577259-46 from 2318336 to 2400256 tid 4 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:237: setattr oid 45 current snap is 18 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:233: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:233: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:233: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 35 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:235: finishing write tid 1 to smithi00577259-4 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:234: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:25:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:235: finishing write tid 2 to smithi00577259-4 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:234: finishing copy_from to smithi00577259-47 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: finishing write tid 3 to smithi00577259-4 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: finishing write tid 4 to smithi00577259-4 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: finishing write tid 5 to smithi00577259-4 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: oid 4 updating version 0 to 58 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: oid 4 version 58 is already newer than 53 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: oid 4 version 58 is already newer than 56 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: oid 4 version 58 is already newer than 57 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 58 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:235: left oid 4 (ObjNum 96 snap 18 seq_num 96) 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:236: finishing write tid 1 to smithi00577259-46 2024-04-12T16:25:24.807 INFO:tasks.rados.rados.0.smithi005.stdout:236: finishing write tid 2 to smithi00577259-46 2024-04-12T16:25:24.808 INFO:tasks.rados.rados.0.smithi005.stdout:233: done (4 left) 2024-04-12T16:25:24.808 INFO:tasks.rados.rados.0.smithi005.stdout:234: done (3 left) 2024-04-12T16:25:24.808 INFO:tasks.rados.rados.0.smithi005.stdout:235: done (2 left) 2024-04-12T16:25:24.808 INFO:tasks.rados.rados.0.smithi005.stdout:238: snap_remove snap 7 2024-04-12T16:25:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:24 smithi016 ceph-mon[30750]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T16:25:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:24 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:25.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:24 smithi005 ceph-mon[27222]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T16:25:25.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:24 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:25.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:24 smithi005 ceph-mon[37926]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T16:25:25.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:24 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:25.785 INFO:tasks.rados.rados.0.smithi005.stdout:238: done (2 left) 2024-04-12T16:25:25.785 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 18 2024-04-12T16:25:25.785 INFO:tasks.rados.rados.0.smithi005.stdout:236: finishing write tid 3 to smithi00577259-46 2024-04-12T16:25:25.785 INFO:tasks.rados.rados.0.smithi005.stdout:239: seq_num 98 ranges {172032=450560,622592=466944,1089536=737280} 2024-04-12T16:25:25.788 INFO:tasks.rados.rados.0.smithi005.stdout:239: writing smithi00577259-11 from 172032 to 622592 tid 1 2024-04-12T16:25:25.792 INFO:tasks.rados.rados.0.smithi005.stdout:239: writing smithi00577259-11 from 622592 to 1089536 tid 2 2024-04-12T16:25:25.797 INFO:tasks.rados.rados.0.smithi005.stdout:239: writing smithi00577259-11 from 1089536 to 1826816 tid 3 2024-04-12T16:25:25.798 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 18 2024-04-12T16:25:25.798 INFO:tasks.rados.rados.0.smithi005.stdout:236: finishing write tid 4 to smithi00577259-46 2024-04-12T16:25:25.798 INFO:tasks.rados.rados.0.smithi005.stdout:236: finishing write tid 5 to smithi00577259-46 2024-04-12T16:25:25.798 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 66 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:25:25.798 INFO:tasks.rados.rados.0.smithi005.stdout:236: finishing write tid 6 to smithi00577259-46 2024-04-12T16:25:25.798 INFO:tasks.rados.rados.0.smithi005.stdout:236: oid 46 updating version 0 to 33 2024-04-12T16:25:25.799 INFO:tasks.rados.rados.0.smithi005.stdout:236: oid 46 version 33 is already newer than 30 2024-04-12T16:25:25.799 INFO:tasks.rados.rados.0.smithi005.stdout:236: oid 46 version 33 is already newer than 32 2024-04-12T16:25:25.799 INFO:tasks.rados.rados.0.smithi005.stdout:236: oid 46 version 33 is already newer than 31 2024-04-12T16:25:25.799 INFO:tasks.rados.rados.0.smithi005.stdout:236: oid 46 version 33 is already newer than 29 2024-04-12T16:25:25.799 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 33 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-04-12T16:25:25.799 INFO:tasks.rados.rados.0.smithi005.stdout:236: left oid 46 (ObjNum 97 snap 18 seq_num 97) 2024-04-12T16:25:25.799 INFO:tasks.rados.rados.0.smithi005.stdout:240: seq_num 99 ranges {827392=466944,1294336=802816,2097152=401408} 2024-04-12T16:25:25.805 INFO:tasks.rados.rados.0.smithi005.stdout:240: writing smithi00577259-50 from 827392 to 1294336 tid 1 2024-04-12T16:25:25.810 INFO:tasks.rados.rados.0.smithi005.stdout:240: writing smithi00577259-50 from 1294336 to 2097152 tid 2 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:240: writing smithi00577259-50 from 2097152 to 2498560 tid 3 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:236: done (3 left) 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:237: done (2 left) 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:241: copy_from oid 27 from oid 26 current snap is 18 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: finishing write tid 1 to smithi00577259-11 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: finishing write tid 2 to smithi00577259-11 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: finishing write tid 3 to smithi00577259-11 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: finishing write tid 4 to smithi00577259-11 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: finishing write tid 5 to smithi00577259-11 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: oid 11 updating version 0 to 79 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: oid 11 updating version 79 to 84 2024-04-12T16:25:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:239: oid 11 updating version 84 to 85 2024-04-12T16:25:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:239: oid 11 updating version 85 to 86 2024-04-12T16:25:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 86 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-04-12T16:25:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:239: left oid 11 (ObjNum 98 snap 18 seq_num 98) 2024-04-12T16:25:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:240: finishing write tid 1 to smithi00577259-50 2024-04-12T16:25:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:239: done (2 left) 2024-04-12T16:25:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:242: snap_create 2024-04-12T16:25:25.815 INFO:tasks.rados.rados.0.smithi005.stdout:241: finishing copy_from to smithi00577259-27 2024-04-12T16:25:25.815 INFO:tasks.rados.rados.0.smithi005.stdout:241: got expected ENOENT (src dne) 2024-04-12T16:25:25.815 INFO:tasks.rados.rados.0.smithi005.stdout:241: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:25:25.815 INFO:tasks.rados.rados.0.smithi005.stdout:240: finishing write tid 2 to smithi00577259-50 2024-04-12T16:25:25.815 INFO:tasks.rados.rados.0.smithi005.stdout:240: finishing write tid 3 to smithi00577259-50 2024-04-12T16:25:25.815 INFO:tasks.rados.rados.0.smithi005.stdout:240: finishing write tid 4 to smithi00577259-50 2024-04-12T16:25:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:240: finishing write tid 5 to smithi00577259-50 2024-04-12T16:25:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:240: oid 50 updating version 0 to 69 2024-04-12T16:25:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:240: oid 50 version 69 is already newer than 67 2024-04-12T16:25:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:240: oid 50 version 69 is already newer than 66 2024-04-12T16:25:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:240: oid 50 version 69 is already newer than 68 2024-04-12T16:25:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 69 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:25:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:240: left oid 50 (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:25:26.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:25 smithi016 ceph-mon[30750]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T16:25:26.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:25 smithi016 ceph-mon[30750]: pgmap v158: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-12T16:25:26.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:25 smithi005 ceph-mon[27222]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T16:25:26.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:25 smithi005 ceph-mon[27222]: pgmap v158: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-12T16:25:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:25 smithi005 ceph-mon[37926]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T16:25:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:25 smithi005 ceph-mon[37926]: pgmap v158: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-12T16:25:26.706 INFO:tasks.rados.rados.0.smithi005.stdout:240: done (2 left) 2024-04-12T16:25:26.706 INFO:tasks.rados.rados.0.smithi005.stdout:241: done (1 left) 2024-04-12T16:25:26.707 INFO:tasks.rados.rados.0.smithi005.stdout:242: done (0 left) 2024-04-12T16:25:26.707 INFO:tasks.rados.rados.0.smithi005.stdout:243: snap_create 2024-04-12T16:25:27.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:26 smithi016 ceph-mon[30750]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T16:25:27.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:26 smithi016 ceph-mon[30750]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T16:25:27.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:26 smithi005 ceph-mon[27222]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T16:25:27.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:26 smithi005 ceph-mon[27222]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T16:25:27.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:26 smithi005 ceph-mon[37926]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T16:25:27.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:26 smithi005 ceph-mon[37926]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T16:25:27.708 INFO:tasks.rados.rados.0.smithi005.stdout:243: done (0 left) 2024-04-12T16:25:27.708 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 20 2024-04-12T16:25:27.708 INFO:tasks.rados.rados.0.smithi005.stdout:244: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-04-12T16:25:27.710 INFO:tasks.rados.rados.0.smithi005.stdout:244: writing smithi00577259-17 from 0 to 483328 tid 1 2024-04-12T16:25:27.714 INFO:tasks.rados.rados.0.smithi005.stdout:244: writing smithi00577259-17 from 483328 to 1171456 tid 2 2024-04-12T16:25:27.717 INFO:tasks.rados.rados.0.smithi005.stdout:244: writing smithi00577259-17 from 1171456 to 1687552 tid 3 2024-04-12T16:25:27.717 INFO:tasks.rados.rados.0.smithi005.stdout:245: rollback oid 8 current snap is 20 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 19 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:244: finishing write tid 1 to smithi00577259-17 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:244: finishing write tid 2 to smithi00577259-17 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:246: rmattr oid 26 current snap is 20 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:246: done (2 left) 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:247: delete oid 2 current snap is 20 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:245: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:25:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 55 (ObjNum 129 snap 0 seq_num 730277752) dirty dne 2024-04-12T16:25:27.720 INFO:tasks.rados.rados.0.smithi005.stdout:244: finishing write tid 3 to smithi00577259-17 2024-04-12T16:25:27.721 INFO:tasks.rados.rados.0.smithi005.stdout:244: finishing write tid 4 to smithi00577259-17 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:244: finishing write tid 5 to smithi00577259-17 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:244: oid 17 updating version 0 to 32 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:244: oid 17 version 32 is already newer than 30 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:244: oid 17 version 32 is already newer than 31 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:244: oid 17 version 32 is already newer than 29 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 32 (ObjNum 100 snap 20 seq_num 100) dirty exists 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:244: left oid 17 (ObjNum 100 snap 20 seq_num 100) 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:244: done (2 left) 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:245: done (1 left) 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:247: done (0 left) 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:248: rmattr oid 38 current snap is 20 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:248: done (0 left) 2024-04-12T16:25:27.723 INFO:tasks.rados.rados.0.smithi005.stdout:249: snap_create 2024-04-12T16:25:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:27 smithi016 ceph-mon[30750]: pgmap v161: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-12T16:25:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:27 smithi016 ceph-mon[30750]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T16:25:28.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:27 smithi005 ceph-mon[27222]: pgmap v161: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-12T16:25:28.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:27 smithi005 ceph-mon[27222]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T16:25:28.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:27 smithi005 ceph-mon[37926]: pgmap v161: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-04-12T16:25:28.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:27 smithi005 ceph-mon[37926]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T16:25:28.709 INFO:tasks.rados.rados.0.smithi005.stdout:249: done (0 left) 2024-04-12T16:25:28.709 INFO:tasks.rados.rados.0.smithi005.stdout:250: copy_from oid 48 from oid 47 current snap is 21 2024-04-12T16:25:28.709 INFO:tasks.rados.rados.0.smithi005.stdout:251: read oid 34 snap -1 2024-04-12T16:25:28.709 INFO:tasks.rados.rados.0.smithi005.stdout:251: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:25:28.709 INFO:tasks.rados.rados.0.smithi005.stdout:252: snap_create 2024-04-12T16:25:28.715 INFO:tasks.rados.rados.0.smithi005.stdout:251: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-12T16:25:28.737 INFO:tasks.rados.rados.0.smithi005.stdout:250: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:25:28.737 INFO:tasks.rados.rados.0.smithi005.stdout:250: finishing copy_from to smithi00577259-48 2024-04-12T16:25:28.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:25:29.389 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:25:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:25:29] "GET /metrics HTTP/1.1" 200 35976 "" "Prometheus/2.43.0" 2024-04-12T16:25:29.713 INFO:tasks.rados.rados.0.smithi005.stdout:250: done (2 left) 2024-04-12T16:25:29.713 INFO:tasks.rados.rados.0.smithi005.stdout:251: done (1 left) 2024-04-12T16:25:29.713 INFO:tasks.rados.rados.0.smithi005.stdout:252: done (0 left) 2024-04-12T16:25:29.713 INFO:tasks.rados.rados.0.smithi005.stdout:253: read oid 47 snap -1 2024-04-12T16:25:29.713 INFO:tasks.rados.rados.0.smithi005.stdout:253: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:29.714 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 22 2024-04-12T16:25:29.714 INFO:tasks.rados.rados.0.smithi005.stdout:254: seq_num 102 ranges {557056=516096,1073152=450560,1523712=729088,2252800=24576} 2024-04-12T16:25:29.719 INFO:tasks.rados.rados.0.smithi005.stdout:254: writing smithi00577259-45 from 557056 to 1073152 tid 1 2024-04-12T16:25:29.722 INFO:tasks.rados.rados.0.smithi005.stdout:254: writing smithi00577259-45 from 1073152 to 1523712 tid 2 2024-04-12T16:25:29.727 INFO:tasks.rados.rados.0.smithi005.stdout:254: writing smithi00577259-45 from 1523712 to 2252800 tid 3 2024-04-12T16:25:29.727 INFO:tasks.rados.rados.0.smithi005.stdout:254: writing smithi00577259-45 from 2252800 to 2277376 tid 4 2024-04-12T16:25:29.727 INFO:tasks.rados.rados.0.smithi005.stdout:255: read oid 49 snap 8 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:255: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:256: read oid 28 snap -1 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:256: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:257: read oid 11 snap -1 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:257: expect (ObjNum 98 snap 18 seq_num 98) 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:258: read oid 5 snap 16 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:258: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:259: setattr oid 48 current snap is 22 2024-04-12T16:25:29.728 INFO:tasks.rados.rados.0.smithi005.stdout:253: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:29.745 INFO:tasks.rados.rados.0.smithi005.stdout:254: finishing write tid 1 to smithi00577259-45 2024-04-12T16:25:29.746 INFO:tasks.rados.rados.0.smithi005.stdout:254: finishing write tid 2 to smithi00577259-45 2024-04-12T16:25:29.746 INFO:tasks.rados.rados.0.smithi005.stdout:258: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-12T16:25:29.747 INFO:tasks.rados.rados.0.smithi005.stdout:254: finishing write tid 3 to smithi00577259-45 2024-04-12T16:25:29.748 INFO:tasks.rados.rados.0.smithi005.stdout:256: expect (ObjNum 9 snap 0 seq_num 9) 2024-04-12T16:25:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:254: finishing write tid 4 to smithi00577259-45 2024-04-12T16:25:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:253: done (6 left) 2024-04-12T16:25:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:256: done (5 left) 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:258: done (4 left) 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:260: rollback oid 15 current snap is 22 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 15 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: finishing write tid 5 to smithi00577259-45 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: finishing write tid 6 to smithi00577259-45 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: oid 45 updating version 0 to 77 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: oid 45 version 77 is already newer than 74 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: oid 45 version 77 is already newer than 76 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: oid 45 updating version 77 to 78 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: oid 45 version 78 is already newer than 75 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 78 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-04-12T16:25:29.757 INFO:tasks.rados.rados.0.smithi005.stdout:254: left oid 45 (ObjNum 102 snap 22 seq_num 102) 2024-04-12T16:25:29.758 INFO:tasks.rados.rados.0.smithi005.stdout:255: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-12T16:25:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:257: expect (ObjNum 98 snap 18 seq_num 98) 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 82 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:260: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:260: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:260: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 20 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:254: done (4 left) 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:255: done (3 left) 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:257: done (2 left) 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:259: done (1 left) 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:260: done (0 left) 2024-04-12T16:25:29.829 INFO:tasks.rados.rados.0.smithi005.stdout:261: delete oid 45 current snap is 22 2024-04-12T16:25:29.830 INFO:tasks.rados.rados.0.smithi005.stdout:261: done (0 left) 2024-04-12T16:25:29.830 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 22 2024-04-12T16:25:29.830 INFO:tasks.rados.rados.0.smithi005.stdout:262: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2024-04-12T16:25:29.833 INFO:tasks.rados.rados.0.smithi005.stdout:262: writing smithi00577259-26 from 0 to 548864 tid 1 2024-04-12T16:25:29.837 INFO:tasks.rados.rados.0.smithi005.stdout:262: writing smithi00577259-26 from 548864 to 1171456 tid 2 2024-04-12T16:25:29.840 INFO:tasks.rados.rados.0.smithi005.stdout:262: writing smithi00577259-26 from 1171456 to 1753088 tid 3 2024-04-12T16:25:29.840 INFO:tasks.rados.rados.0.smithi005.stdout:263: setattr oid 47 current snap is 22 2024-04-12T16:25:29.841 INFO:tasks.rados.rados.0.smithi005.stdout:262: finishing write tid 1 to smithi00577259-26 2024-04-12T16:25:29.841 INFO:tasks.rados.rados.0.smithi005.stdout:262: finishing write tid 2 to smithi00577259-26 2024-04-12T16:25:29.843 INFO:tasks.rados.rados.0.smithi005.stdout:262: finishing write tid 3 to smithi00577259-26 2024-04-12T16:25:29.843 INFO:tasks.rados.rados.0.smithi005.stdout:262: finishing write tid 4 to smithi00577259-26 2024-04-12T16:25:29.843 INFO:tasks.rados.rados.0.smithi005.stdout:264: setattr oid 30 current snap is 22 2024-04-12T16:25:29.845 INFO:tasks.rados.rados.0.smithi005.stdout:262: finishing write tid 5 to smithi00577259-26 2024-04-12T16:25:29.845 INFO:tasks.rados.rados.0.smithi005.stdout:262: oid 26 updating version 0 to 17 2024-04-12T16:25:29.845 INFO:tasks.rados.rados.0.smithi005.stdout:262: oid 26 updating version 17 to 18 2024-04-12T16:25:29.846 INFO:tasks.rados.rados.0.smithi005.stdout:262: oid 26 updating version 18 to 20 2024-04-12T16:25:29.846 INFO:tasks.rados.rados.0.smithi005.stdout:262: oid 26 version 20 is already newer than 19 2024-04-12T16:25:29.846 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 20 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-04-12T16:25:29.846 INFO:tasks.rados.rados.0.smithi005.stdout:262: left oid 26 (ObjNum 104 snap 22 seq_num 104) 2024-04-12T16:25:29.846 INFO:tasks.rados.rados.0.smithi005.stdout:262: done (2 left) 2024-04-12T16:25:29.846 INFO:tasks.rados.rados.0.smithi005.stdout:265: snap_remove snap 15 2024-04-12T16:25:30.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:29 smithi016 ceph-mon[30750]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T16:25:30.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:29 smithi016 ceph-mon[30750]: pgmap v164: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:29 smithi005 ceph-mon[27222]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T16:25:30.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:29 smithi005 ceph-mon[27222]: pgmap v164: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:29 smithi005 ceph-mon[37926]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T16:25:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:29 smithi005 ceph-mon[37926]: pgmap v164: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 22 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 36 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:263: done (2 left) 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:264: done (1 left) 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:265: done (0 left) 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:266: read oid 31 snap -1 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:266: expect deleted 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:267: read oid 6 snap -1 2024-04-12T16:25:30.718 INFO:tasks.rados.rados.0.smithi005.stdout:267: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:30.719 INFO:tasks.rados.rados.0.smithi005.stdout:268: read oid 26 snap -1 2024-04-12T16:25:30.719 INFO:tasks.rados.rados.0.smithi005.stdout:268: expect (ObjNum 104 snap 22 seq_num 104) 2024-04-12T16:25:30.719 INFO:tasks.rados.rados.0.smithi005.stdout:269: snap_remove snap 17 2024-04-12T16:25:31.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:30 smithi016 ceph-mon[30750]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T16:25:31.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:30 smithi005 ceph-mon[27222]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T16:25:31.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:30 smithi005 ceph-mon[37926]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T16:25:31.723 INFO:tasks.rados.rados.0.smithi005.stdout:269: done (3 left) 2024-04-12T16:25:31.723 INFO:tasks.rados.rados.0.smithi005.stdout:270: copy_from oid 7 from oid 3 current snap is 22 2024-04-12T16:25:31.723 INFO:tasks.rados.rados.0.smithi005.stdout:267: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:25:31.745 INFO:tasks.rados.rados.0.smithi005.stdout:268: expect (ObjNum 104 snap 22 seq_num 104) 2024-04-12T16:25:31.791 INFO:tasks.rados.rados.0.smithi005.stdout:270: finishing copy_from racing read to smithi00577259-7 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:270: finishing copy_from to smithi00577259-7 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:266: done (3 left) 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:267: done (2 left) 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:268: done (1 left) 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:270: done (0 left) 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:271: read oid 27 snap -1 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:271: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:25:31.792 INFO:tasks.rados.rados.0.smithi005.stdout:272: snap_remove snap 19 2024-04-12T16:25:32.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:31 smithi016 ceph-mon[30750]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T16:25:32.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:31 smithi016 ceph-mon[30750]: pgmap v167: 121 pgs: 121 active+clean; 69 MiB data, 350 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 29 op/s 2024-04-12T16:25:32.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:31 smithi005 ceph-mon[27222]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T16:25:32.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:31 smithi005 ceph-mon[27222]: pgmap v167: 121 pgs: 121 active+clean; 69 MiB data, 350 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 29 op/s 2024-04-12T16:25:32.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:31 smithi005 ceph-mon[37926]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T16:25:32.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:31 smithi005 ceph-mon[37926]: pgmap v167: 121 pgs: 121 active+clean; 69 MiB data, 350 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 29 op/s 2024-04-12T16:25:32.727 INFO:tasks.rados.rados.0.smithi005.stdout:272: done (1 left) 2024-04-12T16:25:32.727 INFO:tasks.rados.rados.0.smithi005.stdout:273: read oid 33 snap -1 2024-04-12T16:25:32.727 INFO:tasks.rados.rados.0.smithi005.stdout:273: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:32.727 INFO:tasks.rados.rados.0.smithi005.stdout:274: delete oid 36 current snap is 22 2024-04-12T16:25:32.732 INFO:tasks.rados.rados.0.smithi005.stdout:271: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-12T16:25:32.743 INFO:tasks.rados.rados.0.smithi005.stdout:273: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:32.748 INFO:tasks.rados.rados.0.smithi005.stdout:271: done (2 left) 2024-04-12T16:25:32.748 INFO:tasks.rados.rados.0.smithi005.stdout:273: done (1 left) 2024-04-12T16:25:32.748 INFO:tasks.rados.rados.0.smithi005.stdout:274: done (0 left) 2024-04-12T16:25:32.748 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 22 2024-04-12T16:25:32.748 INFO:tasks.rados.rados.0.smithi005.stdout:275: seq_num 106 ranges {491520=581632,1073152=794624,1867776=409600} 2024-04-12T16:25:32.754 INFO:tasks.rados.rados.0.smithi005.stdout:275: writing smithi00577259-30 from 491520 to 1073152 tid 1 2024-04-12T16:25:32.758 INFO:tasks.rados.rados.0.smithi005.stdout:275: writing smithi00577259-30 from 1073152 to 1867776 tid 2 2024-04-12T16:25:32.760 INFO:tasks.rados.rados.0.smithi005.stdout:275: writing smithi00577259-30 from 1867776 to 2277376 tid 3 2024-04-12T16:25:32.760 INFO:tasks.rados.rados.0.smithi005.stdout:276: rmattr oid 17 current snap is 22 2024-04-12T16:25:32.760 INFO:tasks.rados.rados.0.smithi005.stdout:276: done (1 left) 2024-04-12T16:25:32.761 INFO:tasks.rados.rados.0.smithi005.stdout:277: snap_remove snap 8 2024-04-12T16:25:33.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:32 smithi016 ceph-mon[30750]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T16:25:33.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:32 smithi005 ceph-mon[27222]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T16:25:33.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:32 smithi005 ceph-mon[37926]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T16:25:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:277: done (1 left) 2024-04-12T16:25:33.733 INFO:tasks.rados.rados.0.smithi005.stdout:278: snap_remove snap 16 2024-04-12T16:25:34.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:33 smithi016 ceph-mon[30750]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T16:25:34.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:33 smithi016 ceph-mon[30750]: pgmap v170: 121 pgs: 121 active+clean; 69 MiB data, 350 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 29 op/s 2024-04-12T16:25:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:33 smithi005 ceph-mon[27222]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T16:25:34.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:33 smithi005 ceph-mon[27222]: pgmap v170: 121 pgs: 121 active+clean; 69 MiB data, 350 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 29 op/s 2024-04-12T16:25:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:33 smithi005 ceph-mon[37926]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T16:25:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:33 smithi005 ceph-mon[37926]: pgmap v170: 121 pgs: 121 active+clean; 69 MiB data, 350 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 29 op/s 2024-04-12T16:25:34.735 INFO:tasks.rados.rados.0.smithi005.stdout:278: done (1 left) 2024-04-12T16:25:34.735 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 22 2024-04-12T16:25:34.735 INFO:tasks.rados.rados.0.smithi005.stdout:279: seq_num 107 ranges {606208=598016,1204224=729088,1933312=466944,2400256=8192} 2024-04-12T16:25:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:279: writing smithi00577259-6 from 606208 to 1204224 tid 1 2024-04-12T16:25:34.747 INFO:tasks.rados.rados.0.smithi005.stdout:279: writing smithi00577259-6 from 1204224 to 1933312 tid 2 2024-04-12T16:25:34.750 INFO:tasks.rados.rados.0.smithi005.stdout:279: writing smithi00577259-6 from 1933312 to 2400256 tid 3 2024-04-12T16:25:34.750 INFO:tasks.rados.rados.0.smithi005.stdout:279: writing smithi00577259-6 from 2400256 to 2408448 tid 4 2024-04-12T16:25:34.751 INFO:tasks.rados.rados.0.smithi005.stdout:280: read oid 11 snap -1 2024-04-12T16:25:34.751 INFO:tasks.rados.rados.0.smithi005.stdout:280: expect (ObjNum 98 snap 18 seq_num 98) 2024-04-12T16:25:34.751 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 22 2024-04-12T16:25:34.751 INFO:tasks.rados.rados.0.smithi005.stdout:275: finishing write tid 1 to smithi00577259-30 2024-04-12T16:25:34.751 INFO:tasks.rados.rados.0.smithi005.stdout:275: finishing write tid 2 to smithi00577259-30 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: finishing write tid 3 to smithi00577259-30 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: finishing write tid 4 to smithi00577259-30 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: finishing write tid 5 to smithi00577259-30 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: oid 30 updating version 0 to 47 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: oid 30 updating version 47 to 48 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: oid 30 version 48 is already newer than 45 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: oid 30 version 48 is already newer than 46 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 48 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:275: left oid 30 (ObjNum 106 snap 22 seq_num 106) 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:279: finishing write tid 1 to smithi00577259-6 2024-04-12T16:25:34.752 INFO:tasks.rados.rados.0.smithi005.stdout:281: seq_num 108 ranges {155648=614400,770048=606208,1376256=598016} 2024-04-12T16:25:34.756 INFO:tasks.rados.rados.0.smithi005.stdout:281: writing smithi00577259-28 from 155648 to 770048 tid 1 2024-04-12T16:25:34.759 INFO:tasks.rados.rados.0.smithi005.stdout:281: writing smithi00577259-28 from 770048 to 1376256 tid 2 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:281: writing smithi00577259-28 from 1376256 to 1974272 tid 3 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:275: done (3 left) 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:282: snap_create 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: finishing write tid 2 to smithi00577259-6 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: finishing write tid 3 to smithi00577259-6 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: finishing write tid 4 to smithi00577259-6 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: finishing write tid 5 to smithi00577259-6 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: finishing write tid 6 to smithi00577259-6 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: oid 6 updating version 0 to 9 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: oid 6 updating version 9 to 11 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: oid 6 version 11 is already newer than 8 2024-04-12T16:25:34.763 INFO:tasks.rados.rados.0.smithi005.stdout:279: oid 6 version 11 is already newer than 10 2024-04-12T16:25:34.764 INFO:tasks.rados.rados.0.smithi005.stdout:279: oid 6 updating version 11 to 12 2024-04-12T16:25:34.764 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 12 (ObjNum 107 snap 22 seq_num 107) dirty exists 2024-04-12T16:25:34.764 INFO:tasks.rados.rados.0.smithi005.stdout:279: left oid 6 (ObjNum 107 snap 22 seq_num 107) 2024-04-12T16:25:34.764 INFO:tasks.rados.rados.0.smithi005.stdout:280: expect (ObjNum 98 snap 18 seq_num 98) 2024-04-12T16:25:34.814 INFO:tasks.rados.rados.0.smithi005.stdout:281: finishing write tid 1 to smithi00577259-28 2024-04-12T16:25:34.814 INFO:tasks.rados.rados.0.smithi005.stdout:281: finishing write tid 2 to smithi00577259-28 2024-04-12T16:25:34.814 INFO:tasks.rados.rados.0.smithi005.stdout:281: finishing write tid 3 to smithi00577259-28 2024-04-12T16:25:34.814 INFO:tasks.rados.rados.0.smithi005.stdout:281: finishing write tid 4 to smithi00577259-28 2024-04-12T16:25:34.814 INFO:tasks.rados.rados.0.smithi005.stdout:281: finishing write tid 5 to smithi00577259-28 2024-04-12T16:25:34.815 INFO:tasks.rados.rados.0.smithi005.stdout:281: oid 28 updating version 0 to 114 2024-04-12T16:25:34.815 INFO:tasks.rados.rados.0.smithi005.stdout:281: oid 28 version 114 is already newer than 111 2024-04-12T16:25:34.815 INFO:tasks.rados.rados.0.smithi005.stdout:281: oid 28 version 114 is already newer than 112 2024-04-12T16:25:34.815 INFO:tasks.rados.rados.0.smithi005.stdout:281: oid 28 version 114 is already newer than 113 2024-04-12T16:25:34.815 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 114 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-04-12T16:25:34.815 INFO:tasks.rados.rados.0.smithi005.stdout:281: left oid 28 (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:25:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:34 smithi016 ceph-mon[30750]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T16:25:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:34 smithi005 ceph-mon[27222]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T16:25:35.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:34 smithi005 ceph-mon[37926]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T16:25:35.746 INFO:tasks.rados.rados.0.smithi005.stdout:279: done (3 left) 2024-04-12T16:25:35.746 INFO:tasks.rados.rados.0.smithi005.stdout:280: done (2 left) 2024-04-12T16:25:35.746 INFO:tasks.rados.rados.0.smithi005.stdout:281: done (1 left) 2024-04-12T16:25:35.746 INFO:tasks.rados.rados.0.smithi005.stdout:282: done (0 left) 2024-04-12T16:25:35.746 INFO:tasks.rados.rados.0.smithi005.stdout:283: delete oid 41 current snap is 23 2024-04-12T16:25:35.750 INFO:tasks.rados.rados.0.smithi005.stdout:283: done (0 left) 2024-04-12T16:25:35.750 INFO:tasks.rados.rados.0.smithi005.stdout:284: read oid 13 snap -1 2024-04-12T16:25:35.750 INFO:tasks.rados.rados.0.smithi005.stdout:284: expect (ObjNum 95 snap 18 seq_num 95) 2024-04-12T16:25:35.750 INFO:tasks.rados.rados.0.smithi005.stdout:285: setattr oid 26 current snap is 23 2024-04-12T16:25:35.752 INFO:tasks.rados.rados.0.smithi005.stdout:286: copy_from oid 32 from oid 7 current snap is 23 2024-04-12T16:25:35.752 INFO:tasks.rados.rados.0.smithi005.stdout:287: read oid 22 snap -1 2024-04-12T16:25:35.752 INFO:tasks.rados.rados.0.smithi005.stdout:287: expect deleted 2024-04-12T16:25:35.752 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 23 2024-04-12T16:25:35.752 INFO:tasks.rados.rados.0.smithi005.stdout:288: seq_num 110 ranges {73728=647168,720896=778240,1499136=425984} 2024-04-12T16:25:35.756 INFO:tasks.rados.rados.0.smithi005.stdout:288: writing smithi00577259-15 from 73728 to 720896 tid 1 2024-04-12T16:25:35.761 INFO:tasks.rados.rados.0.smithi005.stdout:288: writing smithi00577259-15 from 720896 to 1499136 tid 2 2024-04-12T16:25:35.764 INFO:tasks.rados.rados.0.smithi005.stdout:288: writing smithi00577259-15 from 1499136 to 1925120 tid 3 2024-04-12T16:25:35.764 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 23 2024-04-12T16:25:35.764 INFO:tasks.rados.rados.0.smithi005.stdout:289: seq_num 111 ranges {811008=663552,1474560=663552,2138112=450560,2588672=90112} 2024-04-12T16:25:35.773 INFO:tasks.rados.rados.0.smithi005.stdout:289: writing smithi00577259-49 from 811008 to 1474560 tid 1 2024-04-12T16:25:35.777 INFO:tasks.rados.rados.0.smithi005.stdout:289: writing smithi00577259-49 from 1474560 to 2138112 tid 2 2024-04-12T16:25:35.779 INFO:tasks.rados.rados.0.smithi005.stdout:289: writing smithi00577259-49 from 2138112 to 2588672 tid 3 2024-04-12T16:25:35.780 INFO:tasks.rados.rados.0.smithi005.stdout:289: writing smithi00577259-49 from 2588672 to 2678784 tid 4 2024-04-12T16:25:35.780 INFO:tasks.rados.rados.0.smithi005.stdout:290: rollback oid 33 current snap is 23 2024-04-12T16:25:35.780 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 33 to 18 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:286: finishing copy_from racing read to smithi00577259-32 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:286: finishing copy_from to smithi00577259-32 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: finishing write tid 1 to smithi00577259-15 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 42 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: finishing write tid 2 to smithi00577259-15 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: finishing write tid 3 to smithi00577259-15 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: finishing write tid 4 to smithi00577259-15 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: finishing write tid 5 to smithi00577259-15 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: oid 15 updating version 0 to 32 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: oid 15 updating version 32 to 33 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: oid 15 updating version 33 to 34 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:288: oid 15 updating version 34 to 35 2024-04-12T16:25:35.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 35 (ObjNum 110 snap 23 seq_num 110) dirty exists 2024-04-12T16:25:35.782 INFO:tasks.rados.rados.0.smithi005.stdout:288: left oid 15 (ObjNum 110 snap 23 seq_num 110) 2024-04-12T16:25:35.782 INFO:tasks.rados.rados.0.smithi005.stdout:289: finishing write tid 1 to smithi00577259-49 2024-04-12T16:25:35.782 INFO:tasks.rados.rados.0.smithi005.stdout:284: expect (ObjNum 95 snap 18 seq_num 95) 2024-04-12T16:25:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:35 smithi016 ceph-mon[30750]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T16:25:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:35 smithi016 ceph-mon[30750]: pgmap v173: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T16:25:36.120 INFO:tasks.rados.rados.0.smithi005.stdout:289: finishing write tid 2 to smithi00577259-49 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: finishing write tid 3 to smithi00577259-49 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: finishing write tid 4 to smithi00577259-49 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:290: finishing rollback tid 0 to smithi00577259-33 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: finishing write tid 5 to smithi00577259-49 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:290: finishing rollback tid 1 to smithi00577259-33 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:290: finishing rollback tid 2 to smithi00577259-33 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 116 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: finishing write tid 6 to smithi00577259-49 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: oid 49 updating version 0 to 93 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: oid 49 updating version 93 to 94 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: oid 49 version 94 is already newer than 91 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: oid 49 updating version 94 to 95 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:289: oid 49 version 95 is already newer than 92 2024-04-12T16:25:36.121 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 95 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:289: left oid 49 (ObjNum 111 snap 23 seq_num 111) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:284: done (6 left) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:285: done (5 left) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:286: done (4 left) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:287: done (3 left) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:288: done (2 left) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:289: done (1 left) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:290: done (0 left) 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 23 2024-04-12T16:25:36.122 INFO:tasks.rados.rados.0.smithi005.stdout:291: seq_num 112 ranges {1269760=679936,1949696=548864,2498560=655360} 2024-04-12T16:25:36.131 INFO:tasks.rados.rados.0.smithi005.stdout:291: writing smithi00577259-23 from 1269760 to 1949696 tid 1 2024-04-12T16:25:36.134 INFO:tasks.rados.rados.0.smithi005.stdout:291: writing smithi00577259-23 from 1949696 to 2498560 tid 2 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:291: writing smithi00577259-23 from 2498560 to 3153920 tid 3 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:292: read oid 33 snap -1 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:292: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:293: rollback oid 39 current snap is 23 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 39 to 18 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:291: finishing write tid 1 to smithi00577259-23 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:291: finishing write tid 2 to smithi00577259-23 2024-04-12T16:25:36.138 INFO:tasks.rados.rados.0.smithi005.stdout:294: rmattr oid 22 current snap is 23 2024-04-12T16:25:36.139 INFO:tasks.rados.rados.0.smithi005.stdout:294: done (3 left) 2024-04-12T16:25:36.139 INFO:tasks.rados.rados.0.smithi005.stdout:295: copy_from oid 8 from oid 7 current snap is 23 2024-04-12T16:25:36.139 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 23 2024-04-12T16:25:36.139 INFO:tasks.rados.rados.0.smithi005.stdout:296: seq_num 113 ranges {2277376=696320,2973696=434176,3407872=466944,3874816=303104} 2024-04-12T16:25:36.154 INFO:tasks.rados.rados.0.smithi005.stdout:296: writing smithi00577259-30 from 2277376 to 2973696 tid 1 2024-04-12T16:25:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:296: writing smithi00577259-30 from 2973696 to 3407872 tid 2 2024-04-12T16:25:36.159 INFO:tasks.rados.rados.0.smithi005.stdout:296: writing smithi00577259-30 from 3407872 to 3874816 tid 3 2024-04-12T16:25:36.161 INFO:tasks.rados.rados.0.smithi005.stdout:296: writing smithi00577259-30 from 3874816 to 4177920 tid 4 2024-04-12T16:25:36.161 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 23 2024-04-12T16:25:36.161 INFO:tasks.rados.rados.0.smithi005.stdout:297: seq_num 114 ranges {1826816=712704,2539520=712704,3252224=491520} 2024-04-12T16:25:36.175 INFO:tasks.rados.rados.0.smithi005.stdout:297: writing smithi00577259-11 from 1826816 to 2539520 tid 1 2024-04-12T16:25:36.178 INFO:tasks.rados.rados.0.smithi005.stdout:297: writing smithi00577259-11 from 2539520 to 3252224 tid 2 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:297: writing smithi00577259-11 from 3252224 to 3743744 tid 3 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:298: read oid 45 snap 21 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:298: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:299: snap_create 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:291: finishing write tid 3 to smithi00577259-23 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:291: finishing write tid 4 to smithi00577259-23 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:293: finishing rollback tid 0 to smithi00577259-39 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:293: finishing rollback tid 1 to smithi00577259-39 2024-04-12T16:25:36.182 INFO:tasks.rados.rados.0.smithi005.stdout:292: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-12T16:25:36.187 INFO:tasks.rados.rados.0.smithi005.stdout:293: finishing rollback tid 2 to smithi00577259-39 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 49 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:295: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:291: finishing write tid 5 to smithi00577259-23 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:291: oid 23 updating version 0 to 36 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:291: oid 23 updating version 36 to 39 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:291: oid 23 version 39 is already newer than 38 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:291: oid 23 version 39 is already newer than 37 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 39 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:291: left oid 23 (ObjNum 112 snap 23 seq_num 112) 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:295: finishing copy_from to smithi00577259-8 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:296: finishing write tid 1 to smithi00577259-30 2024-04-12T16:25:36.188 INFO:tasks.rados.rados.0.smithi005.stdout:296: finishing write tid 2 to smithi00577259-30 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: finishing write tid 3 to smithi00577259-30 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: finishing write tid 4 to smithi00577259-30 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: finishing write tid 5 to smithi00577259-30 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: finishing write tid 6 to smithi00577259-30 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: oid 30 updating version 0 to 61 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: oid 30 updating version 61 to 63 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: oid 30 updating version 63 to 64 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: oid 30 version 64 is already newer than 62 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: oid 30 version 64 is already newer than 60 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 64 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:296: left oid 30 (ObjNum 113 snap 23 seq_num 113) 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:297: finishing write tid 1 to smithi00577259-11 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:297: finishing write tid 2 to smithi00577259-11 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:297: finishing write tid 3 to smithi00577259-11 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:297: finishing write tid 4 to smithi00577259-11 2024-04-12T16:25:36.189 INFO:tasks.rados.rados.0.smithi005.stdout:298: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:25:36.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:35 smithi005 ceph-mon[27222]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T16:25:36.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:35 smithi005 ceph-mon[27222]: pgmap v173: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T16:25:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:35 smithi005 ceph-mon[37926]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T16:25:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:35 smithi005 ceph-mon[37926]: pgmap v173: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T16:25:36.204 INFO:tasks.rados.rados.0.smithi005.stdout:297: finishing write tid 5 to smithi00577259-11 2024-04-12T16:25:36.204 INFO:tasks.rados.rados.0.smithi005.stdout:297: oid 11 updating version 0 to 122 2024-04-12T16:25:36.204 INFO:tasks.rados.rados.0.smithi005.stdout:297: oid 11 version 122 is already newer than 119 2024-04-12T16:25:36.204 INFO:tasks.rados.rados.0.smithi005.stdout:297: oid 11 version 122 is already newer than 120 2024-04-12T16:25:36.204 INFO:tasks.rados.rados.0.smithi005.stdout:297: oid 11 version 122 is already newer than 121 2024-04-12T16:25:36.204 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 122 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-04-12T16:25:36.204 INFO:tasks.rados.rados.0.smithi005.stdout:297: left oid 11 (ObjNum 114 snap 23 seq_num 114) 2024-04-12T16:25:36.710 INFO:tasks.rados.rados.0.smithi005.stdout:291: done (7 left) 2024-04-12T16:25:36.710 INFO:tasks.rados.rados.0.smithi005.stdout:292: done (6 left) 2024-04-12T16:25:36.710 INFO:tasks.rados.rados.0.smithi005.stdout:293: done (5 left) 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:295: done (4 left) 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:296: done (3 left) 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:297: done (2 left) 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:298: done (1 left) 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:299: done (0 left) 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:300: rmattr oid 29 current snap is 24 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:300: done (0 left) 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:301: copy_from oid 7 from oid 29 current snap is 24 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:302: rollback oid 6 current snap is 24 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 6 to 22 2024-04-12T16:25:36.711 INFO:tasks.rados.rados.0.smithi005.stdout:303: snap_remove snap 18 2024-04-12T16:25:37.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:36 smithi016 ceph-mon[30750]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T16:25:37.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:36 smithi016 ceph-mon[30750]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T16:25:37.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:36 smithi005 ceph-mon[27222]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T16:25:37.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:36 smithi005 ceph-mon[27222]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T16:25:37.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:36 smithi005 ceph-mon[37926]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T16:25:37.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:36 smithi005 ceph-mon[37926]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T16:25:37.718 INFO:tasks.rados.rados.0.smithi005.stdout:303: done (2 left) 2024-04-12T16:25:37.718 INFO:tasks.rados.rados.0.smithi005.stdout:304: snap_create 2024-04-12T16:25:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:302: finishing rollback tid 0 to smithi00577259-6 2024-04-12T16:25:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:301: finishing copy_from to smithi00577259-7 2024-04-12T16:25:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:301: got expected ENOENT (src dne) 2024-04-12T16:25:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:301: finishing copy_from racing read to smithi00577259-7 2024-04-12T16:25:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:302: finishing rollback tid 1 to smithi00577259-6 2024-04-12T16:25:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:302: finishing rollback tid 2 to smithi00577259-6 2024-04-12T16:25:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 16 (ObjNum 107 snap 22 seq_num 107) dirty exists 2024-04-12T16:25:38.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:37 smithi016 ceph-mon[30750]: pgmap v176: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T16:25:38.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:37 smithi016 ceph-mon[30750]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T16:25:38.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:37 smithi005 ceph-mon[27222]: pgmap v176: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T16:25:38.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:37 smithi005 ceph-mon[27222]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T16:25:38.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:37 smithi005 ceph-mon[37926]: pgmap v176: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T16:25:38.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:37 smithi005 ceph-mon[37926]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T16:25:38.719 INFO:tasks.rados.rados.0.smithi005.stdout:301: done (2 left) 2024-04-12T16:25:38.719 INFO:tasks.rados.rados.0.smithi005.stdout:302: done (1 left) 2024-04-12T16:25:38.719 INFO:tasks.rados.rados.0.smithi005.stdout:304: done (0 left) 2024-04-12T16:25:38.719 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 25 2024-04-12T16:25:38.719 INFO:tasks.rados.rados.0.smithi005.stdout:305: seq_num 115 ranges {2801664=729088,3530752=647168,4177920=434176,4612096=122880} 2024-04-12T16:25:38.737 INFO:tasks.rados.rados.0.smithi005.stdout:305: writing smithi00577259-16 from 2801664 to 3530752 tid 1 2024-04-12T16:25:38.741 INFO:tasks.rados.rados.0.smithi005.stdout:305: writing smithi00577259-16 from 3530752 to 4177920 tid 2 2024-04-12T16:25:38.743 INFO:tasks.rados.rados.0.smithi005.stdout:305: writing smithi00577259-16 from 4177920 to 4612096 tid 3 2024-04-12T16:25:38.745 INFO:tasks.rados.rados.0.smithi005.stdout:305: writing smithi00577259-16 from 4612096 to 4734976 tid 4 2024-04-12T16:25:38.745 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 25 2024-04-12T16:25:38.745 INFO:tasks.rados.rados.0.smithi005.stdout:306: seq_num 116 ranges {286720=745472,1032192=532480,1564672=638976,2203648=32768} 2024-04-12T16:25:38.750 INFO:tasks.rados.rados.0.smithi005.stdout:306: writing smithi00577259-18 from 286720 to 1032192 tid 1 2024-04-12T16:25:38.753 INFO:tasks.rados.rados.0.smithi005.stdout:306: writing smithi00577259-18 from 1032192 to 1564672 tid 2 2024-04-12T16:25:38.758 INFO:tasks.rados.rados.0.smithi005.stdout:306: writing smithi00577259-18 from 1564672 to 2203648 tid 3 2024-04-12T16:25:38.758 INFO:tasks.rados.rados.0.smithi005.stdout:306: writing smithi00577259-18 from 2203648 to 2236416 tid 4 2024-04-12T16:25:38.758 INFO:tasks.rados.rados.0.smithi005.stdout:307: setattr oid 45 current snap is 25 2024-04-12T16:25:38.758 INFO:tasks.rados.rados.0.smithi005.stdout:305: finishing write tid 1 to smithi00577259-16 2024-04-12T16:25:38.758 INFO:tasks.rados.rados.0.smithi005.stdout:305: finishing write tid 2 to smithi00577259-16 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: finishing write tid 3 to smithi00577259-16 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: finishing write tid 4 to smithi00577259-16 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: finishing write tid 5 to smithi00577259-16 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: finishing write tid 6 to smithi00577259-16 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: oid 16 updating version 0 to 44 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: oid 16 updating version 44 to 45 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: oid 16 version 45 is already newer than 41 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: oid 16 version 45 is already newer than 42 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: oid 16 version 45 is already newer than 43 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 45 (ObjNum 115 snap 25 seq_num 115) dirty exists 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:305: left oid 16 (ObjNum 115 snap 25 seq_num 115) 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:306: finishing write tid 1 to smithi00577259-18 2024-04-12T16:25:38.759 INFO:tasks.rados.rados.0.smithi005.stdout:306: finishing write tid 2 to smithi00577259-18 2024-04-12T16:25:38.760 INFO:tasks.rados.rados.0.smithi005.stdout:305: done (2 left) 2024-04-12T16:25:38.760 INFO:tasks.rados.rados.0.smithi005.stdout:308: snap_remove snap 10 2024-04-12T16:25:39.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:25:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:25:39] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 102 (ObjNum 65 snap 0 seq_num 1465409113) dirty exists 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: finishing write tid 3 to smithi00577259-18 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: finishing write tid 4 to smithi00577259-18 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: finishing write tid 5 to smithi00577259-18 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: finishing write tid 6 to smithi00577259-18 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: oid 18 updating version 0 to 67 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: oid 18 version 67 is already newer than 66 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: oid 18 updating version 67 to 69 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: oid 18 version 69 is already newer than 68 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:306: oid 18 version 69 is already newer than 65 2024-04-12T16:25:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 69 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-12T16:25:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:306: left oid 18 (ObjNum 116 snap 25 seq_num 116) 2024-04-12T16:25:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:306: done (2 left) 2024-04-12T16:25:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:307: done (1 left) 2024-04-12T16:25:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:308: done (0 left) 2024-04-12T16:25:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:309: setattr oid 40 current snap is 25 2024-04-12T16:25:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:310: snap_create 2024-04-12T16:25:39.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 108 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-12T16:25:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:39 smithi016 ceph-mon[30750]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T16:25:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:39 smithi016 ceph-mon[30750]: pgmap v179: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:39 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:39 smithi005 ceph-mon[27222]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T16:25:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:39 smithi005 ceph-mon[27222]: pgmap v179: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:39 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:39 smithi005 ceph-mon[37926]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T16:25:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:39 smithi005 ceph-mon[37926]: pgmap v179: 121 pgs: 121 active+clean; 65 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:39 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:40.724 INFO:tasks.rados.rados.0.smithi005.stdout:309: done (1 left) 2024-04-12T16:25:40.724 INFO:tasks.rados.rados.0.smithi005.stdout:310: done (0 left) 2024-04-12T16:25:40.724 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 26 2024-04-12T16:25:40.724 INFO:tasks.rados.rados.0.smithi005.stdout:311: seq_num 117 ranges {188416=770048,958464=417792,1376256=442368,1818624=344064} 2024-04-12T16:25:40.729 INFO:tasks.rados.rados.0.smithi005.stdout:311: writing smithi00577259-33 from 188416 to 958464 tid 1 2024-04-12T16:25:40.732 INFO:tasks.rados.rados.0.smithi005.stdout:311: writing smithi00577259-33 from 958464 to 1376256 tid 2 2024-04-12T16:25:40.734 INFO:tasks.rados.rados.0.smithi005.stdout:311: writing smithi00577259-33 from 1376256 to 1818624 tid 3 2024-04-12T16:25:40.737 INFO:tasks.rados.rados.0.smithi005.stdout:311: writing smithi00577259-33 from 1818624 to 2162688 tid 4 2024-04-12T16:25:40.737 INFO:tasks.rados.rados.0.smithi005.stdout:312: copy_from oid 18 from oid 13 current snap is 26 2024-04-12T16:25:40.737 INFO:tasks.rados.rados.0.smithi005.stdout:313: snap_create 2024-04-12T16:25:40.737 INFO:tasks.rados.rados.0.smithi005.stdout:311: finishing write tid 1 to smithi00577259-33 2024-04-12T16:25:40.739 INFO:tasks.rados.rados.0.smithi005.stdout:311: finishing write tid 2 to smithi00577259-33 2024-04-12T16:25:40.739 INFO:tasks.rados.rados.0.smithi005.stdout:311: finishing write tid 3 to smithi00577259-33 2024-04-12T16:25:40.740 INFO:tasks.rados.rados.0.smithi005.stdout:311: finishing write tid 4 to smithi00577259-33 2024-04-12T16:25:40.741 INFO:tasks.rados.rados.0.smithi005.stdout:311: finishing write tid 5 to smithi00577259-33 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:311: finishing write tid 6 to smithi00577259-33 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:311: oid 33 updating version 0 to 136 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:311: oid 33 version 136 is already newer than 135 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:311: oid 33 version 136 is already newer than 133 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:311: oid 33 version 136 is already newer than 132 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:311: oid 33 version 136 is already newer than 134 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 136 (ObjNum 117 snap 26 seq_num 117) dirty exists 2024-04-12T16:25:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:311: left oid 33 (ObjNum 117 snap 26 seq_num 117) 2024-04-12T16:25:40.761 INFO:tasks.rados.rados.0.smithi005.stdout:312: finishing copy_from racing read to smithi00577259-18 2024-04-12T16:25:40.762 INFO:tasks.rados.rados.0.smithi005.stdout:312: finishing copy_from to smithi00577259-18 2024-04-12T16:25:40.763 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 60 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T16:25:41.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:40 smithi016 ceph-mon[30750]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T16:25:41.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:40 smithi005 ceph-mon[27222]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T16:25:41.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:40 smithi005 ceph-mon[37926]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T16:25:41.734 INFO:tasks.rados.rados.0.smithi005.stdout:311: done (2 left) 2024-04-12T16:25:41.734 INFO:tasks.rados.rados.0.smithi005.stdout:312: done (1 left) 2024-04-12T16:25:41.734 INFO:tasks.rados.rados.0.smithi005.stdout:313: done (0 left) 2024-04-12T16:25:41.734 INFO:tasks.rados.rados.0.smithi005.stdout:314: snap_create 2024-04-12T16:25:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:41 smithi016 ceph-mon[30750]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T16:25:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:41 smithi016 ceph-mon[30750]: pgmap v182: 121 pgs: 121 active+clean; 70 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T16:25:42.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:41 smithi005 ceph-mon[27222]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T16:25:42.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:41 smithi005 ceph-mon[27222]: pgmap v182: 121 pgs: 121 active+clean; 70 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T16:25:42.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:41 smithi005 ceph-mon[37926]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T16:25:42.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:41 smithi005 ceph-mon[37926]: pgmap v182: 121 pgs: 121 active+clean; 70 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:314: done (0 left) 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:315: read oid 15 snap -1 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:315: expect (ObjNum 110 snap 23 seq_num 110) 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:316: read oid 1 snap -1 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:316: expect (ObjNum 83 snap 17 seq_num 83) 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:317: read oid 10 snap -1 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:317: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:42.736 INFO:tasks.rados.rados.0.smithi005.stdout:318: delete oid 49 current snap is 28 2024-04-12T16:25:42.745 INFO:tasks.rados.rados.0.smithi005.stdout:318: done (3 left) 2024-04-12T16:25:42.745 INFO:tasks.rados.rados.0.smithi005.stdout:319: delete oid 27 current snap is 28 2024-04-12T16:25:42.746 INFO:tasks.rados.rados.0.smithi005.stdout:315: expect (ObjNum 110 snap 23 seq_num 110) 2024-04-12T16:25:42.799 INFO:tasks.rados.rados.0.smithi005.stdout:317: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:42.815 INFO:tasks.rados.rados.0.smithi005.stdout:316: expect (ObjNum 83 snap 17 seq_num 83) 2024-04-12T16:25:42.853 INFO:tasks.rados.rados.0.smithi005.stdout:315: done (3 left) 2024-04-12T16:25:42.853 INFO:tasks.rados.rados.0.smithi005.stdout:316: done (2 left) 2024-04-12T16:25:42.853 INFO:tasks.rados.rados.0.smithi005.stdout:317: done (1 left) 2024-04-12T16:25:42.853 INFO:tasks.rados.rados.0.smithi005.stdout:319: done (0 left) 2024-04-12T16:25:42.853 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 28 2024-04-12T16:25:42.853 INFO:tasks.rados.rados.0.smithi005.stdout:320: seq_num 120 ranges {2637824=417792,3055616=475136,3530752=622592,4153344=507904} 2024-04-12T16:25:42.869 INFO:tasks.rados.rados.0.smithi005.stdout:320: writing smithi00577259-25 from 2637824 to 3055616 tid 1 2024-04-12T16:25:42.872 INFO:tasks.rados.rados.0.smithi005.stdout:320: writing smithi00577259-25 from 3055616 to 3530752 tid 2 2024-04-12T16:25:42.875 INFO:tasks.rados.rados.0.smithi005.stdout:320: writing smithi00577259-25 from 3530752 to 4153344 tid 3 2024-04-12T16:25:42.879 INFO:tasks.rados.rados.0.smithi005.stdout:320: writing smithi00577259-25 from 4153344 to 4661248 tid 4 2024-04-12T16:25:42.879 INFO:tasks.rados.rados.0.smithi005.stdout:321: delete oid 42 current snap is 28 2024-04-12T16:25:42.879 INFO:tasks.rados.rados.0.smithi005.stdout:320: finishing write tid 1 to smithi00577259-25 2024-04-12T16:25:42.879 INFO:tasks.rados.rados.0.smithi005.stdout:320: finishing write tid 2 to smithi00577259-25 2024-04-12T16:25:42.879 INFO:tasks.rados.rados.0.smithi005.stdout:320: finishing write tid 3 to smithi00577259-25 2024-04-12T16:25:42.880 INFO:tasks.rados.rados.0.smithi005.stdout:321: done (1 left) 2024-04-12T16:25:42.880 INFO:tasks.rados.rados.0.smithi005.stdout:322: snap_remove snap 24 2024-04-12T16:25:43.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:42 smithi016 ceph-mon[30750]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T16:25:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:42 smithi005 ceph-mon[27222]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T16:25:43.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:42 smithi005 ceph-mon[37926]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T16:25:43.747 INFO:tasks.rados.rados.0.smithi005.stdout:322: done (1 left) 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:323: delete oid 48 current snap is 28 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: finishing write tid 4 to smithi00577259-25 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: finishing write tid 5 to smithi00577259-25 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: finishing write tid 6 to smithi00577259-25 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: oid 25 updating version 0 to 113 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: oid 25 version 113 is already newer than 112 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: oid 25 updating version 113 to 115 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: oid 25 version 115 is already newer than 114 2024-04-12T16:25:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:320: oid 25 updating version 115 to 116 2024-04-12T16:25:43.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 116 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-04-12T16:25:43.749 INFO:tasks.rados.rados.0.smithi005.stdout:320: left oid 25 (ObjNum 120 snap 28 seq_num 120) 2024-04-12T16:25:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:320: done (1 left) 2024-04-12T16:25:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:323: done (0 left) 2024-04-12T16:25:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:324: copy_from oid 36 from oid 46 current snap is 28 2024-04-12T16:25:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:325: rollback oid 15 current snap is 28 2024-04-12T16:25:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 21 2024-04-12T16:25:43.755 INFO:tasks.rados.rados.0.smithi005.stdout:326: setattr oid 14 current snap is 28 2024-04-12T16:25:43.757 INFO:tasks.rados.rados.0.smithi005.stdout:325: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:25:43.757 INFO:tasks.rados.rados.0.smithi005.stdout:325: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:25:43.758 INFO:tasks.rados.rados.0.smithi005.stdout:325: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:25:43.758 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 43 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:25:43.759 INFO:tasks.rados.rados.0.smithi005.stdout:325: done (2 left) 2024-04-12T16:25:43.759 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 28 2024-04-12T16:25:43.759 INFO:tasks.rados.rados.0.smithi005.stdout:327: seq_num 123 ranges {2686976=466944,3153920=573440,3727360=794624,4521984=237568} 2024-04-12T16:25:43.776 INFO:tasks.rados.rados.0.smithi005.stdout:327: writing smithi00577259-9 from 2686976 to 3153920 tid 1 2024-04-12T16:25:43.779 INFO:tasks.rados.rados.0.smithi005.stdout:327: writing smithi00577259-9 from 3153920 to 3727360 tid 2 2024-04-12T16:25:43.784 INFO:tasks.rados.rados.0.smithi005.stdout:327: writing smithi00577259-9 from 3727360 to 4521984 tid 3 2024-04-12T16:25:43.786 INFO:tasks.rados.rados.0.smithi005.stdout:327: writing smithi00577259-9 from 4521984 to 4759552 tid 4 2024-04-12T16:25:43.786 INFO:tasks.rados.rados.0.smithi005.stdout:328: read oid 24 snap 21 2024-04-12T16:25:43.786 INFO:tasks.rados.rados.0.smithi005.stdout:328: expect deleted 2024-04-12T16:25:43.786 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 28 2024-04-12T16:25:43.786 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 113 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T16:25:43.786 INFO:tasks.rados.rados.0.smithi005.stdout:324: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:25:43.786 INFO:tasks.rados.rados.0.smithi005.stdout:329: seq_num 124 ranges {1802240=483328,2285568=458752,2744320=598016,3342336=548864} 2024-04-12T16:25:43.799 INFO:tasks.rados.rados.0.smithi005.stdout:329: writing smithi00577259-35 from 1802240 to 2285568 tid 1 2024-04-12T16:25:43.801 INFO:tasks.rados.rados.0.smithi005.stdout:329: writing smithi00577259-35 from 2285568 to 2744320 tid 2 2024-04-12T16:25:43.804 INFO:tasks.rados.rados.0.smithi005.stdout:329: writing smithi00577259-35 from 2744320 to 3342336 tid 3 2024-04-12T16:25:43.808 INFO:tasks.rados.rados.0.smithi005.stdout:329: writing smithi00577259-35 from 3342336 to 3891200 tid 4 2024-04-12T16:25:43.808 INFO:tasks.rados.rados.0.smithi005.stdout:326: done (4 left) 2024-04-12T16:25:43.808 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 28 2024-04-12T16:25:43.809 INFO:tasks.rados.rados.0.smithi005.stdout:324: finishing copy_from to smithi00577259-36 2024-04-12T16:25:43.809 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 33 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-04-12T16:25:43.809 INFO:tasks.rados.rados.0.smithi005.stdout:327: finishing write tid 1 to smithi00577259-9 2024-04-12T16:25:43.809 INFO:tasks.rados.rados.0.smithi005.stdout:327: finishing write tid 2 to smithi00577259-9 2024-04-12T16:25:43.809 INFO:tasks.rados.rados.0.smithi005.stdout:330: seq_num 125 ranges {0=499712,499712=745472,1245184=409600,1654784=450560} 2024-04-12T16:25:43.811 INFO:tasks.rados.rados.0.smithi005.stdout:330: writing smithi00577259-29 from 0 to 499712 tid 1 2024-04-12T16:25:43.815 INFO:tasks.rados.rados.0.smithi005.stdout:330: writing smithi00577259-29 from 499712 to 1245184 tid 2 2024-04-12T16:25:43.817 INFO:tasks.rados.rados.0.smithi005.stdout:330: writing smithi00577259-29 from 1245184 to 1654784 tid 3 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:330: writing smithi00577259-29 from 1654784 to 2105344 tid 4 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:324: done (4 left) 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:331: rollback oid 8 current snap is 28 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 25 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: finishing write tid 3 to smithi00577259-9 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: finishing write tid 4 to smithi00577259-9 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: finishing write tid 5 to smithi00577259-9 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: finishing write tid 6 to smithi00577259-9 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: oid 9 updating version 0 to 111 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: oid 9 version 111 is already newer than 110 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: oid 9 version 111 is already newer than 109 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: oid 9 version 111 is already newer than 107 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:327: oid 9 version 111 is already newer than 108 2024-04-12T16:25:43.821 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 111 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-04-12T16:25:43.822 INFO:tasks.rados.rados.0.smithi005.stdout:327: left oid 9 (ObjNum 123 snap 28 seq_num 123) 2024-04-12T16:25:43.822 INFO:tasks.rados.rados.0.smithi005.stdout:329: finishing write tid 1 to smithi00577259-35 2024-04-12T16:25:43.822 INFO:tasks.rados.rados.0.smithi005.stdout:329: finishing write tid 2 to smithi00577259-35 2024-04-12T16:25:43.822 INFO:tasks.rados.rados.0.smithi005.stdout:327: done (4 left) 2024-04-12T16:25:43.822 INFO:tasks.rados.rados.0.smithi005.stdout:328: done (3 left) 2024-04-12T16:25:43.822 INFO:tasks.rados.rados.0.smithi005.stdout:332: snap_remove snap 21 2024-04-12T16:25:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:43 smithi016 ceph-mon[30750]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T16:25:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:43 smithi016 ceph-mon[30750]: pgmap v185: 121 pgs: 121 active+clean; 70 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T16:25:44.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:43 smithi005 ceph-mon[27222]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T16:25:44.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:43 smithi005 ceph-mon[27222]: pgmap v185: 121 pgs: 121 active+clean; 70 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T16:25:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:43 smithi005 ceph-mon[37926]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T16:25:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:43 smithi005 ceph-mon[37926]: pgmap v185: 121 pgs: 121 active+clean; 70 MiB data, 368 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-12T16:25:44.748 INFO:tasks.rados.rados.0.smithi005.stdout:332: done (3 left) 2024-04-12T16:25:44.748 INFO:tasks.rados.rados.0.smithi005.stdout:333: read oid 46 snap 20 2024-04-12T16:25:44.748 INFO:tasks.rados.rados.0.smithi005.stdout:333: expect (ObjNum 97 snap 18 seq_num 97) 2024-04-12T16:25:44.748 INFO:tasks.rados.rados.0.smithi005.stdout:334: snap_create 2024-04-12T16:25:44.748 INFO:tasks.rados.rados.0.smithi005.stdout:329: finishing write tid 3 to smithi00577259-35 2024-04-12T16:25:44.748 INFO:tasks.rados.rados.0.smithi005.stdout:329: finishing write tid 4 to smithi00577259-35 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: finishing write tid 5 to smithi00577259-35 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: finishing write tid 6 to smithi00577259-35 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: oid 35 updating version 0 to 45 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: oid 35 updating version 45 to 48 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: oid 35 version 48 is already newer than 46 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: oid 35 updating version 48 to 49 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: oid 35 version 49 is already newer than 47 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 49 (ObjNum 124 snap 28 seq_num 124) dirty exists 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:329: left oid 35 (ObjNum 124 snap 28 seq_num 124) 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:330: finishing write tid 1 to smithi00577259-29 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:330: finishing write tid 2 to smithi00577259-29 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:330: finishing write tid 3 to smithi00577259-29 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:331: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:330: finishing write tid 4 to smithi00577259-29 2024-04-12T16:25:44.749 INFO:tasks.rados.rados.0.smithi005.stdout:330: finishing write tid 5 to smithi00577259-29 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:331: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:331: finishing rollback tid 2 to smithi00577259-8 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 145 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:330: finishing write tid 6 to smithi00577259-29 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:330: oid 29 updating version 0 to 53 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:330: oid 29 version 53 is already newer than 52 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:330: oid 29 version 53 is already newer than 51 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:330: oid 29 version 53 is already newer than 50 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:330: oid 29 version 53 is already newer than 49 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 53 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:25:44.750 INFO:tasks.rados.rados.0.smithi005.stdout:330: left oid 29 (ObjNum 125 snap 28 seq_num 125) 2024-04-12T16:25:44.767 INFO:tasks.rados.rados.0.smithi005.stdout:333: expect (ObjNum 97 snap 18 seq_num 97) 2024-04-12T16:25:45.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:44 smithi016 ceph-mon[30750]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T16:25:45.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:44 smithi005 ceph-mon[27222]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T16:25:45.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:44 smithi005 ceph-mon[37926]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:329: done (4 left) 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:330: done (3 left) 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:331: done (2 left) 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:333: done (1 left) 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:334: done (0 left) 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:335: read oid 23 snap -1 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:335: expect (ObjNum 112 snap 23 seq_num 112) 2024-04-12T16:25:45.759 INFO:tasks.rados.rados.0.smithi005.stdout:336: snap_remove snap 26 2024-04-12T16:25:46.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:45 smithi016 ceph-mon[30750]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T16:25:46.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:45 smithi016 ceph-mon[30750]: pgmap v188: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-04-12T16:25:46.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:45 smithi005 ceph-mon[27222]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T16:25:46.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:45 smithi005 ceph-mon[27222]: pgmap v188: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-04-12T16:25:46.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:45 smithi005 ceph-mon[37926]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T16:25:46.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:45 smithi005 ceph-mon[37926]: pgmap v188: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-04-12T16:25:46.713 INFO:tasks.rados.rados.0.smithi005.stdout:336: done (1 left) 2024-04-12T16:25:46.713 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 29 2024-04-12T16:25:46.713 INFO:tasks.rados.rados.0.smithi005.stdout:337: seq_num 126 ranges {0=516096,516096=630784,1146880=614400,1761280=360448} 2024-04-12T16:25:46.716 INFO:tasks.rados.rados.0.smithi005.stdout:337: writing smithi00577259-45 from 0 to 516096 tid 1 2024-04-12T16:25:46.722 INFO:tasks.rados.rados.0.smithi005.stdout:337: writing smithi00577259-45 from 516096 to 1146880 tid 2 2024-04-12T16:25:46.725 INFO:tasks.rados.rados.0.smithi005.stdout:337: writing smithi00577259-45 from 1146880 to 1761280 tid 3 2024-04-12T16:25:46.727 INFO:tasks.rados.rados.0.smithi005.stdout:337: writing smithi00577259-45 from 1761280 to 2121728 tid 4 2024-04-12T16:25:46.727 INFO:tasks.rados.rados.0.smithi005.stdout:338: rollback oid 35 current snap is 29 2024-04-12T16:25:46.728 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 35 to 27 2024-04-12T16:25:46.728 INFO:tasks.rados.rados.0.smithi005.stdout:335: expect (ObjNum 112 snap 23 seq_num 112) 2024-04-12T16:25:46.841 INFO:tasks.rados.rados.0.smithi005.stdout:337: finishing write tid 1 to smithi00577259-45 2024-04-12T16:25:46.841 INFO:tasks.rados.rados.0.smithi005.stdout:337: finishing write tid 2 to smithi00577259-45 2024-04-12T16:25:46.841 INFO:tasks.rados.rados.0.smithi005.stdout:335: done (2 left) 2024-04-12T16:25:46.841 INFO:tasks.rados.rados.0.smithi005.stdout:339: snap_create 2024-04-12T16:25:46.841 INFO:tasks.rados.rados.0.smithi005.stdout:337: finishing write tid 3 to smithi00577259-45 2024-04-12T16:25:46.841 INFO:tasks.rados.rados.0.smithi005.stdout:337: finishing write tid 4 to smithi00577259-45 2024-04-12T16:25:46.841 INFO:tasks.rados.rados.0.smithi005.stdout:338: finishing rollback tid 0 to smithi00577259-35 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:338: finishing rollback tid 1 to smithi00577259-35 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: finishing write tid 5 to smithi00577259-45 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:338: finishing rollback tid 2 to smithi00577259-35 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 59 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: finishing write tid 6 to smithi00577259-45 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: oid 45 updating version 0 to 140 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: oid 45 version 140 is already newer than 137 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: oid 45 version 140 is already newer than 136 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: oid 45 version 140 is already newer than 138 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: oid 45 version 140 is already newer than 139 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 140 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-04-12T16:25:46.842 INFO:tasks.rados.rados.0.smithi005.stdout:337: left oid 45 (ObjNum 126 snap 29 seq_num 126) 2024-04-12T16:25:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:46 smithi016 ceph-mon[30750]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T16:25:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:46 smithi016 ceph-mon[30750]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T16:25:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:46 smithi005 ceph-mon[27222]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T16:25:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:46 smithi005 ceph-mon[27222]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T16:25:47.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:46 smithi005 ceph-mon[37926]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T16:25:47.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:46 smithi005 ceph-mon[37926]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T16:25:47.764 INFO:tasks.rados.rados.0.smithi005.stdout:337: done (2 left) 2024-04-12T16:25:47.764 INFO:tasks.rados.rados.0.smithi005.stdout:338: done (1 left) 2024-04-12T16:25:47.764 INFO:tasks.rados.rados.0.smithi005.stdout:339: done (0 left) 2024-04-12T16:25:47.764 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 30 2024-04-12T16:25:47.764 INFO:tasks.rados.rados.0.smithi005.stdout:340: seq_num 127 ranges {6356992=532480,6889472=507904,7397376=778240,8175616=319488} 2024-04-12T16:25:47.801 INFO:tasks.rados.rados.0.smithi005.stdout:340: writing smithi00577259-18 from 6356992 to 6889472 tid 1 2024-04-12T16:25:47.804 INFO:tasks.rados.rados.0.smithi005.stdout:340: writing smithi00577259-18 from 6889472 to 7397376 tid 2 2024-04-12T16:25:47.809 INFO:tasks.rados.rados.0.smithi005.stdout:340: writing smithi00577259-18 from 7397376 to 8175616 tid 3 2024-04-12T16:25:47.811 INFO:tasks.rados.rados.0.smithi005.stdout:340: writing smithi00577259-18 from 8175616 to 8495104 tid 4 2024-04-12T16:25:47.811 INFO:tasks.rados.rados.0.smithi005.stdout:341: read oid 31 snap -1 2024-04-12T16:25:47.811 INFO:tasks.rados.rados.0.smithi005.stdout:341: expect deleted 2024-04-12T16:25:47.811 INFO:tasks.rados.rados.0.smithi005.stdout:342: read oid 5 snap -1 2024-04-12T16:25:47.811 INFO:tasks.rados.rados.0.smithi005.stdout:342: expect deleted 2024-04-12T16:25:47.811 INFO:tasks.rados.rados.0.smithi005.stdout:343: copy_from oid 21 from oid 32 current snap is 30 2024-04-12T16:25:47.811 INFO:tasks.rados.rados.0.smithi005.stdout:340: finishing write tid 1 to smithi00577259-18 2024-04-12T16:25:47.812 INFO:tasks.rados.rados.0.smithi005.stdout:340: finishing write tid 2 to smithi00577259-18 2024-04-12T16:25:47.812 INFO:tasks.rados.rados.0.smithi005.stdout:344: snap_create 2024-04-12T16:25:47.813 INFO:tasks.rados.rados.0.smithi005.stdout:340: finishing write tid 3 to smithi00577259-18 2024-04-12T16:25:47.813 INFO:tasks.rados.rados.0.smithi005.stdout:340: finishing write tid 4 to smithi00577259-18 2024-04-12T16:25:47.813 INFO:tasks.rados.rados.0.smithi005.stdout:340: finishing write tid 5 to smithi00577259-18 2024-04-12T16:25:47.814 INFO:tasks.rados.rados.0.smithi005.stdout:340: finishing write tid 6 to smithi00577259-18 2024-04-12T16:25:47.814 INFO:tasks.rados.rados.0.smithi005.stdout:340: oid 18 updating version 0 to 87 2024-04-12T16:25:47.814 INFO:tasks.rados.rados.0.smithi005.stdout:340: oid 18 updating version 87 to 88 2024-04-12T16:25:47.814 INFO:tasks.rados.rados.0.smithi005.stdout:340: oid 18 updating version 88 to 89 2024-04-12T16:25:47.815 INFO:tasks.rados.rados.0.smithi005.stdout:340: oid 18 version 89 is already newer than 86 2024-04-12T16:25:47.815 INFO:tasks.rados.rados.0.smithi005.stdout:340: oid 18 version 89 is already newer than 85 2024-04-12T16:25:47.815 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 89 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-04-12T16:25:47.815 INFO:tasks.rados.rados.0.smithi005.stdout:340: left oid 18 (ObjNum 127 snap 30 seq_num 127) 2024-04-12T16:25:47.817 INFO:tasks.rados.rados.0.smithi005.stdout:343: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:25:47.817 INFO:tasks.rados.rados.0.smithi005.stdout:343: finishing copy_from to smithi00577259-21 2024-04-12T16:25:47.818 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:25:48.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: pgmap v191: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-04-12T16:25:48.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: Upgrade: Updating mgr.x 2024-04-12T16:25:48.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:48.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:25:48.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:25:48.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:25:48.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: Deploying daemon mgr.x on smithi016 2024-04-12T16:25:48.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:48 smithi016 ceph-mon[30750]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: pgmap v191: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: Upgrade: Updating mgr.x 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: Deploying daemon mgr.x on smithi016 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[37926]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T16:25:48.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: pgmap v191: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-04-12T16:25:48.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: Upgrade: Updating mgr.x 2024-04-12T16:25:48.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:48.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:25:48.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:25:48.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:25:48.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: Deploying daemon mgr.x on smithi016 2024-04-12T16:25:48.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:48 smithi005 ceph-mon[27222]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T16:25:48.766 INFO:tasks.rados.rados.0.smithi005.stdout:340: done (4 left) 2024-04-12T16:25:48.766 INFO:tasks.rados.rados.0.smithi005.stdout:341: done (3 left) 2024-04-12T16:25:48.766 INFO:tasks.rados.rados.0.smithi005.stdout:342: done (2 left) 2024-04-12T16:25:48.766 INFO:tasks.rados.rados.0.smithi005.stdout:343: done (1 left) 2024-04-12T16:25:48.766 INFO:tasks.rados.rados.0.smithi005.stdout:344: done (0 left) 2024-04-12T16:25:48.766 INFO:tasks.rados.rados.0.smithi005.stdout:345: read oid 41 snap -1 2024-04-12T16:25:48.767 INFO:tasks.rados.rados.0.smithi005.stdout:345: expect deleted 2024-04-12T16:25:48.767 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 31 2024-04-12T16:25:48.767 INFO:tasks.rados.rados.0.smithi005.stdout:346: seq_num 128 ranges {4734976=548864,5283840=794624,6078464=581632,6660096=229376} 2024-04-12T16:25:48.794 INFO:tasks.rados.rados.0.smithi005.stdout:346: writing smithi00577259-16 from 4734976 to 5283840 tid 1 2024-04-12T16:25:48.799 INFO:tasks.rados.rados.0.smithi005.stdout:346: writing smithi00577259-16 from 5283840 to 6078464 tid 2 2024-04-12T16:25:48.802 INFO:tasks.rados.rados.0.smithi005.stdout:346: writing smithi00577259-16 from 6078464 to 6660096 tid 3 2024-04-12T16:25:48.804 INFO:tasks.rados.rados.0.smithi005.stdout:346: writing smithi00577259-16 from 6660096 to 6889472 tid 4 2024-04-12T16:25:48.804 INFO:tasks.rados.rados.0.smithi005.stdout:347: setattr oid 13 current snap is 31 2024-04-12T16:25:48.804 INFO:tasks.rados.rados.0.smithi005.stdout:346: finishing write tid 1 to smithi00577259-16 2024-04-12T16:25:48.804 INFO:tasks.rados.rados.0.smithi005.stdout:346: finishing write tid 2 to smithi00577259-16 2024-04-12T16:25:48.805 INFO:tasks.rados.rados.0.smithi005.stdout:345: done (2 left) 2024-04-12T16:25:48.805 INFO:tasks.rados.rados.0.smithi005.stdout:348: delete oid 37 current snap is 31 2024-04-12T16:25:48.807 INFO:tasks.rados.rados.0.smithi005.stdout:346: finishing write tid 3 to smithi00577259-16 2024-04-12T16:25:48.807 INFO:tasks.rados.rados.0.smithi005.stdout:346: finishing write tid 4 to smithi00577259-16 2024-04-12T16:25:48.807 INFO:tasks.rados.rados.0.smithi005.stdout:346: finishing write tid 5 to smithi00577259-16 2024-04-12T16:25:48.809 INFO:tasks.rados.rados.0.smithi005.stdout:346: finishing write tid 6 to smithi00577259-16 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:346: oid 16 updating version 0 to 61 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:346: oid 16 version 61 is already newer than 58 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:346: oid 16 version 61 is already newer than 60 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:346: oid 16 version 61 is already newer than 57 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:346: oid 16 version 61 is already newer than 59 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 61 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:346: left oid 16 (ObjNum 128 snap 31 seq_num 128) 2024-04-12T16:25:48.810 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 142 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:346: done (2 left) 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:347: done (1 left) 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:348: done (0 left) 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:349: read oid 35 snap -1 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:349: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:350: read oid 10 snap 20 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:350: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:48.811 INFO:tasks.rados.rados.0.smithi005.stdout:351: delete oid 20 current snap is 31 2024-04-12T16:25:48.812 INFO:tasks.rados.rados.0.smithi005.stdout:351: done (2 left) 2024-04-12T16:25:48.812 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 31 2024-04-12T16:25:48.812 INFO:tasks.rados.rados.0.smithi005.stdout:352: seq_num 131 ranges {6889472=598016,7487488=499712,7987200=753664,8740864=352256} 2024-04-12T16:25:48.853 INFO:tasks.rados.rados.0.smithi005.stdout:352: writing smithi00577259-16 from 6889472 to 7487488 tid 1 2024-04-12T16:25:48.906 INFO:tasks.rados.rados.0.smithi005.stdout:352: writing smithi00577259-16 from 7487488 to 7987200 tid 2 2024-04-12T16:25:48.906 INFO:tasks.rados.rados.0.smithi005.stdout:352: writing smithi00577259-16 from 7987200 to 8740864 tid 3 2024-04-12T16:25:48.906 INFO:tasks.rados.rados.0.smithi005.stdout:352: writing smithi00577259-16 from 8740864 to 9093120 tid 4 2024-04-12T16:25:48.906 INFO:tasks.rados.rados.0.smithi005.stdout:353: delete oid 26 current snap is 31 2024-04-12T16:25:48.906 INFO:tasks.rados.rados.0.smithi005.stdout:350: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:48.906 INFO:tasks.rados.rados.0.smithi005.stdout:349: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-12T16:25:48.938 INFO:tasks.rados.rados.0.smithi005.stdout:352: finishing write tid 1 to smithi00577259-16 2024-04-12T16:25:48.938 INFO:tasks.rados.rados.0.smithi005.stdout:352: finishing write tid 2 to smithi00577259-16 2024-04-12T16:25:48.938 INFO:tasks.rados.rados.0.smithi005.stdout:352: finishing write tid 3 to smithi00577259-16 2024-04-12T16:25:48.938 INFO:tasks.rados.rados.0.smithi005.stdout:352: finishing write tid 4 to smithi00577259-16 2024-04-12T16:25:48.938 INFO:tasks.rados.rados.0.smithi005.stdout:352: finishing write tid 5 to smithi00577259-16 2024-04-12T16:25:48.938 INFO:tasks.rados.rados.0.smithi005.stdout:352: finishing write tid 6 to smithi00577259-16 2024-04-12T16:25:48.938 INFO:tasks.rados.rados.0.smithi005.stdout:352: oid 16 updating version 0 to 66 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:352: oid 16 version 66 is already newer than 62 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:352: oid 16 version 66 is already newer than 63 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:352: oid 16 version 66 is already newer than 64 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:352: oid 16 version 66 is already newer than 65 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 66 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:352: left oid 16 (ObjNum 131 snap 31 seq_num 131) 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:349: done (3 left) 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:350: done (2 left) 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:352: done (1 left) 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:353: done (0 left) 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:354: copy_from oid 32 from oid 23 current snap is 31 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:355: read oid 7 snap -1 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:355: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:356: read oid 19 snap -1 2024-04-12T16:25:48.939 INFO:tasks.rados.rados.0.smithi005.stdout:356: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:25:48.940 INFO:tasks.rados.rados.0.smithi005.stdout:357: copy_from oid 5 from oid 44 current snap is 31 2024-04-12T16:25:48.940 INFO:tasks.rados.rados.0.smithi005.stdout:358: rmattr oid 36 current snap is 31 2024-04-12T16:25:48.940 INFO:tasks.rados.rados.0.smithi005.stdout:358: done (4 left) 2024-04-12T16:25:48.940 INFO:tasks.rados.rados.0.smithi005.stdout:359: read oid 45 snap -1 2024-04-12T16:25:48.940 INFO:tasks.rados.rados.0.smithi005.stdout:359: expect (ObjNum 126 snap 29 seq_num 126) 2024-04-12T16:25:48.940 INFO:tasks.rados.rados.0.smithi005.stdout:360: setattr oid 29 current snap is 31 2024-04-12T16:25:48.940 INFO:tasks.rados.rados.0.smithi005.stdout:355: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:25:48.943 INFO:tasks.rados.rados.0.smithi005.stdout:356: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-12T16:25:48.952 INFO:tasks.rados.rados.0.smithi005.stdout:357: finishing copy_from to smithi00577259-5 2024-04-12T16:25:48.952 INFO:tasks.rados.rados.0.smithi005.stdout:357: got expected ENOENT (src dne) 2024-04-12T16:25:48.952 INFO:tasks.rados.rados.0.smithi005.stdout:357: finishing copy_from racing read to smithi00577259-5 2024-04-12T16:25:48.953 INFO:tasks.rados.rados.0.smithi005.stdout:359: expect (ObjNum 126 snap 29 seq_num 126) 2024-04-12T16:25:49.009 INFO:tasks.rados.rados.0.smithi005.stdout:354: finishing copy_from racing read to smithi00577259-32 2024-04-12T16:25:49.009 INFO:tasks.rados.rados.0.smithi005.stdout:354: finishing copy_from to smithi00577259-32 2024-04-12T16:25:49.009 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 39 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-04-12T16:25:49.009 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 55 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:25:49.009 INFO:tasks.rados.rados.0.smithi005.stdout:354: done (5 left) 2024-04-12T16:25:49.009 INFO:tasks.rados.rados.0.smithi005.stdout:355: done (4 left) 2024-04-12T16:25:49.009 INFO:tasks.rados.rados.0.smithi005.stdout:356: done (3 left) 2024-04-12T16:25:49.010 INFO:tasks.rados.rados.0.smithi005.stdout:357: done (2 left) 2024-04-12T16:25:49.010 INFO:tasks.rados.rados.0.smithi005.stdout:359: done (1 left) 2024-04-12T16:25:49.010 INFO:tasks.rados.rados.0.smithi005.stdout:360: done (0 left) 2024-04-12T16:25:49.010 INFO:tasks.rados.rados.0.smithi005.stdout:361: rollback oid 7 current snap is 31 2024-04-12T16:25:49.010 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 25 2024-04-12T16:25:49.010 INFO:tasks.rados.rados.0.smithi005.stdout:362: snap_create 2024-04-12T16:25:49.012 INFO:tasks.rados.rados.0.smithi005.stdout:361: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:25:49.012 INFO:tasks.rados.rados.0.smithi005.stdout:361: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:25:49.012 INFO:tasks.rados.rados.0.smithi005.stdout:361: finishing rollback tid 2 to smithi00577259-7 2024-04-12T16:25:49.012 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 70 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:25:49.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:25:49 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:25:49] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-12T16:25:49.767 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:49 smithi016 systemd[1]: Stopping Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:361: done (1 left) 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:362: done (0 left) 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:363: rollback oid 50 current snap is 32 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 28 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:364: rmattr oid 38 current snap is 32 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:364: done (1 left) 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 32 2024-04-12T16:25:49.771 INFO:tasks.rados.rados.0.smithi005.stdout:365: seq_num 133 ranges {106496=630784,737280=663552,1400832=770048,2170880=172032} 2024-04-12T16:25:49.775 INFO:tasks.rados.rados.0.smithi005.stdout:365: writing smithi00577259-21 from 106496 to 737280 tid 1 2024-04-12T16:25:49.779 INFO:tasks.rados.rados.0.smithi005.stdout:365: writing smithi00577259-21 from 737280 to 1400832 tid 2 2024-04-12T16:25:49.783 INFO:tasks.rados.rados.0.smithi005.stdout:365: writing smithi00577259-21 from 1400832 to 2170880 tid 3 2024-04-12T16:25:49.785 INFO:tasks.rados.rados.0.smithi005.stdout:365: writing smithi00577259-21 from 2170880 to 2342912 tid 4 2024-04-12T16:25:49.785 INFO:tasks.rados.rados.0.smithi005.stdout:366: copy_from oid 37 from oid 14 current snap is 32 2024-04-12T16:25:49.785 INFO:tasks.rados.rados.0.smithi005.stdout:363: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:25:49.785 INFO:tasks.rados.rados.0.smithi005.stdout:363: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:25:49.785 INFO:tasks.rados.rados.0.smithi005.stdout:363: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:25:49.785 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 127 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:25:49.785 INFO:tasks.rados.rados.0.smithi005.stdout:365: finishing write tid 1 to smithi00577259-21 2024-04-12T16:25:49.786 INFO:tasks.rados.rados.0.smithi005.stdout:365: finishing write tid 2 to smithi00577259-21 2024-04-12T16:25:49.786 INFO:tasks.rados.rados.0.smithi005.stdout:363: done (2 left) 2024-04-12T16:25:49.786 INFO:tasks.rados.rados.0.smithi005.stdout:367: rmattr oid 44 current snap is 32 2024-04-12T16:25:49.786 INFO:tasks.rados.rados.0.smithi005.stdout:367: done (2 left) 2024-04-12T16:25:49.786 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 32 2024-04-12T16:25:49.786 INFO:tasks.rados.rados.0.smithi005.stdout:368: seq_num 134 ranges {73728=647168,720896=548864,1269760=573440,1843200=483328} 2024-04-12T16:25:49.789 INFO:tasks.rados.rados.0.smithi005.stdout:368: writing smithi00577259-15 from 73728 to 720896 tid 1 2024-04-12T16:25:49.792 INFO:tasks.rados.rados.0.smithi005.stdout:368: writing smithi00577259-15 from 720896 to 1269760 tid 2 2024-04-12T16:25:49.796 INFO:tasks.rados.rados.0.smithi005.stdout:368: writing smithi00577259-15 from 1269760 to 1843200 tid 3 2024-04-12T16:25:49.799 INFO:tasks.rados.rados.0.smithi005.stdout:368: writing smithi00577259-15 from 1843200 to 2326528 tid 4 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 32 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:365: finishing write tid 3 to smithi00577259-21 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:365: finishing write tid 4 to smithi00577259-21 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:365: finishing write tid 5 to smithi00577259-21 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:366: finishing copy_from racing read to smithi00577259-37 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:366: finishing copy_from to smithi00577259-37 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 113 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:365: finishing write tid 6 to smithi00577259-21 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:365: oid 21 updating version 0 to 96 2024-04-12T16:25:49.800 INFO:tasks.rados.rados.0.smithi005.stdout:365: oid 21 version 96 is already newer than 93 2024-04-12T16:25:49.801 INFO:tasks.rados.rados.0.smithi005.stdout:365: oid 21 version 96 is already newer than 95 2024-04-12T16:25:49.801 INFO:tasks.rados.rados.0.smithi005.stdout:365: oid 21 updating version 96 to 97 2024-04-12T16:25:49.801 INFO:tasks.rados.rados.0.smithi005.stdout:365: oid 21 version 97 is already newer than 94 2024-04-12T16:25:49.801 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 97 (ObjNum 133 snap 32 seq_num 133) dirty exists 2024-04-12T16:25:49.801 INFO:tasks.rados.rados.0.smithi005.stdout:365: left oid 21 (ObjNum 133 snap 32 seq_num 133) 2024-04-12T16:25:49.801 INFO:tasks.rados.rados.0.smithi005.stdout:369: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-04-12T16:25:49.802 INFO:tasks.rados.rados.0.smithi005.stdout:369: writing smithi00577259-22 from 0 to 663552 tid 1 2024-04-12T16:25:49.805 INFO:tasks.rados.rados.0.smithi005.stdout:369: writing smithi00577259-22 from 663552 to 1097728 tid 2 2024-04-12T16:25:49.809 INFO:tasks.rados.rados.0.smithi005.stdout:369: writing smithi00577259-22 from 1097728 to 1884160 tid 3 2024-04-12T16:25:49.813 INFO:tasks.rados.rados.0.smithi005.stdout:369: writing smithi00577259-22 from 1884160 to 2269184 tid 4 2024-04-12T16:25:49.813 INFO:tasks.rados.rados.0.smithi005.stdout:365: done (3 left) 2024-04-12T16:25:49.813 INFO:tasks.rados.rados.0.smithi005.stdout:366: done (2 left) 2024-04-12T16:25:49.813 INFO:tasks.rados.rados.0.smithi005.stdout:370: copy_from oid 27 from oid 35 current snap is 32 2024-04-12T16:25:49.813 INFO:tasks.rados.rados.0.smithi005.stdout:368: finishing write tid 1 to smithi00577259-15 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: finishing write tid 2 to smithi00577259-15 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: finishing write tid 3 to smithi00577259-15 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: finishing write tid 4 to smithi00577259-15 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: finishing write tid 5 to smithi00577259-15 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: finishing write tid 6 to smithi00577259-15 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: oid 15 updating version 0 to 50 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: oid 15 updating version 50 to 52 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: oid 15 version 52 is already newer than 49 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: oid 15 version 52 is already newer than 51 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: oid 15 updating version 52 to 53 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 53 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: left oid 15 (ObjNum 134 snap 32 seq_num 134) 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:368: done (2 left) 2024-04-12T16:25:49.814 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 32 2024-04-12T16:25:49.815 INFO:tasks.rados.rados.0.smithi005.stdout:369: finishing write tid 1 to smithi00577259-22 2024-04-12T16:25:49.815 INFO:tasks.rados.rados.0.smithi005.stdout:369: finishing write tid 2 to smithi00577259-22 2024-04-12T16:25:49.815 INFO:tasks.rados.rados.0.smithi005.stdout:371: seq_num 136 ranges {3743744=688128,4431872=720896,5152768=540672,5693440=344064} 2024-04-12T16:25:49.836 INFO:tasks.rados.rados.0.smithi005.stdout:371: writing smithi00577259-11 from 3743744 to 4431872 tid 1 2024-04-12T16:25:49.841 INFO:tasks.rados.rados.0.smithi005.stdout:371: writing smithi00577259-11 from 4431872 to 5152768 tid 2 2024-04-12T16:25:49.843 INFO:tasks.rados.rados.0.smithi005.stdout:371: writing smithi00577259-11 from 5152768 to 5693440 tid 3 2024-04-12T16:25:49.845 INFO:tasks.rados.rados.0.smithi005.stdout:371: writing smithi00577259-11 from 5693440 to 6037504 tid 4 2024-04-12T16:25:49.845 INFO:tasks.rados.rados.0.smithi005.stdout:372: snap_remove snap 29 2024-04-12T16:25:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:49 smithi016 ceph-mon[30750]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T16:25:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:49 smithi016 ceph-mon[30750]: pgmap v194: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:50.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:49 smithi016 podman[64025]: 2024-04-12 16:25:49.849726072 +0000 UTC m=+0.137395283 container died 4cf23ca9b037532f1fe589cf13c1d8e8a9f50cbf9731d6ab23f8c0f3807a7eb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:25:50.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:49 smithi005 ceph-mon[27222]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T16:25:50.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:49 smithi005 ceph-mon[27222]: pgmap v194: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:49 smithi005 ceph-mon[37926]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T16:25:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:49 smithi005 ceph-mon[37926]: pgmap v194: 121 pgs: 121 active+clean; 88 MiB data, 390 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:25:50.498 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 podman[64025]: 2024-04-12 16:25:50.210284164 +0000 UTC m=+0.497953357 container cleanup 4cf23ca9b037532f1fe589cf13c1d8e8a9f50cbf9731d6ab23f8c0f3807a7eb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403) 2024-04-12T16:25:50.498 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 bash[64025]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x 2024-04-12T16:25:50.767 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 podman[64039]: 2024-04-12 16:25:50.503112444 +0000 UTC m=+0.653467172 container remove 4cf23ca9b037532f1fe589cf13c1d8e8a9f50cbf9731d6ab23f8c0f3807a7eb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-12T16:25:50.768 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:25:50.768 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T16:25:50.768 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 systemd[1]: Stopped Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:25:50.768 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 18.883s CPU time. 2024-04-12T16:25:50.777 INFO:tasks.rados.rados.0.smithi005.stdout:372: done (3 left) 2024-04-12T16:25:50.777 INFO:tasks.rados.rados.0.smithi005.stdout:373: copy_from oid 16 from oid 44 current snap is 32 2024-04-12T16:25:50.777 INFO:tasks.rados.rados.0.smithi005.stdout:369: finishing write tid 3 to smithi00577259-22 2024-04-12T16:25:50.777 INFO:tasks.rados.rados.0.smithi005.stdout:369: finishing write tid 4 to smithi00577259-22 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: finishing write tid 5 to smithi00577259-22 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: finishing write tid 6 to smithi00577259-22 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: oid 22 updating version 0 to 38 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: oid 22 version 38 is already newer than 37 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: oid 22 version 38 is already newer than 35 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: oid 22 version 38 is already newer than 34 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: oid 22 version 38 is already newer than 36 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 38 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:369: left oid 22 (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:370: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:370: finishing copy_from to smithi00577259-27 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 59 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:371: finishing write tid 1 to smithi00577259-11 2024-04-12T16:25:50.778 INFO:tasks.rados.rados.0.smithi005.stdout:371: finishing write tid 2 to smithi00577259-11 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: finishing write tid 3 to smithi00577259-11 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: finishing write tid 4 to smithi00577259-11 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: finishing write tid 5 to smithi00577259-11 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: finishing write tid 6 to smithi00577259-11 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: oid 11 updating version 0 to 163 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: oid 11 version 163 is already newer than 160 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: oid 11 version 163 is already newer than 161 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: oid 11 version 163 is already newer than 159 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: oid 11 version 163 is already newer than 162 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 163 (ObjNum 136 snap 32 seq_num 136) dirty exists 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: left oid 11 (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:369: done (3 left) 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:370: done (2 left) 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:371: done (1 left) 2024-04-12T16:25:50.779 INFO:tasks.rados.rados.0.smithi005.stdout:374: copy_from oid 19 from oid 27 current snap is 32 2024-04-12T16:25:50.780 INFO:tasks.rados.rados.0.smithi005.stdout:375: snap_create 2024-04-12T16:25:50.782 INFO:tasks.rados.rados.0.smithi005.stdout:373: finishing copy_from to smithi00577259-16 2024-04-12T16:25:50.782 INFO:tasks.rados.rados.0.smithi005.stdout:373: got expected ENOENT (src dne) 2024-04-12T16:25:50.782 INFO:tasks.rados.rados.0.smithi005.stdout:373: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:25:50.787 INFO:tasks.rados.rados.0.smithi005.stdout:374: finishing copy_from racing read to smithi00577259-19 2024-04-12T16:25:50.787 INFO:tasks.rados.rados.0.smithi005.stdout:374: finishing copy_from to smithi00577259-19 2024-04-12T16:25:50.787 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 59 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-12T16:25:51.054 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:50 smithi016 ceph-mon[30750]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T16:25:51.054 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:50 smithi016 systemd[1]: Starting Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:25:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:50 smithi005 ceph-mon[27222]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T16:25:51.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:50 smithi005 ceph-mon[37926]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T16:25:51.320 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 podman[64172]: 2024-04-12 16:25:50.96246068 +0000 UTC m=+0.017439735 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:25:51.321 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 podman[64172]: 2024-04-12 16:25:51.071109628 +0000 UTC m=+0.126088683 container create 6f0dd1321a724b0a592af364619a8b583a9c4c207dff3d025a3137e512bfbe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-12T16:25:51.321 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 podman[64172]: 2024-04-12 16:25:51.298740054 +0000 UTC m=+0.353719109 container init 6f0dd1321a724b0a592af364619a8b583a9c4c207dff3d025a3137e512bfbe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T16:25:51.321 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 podman[64172]: 2024-04-12 16:25:51.301413839 +0000 UTC m=+0.356392902 container start 6f0dd1321a724b0a592af364619a8b583a9c4c207dff3d025a3137e512bfbe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T16:25:51.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 ceph-mgr[64191]: -- 172.21.15.16:0/4217881433 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c0c32fc5a0 con 0x55c0c32d0800 2024-04-12T16:25:51.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 bash[64172]: 6f0dd1321a724b0a592af364619a8b583a9c4c207dff3d025a3137e512bfbe50 2024-04-12T16:25:51.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 systemd[1]: Started Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:25:51.780 INFO:tasks.rados.rados.0.smithi005.stdout:373: done (2 left) 2024-04-12T16:25:51.780 INFO:tasks.rados.rados.0.smithi005.stdout:374: done (1 left) 2024-04-12T16:25:51.780 INFO:tasks.rados.rados.0.smithi005.stdout:375: done (0 left) 2024-04-12T16:25:51.780 INFO:tasks.rados.rados.0.smithi005.stdout:376: read oid 15 snap -1 2024-04-12T16:25:51.780 INFO:tasks.rados.rados.0.smithi005.stdout:376: expect (ObjNum 134 snap 32 seq_num 134) 2024-04-12T16:25:51.780 INFO:tasks.rados.rados.0.smithi005.stdout:377: copy_from oid 3 from oid 47 current snap is 33 2024-04-12T16:25:51.781 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 33 2024-04-12T16:25:51.781 INFO:tasks.rados.rados.0.smithi005.stdout:378: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-04-12T16:25:51.784 INFO:tasks.rados.rados.0.smithi005.stdout:378: writing smithi00577259-38 from 0 to 704512 tid 1 2024-04-12T16:25:51.789 INFO:tasks.rados.rados.0.smithi005.stdout:378: writing smithi00577259-38 from 704512 to 1359872 tid 2 2024-04-12T16:25:51.793 INFO:tasks.rados.rados.0.smithi005.stdout:378: writing smithi00577259-38 from 1359872 to 2113536 tid 3 2024-04-12T16:25:51.795 INFO:tasks.rados.rados.0.smithi005.stdout:378: writing smithi00577259-38 from 2113536 to 2310144 tid 4 2024-04-12T16:25:51.795 INFO:tasks.rados.rados.0.smithi005.stdout:379: read oid 39 snap -1 2024-04-12T16:25:51.795 INFO:tasks.rados.rados.0.smithi005.stdout:379: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:51.795 INFO:tasks.rados.rados.0.smithi005.stdout:380: snap_create 2024-04-12T16:25:51.795 INFO:tasks.rados.rados.0.smithi005.stdout:376: expect (ObjNum 134 snap 32 seq_num 134) 2024-04-12T16:25:51.859 INFO:tasks.rados.rados.0.smithi005.stdout:378: finishing write tid 1 to smithi00577259-38 2024-04-12T16:25:51.859 INFO:tasks.rados.rados.0.smithi005.stdout:377: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:25:51.860 INFO:tasks.rados.rados.0.smithi005.stdout:377: finishing copy_from to smithi00577259-3 2024-04-12T16:25:51.860 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 22 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:25:51.860 INFO:tasks.rados.rados.0.smithi005.stdout:378: finishing write tid 2 to smithi00577259-38 2024-04-12T16:25:51.860 INFO:tasks.rados.rados.0.smithi005.stdout:378: finishing write tid 3 to smithi00577259-38 2024-04-12T16:25:51.860 INFO:tasks.rados.rados.0.smithi005.stdout:378: finishing write tid 4 to smithi00577259-38 2024-04-12T16:25:51.860 INFO:tasks.rados.rados.0.smithi005.stdout:378: finishing write tid 5 to smithi00577259-38 2024-04-12T16:25:51.860 INFO:tasks.rados.rados.0.smithi005.stdout:379: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:25:51.877 INFO:tasks.rados.rados.0.smithi005.stdout:378: finishing write tid 6 to smithi00577259-38 2024-04-12T16:25:51.878 INFO:tasks.rados.rados.0.smithi005.stdout:378: oid 38 updating version 0 to 62 2024-04-12T16:25:51.878 INFO:tasks.rados.rados.0.smithi005.stdout:378: oid 38 updating version 62 to 64 2024-04-12T16:25:51.878 INFO:tasks.rados.rados.0.smithi005.stdout:378: oid 38 version 64 is already newer than 61 2024-04-12T16:25:51.878 INFO:tasks.rados.rados.0.smithi005.stdout:378: oid 38 version 64 is already newer than 63 2024-04-12T16:25:51.878 INFO:tasks.rados.rados.0.smithi005.stdout:378: oid 38 version 64 is already newer than 58 2024-04-12T16:25:51.878 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 64 (ObjNum 137 snap 33 seq_num 137) dirty exists 2024-04-12T16:25:51.878 INFO:tasks.rados.rados.0.smithi005.stdout:378: left oid 38 (ObjNum 137 snap 33 seq_num 137) 2024-04-12T16:25:52.030 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[27222]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[27222]: pgmap v197: 121 pgs: 121 active+clean; 110 MiB data, 415 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[37926]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[37926]: pgmap v197: 121 pgs: 121 active+clean; 110 MiB data, 415 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:52.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:51 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:52.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:51 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:51.896+0000 7f0e05dba200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:25:52.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:52.003+0000 7f0e05dba200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:25:52.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:51 smithi016 ceph-mon[30750]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T16:25:52.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:51 smithi016 ceph-mon[30750]: pgmap v197: 121 pgs: 121 active+clean; 110 MiB data, 415 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T16:25:52.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:51 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:52.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:51 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:25:52.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:51 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (3m) 2m ago 3m 15.3M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (3m) 2m ago 3m 84.1M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (4m) 2m ago 4m 14.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (4m) 2m ago 4m 13.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 starting - - - - 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 840e981de628 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (10m) 2m ago 10m 47.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 cd13e6542dcf 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (8m) 2m ago 8m 38.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 75bc351d7ed9 2024-04-12T16:25:52.352 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (8m) 2m ago 8m 37.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6cd96fd64805 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (3m) 2m ago 3m 13.9M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (3m) 2m ago 3m 3602k - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (8m) 2m ago 8m 46.1M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (7m) 2m ago 7m 45.8M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (7m) 2m ago 7m 51.6M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (6m) 2m ago 6m 40.4M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (6m) 2m ago 6m 52.5M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (6m) 2m ago 6m 52.0M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (5m) 2m ago 5m 53.3M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (5m) 2m ago 5m 49.6M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:25:52.353 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (3m) 2m ago 4m 28.3M - 2.43.0 a07b618ecd1d 894c66917e1c 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:25:52.756 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:52.757 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:25:52.757 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:25:52.757 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:25:52.757 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:25:52.757 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-12T16:25:52.757 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:25:52.757 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:25:52.783 INFO:tasks.rados.rados.0.smithi005.stdout:376: done (4 left) 2024-04-12T16:25:52.783 INFO:tasks.rados.rados.0.smithi005.stdout:377: done (3 left) 2024-04-12T16:25:52.783 INFO:tasks.rados.rados.0.smithi005.stdout:378: done (2 left) 2024-04-12T16:25:52.783 INFO:tasks.rados.rados.0.smithi005.stdout:379: done (1 left) 2024-04-12T16:25:52.784 INFO:tasks.rados.rados.0.smithi005.stdout:380: done (0 left) 2024-04-12T16:25:52.784 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 34 2024-04-12T16:25:52.784 INFO:tasks.rados.rados.0.smithi005.stdout:381: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-04-12T16:25:52.786 INFO:tasks.rados.rados.0.smithi005.stdout:381: writing smithi00577259-5 from 0 to 720896 tid 1 2024-04-12T16:25:52.789 INFO:tasks.rados.rados.0.smithi005.stdout:381: writing smithi00577259-5 from 720896 to 1261568 tid 2 2024-04-12T16:25:52.793 INFO:tasks.rados.rados.0.smithi005.stdout:381: writing smithi00577259-5 from 1261568 to 1818624 tid 3 2024-04-12T16:25:52.796 INFO:tasks.rados.rados.0.smithi005.stdout:381: writing smithi00577259-5 from 1818624 to 2326528 tid 4 2024-04-12T16:25:52.796 INFO:tasks.rados.rados.0.smithi005.stdout:382: rollback oid 31 current snap is 34 2024-04-12T16:25:52.796 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 27 2024-04-12T16:25:52.796 INFO:tasks.rados.rados.0.smithi005.stdout:381: finishing write tid 1 to smithi00577259-5 2024-04-12T16:25:52.796 INFO:tasks.rados.rados.0.smithi005.stdout:381: finishing write tid 2 to smithi00577259-5 2024-04-12T16:25:52.797 INFO:tasks.rados.rados.0.smithi005.stdout:381: finishing write tid 3 to smithi00577259-5 2024-04-12T16:25:52.797 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 34 2024-04-12T16:25:52.797 INFO:tasks.rados.rados.0.smithi005.stdout:383: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-04-12T16:25:52.800 INFO:tasks.rados.rados.0.smithi005.stdout:383: writing smithi00577259-49 from 0 to 737280 tid 1 2024-04-12T16:25:52.802 INFO:tasks.rados.rados.0.smithi005.stdout:383: writing smithi00577259-49 from 737280 to 1163264 tid 2 2024-04-12T16:25:52.807 INFO:tasks.rados.rados.0.smithi005.stdout:383: writing smithi00577259-49 from 1163264 to 1925120 tid 3 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:383: writing smithi00577259-49 from 1925120 to 2342912 tid 4 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:384: rmattr oid 41 current snap is 34 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:384: done (3 left) 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:385: read oid 7 snap -1 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:385: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:386: snap_create 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:381: finishing write tid 4 to smithi00577259-5 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:381: finishing write tid 5 to smithi00577259-5 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:382: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:381: finishing write tid 6 to smithi00577259-5 2024-04-12T16:25:52.810 INFO:tasks.rados.rados.0.smithi005.stdout:381: oid 5 updating version 0 to 106 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:381: oid 5 version 106 is already newer than 105 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:381: oid 5 version 106 is already newer than 102 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:381: oid 5 version 106 is already newer than 104 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:381: oid 5 version 106 is already newer than 103 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 106 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:381: left oid 5 (ObjNum 138 snap 34 seq_num 138) 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:383: finishing write tid 1 to smithi00577259-49 2024-04-12T16:25:52.811 INFO:tasks.rados.rados.0.smithi005.stdout:383: finishing write tid 2 to smithi00577259-49 2024-04-12T16:25:52.812 INFO:tasks.rados.rados.0.smithi005.stdout:383: finishing write tid 3 to smithi00577259-49 2024-04-12T16:25:52.812 INFO:tasks.rados.rados.0.smithi005.stdout:383: finishing write tid 4 to smithi00577259-49 2024-04-12T16:25:52.812 INFO:tasks.rados.rados.0.smithi005.stdout:383: finishing write tid 5 to smithi00577259-49 2024-04-12T16:25:52.813 INFO:tasks.rados.rados.0.smithi005.stdout:385: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:25:52.816 INFO:tasks.rados.rados.0.smithi005.stdout:383: finishing write tid 6 to smithi00577259-49 2024-04-12T16:25:52.816 INFO:tasks.rados.rados.0.smithi005.stdout:383: oid 49 updating version 0 to 124 2024-04-12T16:25:52.816 INFO:tasks.rados.rados.0.smithi005.stdout:383: oid 49 version 124 is already newer than 123 2024-04-12T16:25:52.816 INFO:tasks.rados.rados.0.smithi005.stdout:383: oid 49 version 124 is already newer than 121 2024-04-12T16:25:52.816 INFO:tasks.rados.rados.0.smithi005.stdout:383: oid 49 version 124 is already newer than 120 2024-04-12T16:25:52.816 INFO:tasks.rados.rados.0.smithi005.stdout:383: oid 49 version 124 is already newer than 122 2024-04-12T16:25:52.816 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 124 (ObjNum 139 snap 34 seq_num 139) dirty exists 2024-04-12T16:25:52.817 INFO:tasks.rados.rados.0.smithi005.stdout:383: left oid 49 (ObjNum 139 snap 34 seq_num 139) 2024-04-12T16:25:52.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-mon[30750]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T16:25:52.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-mon[30750]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:52.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-mon[30750]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:52.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/3444785511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:25:52.842 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:52.684+0000 7f0e05dba200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:25:52.842 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:52.782+0000 7f0e05dba200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:25:53.137 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:52.948+0000 7f0e05dba200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:25:53.137 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:53.051+0000 7f0e05dba200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:25:53.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[27222]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T16:25:53.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[27222]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:53.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[27222]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:53.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/3444785511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:25:53.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[37926]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T16:25:53.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[37926]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:53.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[37926]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:25:53.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:52 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/3444785511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:25:53.422 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:53.141+0000 7f0e05dba200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:25:53.724 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:53.426+0000 7f0e05dba200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:25:53.724 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:53.540+0000 7f0e05dba200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:25:53.724 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:53.629+0000 7f0e05dba200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:25:53.724 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:53.728+0000 7f0e05dba200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:25:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:381: done (4 left) 2024-04-12T16:25:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:382: done (3 left) 2024-04-12T16:25:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:383: done (2 left) 2024-04-12T16:25:53.790 INFO:tasks.rados.rados.0.smithi005.stdout:385: done (1 left) 2024-04-12T16:25:53.790 INFO:tasks.rados.rados.0.smithi005.stdout:386: done (0 left) 2024-04-12T16:25:53.790 INFO:tasks.rados.rados.0.smithi005.stdout:387: delete oid 49 current snap is 35 2024-04-12T16:25:53.794 INFO:tasks.rados.rados.0.smithi005.stdout:387: done (0 left) 2024-04-12T16:25:53.794 INFO:tasks.rados.rados.0.smithi005.stdout:388: rollback oid 18 current snap is 35 2024-04-12T16:25:53.794 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 18 to 30 2024-04-12T16:25:53.794 INFO:tasks.rados.rados.0.smithi005.stdout:389: snap_create 2024-04-12T16:25:53.798 INFO:tasks.rados.rados.0.smithi005.stdout:388: finishing rollback tid 0 to smithi00577259-18 2024-04-12T16:25:53.798 INFO:tasks.rados.rados.0.smithi005.stdout:388: finishing rollback tid 1 to smithi00577259-18 2024-04-12T16:25:53.798 INFO:tasks.rados.rados.0.smithi005.stdout:388: finishing rollback tid 2 to smithi00577259-18 2024-04-12T16:25:53.798 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 110 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-04-12T16:25:54.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-mon[30750]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T16:25:54.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-mon[30750]: pgmap v200: 121 pgs: 121 active+clean; 110 MiB data, 415 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T16:25:54.092 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:53.911+0000 7f0e05dba200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:25:54.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:53 smithi005 ceph-mon[27222]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T16:25:54.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:53 smithi005 ceph-mon[27222]: pgmap v200: 121 pgs: 121 active+clean; 110 MiB data, 415 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T16:25:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:53 smithi005 ceph-mon[37926]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T16:25:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:53 smithi005 ceph-mon[37926]: pgmap v200: 121 pgs: 121 active+clean; 110 MiB data, 415 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 32 op/s 2024-04-12T16:25:54.794 INFO:tasks.rados.rados.0.smithi005.stdout:388: done (1 left) 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:389: done (0 left) 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:390: rollback oid 41 current snap is 36 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 27 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:391: rollback oid 18 current snap is 36 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 18 to 28 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:392: rmattr oid 23 current snap is 36 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:392: done (2 left) 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:393: copy_from oid 43 from oid 10 current snap is 36 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 36 2024-04-12T16:25:54.795 INFO:tasks.rados.rados.0.smithi005.stdout:394: seq_num 141 ranges {1802240=770048,2572288=589824,3162112=729088,3891200=286720} 2024-04-12T16:25:54.808 INFO:tasks.rados.rados.0.smithi005.stdout:394: writing smithi00577259-19 from 1802240 to 2572288 tid 1 2024-04-12T16:25:54.811 INFO:tasks.rados.rados.0.smithi005.stdout:394: writing smithi00577259-19 from 2572288 to 3162112 tid 2 2024-04-12T16:25:54.815 INFO:tasks.rados.rados.0.smithi005.stdout:394: writing smithi00577259-19 from 3162112 to 3891200 tid 3 2024-04-12T16:25:54.817 INFO:tasks.rados.rados.0.smithi005.stdout:394: writing smithi00577259-19 from 3891200 to 4177920 tid 4 2024-04-12T16:25:54.817 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 36 2024-04-12T16:25:54.817 INFO:tasks.rados.rados.0.smithi005.stdout:390: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:25:54.818 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 58 (ObjNum 177 snap 0 seq_num 730222672) dirty dne 2024-04-12T16:25:54.818 INFO:tasks.rados.rados.0.smithi005.stdout:395: seq_num 142 ranges {6356992=786432,7143424=475136,7618560=540672,8159232=589824} 2024-04-12T16:25:54.857 INFO:tasks.rados.rados.0.smithi005.stdout:395: writing smithi00577259-13 from 6356992 to 7143424 tid 1 2024-04-12T16:25:54.859 INFO:tasks.rados.rados.0.smithi005.stdout:395: writing smithi00577259-13 from 7143424 to 7618560 tid 2 2024-04-12T16:25:54.863 INFO:tasks.rados.rados.0.smithi005.stdout:395: writing smithi00577259-13 from 7618560 to 8159232 tid 3 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:395: writing smithi00577259-13 from 8159232 to 8749056 tid 4 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:390: done (4 left) 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:396: setattr oid 41 current snap is 36 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:391: finishing rollback tid 0 to smithi00577259-18 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:391: finishing rollback tid 1 to smithi00577259-18 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:391: finishing rollback tid 2 to smithi00577259-18 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 114 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:393: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:25:54.868 INFO:tasks.rados.rados.0.smithi005.stdout:393: finishing copy_from to smithi00577259-43 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: finishing write tid 1 to smithi00577259-19 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: finishing write tid 2 to smithi00577259-19 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: finishing write tid 3 to smithi00577259-19 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: finishing write tid 4 to smithi00577259-19 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: finishing write tid 5 to smithi00577259-19 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: finishing write tid 6 to smithi00577259-19 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: oid 19 updating version 0 to 71 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: oid 19 version 71 is already newer than 69 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: oid 19 version 71 is already newer than 70 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: oid 19 updating version 71 to 73 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: oid 19 version 73 is already newer than 72 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 73 (ObjNum 141 snap 36 seq_num 141) dirty exists 2024-04-12T16:25:54.869 INFO:tasks.rados.rados.0.smithi005.stdout:394: left oid 19 (ObjNum 141 snap 36 seq_num 141) 2024-04-12T16:25:54.870 INFO:tasks.rados.rados.0.smithi005.stdout:395: finishing write tid 1 to smithi00577259-13 2024-04-12T16:25:54.870 INFO:tasks.rados.rados.0.smithi005.stdout:395: finishing write tid 2 to smithi00577259-13 2024-04-12T16:25:54.870 INFO:tasks.rados.rados.0.smithi005.stdout:395: finishing write tid 3 to smithi00577259-13 2024-04-12T16:25:54.870 INFO:tasks.rados.rados.0.smithi005.stdout:391: done (4 left) 2024-04-12T16:25:54.870 INFO:tasks.rados.rados.0.smithi005.stdout:393: done (3 left) 2024-04-12T16:25:54.870 INFO:tasks.rados.rados.0.smithi005.stdout:394: done (2 left) 2024-04-12T16:25:54.870 INFO:tasks.rados.rados.0.smithi005.stdout:397: snap_create 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: finishing write tid 4 to smithi00577259-13 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: finishing write tid 5 to smithi00577259-13 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: finishing write tid 6 to smithi00577259-13 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: oid 13 updating version 0 to 151 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: oid 13 version 151 is already newer than 147 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: oid 13 version 151 is already newer than 148 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: oid 13 version 151 is already newer than 150 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: oid 13 version 151 is already newer than 149 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 151 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-04-12T16:25:54.871 INFO:tasks.rados.rados.0.smithi005.stdout:395: left oid 13 (ObjNum 142 snap 36 seq_num 142) 2024-04-12T16:25:54.872 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 78 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-12T16:25:55.054 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:54 smithi016 ceph-mon[30750]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T16:25:55.054 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:54 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:55.054 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:54.923+0000 7f0e05dba200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:25:55.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:54 smithi005 ceph-mon[27222]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T16:25:55.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:54 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:55.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:54 smithi005 ceph-mon[37926]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T16:25:55.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:54 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:25:55.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:55.058+0000 7f0e05dba200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:25:55.702 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:55.398+0000 7f0e05dba200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:25:55.702 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:55.491+0000 7f0e05dba200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:25:55.702 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:55.706+0000 7f0e05dba200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:25:55.799 INFO:tasks.rados.rados.0.smithi005.stdout:395: done (2 left) 2024-04-12T16:25:55.799 INFO:tasks.rados.rados.0.smithi005.stdout:396: done (1 left) 2024-04-12T16:25:55.799 INFO:tasks.rados.rados.0.smithi005.stdout:397: done (0 left) 2024-04-12T16:25:55.800 INFO:tasks.rados.rados.0.smithi005.stdout:398: copy_from oid 34 from oid 46 current snap is 37 2024-04-12T16:25:55.800 INFO:tasks.rados.rados.0.smithi005.stdout:399: snap_remove snap 34 2024-04-12T16:25:56.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:55 smithi016 ceph-mon[30750]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T16:25:56.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:55 smithi016 ceph-mon[30750]: pgmap v203: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-12T16:25:56.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:55.931+0000 7f0e05dba200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:25:56.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:55 smithi005 ceph-mon[27222]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T16:25:56.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:55 smithi005 ceph-mon[27222]: pgmap v203: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-12T16:25:56.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:55 smithi005 ceph-mon[37926]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T16:25:56.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:55 smithi005 ceph-mon[37926]: pgmap v203: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-12T16:25:56.486 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:56.228+0000 7f0e05dba200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:25:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:398: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:25:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:398: finishing copy_from to smithi00577259-34 2024-04-12T16:25:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 33 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-04-12T16:25:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:398: done (1 left) 2024-04-12T16:25:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:399: done (0 left) 2024-04-12T16:25:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:400: rollback oid 46 current snap is 37 2024-04-12T16:25:56.717 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 46 to 31 2024-04-12T16:25:56.717 INFO:tasks.rados.rados.0.smithi005.stdout:401: read oid 28 snap -1 2024-04-12T16:25:56.717 INFO:tasks.rados.rados.0.smithi005.stdout:401: expect (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:25:56.717 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 37 2024-04-12T16:25:56.717 INFO:tasks.rados.rados.0.smithi005.stdout:402: seq_num 143 ranges {2342912=802816,3145728=761856,3907584=745472,4653056=98304} 2024-04-12T16:25:56.734 INFO:tasks.rados.rados.0.smithi005.stdout:402: writing smithi00577259-21 from 2342912 to 3145728 tid 1 2024-04-12T16:25:56.738 INFO:tasks.rados.rados.0.smithi005.stdout:402: writing smithi00577259-21 from 3145728 to 3907584 tid 2 2024-04-12T16:25:56.739 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:56.490+0000 7f0e05dba200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:25:56.742 INFO:tasks.rados.rados.0.smithi005.stdout:402: writing smithi00577259-21 from 3907584 to 4653056 tid 3 2024-04-12T16:25:56.743 INFO:tasks.rados.rados.0.smithi005.stdout:402: writing smithi00577259-21 from 4653056 to 4751360 tid 4 2024-04-12T16:25:56.743 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 37 2024-04-12T16:25:56.743 INFO:tasks.rados.rados.0.smithi005.stdout:403: seq_num 144 ranges {638976=16384} 2024-04-12T16:25:56.747 INFO:tasks.rados.rados.0.smithi005.stdout:403: writing smithi00577259-39 from 638976 to 655360 tid 1 2024-04-12T16:25:56.747 INFO:tasks.rados.rados.0.smithi005.stdout:404: delete oid 9 current snap is 37 2024-04-12T16:25:56.747 INFO:tasks.rados.rados.0.smithi005.stdout:400: finishing rollback tid 0 to smithi00577259-46 2024-04-12T16:25:56.747 INFO:tasks.rados.rados.0.smithi005.stdout:401: expect (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:25:56.807 INFO:tasks.rados.rados.0.smithi005.stdout:400: finishing rollback tid 1 to smithi00577259-46 2024-04-12T16:25:56.807 INFO:tasks.rados.rados.0.smithi005.stdout:400: finishing rollback tid 2 to smithi00577259-46 2024-04-12T16:25:56.807 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 118 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:402: finishing write tid 1 to smithi00577259-21 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:402: finishing write tid 2 to smithi00577259-21 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:400: done (4 left) 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:401: done (3 left) 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:404: done (2 left) 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 37 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:402: finishing write tid 3 to smithi00577259-21 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:402: finishing write tid 4 to smithi00577259-21 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:402: finishing write tid 5 to smithi00577259-21 2024-04-12T16:25:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:405: seq_num 146 ranges {2326528=49152} 2024-04-12T16:25:56.820 INFO:tasks.rados.rados.0.smithi005.stdout:405: writing smithi00577259-5 from 2326528 to 2375680 tid 1 2024-04-12T16:25:56.820 INFO:tasks.rados.rados.0.smithi005.stdout:406: delete oid 16 current snap is 37 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:402: finishing write tid 6 to smithi00577259-21 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:402: oid 21 updating version 0 to 126 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:402: oid 21 version 126 is already newer than 125 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:402: oid 21 version 126 is already newer than 124 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:402: oid 21 version 126 is already newer than 123 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:402: oid 21 version 126 is already newer than 122 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 126 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:402: left oid 21 (ObjNum 143 snap 37 seq_num 143) 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:403: finishing write tid 1 to smithi00577259-39 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:403: finishing write tid 2 to smithi00577259-39 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:403: finishing write tid 3 to smithi00577259-39 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:403: oid 39 updating version 0 to 114 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:403: oid 39 updating version 114 to 115 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 115 (ObjNum 144 snap 37 seq_num 144) dirty exists 2024-04-12T16:25:56.821 INFO:tasks.rados.rados.0.smithi005.stdout:403: left oid 39 (ObjNum 144 snap 37 seq_num 144) 2024-04-12T16:25:56.822 INFO:tasks.rados.rados.0.smithi005.stdout:405: finishing write tid 1 to smithi00577259-5 2024-04-12T16:25:56.822 INFO:tasks.rados.rados.0.smithi005.stdout:402: done (3 left) 2024-04-12T16:25:56.822 INFO:tasks.rados.rados.0.smithi005.stdout:403: done (2 left) 2024-04-12T16:25:56.822 INFO:tasks.rados.rados.0.smithi005.stdout:406: done (1 left) 2024-04-12T16:25:56.822 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 37 2024-04-12T16:25:56.822 INFO:tasks.rados.rados.0.smithi005.stdout:407: seq_num 148 ranges {2400256=81920} 2024-04-12T16:25:56.837 INFO:tasks.rados.rados.0.smithi005.stdout:407: writing smithi00577259-36 from 2400256 to 2482176 tid 1 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:408: copy_from oid 21 from oid 20 current snap is 37 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:405: finishing write tid 2 to smithi00577259-5 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:405: finishing write tid 3 to smithi00577259-5 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:405: oid 5 updating version 0 to 128 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:405: oid 5 updating version 128 to 129 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 129 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:405: left oid 5 (ObjNum 146 snap 37 seq_num 146) 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:405: done (2 left) 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:409: setattr oid 43 current snap is 37 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:408: finishing copy_from to smithi00577259-21 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:408: got expected ENOENT (src dne) 2024-04-12T16:25:56.838 INFO:tasks.rados.rados.0.smithi005.stdout:408: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:25:56.840 INFO:tasks.rados.rados.0.smithi005.stdout:407: finishing write tid 1 to smithi00577259-36 2024-04-12T16:25:56.840 INFO:tasks.rados.rados.0.smithi005.stdout:408: done (2 left) 2024-04-12T16:25:56.840 INFO:tasks.rados.rados.0.smithi005.stdout:410: read oid 30 snap -1 2024-04-12T16:25:56.840 INFO:tasks.rados.rados.0.smithi005.stdout:410: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T16:25:56.840 INFO:tasks.rados.rados.0.smithi005.stdout:407: finishing write tid 2 to smithi00577259-36 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:411: read oid 31 snap -1 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:411: expect deleted 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:412: copy_from oid 14 from oid 26 current snap is 37 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 37 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:413: seq_num 149 ranges {0=98304} 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:413: writing smithi00577259-2 from 0 to 98304 tid 1 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:414: copy_from oid 40 from oid 25 current snap is 37 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:411: done (6 left) 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:415: snap_create 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:412: finishing copy_from to smithi00577259-14 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:412: got expected ENOENT (src dne) 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:412: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:407: finishing write tid 3 to smithi00577259-36 2024-04-12T16:25:56.841 INFO:tasks.rados.rados.0.smithi005.stdout:407: oid 36 updating version 0 to 170 2024-04-12T16:25:56.842 INFO:tasks.rados.rados.0.smithi005.stdout:407: oid 36 version 170 is already newer than 169 2024-04-12T16:25:56.842 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 170 (ObjNum 148 snap 37 seq_num 148) dirty exists 2024-04-12T16:25:56.842 INFO:tasks.rados.rados.0.smithi005.stdout:407: left oid 36 (ObjNum 148 snap 37 seq_num 148) 2024-04-12T16:25:56.842 INFO:tasks.rados.rados.0.smithi005.stdout:413: finishing write tid 1 to smithi00577259-2 2024-04-12T16:25:56.843 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 79 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:25:56.843 INFO:tasks.rados.rados.0.smithi005.stdout:413: finishing write tid 2 to smithi00577259-2 2024-04-12T16:25:56.844 INFO:tasks.rados.rados.0.smithi005.stdout:413: finishing write tid 3 to smithi00577259-2 2024-04-12T16:25:56.844 INFO:tasks.rados.rados.0.smithi005.stdout:413: oid 2 updating version 0 to 151 2024-04-12T16:25:56.844 INFO:tasks.rados.rados.0.smithi005.stdout:413: oid 2 updating version 151 to 152 2024-04-12T16:25:56.844 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 152 (ObjNum 149 snap 37 seq_num 149) dirty exists 2024-04-12T16:25:56.844 INFO:tasks.rados.rados.0.smithi005.stdout:413: left oid 2 (ObjNum 149 snap 37 seq_num 149) 2024-04-12T16:25:56.857 INFO:tasks.rados.rados.0.smithi005.stdout:410: expect (ObjNum 113 snap 23 seq_num 113) 2024-04-12T16:25:57.015 INFO:tasks.rados.rados.0.smithi005.stdout:414: finishing copy_from racing read to smithi00577259-40 2024-04-12T16:25:57.015 INFO:tasks.rados.rados.0.smithi005.stdout:414: finishing copy_from to smithi00577259-40 2024-04-12T16:25:57.015 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 116 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-04-12T16:25:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:56 smithi016 ceph-mon[30750]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T16:25:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:56 smithi016 ceph-mon[30750]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T16:25:57.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:56.744+0000 7f0e05dba200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:25:57.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:56 smithi005 ceph-mon[27222]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T16:25:57.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:56 smithi005 ceph-mon[27222]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T16:25:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:56 smithi005 ceph-mon[37926]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T16:25:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:56 smithi005 ceph-mon[37926]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:407: done (6 left) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:409: done (5 left) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:410: done (4 left) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:412: done (3 left) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:413: done (2 left) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:414: done (1 left) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:415: done (0 left) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:416: read oid 36 snap -1 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:416: expect (ObjNum 148 snap 37 seq_num 148) 2024-04-12T16:25:57.805 INFO:tasks.rados.rados.0.smithi005.stdout:417: delete oid 21 current snap is 38 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:417: done (1 left) 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:418: rmattr oid 9 current snap is 38 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:418: done (1 left) 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:419: rmattr oid 32 current snap is 38 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:419: done (1 left) 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:420: rmattr oid 6 current snap is 38 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:420: done (1 left) 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:421: copy_from oid 15 from oid 19 current snap is 38 2024-04-12T16:25:57.810 INFO:tasks.rados.rados.0.smithi005.stdout:422: delete oid 3 current snap is 38 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:422: done (2 left) 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:423: rollback oid 49 current snap is 38 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 49 to 28 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:424: read oid 45 snap -1 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:424: expect (ObjNum 126 snap 29 seq_num 126) 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:425: copy_from oid 42 from oid 18 current snap is 38 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 38 2024-04-12T16:25:57.815 INFO:tasks.rados.rados.0.smithi005.stdout:426: seq_num 152 ranges {3153920=147456} 2024-04-12T16:25:57.834 INFO:tasks.rados.rados.0.smithi005.stdout:426: writing smithi00577259-23 from 3153920 to 3301376 tid 1 2024-04-12T16:25:57.834 INFO:tasks.rados.rados.0.smithi005.stdout:427: read oid 31 snap -1 2024-04-12T16:25:57.834 INFO:tasks.rados.rados.0.smithi005.stdout:427: expect deleted 2024-04-12T16:25:57.834 INFO:tasks.rados.rados.0.smithi005.stdout:428: copy_from oid 34 from oid 29 current snap is 38 2024-04-12T16:25:57.834 INFO:tasks.rados.rados.0.smithi005.stdout:416: expect (ObjNum 148 snap 37 seq_num 148) 2024-04-12T16:25:57.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:57 smithi016 ceph-mon[30750]: pgmap v206: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-12T16:25:57.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:57 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:57.594+0000 7f0e05dba200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:25:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:423: finishing rollback tid 1 to smithi00577259-49 2024-04-12T16:25:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 126 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:25:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:416: done (7 left) 2024-04-12T16:25:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:423: done (6 left) 2024-04-12T16:25:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:429: copy_from oid 36 from oid 37 current snap is 38 2024-04-12T16:25:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:424: expect (ObjNum 126 snap 29 seq_num 126) 2024-04-12T16:25:58.011 INFO:tasks.rados.rados.0.smithi005.stdout:421: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:421: finishing copy_from to smithi00577259-15 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 73 (ObjNum 141 snap 36 seq_num 141) dirty exists 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:426: finishing write tid 1 to smithi00577259-23 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:426: finishing write tid 2 to smithi00577259-23 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:426: finishing write tid 3 to smithi00577259-23 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:426: oid 23 updating version 0 to 61 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:426: oid 23 updating version 61 to 62 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 62 (ObjNum 152 snap 38 seq_num 152) dirty exists 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:426: left oid 23 (ObjNum 152 snap 38 seq_num 152) 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:428: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:425: finishing copy_from racing read to smithi00577259-42 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:425: finishing copy_from to smithi00577259-42 2024-04-12T16:25:58.012 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 114 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:428: finishing copy_from to smithi00577259-34 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 55 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:429: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:429: finishing copy_from to smithi00577259-36 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 113 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:421: done (6 left) 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:424: done (5 left) 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:425: done (4 left) 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:426: done (3 left) 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:427: done (2 left) 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:428: done (1 left) 2024-04-12T16:25:58.013 INFO:tasks.rados.rados.0.smithi005.stdout:429: done (0 left) 2024-04-12T16:25:58.014 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 38 2024-04-12T16:25:58.014 INFO:tasks.rados.rados.0.smithi005.stdout:430: seq_num 153 ranges {2375680=163840} 2024-04-12T16:25:58.024 INFO:tasks.rados.rados.0.smithi005.stdout:430: writing smithi00577259-5 from 2375680 to 2539520 tid 1 2024-04-12T16:25:58.024 INFO:tasks.rados.rados.0.smithi005.stdout:431: read oid 38 snap -1 2024-04-12T16:25:58.025 INFO:tasks.rados.rados.0.smithi005.stdout:431: expect (ObjNum 137 snap 33 seq_num 137) 2024-04-12T16:25:58.025 INFO:tasks.rados.rados.0.smithi005.stdout:432: read oid 32 snap 33 2024-04-12T16:25:58.025 INFO:tasks.rados.rados.0.smithi005.stdout:432: expect (ObjNum 112 snap 23 seq_num 112) 2024-04-12T16:25:58.025 INFO:tasks.rados.rados.0.smithi005.stdout:433: setattr oid 29 current snap is 38 2024-04-12T16:25:58.025 INFO:tasks.rados.rados.0.smithi005.stdout:434: snap_create 2024-04-12T16:25:58.027 INFO:tasks.rados.rados.0.smithi005.stdout:430: finishing write tid 1 to smithi00577259-5 2024-04-12T16:25:58.027 INFO:tasks.rados.rados.0.smithi005.stdout:430: finishing write tid 2 to smithi00577259-5 2024-04-12T16:25:58.028 INFO:tasks.rados.rados.0.smithi005.stdout:430: finishing write tid 3 to smithi00577259-5 2024-04-12T16:25:58.028 INFO:tasks.rados.rados.0.smithi005.stdout:430: oid 5 updating version 0 to 133 2024-04-12T16:25:58.028 INFO:tasks.rados.rados.0.smithi005.stdout:430: oid 5 updating version 133 to 134 2024-04-12T16:25:58.028 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 134 (ObjNum 153 snap 38 seq_num 153) dirty exists 2024-04-12T16:25:58.028 INFO:tasks.rados.rados.0.smithi005.stdout:430: left oid 5 (ObjNum 153 snap 38 seq_num 153) 2024-04-12T16:25:58.040 INFO:tasks.rados.rados.0.smithi005.stdout:431: expect (ObjNum 137 snap 33 seq_num 137) 2024-04-12T16:25:58.101 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 68 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:25:58.101 INFO:tasks.rados.rados.0.smithi005.stdout:432: expect (ObjNum 112 snap 23 seq_num 112) 2024-04-12T16:25:58.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:57 smithi005 ceph-mon[27222]: pgmap v206: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-12T16:25:58.102 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:57 smithi005 ceph-mon[37926]: pgmap v206: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-12T16:25:58.535 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:58.210+0000 7f0e05dba200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:25:58.536 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:58.313+0000 7f0e05dba200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:25:58.810 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:58.540+0000 7f0e05dba200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:25:58.811 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:25:58] ENGINE Bus STARTING 2024-04-12T16:25:58.811 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: CherryPy Checker: 2024-04-12T16:25:58.811 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: The Application mounted at '' has an empty config. 2024-04-12T16:25:58.811 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:25:58.811 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:25:58] ENGINE Serving on http://:::9283 2024-04-12T16:25:58.811 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:25:58] ENGINE Bus STARTED 2024-04-12T16:25:58.814 INFO:tasks.rados.rados.0.smithi005.stdout:430: done (4 left) 2024-04-12T16:25:58.814 INFO:tasks.rados.rados.0.smithi005.stdout:431: done (3 left) 2024-04-12T16:25:58.814 INFO:tasks.rados.rados.0.smithi005.stdout:432: done (2 left) 2024-04-12T16:25:58.814 INFO:tasks.rados.rados.0.smithi005.stdout:433: done (1 left) 2024-04-12T16:25:58.814 INFO:tasks.rados.rados.0.smithi005.stdout:434: done (0 left) 2024-04-12T16:25:58.814 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 39 2024-04-12T16:25:58.814 INFO:tasks.rados.rados.0.smithi005.stdout:435: seq_num 154 ranges {8749056=180224} 2024-04-12T16:25:58.863 INFO:tasks.rados.rados.0.smithi005.stdout:435: writing smithi00577259-13 from 8749056 to 8929280 tid 1 2024-04-12T16:25:58.863 INFO:tasks.rados.rados.0.smithi005.stdout:436: delete oid 37 current snap is 39 2024-04-12T16:25:58.866 INFO:tasks.rados.rados.0.smithi005.stdout:435: finishing write tid 1 to smithi00577259-13 2024-04-12T16:25:58.866 INFO:tasks.rados.rados.0.smithi005.stdout:435: finishing write tid 2 to smithi00577259-13 2024-04-12T16:25:58.868 INFO:tasks.rados.rados.0.smithi005.stdout:436: done (1 left) 2024-04-12T16:25:58.868 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 39 2024-04-12T16:25:58.868 INFO:tasks.rados.rados.0.smithi005.stdout:437: seq_num 156 ranges {2310144=221184} 2024-04-12T16:25:58.882 INFO:tasks.rados.rados.0.smithi005.stdout:437: writing smithi00577259-38 from 2310144 to 2531328 tid 1 2024-04-12T16:25:58.882 INFO:tasks.rados.rados.0.smithi005.stdout:438: setattr oid 20 current snap is 39 2024-04-12T16:25:58.882 INFO:tasks.rados.rados.0.smithi005.stdout:435: finishing write tid 3 to smithi00577259-13 2024-04-12T16:25:58.882 INFO:tasks.rados.rados.0.smithi005.stdout:435: oid 13 updating version 0 to 158 2024-04-12T16:25:58.883 INFO:tasks.rados.rados.0.smithi005.stdout:435: oid 13 version 158 is already newer than 157 2024-04-12T16:25:58.883 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 158 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-04-12T16:25:58.883 INFO:tasks.rados.rados.0.smithi005.stdout:435: left oid 13 (ObjNum 154 snap 39 seq_num 154) 2024-04-12T16:25:58.883 INFO:tasks.rados.rados.0.smithi005.stdout:435: done (2 left) 2024-04-12T16:25:58.883 INFO:tasks.rados.rados.0.smithi005.stdout:439: read oid 14 snap -1 2024-04-12T16:25:58.883 INFO:tasks.rados.rados.0.smithi005.stdout:439: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:25:58.883 INFO:tasks.rados.rados.0.smithi005.stdout:440: delete oid 48 current snap is 39 2024-04-12T16:25:58.885 INFO:tasks.rados.rados.0.smithi005.stdout:437: finishing write tid 1 to smithi00577259-38 2024-04-12T16:25:58.885 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 153 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:25:58.886 INFO:tasks.rados.rados.0.smithi005.stdout:437: finishing write tid 2 to smithi00577259-38 2024-04-12T16:25:58.886 INFO:tasks.rados.rados.0.smithi005.stdout:438: done (3 left) 2024-04-12T16:25:58.886 INFO:tasks.rados.rados.0.smithi005.stdout:440: done (2 left) 2024-04-12T16:25:58.886 INFO:tasks.rados.rados.0.smithi005.stdout:441: delete oid 15 current snap is 39 2024-04-12T16:25:58.887 INFO:tasks.rados.rados.0.smithi005.stdout:437: finishing write tid 3 to smithi00577259-38 2024-04-12T16:25:58.887 INFO:tasks.rados.rados.0.smithi005.stdout:437: oid 38 updating version 0 to 70 2024-04-12T16:25:58.887 INFO:tasks.rados.rados.0.smithi005.stdout:437: oid 38 updating version 70 to 71 2024-04-12T16:25:58.887 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 71 (ObjNum 156 snap 39 seq_num 156) dirty exists 2024-04-12T16:25:58.888 INFO:tasks.rados.rados.0.smithi005.stdout:437: left oid 38 (ObjNum 156 snap 39 seq_num 156) 2024-04-12T16:25:58.888 INFO:tasks.rados.rados.0.smithi005.stdout:437: done (2 left) 2024-04-12T16:25:58.888 INFO:tasks.rados.rados.0.smithi005.stdout:441: done (1 left) 2024-04-12T16:25:58.888 INFO:tasks.rados.rados.0.smithi005.stdout:442: snap_create 2024-04-12T16:25:58.888 INFO:tasks.rados.rados.0.smithi005.stdout:439: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-12T16:25:59.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-mon[30750]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T16:25:59.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-mon[30750]: Standby manager daemon x restarted 2024-04-12T16:25:59.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-mon[30750]: Standby manager daemon x started 2024-04-12T16:25:59.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:25:59.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:25:59.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:25:59.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:58 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:25:59.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:25:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:25:59] "GET /metrics HTTP/1.1" 200 35985 "" "Prometheus/2.43.0" 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[27222]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[27222]: Standby manager daemon x restarted 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[27222]: Standby manager daemon x started 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:25:59.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[37926]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T16:25:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[37926]: Standby manager daemon x restarted 2024-04-12T16:25:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[37926]: Standby manager daemon x started 2024-04-12T16:25:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:25:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:25:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:25:59.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:58 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:439: done (1 left) 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:442: done (0 left) 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:443: read oid 45 snap -1 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:443: expect (ObjNum 126 snap 29 seq_num 126) 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:444: rmattr oid 18 current snap is 40 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:444: done (1 left) 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:445: read oid 28 snap -1 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:445: expect (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:25:59.820 INFO:tasks.rados.rados.0.smithi005.stdout:446: snap_create 2024-04-12T16:25:59.827 INFO:tasks.rados.rados.0.smithi005.stdout:443: expect (ObjNum 126 snap 29 seq_num 126) 2024-04-12T16:25:59.883 INFO:tasks.rados.rados.0.smithi005.stdout:445: expect (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:26:00.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:59 smithi016 ceph-mon[30750]: mgrmap e24: y(active, since 4m), standbys: x 2024-04-12T16:26:00.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:59 smithi016 ceph-mon[30750]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T16:26:00.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:25:59 smithi016 ceph-mon[30750]: pgmap v209: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:59 smithi005 ceph-mon[27222]: mgrmap e24: y(active, since 4m), standbys: x 2024-04-12T16:26:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:59 smithi005 ceph-mon[27222]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T16:26:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:25:59 smithi005 ceph-mon[27222]: pgmap v209: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:59 smithi005 ceph-mon[37926]: mgrmap e24: y(active, since 4m), standbys: x 2024-04-12T16:26:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:59 smithi005 ceph-mon[37926]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T16:26:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:25:59 smithi005 ceph-mon[37926]: pgmap v209: 121 pgs: 121 active+clean; 124 MiB data, 452 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:00.821 INFO:tasks.rados.rados.0.smithi005.stdout:443: done (2 left) 2024-04-12T16:26:00.821 INFO:tasks.rados.rados.0.smithi005.stdout:445: done (1 left) 2024-04-12T16:26:00.821 INFO:tasks.rados.rados.0.smithi005.stdout:446: done (0 left) 2024-04-12T16:26:00.821 INFO:tasks.rados.rados.0.smithi005.stdout:447: read oid 10 snap -1 2024-04-12T16:26:00.821 INFO:tasks.rados.rados.0.smithi005.stdout:447: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:00.821 INFO:tasks.rados.rados.0.smithi005.stdout:448: rollback oid 42 current snap is 41 2024-04-12T16:26:00.821 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 25 2024-04-12T16:26:00.822 INFO:tasks.rados.rados.0.smithi005.stdout:449: snap_remove snap 38 2024-04-12T16:26:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:00 smithi016 ceph-mon[30750]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T16:26:01.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:00 smithi005 ceph-mon[27222]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T16:26:01.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:00 smithi005 ceph-mon[37926]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T16:26:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:449: done (2 left) 2024-04-12T16:26:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 41 2024-04-12T16:26:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:450: seq_num 159 ranges {3301376=270336} 2024-04-12T16:26:01.847 INFO:tasks.rados.rados.0.smithi005.stdout:450: writing smithi00577259-23 from 3301376 to 3571712 tid 1 2024-04-12T16:26:01.847 INFO:tasks.rados.rados.0.smithi005.stdout:451: delete oid 8 current snap is 41 2024-04-12T16:26:01.847 INFO:tasks.rados.rados.0.smithi005.stdout:447: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:448: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:448: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:448: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 140 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:447: done (3 left) 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:448: done (2 left) 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:451: done (1 left) 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:452: read oid 26 snap 22 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:452: expect (ObjNum 104 snap 22 seq_num 104) 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:453: read oid 47 snap -1 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:453: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 41 2024-04-12T16:26:01.867 INFO:tasks.rados.rados.0.smithi005.stdout:450: finishing write tid 1 to smithi00577259-23 2024-04-12T16:26:01.868 INFO:tasks.rados.rados.0.smithi005.stdout:450: finishing write tid 2 to smithi00577259-23 2024-04-12T16:26:01.868 INFO:tasks.rados.rados.0.smithi005.stdout:450: finishing write tid 3 to smithi00577259-23 2024-04-12T16:26:01.868 INFO:tasks.rados.rados.0.smithi005.stdout:450: oid 23 updating version 0 to 65 2024-04-12T16:26:01.868 INFO:tasks.rados.rados.0.smithi005.stdout:450: oid 23 version 65 is already newer than 64 2024-04-12T16:26:01.868 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 65 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-12T16:26:01.868 INFO:tasks.rados.rados.0.smithi005.stdout:450: left oid 23 (ObjNum 159 snap 41 seq_num 159) 2024-04-12T16:26:01.868 INFO:tasks.rados.rados.0.smithi005.stdout:454: seq_num 161 ranges {221184=303104} 2024-04-12T16:26:01.869 INFO:tasks.rados.rados.0.smithi005.stdout:454: writing smithi00577259-36 from 221184 to 524288 tid 1 2024-04-12T16:26:01.869 INFO:tasks.rados.rados.0.smithi005.stdout:450: done (3 left) 2024-04-12T16:26:01.869 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 41 2024-04-12T16:26:01.870 INFO:tasks.rados.rados.0.smithi005.stdout:455: seq_num 162 ranges {0=319488} 2024-04-12T16:26:01.871 INFO:tasks.rados.rados.0.smithi005.stdout:455: writing smithi00577259-9 from 0 to 319488 tid 1 2024-04-12T16:26:01.872 INFO:tasks.rados.rados.0.smithi005.stdout:456: snap_remove snap 31 2024-04-12T16:26:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:01 smithi016 ceph-mon[30750]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T16:26:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:01 smithi016 ceph-mon[30750]: pgmap v212: 121 pgs: 121 active+clean; 144 MiB data, 492 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 37 op/s 2024-04-12T16:26:02.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:01 smithi005 ceph-mon[27222]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T16:26:02.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:01 smithi005 ceph-mon[27222]: pgmap v212: 121 pgs: 121 active+clean; 144 MiB data, 492 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 37 op/s 2024-04-12T16:26:02.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:01 smithi005 ceph-mon[37926]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T16:26:02.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:01 smithi005 ceph-mon[37926]: pgmap v212: 121 pgs: 121 active+clean; 144 MiB data, 492 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 37 op/s 2024-04-12T16:26:02.840 INFO:tasks.rados.rados.0.smithi005.stdout:456: done (4 left) 2024-04-12T16:26:02.840 INFO:tasks.rados.rados.0.smithi005.stdout:457: rollback oid 29 current snap is 41 2024-04-12T16:26:02.840 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 30 2024-04-12T16:26:02.840 INFO:tasks.rados.rados.0.smithi005.stdout:452: expect (ObjNum 104 snap 22 seq_num 104) 2024-04-12T16:26:02.891 INFO:tasks.rados.rados.0.smithi005.stdout:454: finishing write tid 1 to smithi00577259-36 2024-04-12T16:26:02.891 INFO:tasks.rados.rados.0.smithi005.stdout:453: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:454: finishing write tid 2 to smithi00577259-36 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:455: finishing write tid 1 to smithi00577259-9 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:455: finishing write tid 2 to smithi00577259-9 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:454: finishing write tid 3 to smithi00577259-36 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:454: oid 36 updating version 0 to 176 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:454: oid 36 updating version 176 to 177 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 177 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:454: left oid 36 (ObjNum 161 snap 41 seq_num 161) 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:455: finishing write tid 3 to smithi00577259-9 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:455: oid 9 updating version 0 to 132 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:455: oid 9 updating version 132 to 133 2024-04-12T16:26:02.911 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 133 (ObjNum 162 snap 41 seq_num 162) dirty exists 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:455: left oid 9 (ObjNum 162 snap 41 seq_num 162) 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:457: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:457: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:452: done (4 left) 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:453: done (3 left) 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:454: done (2 left) 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:455: done (1 left) 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 41 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:457: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 77 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:26:02.912 INFO:tasks.rados.rados.0.smithi005.stdout:458: seq_num 163 ranges {221184=335872} 2024-04-12T16:26:02.913 INFO:tasks.rados.rados.0.smithi005.stdout:458: writing smithi00577259-14 from 221184 to 557056 tid 1 2024-04-12T16:26:02.913 INFO:tasks.rados.rados.0.smithi005.stdout:457: done (1 left) 2024-04-12T16:26:02.913 INFO:tasks.rados.rados.0.smithi005.stdout:459: copy_from oid 47 from oid 8 current snap is 41 2024-04-12T16:26:02.914 INFO:tasks.rados.rados.0.smithi005.stdout:460: snap_create 2024-04-12T16:26:02.914 INFO:tasks.rados.rados.0.smithi005.stdout:459: finishing copy_from to smithi00577259-47 2024-04-12T16:26:02.914 INFO:tasks.rados.rados.0.smithi005.stdout:459: got expected ENOENT (src dne) 2024-04-12T16:26:02.914 INFO:tasks.rados.rados.0.smithi005.stdout:459: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:26:02.917 INFO:tasks.rados.rados.0.smithi005.stdout:458: finishing write tid 1 to smithi00577259-14 2024-04-12T16:26:02.917 INFO:tasks.rados.rados.0.smithi005.stdout:458: finishing write tid 2 to smithi00577259-14 2024-04-12T16:26:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:458: finishing write tid 3 to smithi00577259-14 2024-04-12T16:26:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:458: oid 14 updating version 0 to 148 2024-04-12T16:26:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:458: oid 14 updating version 148 to 149 2024-04-12T16:26:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 149 (ObjNum 163 snap 41 seq_num 163) dirty exists 2024-04-12T16:26:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:458: left oid 14 (ObjNum 163 snap 41 seq_num 163) 2024-04-12T16:26:03.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:02 smithi016 ceph-mon[30750]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T16:26:03.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:02 smithi005 ceph-mon[27222]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T16:26:03.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:02 smithi005 ceph-mon[37926]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T16:26:03.843 INFO:tasks.rados.rados.0.smithi005.stdout:458: done (2 left) 2024-04-12T16:26:03.843 INFO:tasks.rados.rados.0.smithi005.stdout:459: done (1 left) 2024-04-12T16:26:03.844 INFO:tasks.rados.rados.0.smithi005.stdout:460: done (0 left) 2024-04-12T16:26:03.844 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 42 2024-04-12T16:26:03.844 INFO:tasks.rados.rados.0.smithi005.stdout:461: seq_num 164 ranges {3342336=352256} 2024-04-12T16:26:03.863 INFO:tasks.rados.rados.0.smithi005.stdout:461: writing smithi00577259-12 from 3342336 to 3694592 tid 1 2024-04-12T16:26:03.863 INFO:tasks.rados.rados.0.smithi005.stdout:462: read oid 9 snap -1 2024-04-12T16:26:03.864 INFO:tasks.rados.rados.0.smithi005.stdout:462: expect (ObjNum 162 snap 41 seq_num 162) 2024-04-12T16:26:03.864 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 42 2024-04-12T16:26:03.864 INFO:tasks.rados.rados.0.smithi005.stdout:463: seq_num 165 ranges {0=368640} 2024-04-12T16:26:03.865 INFO:tasks.rados.rados.0.smithi005.stdout:463: writing smithi00577259-26 from 0 to 368640 tid 1 2024-04-12T16:26:03.865 INFO:tasks.rados.rados.0.smithi005.stdout:464: snap_create 2024-04-12T16:26:03.870 INFO:tasks.rados.rados.0.smithi005.stdout:461: finishing write tid 1 to smithi00577259-12 2024-04-12T16:26:03.870 INFO:tasks.rados.rados.0.smithi005.stdout:463: finishing write tid 1 to smithi00577259-26 2024-04-12T16:26:03.870 INFO:tasks.rados.rados.0.smithi005.stdout:463: finishing write tid 2 to smithi00577259-26 2024-04-12T16:26:03.872 INFO:tasks.rados.rados.0.smithi005.stdout:463: finishing write tid 3 to smithi00577259-26 2024-04-12T16:26:03.872 INFO:tasks.rados.rados.0.smithi005.stdout:463: oid 26 updating version 0 to 55 2024-04-12T16:26:03.872 INFO:tasks.rados.rados.0.smithi005.stdout:463: oid 26 updating version 55 to 56 2024-04-12T16:26:03.872 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 56 (ObjNum 165 snap 42 seq_num 165) dirty exists 2024-04-12T16:26:03.872 INFO:tasks.rados.rados.0.smithi005.stdout:463: left oid 26 (ObjNum 165 snap 42 seq_num 165) 2024-04-12T16:26:03.886 INFO:tasks.rados.rados.0.smithi005.stdout:461: finishing write tid 2 to smithi00577259-12 2024-04-12T16:26:03.886 INFO:tasks.rados.rados.0.smithi005.stdout:461: finishing write tid 3 to smithi00577259-12 2024-04-12T16:26:03.886 INFO:tasks.rados.rados.0.smithi005.stdout:461: oid 12 updating version 0 to 86 2024-04-12T16:26:03.887 INFO:tasks.rados.rados.0.smithi005.stdout:461: oid 12 version 86 is already newer than 85 2024-04-12T16:26:03.887 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 86 (ObjNum 164 snap 42 seq_num 164) dirty exists 2024-04-12T16:26:03.887 INFO:tasks.rados.rados.0.smithi005.stdout:461: left oid 12 (ObjNum 164 snap 42 seq_num 164) 2024-04-12T16:26:03.891 INFO:tasks.rados.rados.0.smithi005.stdout:462: expect (ObjNum 162 snap 41 seq_num 162) 2024-04-12T16:26:04.054 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:03 smithi016 ceph-mon[30750]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T16:26:04.054 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:03 smithi016 ceph-mon[30750]: pgmap v215: 121 pgs: 121 active+clean; 144 MiB data, 492 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 37 op/s 2024-04-12T16:26:04.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:03 smithi005 ceph-mon[27222]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T16:26:04.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:03 smithi005 ceph-mon[27222]: pgmap v215: 121 pgs: 121 active+clean; 144 MiB data, 492 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 37 op/s 2024-04-12T16:26:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:03 smithi005 ceph-mon[37926]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T16:26:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:03 smithi005 ceph-mon[37926]: pgmap v215: 121 pgs: 121 active+clean; 144 MiB data, 492 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 37 op/s 2024-04-12T16:26:04.844 INFO:tasks.rados.rados.0.smithi005.stdout:461: done (3 left) 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:462: done (2 left) 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:463: done (1 left) 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:464: done (0 left) 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:465: copy_from oid 15 from oid 40 current snap is 43 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:466: read oid 7 snap 39 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:466: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:467: rollback oid 31 current snap is 43 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 22 2024-04-12T16:26:04.845 INFO:tasks.rados.rados.0.smithi005.stdout:468: delete oid 35 current snap is 43 2024-04-12T16:26:04.849 INFO:tasks.rados.rados.0.smithi005.stdout:468: done (3 left) 2024-04-12T16:26:04.849 INFO:tasks.rados.rados.0.smithi005.stdout:469: read oid 38 snap -1 2024-04-12T16:26:04.849 INFO:tasks.rados.rados.0.smithi005.stdout:469: expect (ObjNum 156 snap 39 seq_num 156) 2024-04-12T16:26:04.849 INFO:tasks.rados.rados.0.smithi005.stdout:470: delete oid 26 current snap is 43 2024-04-12T16:26:04.852 INFO:tasks.rados.rados.0.smithi005.stdout:466: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:26:04.857 INFO:tasks.rados.rados.0.smithi005.stdout:467: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:26:04.857 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T16:26:04.857 INFO:tasks.rados.rados.0.smithi005.stdout:466: done (4 left) 2024-04-12T16:26:04.857 INFO:tasks.rados.rados.0.smithi005.stdout:467: done (3 left) 2024-04-12T16:26:04.857 INFO:tasks.rados.rados.0.smithi005.stdout:470: done (2 left) 2024-04-12T16:26:04.857 INFO:tasks.rados.rados.0.smithi005.stdout:471: rmattr oid 7 current snap is 43 2024-04-12T16:26:04.857 INFO:tasks.rados.rados.0.smithi005.stdout:471: done (2 left) 2024-04-12T16:26:04.858 INFO:tasks.rados.rados.0.smithi005.stdout:472: copy_from oid 14 from oid 45 current snap is 43 2024-04-12T16:26:04.858 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 43 2024-04-12T16:26:04.858 INFO:tasks.rados.rados.0.smithi005.stdout:473: seq_num 168 ranges {0=417792} 2024-04-12T16:26:04.859 INFO:tasks.rados.rados.0.smithi005.stdout:473: writing smithi00577259-16 from 0 to 417792 tid 1 2024-04-12T16:26:04.860 INFO:tasks.rados.rados.0.smithi005.stdout:474: rollback oid 28 current snap is 43 2024-04-12T16:26:04.860 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 28 to 36 2024-04-12T16:26:04.860 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 43 2024-04-12T16:26:04.860 INFO:tasks.rados.rados.0.smithi005.stdout:475: seq_num 169 ranges {0=434176} 2024-04-12T16:26:04.862 INFO:tasks.rados.rados.0.smithi005.stdout:475: writing smithi00577259-8 from 0 to 434176 tid 1 2024-04-12T16:26:04.862 INFO:tasks.rados.rados.0.smithi005.stdout:476: copy_from oid 18 from oid 36 current snap is 43 2024-04-12T16:26:04.863 INFO:tasks.rados.rados.0.smithi005.stdout:477: read oid 47 snap -1 2024-04-12T16:26:04.863 INFO:tasks.rados.rados.0.smithi005.stdout:477: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:04.863 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 43 2024-04-12T16:26:04.863 INFO:tasks.rados.rados.0.smithi005.stdout:478: seq_num 170 ranges {1687552=450560} 2024-04-12T16:26:04.876 INFO:tasks.rados.rados.0.smithi005.stdout:478: writing smithi00577259-17 from 1687552 to 2138112 tid 1 2024-04-12T16:26:04.876 INFO:tasks.rados.rados.0.smithi005.stdout:469: expect (ObjNum 156 snap 39 seq_num 156) 2024-04-12T16:26:04.981 INFO:tasks.rados.rados.0.smithi005.stdout:473: finishing write tid 1 to smithi00577259-16 2024-04-12T16:26:04.981 INFO:tasks.rados.rados.0.smithi005.stdout:473: finishing write tid 2 to smithi00577259-16 2024-04-12T16:26:04.981 INFO:tasks.rados.rados.0.smithi005.stdout:469: done (8 left) 2024-04-12T16:26:04.981 INFO:tasks.rados.rados.0.smithi005.stdout:479: read oid 20 snap -1 2024-04-12T16:26:04.981 INFO:tasks.rados.rados.0.smithi005.stdout:479: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:26:04.981 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 43 2024-04-12T16:26:04.981 INFO:tasks.rados.rados.0.smithi005.stdout:474: finishing rollback tid 0 to smithi00577259-28 2024-04-12T16:26:04.982 INFO:tasks.rados.rados.0.smithi005.stdout:480: seq_num 171 ranges {4177920=466944} 2024-04-12T16:26:05.006 INFO:tasks.rados.rados.0.smithi005.stdout:480: writing smithi00577259-30 from 4177920 to 4644864 tid 1 2024-04-12T16:26:05.006 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 43 2024-04-12T16:26:05.006 INFO:tasks.rados.rados.0.smithi005.stdout:474: finishing rollback tid 1 to smithi00577259-28 2024-04-12T16:26:05.006 INFO:tasks.rados.rados.0.smithi005.stdout:473: finishing write tid 3 to smithi00577259-16 2024-04-12T16:26:05.007 INFO:tasks.rados.rados.0.smithi005.stdout:473: oid 16 updating version 0 to 80 2024-04-12T16:26:05.007 INFO:tasks.rados.rados.0.smithi005.stdout:473: oid 16 version 80 is already newer than 79 2024-04-12T16:26:05.007 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 80 (ObjNum 168 snap 43 seq_num 168) dirty exists 2024-04-12T16:26:05.007 INFO:tasks.rados.rados.0.smithi005.stdout:473: left oid 16 (ObjNum 168 snap 43 seq_num 168) 2024-04-12T16:26:05.007 INFO:tasks.rados.rados.0.smithi005.stdout:477: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:05.026 INFO:tasks.rados.rados.0.smithi005.stdout:465: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:26:05.026 INFO:tasks.rados.rados.0.smithi005.stdout:474: finishing rollback tid 2 to smithi00577259-28 2024-04-12T16:26:05.026 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 187 (ObjNum 108 snap 22 seq_num 108) dirty exists 2024-04-12T16:26:05.026 INFO:tasks.rados.rados.0.smithi005.stdout:475: finishing write tid 1 to smithi00577259-8 2024-04-12T16:26:05.026 INFO:tasks.rados.rados.0.smithi005.stdout:475: finishing write tid 2 to smithi00577259-8 2024-04-12T16:26:05.026 INFO:tasks.rados.rados.0.smithi005.stdout:481: seq_num 172 ranges {655360=483328} 2024-04-12T16:26:05.033 INFO:tasks.rados.rados.0.smithi005.stdout:481: writing smithi00577259-39 from 655360 to 1138688 tid 1 2024-04-12T16:26:05.033 INFO:tasks.rados.rados.0.smithi005.stdout:473: done (10 left) 2024-04-12T16:26:05.033 INFO:tasks.rados.rados.0.smithi005.stdout:474: done (9 left) 2024-04-12T16:26:05.033 INFO:tasks.rados.rados.0.smithi005.stdout:477: done (8 left) 2024-04-12T16:26:05.033 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 43 2024-04-12T16:26:05.033 INFO:tasks.rados.rados.0.smithi005.stdout:465: finishing copy_from to smithi00577259-15 2024-04-12T16:26:05.033 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 116 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:475: finishing write tid 3 to smithi00577259-8 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:475: oid 8 updating version 0 to 188 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:475: oid 8 updating version 188 to 189 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 189 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:475: left oid 8 (ObjNum 169 snap 43 seq_num 169) 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:472: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:476: finishing copy_from racing read to smithi00577259-18 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:476: finishing copy_from to smithi00577259-18 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 177 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:472: finishing copy_from to smithi00577259-14 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 140 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:478: finishing write tid 1 to smithi00577259-17 2024-04-12T16:26:05.034 INFO:tasks.rados.rados.0.smithi005.stdout:478: finishing write tid 2 to smithi00577259-17 2024-04-12T16:26:05.035 INFO:tasks.rados.rados.0.smithi005.stdout:478: finishing write tid 3 to smithi00577259-17 2024-04-12T16:26:05.035 INFO:tasks.rados.rados.0.smithi005.stdout:478: oid 17 updating version 0 to 71 2024-04-12T16:26:05.035 INFO:tasks.rados.rados.0.smithi005.stdout:478: oid 17 updating version 71 to 72 2024-04-12T16:26:05.035 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 72 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-04-12T16:26:05.035 INFO:tasks.rados.rados.0.smithi005.stdout:478: left oid 17 (ObjNum 170 snap 43 seq_num 170) 2024-04-12T16:26:05.035 INFO:tasks.rados.rados.0.smithi005.stdout:482: seq_num 173 ranges {2531328=499712} 2024-04-12T16:26:05.049 INFO:tasks.rados.rados.0.smithi005.stdout:482: writing smithi00577259-38 from 2531328 to 3031040 tid 1 2024-04-12T16:26:05.049 INFO:tasks.rados.rados.0.smithi005.stdout:465: done (8 left) 2024-04-12T16:26:05.049 INFO:tasks.rados.rados.0.smithi005.stdout:472: done (7 left) 2024-04-12T16:26:05.049 INFO:tasks.rados.rados.0.smithi005.stdout:475: done (6 left) 2024-04-12T16:26:05.050 INFO:tasks.rados.rados.0.smithi005.stdout:476: done (5 left) 2024-04-12T16:26:05.050 INFO:tasks.rados.rados.0.smithi005.stdout:478: done (4 left) 2024-04-12T16:26:05.050 INFO:tasks.rados.rados.0.smithi005.stdout:483: read oid 41 snap -1 2024-04-12T16:26:05.050 INFO:tasks.rados.rados.0.smithi005.stdout:483: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:26:05.050 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 43 2024-04-12T16:26:05.050 INFO:tasks.rados.rados.0.smithi005.stdout:484: seq_num 174 ranges {1802240=516096} 2024-04-12T16:26:05.062 INFO:tasks.rados.rados.0.smithi005.stdout:484: writing smithi00577259-27 from 1802240 to 2318336 tid 1 2024-04-12T16:26:05.062 INFO:tasks.rados.rados.0.smithi005.stdout:485: read oid 49 snap 35 2024-04-12T16:26:05.062 INFO:tasks.rados.rados.0.smithi005.stdout:485: expect deleted 2024-04-12T16:26:05.062 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 43 2024-04-12T16:26:05.062 INFO:tasks.rados.rados.0.smithi005.stdout:486: seq_num 175 ranges {2121728=540672} 2024-04-12T16:26:05.076 INFO:tasks.rados.rados.0.smithi005.stdout:486: writing smithi00577259-45 from 2121728 to 2662400 tid 1 2024-04-12T16:26:05.076 INFO:tasks.rados.rados.0.smithi005.stdout:487: delete oid 3 current snap is 43 2024-04-12T16:26:05.077 INFO:tasks.rados.rados.0.smithi005.stdout:479: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:26:05.079 INFO:tasks.rados.rados.0.smithi005.stdout:480: finishing write tid 1 to smithi00577259-30 2024-04-12T16:26:05.079 INFO:tasks.rados.rados.0.smithi005.stdout:480: finishing write tid 2 to smithi00577259-30 2024-04-12T16:26:05.079 INFO:tasks.rados.rados.0.smithi005.stdout:480: finishing write tid 3 to smithi00577259-30 2024-04-12T16:26:05.079 INFO:tasks.rados.rados.0.smithi005.stdout:480: oid 30 updating version 0 to 80 2024-04-12T16:26:05.079 INFO:tasks.rados.rados.0.smithi005.stdout:480: oid 30 updating version 80 to 81 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 81 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:480: left oid 30 (ObjNum 171 snap 43 seq_num 171) 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:481: finishing write tid 1 to smithi00577259-39 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:479: done (8 left) 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:480: done (7 left) 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:487: done (6 left) 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:488: copy_from oid 44 from oid 6 current snap is 43 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:481: finishing write tid 2 to smithi00577259-39 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:481: finishing write tid 3 to smithi00577259-39 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:481: oid 39 updating version 0 to 117 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:481: oid 39 updating version 117 to 118 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 118 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:481: left oid 39 (ObjNum 172 snap 43 seq_num 172) 2024-04-12T16:26:05.080 INFO:tasks.rados.rados.0.smithi005.stdout:483: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:482: finishing write tid 1 to smithi00577259-38 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:482: finishing write tid 2 to smithi00577259-38 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:482: finishing write tid 3 to smithi00577259-38 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:482: oid 38 updating version 0 to 84 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:482: oid 38 version 84 is already newer than 83 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 84 (ObjNum 173 snap 43 seq_num 173) dirty exists 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:482: left oid 38 (ObjNum 173 snap 43 seq_num 173) 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:484: finishing write tid 1 to smithi00577259-27 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:484: finishing write tid 2 to smithi00577259-27 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:484: finishing write tid 3 to smithi00577259-27 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:484: oid 27 updating version 0 to 166 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:484: oid 27 updating version 166 to 167 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 167 (ObjNum 174 snap 43 seq_num 174) dirty exists 2024-04-12T16:26:05.083 INFO:tasks.rados.rados.0.smithi005.stdout:484: left oid 27 (ObjNum 174 snap 43 seq_num 174) 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:486: finishing write tid 1 to smithi00577259-45 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:481: done (6 left) 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:482: done (5 left) 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:483: done (4 left) 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:484: done (3 left) 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:485: done (2 left) 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:489: read oid 14 snap 42 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:489: expect (ObjNum 163 snap 41 seq_num 163) 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 43 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:486: finishing write tid 2 to smithi00577259-45 2024-04-12T16:26:05.084 INFO:tasks.rados.rados.0.smithi005.stdout:490: seq_num 177 ranges {2162688=573440} 2024-04-12T16:26:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:04 smithi016 ceph-mon[30750]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T16:26:05.097 INFO:tasks.rados.rados.0.smithi005.stdout:490: writing smithi00577259-33 from 2162688 to 2736128 tid 1 2024-04-12T16:26:05.097 INFO:tasks.rados.rados.0.smithi005.stdout:491: delete oid 27 current snap is 43 2024-04-12T16:26:05.097 INFO:tasks.rados.rados.0.smithi005.stdout:486: finishing write tid 3 to smithi00577259-45 2024-04-12T16:26:05.098 INFO:tasks.rados.rados.0.smithi005.stdout:486: oid 45 updating version 0 to 169 2024-04-12T16:26:05.098 INFO:tasks.rados.rados.0.smithi005.stdout:486: oid 45 updating version 169 to 170 2024-04-12T16:26:05.098 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 170 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-04-12T16:26:05.098 INFO:tasks.rados.rados.0.smithi005.stdout:486: left oid 45 (ObjNum 175 snap 43 seq_num 175) 2024-04-12T16:26:05.098 INFO:tasks.rados.rados.0.smithi005.stdout:489: expect (ObjNum 163 snap 41 seq_num 163) 2024-04-12T16:26:05.122 INFO:tasks.rados.rados.0.smithi005.stdout:488: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:26:05.122 INFO:tasks.rados.rados.0.smithi005.stdout:488: finishing copy_from to smithi00577259-44 2024-04-12T16:26:05.122 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 16 (ObjNum 107 snap 22 seq_num 107) dirty exists 2024-04-12T16:26:05.122 INFO:tasks.rados.rados.0.smithi005.stdout:486: done (4 left) 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:488: done (3 left) 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:489: done (2 left) 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:491: done (1 left) 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:492: snap_create 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:490: finishing write tid 1 to smithi00577259-33 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:490: finishing write tid 2 to smithi00577259-33 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:490: finishing write tid 3 to smithi00577259-33 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:490: oid 33 updating version 0 to 156 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:490: oid 33 updating version 156 to 157 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 157 (ObjNum 177 snap 43 seq_num 177) dirty exists 2024-04-12T16:26:05.123 INFO:tasks.rados.rados.0.smithi005.stdout:490: left oid 33 (ObjNum 177 snap 43 seq_num 177) 2024-04-12T16:26:05.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:04 smithi005 ceph-mon[27222]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T16:26:05.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:04 smithi005 ceph-mon[37926]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T16:26:05.855 INFO:tasks.rados.rados.0.smithi005.stdout:490: done (1 left) 2024-04-12T16:26:05.855 INFO:tasks.rados.rados.0.smithi005.stdout:492: done (0 left) 2024-04-12T16:26:05.855 INFO:tasks.rados.rados.0.smithi005.stdout:493: snap_create 2024-04-12T16:26:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:05 smithi005 ceph-mon[27222]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T16:26:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:05 smithi005 ceph-mon[27222]: pgmap v218: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T16:26:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:05 smithi005 ceph-mon[37926]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T16:26:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:05 smithi005 ceph-mon[37926]: pgmap v218: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T16:26:06.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:05 smithi016 ceph-mon[30750]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T16:26:06.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:05 smithi016 ceph-mon[30750]: pgmap v218: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T16:26:06.718 INFO:tasks.rados.rados.0.smithi005.stdout:493: done (0 left) 2024-04-12T16:26:06.718 INFO:tasks.rados.rados.0.smithi005.stdout:494: snap_remove snap 39 2024-04-12T16:26:07.193 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:06 smithi016 ceph-mon[30750]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T16:26:07.193 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:06 smithi016 ceph-mon[30750]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T16:26:07.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:06 smithi005 ceph-mon[27222]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T16:26:07.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:06 smithi005 ceph-mon[27222]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T16:26:07.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:06 smithi005 ceph-mon[37926]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T16:26:07.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:06 smithi005 ceph-mon[37926]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T16:26:07.721 INFO:tasks.rados.rados.0.smithi005.stdout:494: done (0 left) 2024-04-12T16:26:07.721 INFO:tasks.rados.rados.0.smithi005.stdout:495: read oid 21 snap -1 2024-04-12T16:26:07.721 INFO:tasks.rados.rados.0.smithi005.stdout:495: expect deleted 2024-04-12T16:26:07.721 INFO:tasks.rados.rados.0.smithi005.stdout:496: snap_create 2024-04-12T16:26:08.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[27222]: pgmap v221: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T16:26:08.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[27222]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T16:26:08.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:08.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:08.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[37926]: pgmap v221: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T16:26:08.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[37926]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T16:26:08.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:08.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:07 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:08.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:07 smithi016 ceph-mon[30750]: pgmap v221: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-12T16:26:08.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:07 smithi016 ceph-mon[30750]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T16:26:08.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:07 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:08.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:07 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:08.720 INFO:tasks.rados.rados.0.smithi005.stdout:495: done (1 left) 2024-04-12T16:26:08.720 INFO:tasks.rados.rados.0.smithi005.stdout:496: done (0 left) 2024-04-12T16:26:08.720 INFO:tasks.rados.rados.0.smithi005.stdout:497: copy_from oid 24 from oid 25 current snap is 46 2024-04-12T16:26:08.720 INFO:tasks.rados.rados.0.smithi005.stdout:498: snap_remove snap 33 2024-04-12T16:26:09.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:26:09] "GET /metrics HTTP/1.1" 200 35985 "" "Prometheus/2.43.0" 2024-04-12T16:26:09.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:09.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:09.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[27222]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T16:26:09.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:09.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:09.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:09.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[37926]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T16:26:09.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:09 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:498: done (1 left) 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:499: rollback oid 16 current snap is 46 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 16 to 42 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:497: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:497: finishing copy_from to smithi00577259-24 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 116 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:497: done (1 left) 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:500: read oid 47 snap 37 2024-04-12T16:26:09.726 INFO:tasks.rados.rados.0.smithi005.stdout:500: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:09.727 INFO:tasks.rados.rados.0.smithi005.stdout:501: copy_from oid 30 from oid 6 current snap is 46 2024-04-12T16:26:09.727 INFO:tasks.rados.rados.0.smithi005.stdout:502: rollback oid 5 current snap is 46 2024-04-12T16:26:09.727 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 5 to 27 2024-04-12T16:26:09.727 INFO:tasks.rados.rados.0.smithi005.stdout:503: rollback oid 50 current snap is 46 2024-04-12T16:26:09.727 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 30 2024-04-12T16:26:09.727 INFO:tasks.rados.rados.0.smithi005.stdout:504: delete oid 1 current snap is 46 2024-04-12T16:26:09.735 INFO:tasks.rados.rados.0.smithi005.stdout:500: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:09.760 INFO:tasks.rados.rados.0.smithi005.stdout:499: finishing rollback tid 0 to smithi00577259-16 2024-04-12T16:26:09.760 INFO:tasks.rados.rados.0.smithi005.stdout:499: finishing rollback tid 1 to smithi00577259-16 2024-04-12T16:26:09.760 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 85 (ObjNum 129 snap 0 seq_num 729920704) dirty dne 2024-04-12T16:26:09.760 INFO:tasks.rados.rados.0.smithi005.stdout:502: finishing rollback tid 0 to smithi00577259-5 2024-04-12T16:26:09.760 INFO:tasks.rados.rados.0.smithi005.stdout:502: finishing rollback tid 1 to smithi00577259-5 2024-04-12T16:26:09.760 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 179 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:26:09.760 INFO:tasks.rados.rados.0.smithi005.stdout:503: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:499: done (5 left) 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:500: done (4 left) 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:502: done (3 left) 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:504: done (2 left) 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:505: read oid 20 snap 42 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:505: expect (ObjNum 730070464 snap 22011 seq_num 730318752) 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:506: delete oid 12 current snap is 46 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:503: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:503: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 159 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:501: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:501: finishing copy_from to smithi00577259-30 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 16 (ObjNum 107 snap 22 seq_num 107) dirty exists 2024-04-12T16:26:09.761 INFO:tasks.rados.rados.0.smithi005.stdout:505: expect (ObjNum 730070464 snap 22011 seq_num 730318752) 2024-04-12T16:26:09.762 INFO:tasks.rados.rados.0.smithi005.stdout:501: done (3 left) 2024-04-12T16:26:09.763 INFO:tasks.rados.rados.0.smithi005.stdout:503: done (2 left) 2024-04-12T16:26:09.763 INFO:tasks.rados.rados.0.smithi005.stdout:505: done (1 left) 2024-04-12T16:26:09.763 INFO:tasks.rados.rados.0.smithi005.stdout:506: done (0 left) 2024-04-12T16:26:09.763 INFO:tasks.rados.rados.0.smithi005.stdout:507: rmattr oid 6 current snap is 46 2024-04-12T16:26:09.763 INFO:tasks.rados.rados.0.smithi005.stdout:507: done (0 left) 2024-04-12T16:26:09.763 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 46 2024-04-12T16:26:09.763 INFO:tasks.rados.rados.0.smithi005.stdout:508: seq_num 181 ranges {2121728=638976} 2024-04-12T16:26:09.778 INFO:tasks.rados.rados.0.smithi005.stdout:508: writing smithi00577259-14 from 2121728 to 2760704 tid 1 2024-04-12T16:26:09.778 INFO:tasks.rados.rados.0.smithi005.stdout:509: read oid 4 snap -1 2024-04-12T16:26:09.778 INFO:tasks.rados.rados.0.smithi005.stdout:509: expect (ObjNum 96 snap 18 seq_num 96) 2024-04-12T16:26:09.778 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 46 2024-04-12T16:26:09.778 INFO:tasks.rados.rados.0.smithi005.stdout:510: seq_num 182 ranges {2498560=655360} 2024-04-12T16:26:09.795 INFO:tasks.rados.rados.0.smithi005.stdout:510: writing smithi00577259-50 from 2498560 to 3153920 tid 1 2024-04-12T16:26:09.795 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 46 2024-04-12T16:26:09.795 INFO:tasks.rados.rados.0.smithi005.stdout:511: seq_num 183 ranges {0=671744} 2024-04-12T16:26:09.799 INFO:tasks.rados.rados.0.smithi005.stdout:511: writing smithi00577259-35 from 0 to 671744 tid 1 2024-04-12T16:26:09.799 INFO:tasks.rados.rados.0.smithi005.stdout:512: snap_remove snap 37 2024-04-12T16:26:09.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:09 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:09.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:09 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:09.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:09 smithi016 ceph-mon[30750]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T16:26:09.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:09 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:10.727 INFO:tasks.rados.rados.0.smithi005.stdout:512: done (4 left) 2024-04-12T16:26:10.727 INFO:tasks.rados.rados.0.smithi005.stdout:513: snap_create 2024-04-12T16:26:10.727 INFO:tasks.rados.rados.0.smithi005.stdout:508: finishing write tid 1 to smithi00577259-14 2024-04-12T16:26:10.727 INFO:tasks.rados.rados.0.smithi005.stdout:508: finishing write tid 2 to smithi00577259-14 2024-04-12T16:26:10.727 INFO:tasks.rados.rados.0.smithi005.stdout:508: finishing write tid 3 to smithi00577259-14 2024-04-12T16:26:10.728 INFO:tasks.rados.rados.0.smithi005.stdout:508: oid 14 updating version 0 to 165 2024-04-12T16:26:10.728 INFO:tasks.rados.rados.0.smithi005.stdout:508: oid 14 updating version 165 to 166 2024-04-12T16:26:10.728 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 166 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-04-12T16:26:10.728 INFO:tasks.rados.rados.0.smithi005.stdout:508: left oid 14 (ObjNum 181 snap 46 seq_num 181) 2024-04-12T16:26:10.728 INFO:tasks.rados.rados.0.smithi005.stdout:509: expect (ObjNum 96 snap 18 seq_num 96) 2024-04-12T16:26:10.773 INFO:tasks.rados.rados.0.smithi005.stdout:510: finishing write tid 1 to smithi00577259-50 2024-04-12T16:26:10.773 INFO:tasks.rados.rados.0.smithi005.stdout:510: finishing write tid 2 to smithi00577259-50 2024-04-12T16:26:10.773 INFO:tasks.rados.rados.0.smithi005.stdout:510: finishing write tid 3 to smithi00577259-50 2024-04-12T16:26:10.773 INFO:tasks.rados.rados.0.smithi005.stdout:510: oid 50 updating version 0 to 167 2024-04-12T16:26:10.773 INFO:tasks.rados.rados.0.smithi005.stdout:510: oid 50 updating version 167 to 168 2024-04-12T16:26:10.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 168 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:510: left oid 50 (ObjNum 182 snap 46 seq_num 182) 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:511: finishing write tid 1 to smithi00577259-35 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:511: finishing write tid 2 to smithi00577259-35 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:511: finishing write tid 3 to smithi00577259-35 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:511: oid 35 updating version 0 to 86 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:511: oid 35 version 86 is already newer than 85 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 86 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:26:10.774 INFO:tasks.rados.rados.0.smithi005.stdout:511: left oid 35 (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:26:10.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:10 smithi016 ceph-mon[30750]: pgmap v224: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:10.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:10 smithi016 ceph-mon[30750]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T16:26:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:10 smithi005 ceph-mon[27222]: pgmap v224: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:10.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:10 smithi005 ceph-mon[27222]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T16:26:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:10 smithi005 ceph-mon[37926]: pgmap v224: 121 pgs: 121 active+clean; 150 MiB data, 489 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:10 smithi005 ceph-mon[37926]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T16:26:11.734 INFO:tasks.rados.rados.0.smithi005.stdout:508: done (4 left) 2024-04-12T16:26:11.734 INFO:tasks.rados.rados.0.smithi005.stdout:509: done (3 left) 2024-04-12T16:26:11.735 INFO:tasks.rados.rados.0.smithi005.stdout:510: done (2 left) 2024-04-12T16:26:11.735 INFO:tasks.rados.rados.0.smithi005.stdout:511: done (1 left) 2024-04-12T16:26:11.735 INFO:tasks.rados.rados.0.smithi005.stdout:513: done (0 left) 2024-04-12T16:26:11.735 INFO:tasks.rados.rados.0.smithi005.stdout:514: snap_remove snap 35 2024-04-12T16:26:12.070 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:11 smithi016 ceph-mon[30750]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T16:26:12.070 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:11 smithi016 ceph-mon[30750]: pgmap v227: 121 pgs: 121 active+clean; 164 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-04-12T16:26:12.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:11 smithi005 ceph-mon[27222]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T16:26:12.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:11 smithi005 ceph-mon[27222]: pgmap v227: 121 pgs: 121 active+clean; 164 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-04-12T16:26:12.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:11 smithi005 ceph-mon[37926]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T16:26:12.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:11 smithi005 ceph-mon[37926]: pgmap v227: 121 pgs: 121 active+clean; 164 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-04-12T16:26:12.318 INFO:tasks.rados.rados.0.smithi005.stdout:514: done (0 left) 2024-04-12T16:26:12.318 INFO:tasks.rados.rados.0.smithi005.stdout:515: read oid 16 snap 43 2024-04-12T16:26:12.318 INFO:tasks.rados.rados.0.smithi005.stdout:515: expect (ObjNum 168 snap 43 seq_num 168) 2024-04-12T16:26:12.318 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 47 2024-04-12T16:26:12.318 INFO:tasks.rados.rados.0.smithi005.stdout:516: seq_num 184 ranges {98304=688128} 2024-04-12T16:26:12.320 INFO:tasks.rados.rados.0.smithi005.stdout:516: writing smithi00577259-2 from 98304 to 786432 tid 1 2024-04-12T16:26:12.320 INFO:tasks.rados.rados.0.smithi005.stdout:517: setattr oid 49 current snap is 47 2024-04-12T16:26:12.322 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 47 2024-04-12T16:26:12.322 INFO:tasks.rados.rados.0.smithi005.stdout:518: seq_num 185 ranges {2662400=704512} 2024-04-12T16:26:12.342 INFO:tasks.rados.rados.0.smithi005.stdout:518: writing smithi00577259-45 from 2662400 to 3366912 tid 1 2024-04-12T16:26:12.342 INFO:tasks.rados.rados.0.smithi005.stdout:519: read oid 35 snap -1 2024-04-12T16:26:12.342 INFO:tasks.rados.rados.0.smithi005.stdout:519: expect (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:26:12.342 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 142 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:26:12.343 INFO:tasks.rados.rados.0.smithi005.stdout:516: finishing write tid 1 to smithi00577259-2 2024-04-12T16:26:12.343 INFO:tasks.rados.rados.0.smithi005.stdout:516: finishing write tid 2 to smithi00577259-2 2024-04-12T16:26:12.343 INFO:tasks.rados.rados.0.smithi005.stdout:515: expect (ObjNum 168 snap 43 seq_num 168) 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:516: finishing write tid 3 to smithi00577259-2 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:516: oid 2 updating version 0 to 169 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:516: oid 2 version 169 is already newer than 168 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 169 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:516: left oid 2 (ObjNum 184 snap 47 seq_num 184) 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:518: finishing write tid 1 to smithi00577259-45 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:515: done (4 left) 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:516: done (3 left) 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:517: done (2 left) 2024-04-12T16:26:12.357 INFO:tasks.rados.rados.0.smithi005.stdout:520: read oid 22 snap -1 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:520: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:521: copy_from oid 28 from oid 47 current snap is 47 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:518: finishing write tid 2 to smithi00577259-45 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:518: finishing write tid 3 to smithi00577259-45 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:518: oid 45 updating version 0 to 199 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:518: oid 45 updating version 199 to 200 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 200 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:518: left oid 45 (ObjNum 185 snap 47 seq_num 185) 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:518: done (3 left) 2024-04-12T16:26:12.358 INFO:tasks.rados.rados.0.smithi005.stdout:522: rollback oid 44 current snap is 47 2024-04-12T16:26:12.359 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 42 2024-04-12T16:26:12.359 INFO:tasks.rados.rados.0.smithi005.stdout:523: snap_remove snap 20 2024-04-12T16:26:12.563 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:12.313+0000 7f3d1b338700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T16:26:12.563 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setuser ceph since I am not root 2024-04-12T16:26:12.563 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ignoring --setgroup ceph since I am not root 2024-04-12T16:26:12.582 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:12] ENGINE Bus STOPPING 2024-04-12T16:26:12.582 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:26:12.582 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:12] ENGINE Bus STOPPED 2024-04-12T16:26:12.582 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:12] ENGINE Bus STARTING 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.465+0000 7f0d63206700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.465+0000 7f0d63206700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.465+0000 7f0d63206700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.465+0000 7f0d63206700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.465+0000 7f0d63206700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.467+0000 7f0d66a0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.467+0000 7f0d66a0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.467+0000 7f0d66a0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.467+0000 7f0d66a0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:12.467+0000 7f0d66a0d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:12] ENGINE Serving on http://:::9283 2024-04-12T16:26:12.583 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:12] ENGINE Bus STARTED 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: Activating manager daemon x 2024-04-12T16:26:12.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: mgrmap e25: x(active, starting, since 0.0094953s) 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:26:12.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: Manager daemon x is now available 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:12.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:12 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:12.916 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T16:26:12.916 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.916 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: Activating manager daemon x 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: mgrmap e25: x(active, starting, since 0.0094953s) 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:26:12.917 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: Manager daemon x is now available 2024-04-12T16:26:12.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:12.919 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: Activating manager daemon x 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.14610 172.21.15.5:0/4183574498' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: mgrmap e25: x(active, starting, since 0.0094953s) 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:12.920 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:26:12.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:26:12.922 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: Manager daemon x is now available 2024-04-12T16:26:12.922 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:12.922 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:12.922 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:12.922 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:12.922 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:12.922 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:13.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:12.920+0000 7fb14398f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:26:13.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:13.017+0000 7fb14398f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:26:13.317 INFO:tasks.rados.rados.0.smithi005.stdout:523: done (4 left) 2024-04-12T16:26:13.317 INFO:tasks.rados.rados.0.smithi005.stdout:524: read oid 10 snap -1 2024-04-12T16:26:13.317 INFO:tasks.rados.rados.0.smithi005.stdout:524: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:13.317 INFO:tasks.rados.rados.0.smithi005.stdout:525: rollback oid 1 current snap is 47 2024-04-12T16:26:13.317 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 1 to 42 2024-04-12T16:26:13.317 INFO:tasks.rados.rados.0.smithi005.stdout:526: delete oid 49 current snap is 47 2024-04-12T16:26:13.318 INFO:tasks.rados.rados.0.smithi005.stdout:522: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:26:13.318 INFO:tasks.rados.rados.0.smithi005.stdout:522: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:26:13.318 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 145 (ObjNum 65 snap 0 seq_num 1566533743) dirty dne 2024-04-12T16:26:13.318 INFO:tasks.rados.rados.0.smithi005.stdout:519: expect (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:26:13.344 INFO:tasks.rados.rados.0.smithi005.stdout:521: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:26:13.344 INFO:tasks.rados.rados.0.smithi005.stdout:521: finishing copy_from to smithi00577259-28 2024-04-12T16:26:13.344 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 22 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:26:13.344 INFO:tasks.rados.rados.0.smithi005.stdout:520: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:26:13.404 INFO:tasks.rados.rados.0.smithi005.stdout:524: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:525: finishing rollback tid 1 to smithi00577259-1 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:525: finishing rollback tid 2 to smithi00577259-1 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 115 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:519: done (6 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:520: done (5 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:521: done (4 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:522: done (3 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:524: done (2 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:525: done (1 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:526: done (0 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:527: rmattr oid 4 current snap is 47 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:527: done (0 left) 2024-04-12T16:26:13.422 INFO:tasks.rados.rados.0.smithi005.stdout:528: snap_create 2024-04-12T16:26:13.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:13.686+0000 7fb14398f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:26:13.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:13.779+0000 7fb14398f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:26:13.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:13.922+0000 7fb14398f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:26:14.309 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:14.020+0000 7fb14398f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:26:14.309 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:14.105+0000 7fb14398f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:26:14.320 INFO:tasks.rados.rados.0.smithi005.stdout:528: done (0 left) 2024-04-12T16:26:14.321 INFO:tasks.rados.rados.0.smithi005.stdout:529: delete oid 37 current snap is 48 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:529: done (0 left) 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:530: read oid 28 snap 42 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:530: expect (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:531: read oid 6 snap -1 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:531: expect (ObjNum 107 snap 22 seq_num 107) 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:532: read oid 24 snap 30 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:532: expect deleted 2024-04-12T16:26:14.327 INFO:tasks.rados.rados.0.smithi005.stdout:533: snap_create 2024-04-12T16:26:14.333 INFO:tasks.rados.rados.0.smithi005.stdout:531: expect (ObjNum 107 snap 22 seq_num 107) 2024-04-12T16:26:14.406 INFO:tasks.rados.rados.0.smithi005.stdout:530: expect (ObjNum 108 snap 22 seq_num 108) 2024-04-12T16:26:14.578 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: Deploying cephadm binary to smithi016 2024-04-12T16:26:14.578 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: Deploying cephadm binary to smithi005 2024-04-12T16:26:14.578 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:12] ENGINE Bus STARTING 2024-04-12T16:26:14.578 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:12] ENGINE Serving on https://172.21.15.16:7150 2024-04-12T16:26:14.578 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:13] ENGINE Serving on http://172.21.15.16:8765 2024-04-12T16:26:14.578 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:13] ENGINE Bus STARTED 2024-04-12T16:26:14.578 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: mgrmap e26: x(active, since 1.00752s) 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[27222]: pgmap v4: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 38 GiB/s rd, 32 GiB/s wr, 447.89k op/s; 384 MiB/s, 1.36k objects/s recovering 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:14.379+0000 7fb14398f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:14.494+0000 7fb14398f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:14.582+0000 7fb14398f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: Deploying cephadm binary to smithi016 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: Deploying cephadm binary to smithi005 2024-04-12T16:26:14.579 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:12] ENGINE Bus STARTING 2024-04-12T16:26:14.580 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:12] ENGINE Serving on https://172.21.15.16:7150 2024-04-12T16:26:14.580 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:13] ENGINE Serving on http://172.21.15.16:8765 2024-04-12T16:26:14.580 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:13] ENGINE Bus STARTED 2024-04-12T16:26:14.580 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: mgrmap e26: x(active, since 1.00752s) 2024-04-12T16:26:14.580 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T16:26:14.580 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-mon[37926]: pgmap v4: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 38 GiB/s rd, 32 GiB/s wr, 447.89k op/s; 384 MiB/s, 1.36k objects/s recovering 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: Deploying cephadm binary to smithi016 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: Deploying cephadm binary to smithi005 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:12] ENGINE Bus STARTING 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:12] ENGINE Serving on https://172.21.15.16:7150 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:13] ENGINE Serving on http://172.21.15.16:8765 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:13] ENGINE Bus STARTED 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: mgrmap e26: x(active, since 1.00752s) 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T16:26:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:14 smithi016 ceph-mon[30750]: pgmap v4: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 38 GiB/s rd, 32 GiB/s wr, 447.89k op/s; 384 MiB/s, 1.36k objects/s recovering 2024-04-12T16:26:14.854 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:14.679+0000 7fb14398f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:26:15.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:14.859+0000 7fb14398f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:26:15.322 INFO:tasks.rados.rados.0.smithi005.stdout:530: done (3 left) 2024-04-12T16:26:15.323 INFO:tasks.rados.rados.0.smithi005.stdout:531: done (2 left) 2024-04-12T16:26:15.323 INFO:tasks.rados.rados.0.smithi005.stdout:532: done (1 left) 2024-04-12T16:26:15.323 INFO:tasks.rados.rados.0.smithi005.stdout:533: done (0 left) 2024-04-12T16:26:15.323 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 49 2024-04-12T16:26:15.323 INFO:tasks.rados.rados.0.smithi005.stdout:534: seq_num 188 ranges {0=753664} 2024-04-12T16:26:15.327 INFO:tasks.rados.rados.0.smithi005.stdout:534: writing smithi00577259-3 from 0 to 753664 tid 1 2024-04-12T16:26:15.327 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 49 2024-04-12T16:26:15.327 INFO:tasks.rados.rados.0.smithi005.stdout:535: seq_num 189 ranges {0=770048} 2024-04-12T16:26:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:535: writing smithi00577259-49 from 0 to 770048 tid 1 2024-04-12T16:26:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:536: read oid 32 snap 30 2024-04-12T16:26:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:536: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:26:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:537: rollback oid 50 current snap is 49 2024-04-12T16:26:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 42 2024-04-12T16:26:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:538: snap_create 2024-04-12T16:26:15.335 INFO:tasks.rados.rados.0.smithi005.stdout:534: finishing write tid 1 to smithi00577259-3 2024-04-12T16:26:15.335 INFO:tasks.rados.rados.0.smithi005.stdout:534: finishing write tid 2 to smithi00577259-3 2024-04-12T16:26:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:537: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:26:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:537: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:26:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:537: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:26:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 192 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:26:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:535: finishing write tid 1 to smithi00577259-49 2024-04-12T16:26:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:534: finishing write tid 3 to smithi00577259-3 2024-04-12T16:26:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:534: oid 3 updating version 0 to 121 2024-04-12T16:26:15.338 INFO:tasks.rados.rados.0.smithi005.stdout:534: oid 3 version 121 is already newer than 120 2024-04-12T16:26:15.338 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 121 (ObjNum 188 snap 49 seq_num 188) dirty exists 2024-04-12T16:26:15.338 INFO:tasks.rados.rados.0.smithi005.stdout:534: left oid 3 (ObjNum 188 snap 49 seq_num 188) 2024-04-12T16:26:15.338 INFO:tasks.rados.rados.0.smithi005.stdout:535: finishing write tid 2 to smithi00577259-49 2024-04-12T16:26:15.338 INFO:tasks.rados.rados.0.smithi005.stdout:536: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:26:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:535: finishing write tid 3 to smithi00577259-49 2024-04-12T16:26:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:535: oid 49 updating version 0 to 151 2024-04-12T16:26:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:535: oid 49 updating version 151 to 152 2024-04-12T16:26:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 152 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-04-12T16:26:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:535: left oid 49 (ObjNum 189 snap 49 seq_num 189) 2024-04-12T16:26:15.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:15 smithi016 ceph-mon[30750]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T16:26:15.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:15 smithi016 ceph-mon[30750]: pgmap v6: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 171 MiB/s rd, 142 MiB/s wr, 1.95k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-12T16:26:15.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:15 smithi005 ceph-mon[27222]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T16:26:15.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:15 smithi005 ceph-mon[27222]: pgmap v6: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 171 MiB/s rd, 142 MiB/s wr, 1.95k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-12T16:26:15.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:15 smithi005 ceph-mon[37926]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T16:26:15.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:15 smithi005 ceph-mon[37926]: pgmap v6: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 171 MiB/s rd, 142 MiB/s wr, 1.95k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-12T16:26:16.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:15.855+0000 7fb14398f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:26:16.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:15.990+0000 7fb14398f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:26:16.330 INFO:tasks.rados.rados.0.smithi005.stdout:534: done (4 left) 2024-04-12T16:26:16.330 INFO:tasks.rados.rados.0.smithi005.stdout:535: done (3 left) 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:536: done (2 left) 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:537: done (1 left) 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:538: done (0 left) 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:539: read oid 22 snap -1 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:539: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:540: rollback oid 47 current snap is 50 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 43 2024-04-12T16:26:16.331 INFO:tasks.rados.rados.0.smithi005.stdout:541: snap_remove snap 41 2024-04-12T16:26:16.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:16 smithi016 ceph-mon[30750]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T16:26:16.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:16 smithi016 ceph-mon[30750]: mgrmap e27: x(active, since 3s) 2024-04-12T16:26:16.631 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-mon[27222]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T16:26:16.631 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-mon[27222]: mgrmap e27: x(active, since 3s) 2024-04-12T16:26:16.631 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-mon[37926]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T16:26:16.631 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-mon[37926]: mgrmap e27: x(active, since 3s) 2024-04-12T16:26:16.632 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:16.333+0000 7fb14398f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:26:16.632 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:16.432+0000 7fb14398f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:26:16.632 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:16.636+0000 7fb14398f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:26:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:541: done (2 left) 2024-04-12T16:26:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 50 2024-04-12T16:26:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:542: seq_num 190 ranges {2408448=786432} 2024-04-12T16:26:16.739 INFO:tasks.rados.rados.0.smithi005.stdout:542: writing smithi00577259-6 from 2408448 to 3194880 tid 1 2024-04-12T16:26:16.739 INFO:tasks.rados.rados.0.smithi005.stdout:543: copy_from oid 41 from oid 46 current snap is 50 2024-04-12T16:26:16.739 INFO:tasks.rados.rados.0.smithi005.stdout:540: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:26:16.739 INFO:tasks.rados.rados.0.smithi005.stdout:540: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:26:16.739 INFO:tasks.rados.rados.0.smithi005.stdout:540: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:26:16.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 64 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:26:16.739 INFO:tasks.rados.rados.0.smithi005.stdout:539: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:542: finishing write tid 1 to smithi00577259-6 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:542: finishing write tid 2 to smithi00577259-6 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:542: finishing write tid 3 to smithi00577259-6 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:542: oid 6 updating version 0 to 26 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:542: oid 6 updating version 26 to 27 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 27 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:542: left oid 6 (ObjNum 190 snap 50 seq_num 190) 2024-04-12T16:26:16.843 INFO:tasks.rados.rados.0.smithi005.stdout:543: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:543: finishing copy_from to smithi00577259-41 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 118 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:539: done (3 left) 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:540: done (2 left) 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:542: done (1 left) 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:543: done (0 left) 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:544: rollback oid 1 current snap is 50 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 1 to 45 2024-04-12T16:26:16.844 INFO:tasks.rados.rados.0.smithi005.stdout:545: snap_remove snap 49 2024-04-12T16:26:16.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:16.869+0000 7fb14398f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:26:17.427 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-mon[27222]: pgmap v8: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 57 MiB/s rd, 48 MiB/s wr, 654 op/s; 574 KiB/s, 1 objects/s recovering 2024-04-12T16:26:17.427 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-mon[27222]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T16:26:17.427 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-mon[27222]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T16:26:17.427 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-mon[37926]: pgmap v8: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 57 MiB/s rd, 48 MiB/s wr, 654 op/s; 574 KiB/s, 1 objects/s recovering 2024-04-12T16:26:17.427 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-mon[37926]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T16:26:17.427 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-mon[37926]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T16:26:17.427 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:17.167+0000 7fb14398f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:26:17.428 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:17.430+0000 7fb14398f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:26:17.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:17 smithi016 ceph-mon[30750]: pgmap v8: 121 pgs: 121 active+clean; 161 MiB data, 536 MiB used, 715 GiB / 715 GiB avail; 57 MiB/s rd, 48 MiB/s wr, 654 op/s; 574 KiB/s, 1 objects/s recovering 2024-04-12T16:26:17.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:17 smithi016 ceph-mon[30750]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T16:26:17.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:17 smithi016 ceph-mon[30750]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T16:26:17.700 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:17 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:17.674+0000 7fb14398f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:26:17.721 INFO:tasks.rados.rados.0.smithi005.stdout:545: done (1 left) 2024-04-12T16:26:17.722 INFO:tasks.rados.rados.0.smithi005.stdout:546: snap_remove snap 47 2024-04-12T16:26:18.726 INFO:tasks.rados.rados.0.smithi005.stdout:546: done (1 left) 2024-04-12T16:26:18.726 INFO:tasks.rados.rados.0.smithi005.stdout:547: snap_create 2024-04-12T16:26:18.726 INFO:tasks.rados.rados.0.smithi005.stdout:544: finishing rollback tid 0 to smithi00577259-1 2024-04-12T16:26:18.726 INFO:tasks.rados.rados.0.smithi005.stdout:544: finishing rollback tid 1 to smithi00577259-1 2024-04-12T16:26:18.726 INFO:tasks.rados.rados.0.smithi005.stdout:544: finishing rollback tid 2 to smithi00577259-1 2024-04-12T16:26:18.727 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 129 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-04-12T16:26:18.750 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:18 smithi005 ceph-mon[27222]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T16:26:18.750 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:18.553+0000 7fb14398f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:26:18.750 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:18 smithi005 ceph-mon[37926]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T16:26:18.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:18 smithi016 ceph-mon[30750]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T16:26:19.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:19.168+0000 7fb14398f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:26:19.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:19.284+0000 7fb14398f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:26:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:544: done (1 left) 2024-04-12T16:26:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:547: done (0 left) 2024-04-12T16:26:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:548: read oid 47 snap -1 2024-04-12T16:26:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:548: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 51 2024-04-12T16:26:19.735 INFO:tasks.rados.rados.0.smithi005.stdout:549: seq_num 191 ranges {638976=802816} 2024-04-12T16:26:19.742 INFO:tasks.rados.rados.0.smithi005.stdout:549: writing smithi00577259-43 from 638976 to 1441792 tid 1 2024-04-12T16:26:19.742 INFO:tasks.rados.rados.0.smithi005.stdout:550: rollback oid 29 current snap is 51 2024-04-12T16:26:19.742 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 32 2024-04-12T16:26:19.742 INFO:tasks.rados.rados.0.smithi005.stdout:548: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:26:19.762 INFO:tasks.rados.rados.0.smithi005.stdout:549: finishing write tid 1 to smithi00577259-43 2024-04-12T16:26:19.762 INFO:tasks.rados.rados.0.smithi005.stdout:549: finishing write tid 2 to smithi00577259-43 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:548: done (2 left) 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:551: delete oid 27 current snap is 51 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:550: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:549: finishing write tid 3 to smithi00577259-43 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:549: oid 43 updating version 0 to 115 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:549: oid 43 version 115 is already newer than 114 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 115 (ObjNum 191 snap 51 seq_num 191) dirty exists 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:549: left oid 43 (ObjNum 191 snap 51 seq_num 191) 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:550: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:550: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:26:19.763 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 137 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:26:19.764 INFO:tasks.rados.rados.0.smithi005.stdout:549: done (2 left) 2024-04-12T16:26:19.764 INFO:tasks.rados.rados.0.smithi005.stdout:550: done (1 left) 2024-04-12T16:26:19.764 INFO:tasks.rados.rados.0.smithi005.stdout:551: done (0 left) 2024-04-12T16:26:19.764 INFO:tasks.rados.rados.0.smithi005.stdout:552: read oid 6 snap -1 2024-04-12T16:26:19.764 INFO:tasks.rados.rados.0.smithi005.stdout:552: expect (ObjNum 190 snap 50 seq_num 190) 2024-04-12T16:26:19.764 INFO:tasks.rados.rados.0.smithi005.stdout:553: copy_from oid 26 from oid 31 current snap is 51 2024-04-12T16:26:19.764 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 51 2024-04-12T16:26:19.765 INFO:tasks.rados.rados.0.smithi005.stdout:554: seq_num 193 ranges {8929280=434176,9363456=401408} 2024-04-12T16:26:19.813 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[27222]: pgmap v12: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-04-12T16:26:19.813 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[27222]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T16:26:19.813 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[27222]: Standby manager daemon y started 2024-04-12T16:26:19.813 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:26:19.813 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:19.813 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:26:19.813 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:19.520+0000 7fb14398f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:26:19] ENGINE Bus STARTING 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: CherryPy Checker: 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: The Application mounted at '' has an empty config. 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:26:19] ENGINE Serving on http://:::9283 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: [12/Apr/2024:16:26:19] ENGINE Bus STARTED 2024-04-12T16:26:19.814 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[37926]: pgmap v12: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-04-12T16:26:19.815 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[37926]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T16:26:19.815 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[37926]: Standby manager daemon y started 2024-04-12T16:26:19.815 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:26:19.815 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:19.815 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:26:19.815 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:19 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:19.815 INFO:tasks.rados.rados.0.smithi005.stdout:554: writing smithi00577259-13 from 8929280 to 9363456 tid 1 2024-04-12T16:26:19.820 INFO:tasks.rados.rados.0.smithi005.stdout:554: writing smithi00577259-13 from 9363456 to 9764864 tid 2 2024-04-12T16:26:19.821 INFO:tasks.rados.rados.0.smithi005.stdout:555: delete oid 15 current snap is 51 2024-04-12T16:26:19.821 INFO:tasks.rados.rados.0.smithi005.stdout:553: finishing copy_from to smithi00577259-26 2024-04-12T16:26:19.821 INFO:tasks.rados.rados.0.smithi005.stdout:553: got expected ENOENT (src dne) 2024-04-12T16:26:19.821 INFO:tasks.rados.rados.0.smithi005.stdout:553: finishing copy_from racing read to smithi00577259-26 2024-04-12T16:26:19.821 INFO:tasks.rados.rados.0.smithi005.stdout:552: expect (ObjNum 190 snap 50 seq_num 190) 2024-04-12T16:26:19.952 INFO:tasks.rados.rados.0.smithi005.stdout:554: finishing write tid 1 to smithi00577259-13 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: finishing write tid 2 to smithi00577259-13 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: finishing write tid 3 to smithi00577259-13 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: finishing write tid 4 to smithi00577259-13 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: oid 13 updating version 0 to 217 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: oid 13 updating version 217 to 219 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: oid 13 version 219 is already newer than 218 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 219 (ObjNum 193 snap 51 seq_num 193) dirty exists 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: left oid 13 (ObjNum 193 snap 51 seq_num 193) 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:552: done (3 left) 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:553: done (2 left) 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:554: done (1 left) 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:555: done (0 left) 2024-04-12T16:26:19.953 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 51 2024-04-12T16:26:19.954 INFO:tasks.rados.rados.0.smithi005.stdout:556: seq_num 195 ranges {3031040=475136,3506176=401408} 2024-04-12T16:26:19.971 INFO:tasks.rados.rados.0.smithi005.stdout:556: writing smithi00577259-38 from 3031040 to 3506176 tid 1 2024-04-12T16:26:19.973 INFO:tasks.rados.rados.0.smithi005.stdout:556: writing smithi00577259-38 from 3506176 to 3907584 tid 2 2024-04-12T16:26:19.973 INFO:tasks.rados.rados.0.smithi005.stdout:557: setattr oid 26 current snap is 51 2024-04-12T16:26:19.974 INFO:tasks.rados.rados.0.smithi005.stdout:556: finishing write tid 1 to smithi00577259-38 2024-04-12T16:26:19.976 INFO:tasks.rados.rados.0.smithi005.stdout:558: delete oid 43 current snap is 51 2024-04-12T16:26:19.976 INFO:tasks.rados.rados.0.smithi005.stdout:556: finishing write tid 2 to smithi00577259-38 2024-04-12T16:26:19.976 INFO:tasks.rados.rados.0.smithi005.stdout:556: finishing write tid 3 to smithi00577259-38 2024-04-12T16:26:19.977 INFO:tasks.rados.rados.0.smithi005.stdout:556: finishing write tid 4 to smithi00577259-38 2024-04-12T16:26:19.977 INFO:tasks.rados.rados.0.smithi005.stdout:556: oid 38 updating version 0 to 140 2024-04-12T16:26:19.978 INFO:tasks.rados.rados.0.smithi005.stdout:556: oid 38 updating version 140 to 141 2024-04-12T16:26:19.978 INFO:tasks.rados.rados.0.smithi005.stdout:556: oid 38 version 141 is already newer than 139 2024-04-12T16:26:19.978 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 141 (ObjNum 195 snap 51 seq_num 195) dirty exists 2024-04-12T16:26:19.978 INFO:tasks.rados.rados.0.smithi005.stdout:556: left oid 38 (ObjNum 195 snap 51 seq_num 195) 2024-04-12T16:26:19.978 INFO:tasks.rados.rados.0.smithi005.stdout:556: done (2 left) 2024-04-12T16:26:19.978 INFO:tasks.rados.rados.0.smithi005.stdout:558: done (1 left) 2024-04-12T16:26:19.978 INFO:tasks.rados.rados.0.smithi005.stdout:559: snap_remove snap 43 2024-04-12T16:26:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:19 smithi016 ceph-mon[30750]: pgmap v12: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-04-12T16:26:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:19 smithi016 ceph-mon[30750]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T16:26:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:19 smithi016 ceph-mon[30750]: Standby manager daemon y started 2024-04-12T16:26:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:19 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:26:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:19 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:19 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:26:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:19 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/4197017025' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:20.737 INFO:tasks.rados.rados.0.smithi005.stdout:559: done (1 left) 2024-04-12T16:26:20.737 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 51 2024-04-12T16:26:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 71 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:26:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:560: seq_num 197 ranges {319488=507904,827392=401408} 2024-04-12T16:26:20.742 INFO:tasks.rados.rados.0.smithi005.stdout:560: writing smithi00577259-9 from 319488 to 827392 tid 1 2024-04-12T16:26:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:560: writing smithi00577259-9 from 827392 to 1228800 tid 2 2024-04-12T16:26:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:557: done (1 left) 2024-04-12T16:26:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:561: snap_create 2024-04-12T16:26:20.750 INFO:tasks.rados.rados.0.smithi005.stdout:560: finishing write tid 1 to smithi00577259-9 2024-04-12T16:26:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:560: finishing write tid 2 to smithi00577259-9 2024-04-12T16:26:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:560: finishing write tid 3 to smithi00577259-9 2024-04-12T16:26:20.752 INFO:tasks.rados.rados.0.smithi005.stdout:560: finishing write tid 4 to smithi00577259-9 2024-04-12T16:26:20.752 INFO:tasks.rados.rados.0.smithi005.stdout:560: oid 9 updating version 0 to 157 2024-04-12T16:26:20.752 INFO:tasks.rados.rados.0.smithi005.stdout:560: oid 9 version 157 is already newer than 156 2024-04-12T16:26:20.752 INFO:tasks.rados.rados.0.smithi005.stdout:560: oid 9 updating version 157 to 158 2024-04-12T16:26:20.752 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 158 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-04-12T16:26:20.752 INFO:tasks.rados.rados.0.smithi005.stdout:560: left oid 9 (ObjNum 197 snap 51 seq_num 197) 2024-04-12T16:26:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:20 smithi016 ceph-mon[30750]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T16:26:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:20 smithi016 ceph-mon[30750]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T16:26:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:20 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:26:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:20 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:20 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[27222]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[27222]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[37926]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[37926]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:21.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:20 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:21.722 INFO:tasks.rados.rados.0.smithi005.stdout:560: done (1 left) 2024-04-12T16:26:21.722 INFO:tasks.rados.rados.0.smithi005.stdout:561: done (0 left) 2024-04-12T16:26:21.722 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 52 2024-04-12T16:26:21.722 INFO:tasks.rados.rados.0.smithi005.stdout:562: seq_num 198 ranges {0=524288,524288=401408} 2024-04-12T16:26:21.724 INFO:tasks.rados.rados.0.smithi005.stdout:562: writing smithi00577259-27 from 0 to 524288 tid 1 2024-04-12T16:26:21.727 INFO:tasks.rados.rados.0.smithi005.stdout:562: writing smithi00577259-27 from 524288 to 925696 tid 2 2024-04-12T16:26:21.728 INFO:tasks.rados.rados.0.smithi005.stdout:563: rollback oid 16 current snap is 52 2024-04-12T16:26:21.728 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 16 to 51 2024-04-12T16:26:21.728 INFO:tasks.rados.rados.0.smithi005.stdout:562: finishing write tid 1 to smithi00577259-27 2024-04-12T16:26:21.728 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 52 2024-04-12T16:26:21.728 INFO:tasks.rados.rados.0.smithi005.stdout:564: seq_num 199 ranges {3153920=540672,3694592=401408} 2024-04-12T16:26:21.748 INFO:tasks.rados.rados.0.smithi005.stdout:564: writing smithi00577259-32 from 3153920 to 3694592 tid 1 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:564: writing smithi00577259-32 from 3694592 to 4096000 tid 2 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:565: snap_create 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:562: finishing write tid 2 to smithi00577259-27 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:562: finishing write tid 3 to smithi00577259-27 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:562: finishing write tid 4 to smithi00577259-27 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:562: oid 27 updating version 0 to 226 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:562: oid 27 version 226 is already newer than 224 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:562: oid 27 version 226 is already newer than 225 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 226 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-04-12T16:26:21.751 INFO:tasks.rados.rados.0.smithi005.stdout:562: left oid 27 (ObjNum 198 snap 52 seq_num 198) 2024-04-12T16:26:21.752 INFO:tasks.rados.rados.0.smithi005.stdout:563: finishing rollback tid 1 to smithi00577259-16 2024-04-12T16:26:21.752 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 85 (ObjNum 97 snap 0 seq_num 1949923261) dirty dne 2024-04-12T16:26:21.753 INFO:tasks.rados.rados.0.smithi005.stdout:564: finishing write tid 1 to smithi00577259-32 2024-04-12T16:26:21.753 INFO:tasks.rados.rados.0.smithi005.stdout:564: finishing write tid 2 to smithi00577259-32 2024-04-12T16:26:21.753 INFO:tasks.rados.rados.0.smithi005.stdout:564: finishing write tid 3 to smithi00577259-32 2024-04-12T16:26:21.755 INFO:tasks.rados.rados.0.smithi005.stdout:564: finishing write tid 4 to smithi00577259-32 2024-04-12T16:26:21.755 INFO:tasks.rados.rados.0.smithi005.stdout:564: oid 32 updating version 0 to 230 2024-04-12T16:26:21.755 INFO:tasks.rados.rados.0.smithi005.stdout:564: oid 32 version 230 is already newer than 229 2024-04-12T16:26:21.755 INFO:tasks.rados.rados.0.smithi005.stdout:564: oid 32 updating version 230 to 231 2024-04-12T16:26:21.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 231 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-12T16:26:21.755 INFO:tasks.rados.rados.0.smithi005.stdout:564: left oid 32 (ObjNum 199 snap 52 seq_num 199) 2024-04-12T16:26:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:21 smithi016 ceph-mon[30750]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-04-12T16:26:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:21 smithi016 ceph-mon[30750]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T16:26:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:21 smithi016 ceph-mon[30750]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T16:26:22.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:21 smithi005 ceph-mon[27222]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-04-12T16:26:22.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:21 smithi005 ceph-mon[27222]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T16:26:22.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:21 smithi005 ceph-mon[27222]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T16:26:22.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:21 smithi005 ceph-mon[37926]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 38 op/s 2024-04-12T16:26:22.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:21 smithi005 ceph-mon[37926]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T16:26:22.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:21 smithi005 ceph-mon[37926]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T16:26:22.738 INFO:tasks.rados.rados.0.smithi005.stdout:562: done (3 left) 2024-04-12T16:26:22.738 INFO:tasks.rados.rados.0.smithi005.stdout:563: done (2 left) 2024-04-12T16:26:22.738 INFO:tasks.rados.rados.0.smithi005.stdout:564: done (1 left) 2024-04-12T16:26:22.738 INFO:tasks.rados.rados.0.smithi005.stdout:565: done (0 left) 2024-04-12T16:26:22.738 INFO:tasks.rados.rados.0.smithi005.stdout:566: setattr oid 7 current snap is 53 2024-04-12T16:26:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 53 2024-04-12T16:26:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:567: seq_num 200 ranges {4177920=557056,4734976=401408} 2024-04-12T16:26:22.765 INFO:tasks.rados.rados.0.smithi005.stdout:567: writing smithi00577259-19 from 4177920 to 4734976 tid 1 2024-04-12T16:26:22.768 INFO:tasks.rados.rados.0.smithi005.stdout:567: writing smithi00577259-19 from 4734976 to 5136384 tid 2 2024-04-12T16:26:22.768 INFO:tasks.rados.rados.0.smithi005.stdout:568: copy_from oid 13 from oid 8 current snap is 53 2024-04-12T16:26:22.768 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 96 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-12T16:26:22.768 INFO:tasks.rados.rados.0.smithi005.stdout:566: done (2 left) 2024-04-12T16:26:22.768 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 53 2024-04-12T16:26:22.768 INFO:tasks.rados.rados.0.smithi005.stdout:569: seq_num 201 ranges {2400256=573440,2973696=401408} 2024-04-12T16:26:22.785 INFO:tasks.rados.rados.0.smithi005.stdout:569: writing smithi00577259-41 from 2400256 to 2973696 tid 1 2024-04-12T16:26:22.787 INFO:tasks.rados.rados.0.smithi005.stdout:569: writing smithi00577259-41 from 2973696 to 3375104 tid 2 2024-04-12T16:26:22.787 INFO:tasks.rados.rados.0.smithi005.stdout:567: finishing write tid 1 to smithi00577259-19 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: finishing write tid 2 to smithi00577259-19 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: finishing write tid 3 to smithi00577259-19 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: finishing write tid 4 to smithi00577259-19 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: oid 19 updating version 0 to 123 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: oid 19 updating version 123 to 124 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: oid 19 version 124 is already newer than 122 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 124 (ObjNum 200 snap 53 seq_num 200) dirty exists 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: left oid 19 (ObjNum 200 snap 53 seq_num 200) 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:568: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:568: finishing copy_from to smithi00577259-13 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 189 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:570: read oid 20 snap 22 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:570: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:26:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:567: done (3 left) 2024-04-12T16:26:22.789 INFO:tasks.rados.rados.0.smithi005.stdout:568: done (2 left) 2024-04-12T16:26:22.789 INFO:tasks.rados.rados.0.smithi005.stdout:571: read oid 33 snap -1 2024-04-12T16:26:22.789 INFO:tasks.rados.rados.0.smithi005.stdout:571: expect (ObjNum 177 snap 43 seq_num 177) 2024-04-12T16:26:22.789 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 53 2024-04-12T16:26:22.789 INFO:tasks.rados.rados.0.smithi005.stdout:572: seq_num 202 ranges {0=589824,589824=401408} 2024-04-12T16:26:22.791 INFO:tasks.rados.rados.0.smithi005.stdout:572: writing smithi00577259-21 from 0 to 589824 tid 1 2024-04-12T16:26:22.794 INFO:tasks.rados.rados.0.smithi005.stdout:572: writing smithi00577259-21 from 589824 to 991232 tid 2 2024-04-12T16:26:22.794 INFO:tasks.rados.rados.0.smithi005.stdout:573: rollback oid 25 current snap is 53 2024-04-12T16:26:22.794 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 23 2024-04-12T16:26:22.794 INFO:tasks.rados.rados.0.smithi005.stdout:569: finishing write tid 1 to smithi00577259-41 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:569: finishing write tid 2 to smithi00577259-41 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:569: finishing write tid 3 to smithi00577259-41 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:569: finishing write tid 4 to smithi00577259-41 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:569: oid 41 updating version 0 to 121 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:569: oid 41 version 121 is already newer than 119 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:569: oid 41 version 121 is already newer than 120 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 121 (ObjNum 201 snap 53 seq_num 201) dirty exists 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:569: left oid 41 (ObjNum 201 snap 53 seq_num 201) 2024-04-12T16:26:22.795 INFO:tasks.rados.rados.0.smithi005.stdout:570: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:573: finishing rollback tid 0 to smithi00577259-25 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:573: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:572: finishing write tid 1 to smithi00577259-21 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:573: finishing rollback tid 2 to smithi00577259-25 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 232 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:572: finishing write tid 2 to smithi00577259-21 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:569: done (4 left) 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:570: done (3 left) 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:573: done (2 left) 2024-04-12T16:26:22.813 INFO:tasks.rados.rados.0.smithi005.stdout:574: rollback oid 31 current snap is 53 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 30 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:572: finishing write tid 3 to smithi00577259-21 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:572: finishing write tid 4 to smithi00577259-21 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:572: oid 21 updating version 0 to 180 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:572: oid 21 updating version 180 to 182 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:572: oid 21 version 182 is already newer than 181 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 182 (ObjNum 202 snap 53 seq_num 202) dirty exists 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:572: left oid 21 (ObjNum 202 snap 53 seq_num 202) 2024-04-12T16:26:22.814 INFO:tasks.rados.rados.0.smithi005.stdout:571: expect (ObjNum 177 snap 43 seq_num 177) 2024-04-12T16:26:22.929 INFO:tasks.rados.rados.0.smithi005.stdout:574: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:26:22.929 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 0 (ObjNum 177 snap 0 seq_num 1950064989) dirty dne 2024-04-12T16:26:22.929 INFO:tasks.rados.rados.0.smithi005.stdout:571: done (2 left) 2024-04-12T16:26:22.930 INFO:tasks.rados.rados.0.smithi005.stdout:572: done (1 left) 2024-04-12T16:26:22.930 INFO:tasks.rados.rados.0.smithi005.stdout:574: done (0 left) 2024-04-12T16:26:22.930 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 53 2024-04-12T16:26:22.930 INFO:tasks.rados.rados.0.smithi005.stdout:575: seq_num 203 ranges {3194880=606208,3801088=401408} 2024-04-12T16:26:22.949 INFO:tasks.rados.rados.0.smithi005.stdout:575: writing smithi00577259-6 from 3194880 to 3801088 tid 1 2024-04-12T16:26:22.953 INFO:tasks.rados.rados.0.smithi005.stdout:575: writing smithi00577259-6 from 3801088 to 4202496 tid 2 2024-04-12T16:26:22.953 INFO:tasks.rados.rados.0.smithi005.stdout:576: rollback oid 15 current snap is 53 2024-04-12T16:26:22.953 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 30 2024-04-12T16:26:22.953 INFO:tasks.rados.rados.0.smithi005.stdout:577: read oid 43 snap -1 2024-04-12T16:26:22.953 INFO:tasks.rados.rados.0.smithi005.stdout:577: expect deleted 2024-04-12T16:26:22.954 INFO:tasks.rados.rados.0.smithi005.stdout:578: rollback oid 29 current snap is 53 2024-04-12T16:26:22.954 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 46 2024-04-12T16:26:22.954 INFO:tasks.rados.rados.0.smithi005.stdout:579: read oid 8 snap -1 2024-04-12T16:26:22.954 INFO:tasks.rados.rados.0.smithi005.stdout:579: expect (ObjNum 169 snap 43 seq_num 169) 2024-04-12T16:26:22.954 INFO:tasks.rados.rados.0.smithi005.stdout:580: rollback oid 34 current snap is 53 2024-04-12T16:26:22.954 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 46 2024-04-12T16:26:22.954 INFO:tasks.rados.rados.0.smithi005.stdout:581: snap_create 2024-04-12T16:26:22.955 INFO:tasks.rados.rados.0.smithi005.stdout:575: finishing write tid 1 to smithi00577259-6 2024-04-12T16:26:22.955 INFO:tasks.rados.rados.0.smithi005.stdout:576: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:26:22.956 INFO:tasks.rados.rados.0.smithi005.stdout:578: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:26:22.957 INFO:tasks.rados.rados.0.smithi005.stdout:580: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:26:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:575: finishing write tid 2 to smithi00577259-6 2024-04-12T16:26:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:575: finishing write tid 3 to smithi00577259-6 2024-04-12T16:26:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:576: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:26:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 119 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-12T16:26:22.959 INFO:tasks.rados.rados.0.smithi005.stdout:580: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:26:22.959 INFO:tasks.rados.rados.0.smithi005.stdout:578: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:26:22.959 INFO:tasks.rados.rados.0.smithi005.stdout:578: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:26:22.959 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 151 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:26:22.959 INFO:tasks.rados.rados.0.smithi005.stdout:580: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:26:22.959 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 206 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:26:22.959 INFO:tasks.rados.rados.0.smithi005.stdout:579: expect (ObjNum 169 snap 43 seq_num 169) 2024-04-12T16:26:22.970 INFO:tasks.rados.rados.0.smithi005.stdout:575: finishing write tid 4 to smithi00577259-6 2024-04-12T16:26:22.971 INFO:tasks.rados.rados.0.smithi005.stdout:575: oid 6 updating version 0 to 36 2024-04-12T16:26:22.971 INFO:tasks.rados.rados.0.smithi005.stdout:575: oid 6 updating version 36 to 37 2024-04-12T16:26:22.971 INFO:tasks.rados.rados.0.smithi005.stdout:575: oid 6 version 37 is already newer than 35 2024-04-12T16:26:22.971 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 37 (ObjNum 203 snap 53 seq_num 203) dirty exists 2024-04-12T16:26:22.971 INFO:tasks.rados.rados.0.smithi005.stdout:575: left oid 6 (ObjNum 203 snap 53 seq_num 203) 2024-04-12T16:26:23.147 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:26:23.147 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.147 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.147 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi005 to 2481M 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.148 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.149 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.150 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[27222]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi005 to 2481M 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.151 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.152 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.153 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:22 smithi005 ceph-mon[37926]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T16:26:23.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi005 to 2481M 2024-04-12T16:26:23.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:23.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:23.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:23.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:23.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:23.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:22 smithi016 ceph-mon[30750]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (3m) 2s ago 4m 24.9M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (4m) 1s ago 4m 91.7M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (5m) 2s ago 5m 16.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (5m) 1s ago 5m 14.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (32s) 1s ago 8m 494M - 19.0.0-2847-gbf9c5618 92de118a8b8f 6f0dd1321a72 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:9283,8765 running (10m) 2s ago 10m 379M - 18.2.2-1187-gd540ebac bb2c5eac26a4 840e981de628 2024-04-12T16:26:23.476 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (10m) 2s ago 10m 55.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 cd13e6542dcf 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (9m) 1s ago 9m 44.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 75bc351d7ed9 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (9m) 2s ago 9m 41.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6cd96fd64805 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (3m) 2s ago 3m 16.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (3m) 1s ago 3m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (8m) 2s ago 8m 102M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (8m) 2s ago 8m 84.2M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (7m) 2s ago 7m 97.5M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (7m) 2s ago 7m 92.4M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (6m) 1s ago 6m 115M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (6m) 1s ago 6m 94.3M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:26:23.477 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (6m) 1s ago 6m 78.9M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:26:23.478 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (5m) 1s ago 5m 90.0M 2993M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:26:23.478 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (3m) 1s ago 4m 51.8M - 2.43.0 a07b618ecd1d 894c66917e1c 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:575: done (6 left) 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:576: done (5 left) 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:577: done (4 left) 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:578: done (3 left) 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:579: done (2 left) 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:580: done (1 left) 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:581: done (0 left) 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:582: rollback oid 42 current snap is 54 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 46 2024-04-12T16:26:23.863 INFO:tasks.rados.rados.0.smithi005.stdout:583: copy_from oid 3 from oid 1 current snap is 54 2024-04-12T16:26:23.864 INFO:tasks.rados.rados.0.smithi005.stdout:584: snap_remove snap 32 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:23.888 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:26:23.889 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:26:23.889 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:23.889 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:26:23.889 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 14, 2024-04-12T16:26:23.889 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:26:23.889 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:26:23.889 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:26:24.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:24 smithi016 ceph-mon[30750]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:24.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:24 smithi016 ceph-mon[30750]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:24.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:24 smithi016 ceph-mon[30750]: mgrmap e29: x(active, since 10s), standbys: y 2024-04-12T16:26:24.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:24 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:24.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:24 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:24.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:24 smithi016 ceph-mon[30750]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T16:26:24.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:24 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2290919540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:26:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[37926]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[37926]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[37926]: mgrmap e29: x(active, since 10s), standbys: y 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[37926]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2290919540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[27222]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 540 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[27222]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[27222]: mgrmap e29: x(active, since 10s), standbys: y 2024-04-12T16:26:24.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:24.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:24.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[27222]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T16:26:24.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:24 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/2290919540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:26:24.866 INFO:tasks.rados.rados.0.smithi005.stdout:584: done (2 left) 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:585: snap_create 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:582: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:582: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:582: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 210 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:583: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:583: finishing copy_from to smithi00577259-3 2024-04-12T16:26:24.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 129 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-04-12T16:26:25.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:25 smithi016 ceph-mon[30750]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:25.161 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:25 smithi016 ceph-mon[30750]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T16:26:25.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:25 smithi005 ceph-mon[27222]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:25.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:25 smithi005 ceph-mon[27222]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T16:26:25.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:25 smithi005 ceph-mon[37926]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:25.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:25 smithi005 ceph-mon[37926]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:582: done (2 left) 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:583: done (1 left) 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:585: done (0 left) 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:586: read oid 46 snap -1 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:586: expect (ObjNum 97 snap 18 seq_num 97) 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:587: rollback oid 42 current snap is 55 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 23 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 55 2024-04-12T16:26:25.867 INFO:tasks.rados.rados.0.smithi005.stdout:588: seq_num 204 ranges {0=622592,622592=401408} 2024-04-12T16:26:25.870 INFO:tasks.rados.rados.0.smithi005.stdout:588: writing smithi00577259-26 from 0 to 622592 tid 1 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:588: writing smithi00577259-26 from 622592 to 1024000 tid 2 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:589: copy_from oid 41 from oid 40 current snap is 55 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:590: rollback oid 37 current snap is 55 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 37 to 48 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:587: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:591: copy_from oid 29 from oid 22 current snap is 55 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:587: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:587: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:26:25.874 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 220 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:26:25.875 INFO:tasks.rados.rados.0.smithi005.stdout:587: done (5 left) 2024-04-12T16:26:25.875 INFO:tasks.rados.rados.0.smithi005.stdout:592: rollback oid 45 current snap is 55 2024-04-12T16:26:25.875 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 23 2024-04-12T16:26:25.875 INFO:tasks.rados.rados.0.smithi005.stdout:593: delete oid 7 current snap is 55 2024-04-12T16:26:25.876 INFO:tasks.rados.rados.0.smithi005.stdout:590: finishing rollback tid 1 to smithi00577259-37 2024-04-12T16:26:25.876 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 116 (ObjNum 129 snap 0 seq_num 730579824) dirty dne 2024-04-12T16:26:25.877 INFO:tasks.rados.rados.0.smithi005.stdout:586: expect (ObjNum 97 snap 18 seq_num 97) 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:592: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:592: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 245 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:586: done (6 left) 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:590: done (5 left) 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:592: done (4 left) 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:593: done (3 left) 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:594: delete oid 45 current snap is 55 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:588: finishing write tid 1 to smithi00577259-26 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:588: finishing write tid 2 to smithi00577259-26 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:588: finishing write tid 3 to smithi00577259-26 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:588: finishing write tid 4 to smithi00577259-26 2024-04-12T16:26:25.956 INFO:tasks.rados.rados.0.smithi005.stdout:588: oid 26 updating version 0 to 78 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:588: oid 26 updating version 78 to 79 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:588: oid 26 version 79 is already newer than 77 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 79 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:588: left oid 26 (ObjNum 204 snap 55 seq_num 204) 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:591: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:591: finishing copy_from to smithi00577259-29 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 38 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:589: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:589: finishing copy_from to smithi00577259-41 2024-04-12T16:26:25.957 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 116 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-04-12T16:26:25.958 INFO:tasks.rados.rados.0.smithi005.stdout:588: done (3 left) 2024-04-12T16:26:25.958 INFO:tasks.rados.rados.0.smithi005.stdout:589: done (2 left) 2024-04-12T16:26:25.958 INFO:tasks.rados.rados.0.smithi005.stdout:591: done (1 left) 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:594: done (0 left) 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:595: read oid 50 snap -1 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:595: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:596: rollback oid 34 current snap is 55 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 52 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:597: delete oid 5 current snap is 55 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:597: done (2 left) 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:598: read oid 10 snap -1 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:598: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:25.959 INFO:tasks.rados.rados.0.smithi005.stdout:599: snap_create 2024-04-12T16:26:25.963 INFO:tasks.rados.rados.0.smithi005.stdout:598: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:25.980 INFO:tasks.rados.rados.0.smithi005.stdout:595: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:26.059 INFO:tasks.rados.rados.0.smithi005.stdout:596: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:26:26.059 INFO:tasks.rados.rados.0.smithi005.stdout:596: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:26:26.059 INFO:tasks.rados.rados.0.smithi005.stdout:596: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:26:26.059 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 224 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:26:26.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:26 smithi005 ceph-mon[27222]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 551 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-04-12T16:26:26.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:26 smithi005 ceph-mon[27222]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T16:26:26.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:26 smithi005 ceph-mon[37926]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 551 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-04-12T16:26:26.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:26 smithi005 ceph-mon[37926]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T16:26:26.457 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:26 smithi016 ceph-mon[30750]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 551 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-04-12T16:26:26.457 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:26 smithi016 ceph-mon[30750]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T16:26:26.724 INFO:tasks.rados.rados.0.smithi005.stdout:595: done (3 left) 2024-04-12T16:26:26.724 INFO:tasks.rados.rados.0.smithi005.stdout:596: done (2 left) 2024-04-12T16:26:26.724 INFO:tasks.rados.rados.0.smithi005.stdout:598: done (1 left) 2024-04-12T16:26:26.724 INFO:tasks.rados.rados.0.smithi005.stdout:599: done (0 left) 2024-04-12T16:26:26.725 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 56 2024-04-12T16:26:26.725 INFO:tasks.rados.rados.0.smithi005.stdout:600: seq_num 208 ranges {1138688=688128,1826816=401408} 2024-04-12T16:26:26.734 INFO:tasks.rados.rados.0.smithi005.stdout:600: writing smithi00577259-39 from 1138688 to 1826816 tid 1 2024-04-12T16:26:26.736 INFO:tasks.rados.rados.0.smithi005.stdout:600: writing smithi00577259-39 from 1826816 to 2228224 tid 2 2024-04-12T16:26:26.737 INFO:tasks.rados.rados.0.smithi005.stdout:601: read oid 48 snap -1 2024-04-12T16:26:26.737 INFO:tasks.rados.rados.0.smithi005.stdout:601: expect deleted 2024-04-12T16:26:26.737 INFO:tasks.rados.rados.0.smithi005.stdout:602: rollback oid 18 current snap is 56 2024-04-12T16:26:26.737 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 18 to 45 2024-04-12T16:26:26.737 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 56 2024-04-12T16:26:26.737 INFO:tasks.rados.rados.0.smithi005.stdout:603: seq_num 209 ranges {0=704512,704512=401408} 2024-04-12T16:26:26.741 INFO:tasks.rados.rados.0.smithi005.stdout:603: writing smithi00577259-44 from 0 to 704512 tid 1 2024-04-12T16:26:26.744 INFO:tasks.rados.rados.0.smithi005.stdout:603: writing smithi00577259-44 from 704512 to 1105920 tid 2 2024-04-12T16:26:26.744 INFO:tasks.rados.rados.0.smithi005.stdout:604: snap_create 2024-04-12T16:26:26.744 INFO:tasks.rados.rados.0.smithi005.stdout:600: finishing write tid 1 to smithi00577259-39 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:600: finishing write tid 2 to smithi00577259-39 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:600: finishing write tid 3 to smithi00577259-39 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:600: finishing write tid 4 to smithi00577259-39 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:600: oid 39 updating version 0 to 119 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:600: oid 39 updating version 119 to 120 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:600: oid 39 updating version 120 to 121 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 121 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:600: left oid 39 (ObjNum 208 snap 56 seq_num 208) 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:602: finishing rollback tid 0 to smithi00577259-18 2024-04-12T16:26:26.745 INFO:tasks.rados.rados.0.smithi005.stdout:602: finishing rollback tid 1 to smithi00577259-18 2024-04-12T16:26:26.746 INFO:tasks.rados.rados.0.smithi005.stdout:602: finishing rollback tid 2 to smithi00577259-18 2024-04-12T16:26:26.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 193 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-04-12T16:26:26.746 INFO:tasks.rados.rados.0.smithi005.stdout:603: finishing write tid 1 to smithi00577259-44 2024-04-12T16:26:26.746 INFO:tasks.rados.rados.0.smithi005.stdout:603: finishing write tid 2 to smithi00577259-44 2024-04-12T16:26:26.747 INFO:tasks.rados.rados.0.smithi005.stdout:603: finishing write tid 3 to smithi00577259-44 2024-04-12T16:26:26.748 INFO:tasks.rados.rados.0.smithi005.stdout:603: finishing write tid 4 to smithi00577259-44 2024-04-12T16:26:26.748 INFO:tasks.rados.rados.0.smithi005.stdout:603: oid 44 updating version 0 to 163 2024-04-12T16:26:26.748 INFO:tasks.rados.rados.0.smithi005.stdout:603: oid 44 version 163 is already newer than 162 2024-04-12T16:26:26.748 INFO:tasks.rados.rados.0.smithi005.stdout:603: oid 44 updating version 163 to 164 2024-04-12T16:26:26.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 164 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-04-12T16:26:26.748 INFO:tasks.rados.rados.0.smithi005.stdout:603: left oid 44 (ObjNum 209 snap 56 seq_num 209) 2024-04-12T16:26:27.729 INFO:tasks.rados.rados.0.smithi005.stdout:600: done (4 left) 2024-04-12T16:26:27.729 INFO:tasks.rados.rados.0.smithi005.stdout:601: done (3 left) 2024-04-12T16:26:27.729 INFO:tasks.rados.rados.0.smithi005.stdout:602: done (2 left) 2024-04-12T16:26:27.729 INFO:tasks.rados.rados.0.smithi005.stdout:603: done (1 left) 2024-04-12T16:26:27.729 INFO:tasks.rados.rados.0.smithi005.stdout:604: done (0 left) 2024-04-12T16:26:27.730 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 57 2024-04-12T16:26:27.730 INFO:tasks.rados.rados.0.smithi005.stdout:605: seq_num 210 ranges {524288=720896,1245184=401408} 2024-04-12T16:26:27.735 INFO:tasks.rados.rados.0.smithi005.stdout:605: writing smithi00577259-18 from 524288 to 1245184 tid 1 2024-04-12T16:26:27.738 INFO:tasks.rados.rados.0.smithi005.stdout:605: writing smithi00577259-18 from 1245184 to 1646592 tid 2 2024-04-12T16:26:27.738 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 57 2024-04-12T16:26:27.738 INFO:tasks.rados.rados.0.smithi005.stdout:606: seq_num 211 ranges {2228224=737280,2965504=401408} 2024-04-12T16:26:27.754 INFO:tasks.rados.rados.0.smithi005.stdout:606: writing smithi00577259-39 from 2228224 to 2965504 tid 1 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:606: writing smithi00577259-39 from 2965504 to 3366912 tid 2 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:607: setattr oid 49 current snap is 57 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:605: finishing write tid 1 to smithi00577259-18 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:605: finishing write tid 2 to smithi00577259-18 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:605: finishing write tid 3 to smithi00577259-18 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:605: finishing write tid 4 to smithi00577259-18 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:605: oid 18 updating version 0 to 195 2024-04-12T16:26:27.757 INFO:tasks.rados.rados.0.smithi005.stdout:605: oid 18 updating version 195 to 196 2024-04-12T16:26:27.758 INFO:tasks.rados.rados.0.smithi005.stdout:605: oid 18 updating version 196 to 197 2024-04-12T16:26:27.758 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 197 (ObjNum 210 snap 57 seq_num 210) dirty exists 2024-04-12T16:26:27.758 INFO:tasks.rados.rados.0.smithi005.stdout:605: left oid 18 (ObjNum 210 snap 57 seq_num 210) 2024-04-12T16:26:27.758 INFO:tasks.rados.rados.0.smithi005.stdout:605: done (2 left) 2024-04-12T16:26:27.758 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 57 2024-04-12T16:26:27.758 INFO:tasks.rados.rados.0.smithi005.stdout:608: seq_num 212 ranges {434176=753664,1187840=401408} 2024-04-12T16:26:27.768 INFO:tasks.rados.rados.0.smithi005.stdout:608: writing smithi00577259-8 from 434176 to 1187840 tid 1 2024-04-12T16:26:27.768 INFO:tasks.rados.rados.0.smithi005.stdout:608: writing smithi00577259-8 from 1187840 to 1589248 tid 2 2024-04-12T16:26:27.768 INFO:tasks.rados.rados.0.smithi005.stdout:609: rollback oid 23 current snap is 57 2024-04-12T16:26:27.768 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 52 2024-04-12T16:26:27.768 INFO:tasks.rados.rados.0.smithi005.stdout:606: finishing write tid 1 to smithi00577259-39 2024-04-12T16:26:27.768 INFO:tasks.rados.rados.0.smithi005.stdout:606: finishing write tid 2 to smithi00577259-39 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:606: finishing write tid 3 to smithi00577259-39 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:606: finishing write tid 4 to smithi00577259-39 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:606: oid 39 updating version 0 to 123 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:606: oid 39 version 123 is already newer than 122 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:606: oid 39 updating version 123 to 124 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 124 (ObjNum 211 snap 57 seq_num 211) dirty exists 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:606: left oid 39 (ObjNum 211 snap 57 seq_num 211) 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 166 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:606: done (3 left) 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:607: done (2 left) 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:610: copy_from oid 46 from oid 12 current snap is 57 2024-04-12T16:26:27.769 INFO:tasks.rados.rados.0.smithi005.stdout:611: snap_remove snap 40 2024-04-12T16:26:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 551 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-04-12T16:26:28.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T16:26:28.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: Adjusting osd_memory_target on smithi016 to 2481M 2024-04-12T16:26:28.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:28.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:28.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:26:28.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:26:28.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:28.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:28.095 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:27 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 551 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: Adjusting osd_memory_target on smithi016 to 2481M 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:28.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 551 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.3 MiB/s wr, 39 op/s 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: Adjusting osd_memory_target on smithi016 to 2481M 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:28.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:28.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:26:28.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:26:28.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:28.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:28.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:27 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:611: done (3 left) 2024-04-12T16:26:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:612: copy_from oid 30 from oid 35 current snap is 57 2024-04-12T16:26:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:613: read oid 3 snap 51 2024-04-12T16:26:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:613: expect (ObjNum 188 snap 49 seq_num 188) 2024-04-12T16:26:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:614: copy_from oid 44 from oid 25 current snap is 57 2024-04-12T16:26:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:615: delete oid 39 current snap is 57 2024-04-12T16:26:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:610: finishing copy_from to smithi00577259-46 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:610: got expected ENOENT (src dne) 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:610: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: finishing write tid 1 to smithi00577259-8 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: finishing write tid 2 to smithi00577259-8 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: finishing write tid 3 to smithi00577259-8 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:609: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: finishing write tid 4 to smithi00577259-8 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: oid 8 updating version 0 to 243 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: oid 8 version 243 is already newer than 242 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: oid 8 version 243 is already newer than 241 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 243 (ObjNum 212 snap 57 seq_num 212) dirty exists 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:608: left oid 8 (ObjNum 212 snap 57 seq_num 212) 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:609: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:609: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:26:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 118 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-12T16:26:28.744 INFO:tasks.rados.rados.0.smithi005.stdout:608: done (6 left) 2024-04-12T16:26:28.744 INFO:tasks.rados.rados.0.smithi005.stdout:609: done (5 left) 2024-04-12T16:26:28.744 INFO:tasks.rados.rados.0.smithi005.stdout:610: done (4 left) 2024-04-12T16:26:28.744 INFO:tasks.rados.rados.0.smithi005.stdout:615: done (3 left) 2024-04-12T16:26:28.744 INFO:tasks.rados.rados.0.smithi005.stdout:616: snap_create 2024-04-12T16:26:28.749 INFO:tasks.rados.rados.0.smithi005.stdout:613: expect (ObjNum 188 snap 49 seq_num 188) 2024-04-12T16:26:28.771 INFO:tasks.rados.rados.0.smithi005.stdout:612: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:26:28.772 INFO:tasks.rados.rados.0.smithi005.stdout:612: finishing copy_from to smithi00577259-30 2024-04-12T16:26:28.772 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 86 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:26:28.772 INFO:tasks.rados.rados.0.smithi005.stdout:614: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:26:28.772 INFO:tasks.rados.rados.0.smithi005.stdout:614: finishing copy_from to smithi00577259-44 2024-04-12T16:26:28.772 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 232 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.058 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[27222]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.059 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.060 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.060 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:26:29.060 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:28 smithi005 ceph-mon[37926]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:29.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:26:29.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:28 smithi016 ceph-mon[30750]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:26:29.438 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[27454]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:26:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T16:26:29.740 INFO:tasks.rados.rados.0.smithi005.stdout:612: done (3 left) 2024-04-12T16:26:29.740 INFO:tasks.rados.rados.0.smithi005.stdout:613: done (2 left) 2024-04-12T16:26:29.740 INFO:tasks.rados.rados.0.smithi005.stdout:614: done (1 left) 2024-04-12T16:26:29.740 INFO:tasks.rados.rados.0.smithi005.stdout:616: done (0 left) 2024-04-12T16:26:29.740 INFO:tasks.rados.rados.0.smithi005.stdout:617: read oid 45 snap -1 2024-04-12T16:26:29.741 INFO:tasks.rados.rados.0.smithi005.stdout:617: expect deleted 2024-04-12T16:26:29.741 INFO:tasks.rados.rados.0.smithi005.stdout:618: copy_from oid 49 from oid 4 current snap is 58 2024-04-12T16:26:29.741 INFO:tasks.rados.rados.0.smithi005.stdout:619: snap_remove snap 36 2024-04-12T16:26:30.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:29 smithi016 ceph-mon[30750]: pgmap v27: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:26:30.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:29 smithi016 ceph-mon[30750]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T16:26:30.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:29 smithi005 ceph-mon[27222]: pgmap v27: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:26:30.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:29 smithi005 ceph-mon[27222]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T16:26:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:29 smithi005 ceph-mon[37926]: pgmap v27: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:26:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:29 smithi005 ceph-mon[37926]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T16:26:30.747 INFO:tasks.rados.rados.0.smithi005.stdout:619: done (2 left) 2024-04-12T16:26:30.747 INFO:tasks.rados.rados.0.smithi005.stdout:620: rollback oid 14 current snap is 58 2024-04-12T16:26:30.747 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 14 to 56 2024-04-12T16:26:30.747 INFO:tasks.rados.rados.0.smithi005.stdout:621: snap_create 2024-04-12T16:26:30.747 INFO:tasks.rados.rados.0.smithi005.stdout:618: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:26:30.748 INFO:tasks.rados.rados.0.smithi005.stdout:618: finishing copy_from to smithi00577259-49 2024-04-12T16:26:30.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 58 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-04-12T16:26:30.760 INFO:tasks.rados.rados.0.smithi005.stdout:620: finishing rollback tid 0 to smithi00577259-14 2024-04-12T16:26:30.761 INFO:tasks.rados.rados.0.smithi005.stdout:620: finishing rollback tid 1 to smithi00577259-14 2024-04-12T16:26:30.761 INFO:tasks.rados.rados.0.smithi005.stdout:620: finishing rollback tid 2 to smithi00577259-14 2024-04-12T16:26:30.761 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 236 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-04-12T16:26:31.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:30 smithi016 ceph-mon[30750]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T16:26:31.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:30 smithi005 ceph-mon[27222]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T16:26:31.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:30 smithi005 ceph-mon[37926]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T16:26:31.727 INFO:tasks.rados.rados.0.smithi005.stdout:617: done (3 left) 2024-04-12T16:26:31.727 INFO:tasks.rados.rados.0.smithi005.stdout:618: done (2 left) 2024-04-12T16:26:31.727 INFO:tasks.rados.rados.0.smithi005.stdout:620: done (1 left) 2024-04-12T16:26:31.727 INFO:tasks.rados.rados.0.smithi005.stdout:621: done (0 left) 2024-04-12T16:26:31.727 INFO:tasks.rados.rados.0.smithi005.stdout:622: copy_from oid 16 from oid 10 current snap is 59 2024-04-12T16:26:31.727 INFO:tasks.rados.rados.0.smithi005.stdout:623: snap_remove snap 48 2024-04-12T16:26:32.032 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:31 smithi016 systemd[1]: Stopping Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:26:32.032 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:31 smithi016 ceph-mon[30750]: pgmap v30: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:26:32.033 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:31 smithi016 ceph-mon[30750]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T16:26:32.033 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:31 smithi016 ceph-mon[30750]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T16:26:32.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:31 smithi005 ceph-mon[27222]: pgmap v30: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:26:32.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:31 smithi005 ceph-mon[27222]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T16:26:32.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:31 smithi005 ceph-mon[27222]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T16:26:32.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:31 smithi005 ceph-mon[37926]: pgmap v30: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:26:32.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:31 smithi005 ceph-mon[37926]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T16:26:32.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:31 smithi005 ceph-mon[37926]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T16:26:32.317 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.037Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T16:26:32.318 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.038Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T16:26:32.318 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.038Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T16:26:32.318 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[62065]: ts=2024-04-12T16:26:32.038Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T16:26:32.318 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 podman[72652]: 2024-04-12 16:26:32.047523358 +0000 UTC m=+0.125966369 container died 894c66917e1c47bf7960219f7722cf99751e487d89b56b7c7977f1399b79f70d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:26:32.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 podman[72652]: 2024-04-12 16:26:32.428889565 +0000 UTC m=+0.507332567 container cleanup 894c66917e1c47bf7960219f7722cf99751e487d89b56b7c7977f1399b79f70d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:26:32.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 bash[72652]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T16:26:32.727 INFO:tasks.rados.rados.0.smithi005.stdout:623: done (1 left) 2024-04-12T16:26:32.728 INFO:tasks.rados.rados.0.smithi005.stdout:624: read oid 35 snap -1 2024-04-12T16:26:32.728 INFO:tasks.rados.rados.0.smithi005.stdout:624: expect (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:26:32.728 INFO:tasks.rados.rados.0.smithi005.stdout:625: snap_create 2024-04-12T16:26:32.728 INFO:tasks.rados.rados.0.smithi005.stdout:622: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:26:32.728 INFO:tasks.rados.rados.0.smithi005.stdout:622: finishing copy_from to smithi00577259-16 2024-04-12T16:26:32.728 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:26:32.742 INFO:tasks.rados.rados.0.smithi005.stdout:624: expect (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:26:33.091 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 podman[72664]: 2024-04-12 16:26:32.839192215 +0000 UTC m=+0.794353681 container remove 894c66917e1c47bf7960219f7722cf99751e487d89b56b7c7977f1399b79f70d (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:26:33.091 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T16:26:33.091 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 systemd[1]: Stopped Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:26:33.091 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.556s CPU time. 2024-04-12T16:26:33.091 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:32 smithi016 systemd[1]: Starting Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:26:33.421 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 podman[72763]: 2024-04-12 16:26:33.055174944 +0000 UTC m=+0.019096160 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:26:33.421 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 podman[72763]: 2024-04-12 16:26:33.19855333 +0000 UTC m=+0.162474546 container create 90106ac5220bba5acc05e612da7e23b94ea145aeb55290dbf1a6d05ef74bd09a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:26:33.724 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 podman[72763]: 2024-04-12 16:26:33.426292893 +0000 UTC m=+0.390214118 container init 90106ac5220bba5acc05e612da7e23b94ea145aeb55290dbf1a6d05ef74bd09a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 podman[72763]: 2024-04-12 16:26:33.428891271 +0000 UTC m=+0.392812490 container start 90106ac5220bba5acc05e612da7e23b94ea145aeb55290dbf1a6d05ef74bd09a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.452Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.452Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.453Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi016 (none))" 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.453Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.453Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.454Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.454Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.455Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.455Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:26:33.725 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.458Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.458Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.318µs 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.458Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.459Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.466Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.466Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.466Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=30.944µs wal_replay_duration=8.530067ms wbl_replay_duration=110ns total_replay_duration=8.585977ms 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.468Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.468Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.468Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.491Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.942304ms db_storage=719ns remote_storage=1.635µs web_handler=392ns query_engine=615ns scrape=269.964µs scrape_sd=88.71µs notify=10.157µs notify_sd=9.31µs rules=22.274781ms tracing=5.799µs 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.491Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:33.491Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:26:33.726 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 bash[72763]: 90106ac5220bba5acc05e612da7e23b94ea145aeb55290dbf1a6d05ef74bd09a 2024-04-12T16:26:33.727 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:33 smithi016 systemd[1]: Started Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:26:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:622: done (2 left) 2024-04-12T16:26:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:624: done (1 left) 2024-04-12T16:26:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:625: done (0 left) 2024-04-12T16:26:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:626: rmattr oid 33 current snap is 60 2024-04-12T16:26:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:626: done (0 left) 2024-04-12T16:26:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 60 2024-04-12T16:26:33.732 INFO:tasks.rados.rados.0.smithi005.stdout:627: seq_num 214 ranges {4096000=794624,4890624=401408} 2024-04-12T16:26:33.758 INFO:tasks.rados.rados.0.smithi005.stdout:627: writing smithi00577259-32 from 4096000 to 4890624 tid 1 2024-04-12T16:26:33.761 INFO:tasks.rados.rados.0.smithi005.stdout:627: writing smithi00577259-32 from 4890624 to 5292032 tid 2 2024-04-12T16:26:33.761 INFO:tasks.rados.rados.0.smithi005.stdout:628: copy_from oid 11 from oid 45 current snap is 60 2024-04-12T16:26:33.761 INFO:tasks.rados.rados.0.smithi005.stdout:629: read oid 12 snap -1 2024-04-12T16:26:33.761 INFO:tasks.rados.rados.0.smithi005.stdout:629: expect deleted 2024-04-12T16:26:33.761 INFO:tasks.rados.rados.0.smithi005.stdout:630: rollback oid 13 current snap is 60 2024-04-12T16:26:33.761 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 13 to 28 2024-04-12T16:26:33.761 INFO:tasks.rados.rados.0.smithi005.stdout:631: setattr oid 30 current snap is 60 2024-04-12T16:26:33.764 INFO:tasks.rados.rados.0.smithi005.stdout:632: rmattr oid 41 current snap is 60 2024-04-12T16:26:33.764 INFO:tasks.rados.rados.0.smithi005.stdout:632: done (5 left) 2024-04-12T16:26:33.764 INFO:tasks.rados.rados.0.smithi005.stdout:633: read oid 31 snap -1 2024-04-12T16:26:33.764 INFO:tasks.rados.rados.0.smithi005.stdout:633: expect deleted 2024-04-12T16:26:33.764 INFO:tasks.rados.rados.0.smithi005.stdout:634: rollback oid 20 current snap is 60 2024-04-12T16:26:33.765 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 42 2024-04-12T16:26:33.765 INFO:tasks.rados.rados.0.smithi005.stdout:635: copy_from oid 21 from oid 50 current snap is 60 2024-04-12T16:26:33.765 INFO:tasks.rados.rados.0.smithi005.stdout:636: delete oid 44 current snap is 60 2024-04-12T16:26:33.765 INFO:tasks.rados.rados.0.smithi005.stdout:627: finishing write tid 1 to smithi00577259-32 2024-04-12T16:26:33.766 INFO:tasks.rados.rados.0.smithi005.stdout:628: finishing copy_from to smithi00577259-11 2024-04-12T16:26:33.766 INFO:tasks.rados.rados.0.smithi005.stdout:628: got expected ENOENT (src dne) 2024-04-12T16:26:33.766 INFO:tasks.rados.rados.0.smithi005.stdout:630: finishing rollback tid 0 to smithi00577259-13 2024-04-12T16:26:33.766 INFO:tasks.rados.rados.0.smithi005.stdout:628: finishing copy_from racing read to smithi00577259-11 2024-04-12T16:26:33.767 INFO:tasks.rados.rados.0.smithi005.stdout:630: finishing rollback tid 1 to smithi00577259-13 2024-04-12T16:26:33.767 INFO:tasks.rados.rados.0.smithi005.stdout:628: done (8 left) 2024-04-12T16:26:33.767 INFO:tasks.rados.rados.0.smithi005.stdout:629: done (7 left) 2024-04-12T16:26:33.767 INFO:tasks.rados.rados.0.smithi005.stdout:633: done (6 left) 2024-04-12T16:26:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:636: done (5 left) 2024-04-12T16:26:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:637: rollback oid 31 current snap is 60 2024-04-12T16:26:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 23 2024-04-12T16:26:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:638: snap_remove snap 53 2024-04-12T16:26:34.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-mon[30750]: pgmap v33: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:34.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-mon[30750]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T16:26:34.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:34.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:34.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:26:34.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:33 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:34.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[27222]: pgmap v33: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:34.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[27222]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T16:26:34.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:34.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:34.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:26:34.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:34.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[37926]: pgmap v33: 121 pgs: 121 active+clean; 190 MiB data, 609 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:34.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[37926]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T16:26:34.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:34.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:34.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:26:34.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:33 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:638: done (6 left) 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:639: read oid 16 snap -1 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:639: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:640: delete oid 1 current snap is 60 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:627: finishing write tid 2 to smithi00577259-32 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:627: finishing write tid 3 to smithi00577259-32 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:630: finishing rollback tid 2 to smithi00577259-13 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 274 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-04-12T16:26:34.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 131 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:634: finishing rollback tid 0 to smithi00577259-20 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:634: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:634: finishing rollback tid 2 to smithi00577259-20 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 193 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:627: finishing write tid 4 to smithi00577259-32 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:627: oid 32 updating version 0 to 265 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:627: oid 32 updating version 265 to 267 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:627: oid 32 version 267 is already newer than 266 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 267 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:627: left oid 32 (ObjNum 214 snap 60 seq_num 214) 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:637: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:635: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:635: finishing copy_from to smithi00577259-21 2024-04-12T16:26:34.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 192 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:26:34.753 INFO:tasks.rados.rados.0.smithi005.stdout:627: done (7 left) 2024-04-12T16:26:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:630: done (6 left) 2024-04-12T16:26:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:631: done (5 left) 2024-04-12T16:26:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:634: done (4 left) 2024-04-12T16:26:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:635: done (3 left) 2024-04-12T16:26:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:637: done (2 left) 2024-04-12T16:26:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:640: done (1 left) 2024-04-12T16:26:34.755 INFO:tasks.rados.rados.0.smithi005.stdout:641: rollback oid 31 current snap is 60 2024-04-12T16:26:34.755 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 52 2024-04-12T16:26:34.755 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 60 2024-04-12T16:26:34.755 INFO:tasks.rados.rados.0.smithi005.stdout:642: seq_num 217 ranges {0=442368,442368=696320,1138688=106496} 2024-04-12T16:26:34.756 INFO:tasks.rados.rados.0.smithi005.stdout:642: writing smithi00577259-48 from 0 to 442368 tid 1 2024-04-12T16:26:34.760 INFO:tasks.rados.rados.0.smithi005.stdout:642: writing smithi00577259-48 from 442368 to 1138688 tid 2 2024-04-12T16:26:34.761 INFO:tasks.rados.rados.0.smithi005.stdout:642: writing smithi00577259-48 from 1138688 to 1245184 tid 3 2024-04-12T16:26:34.761 INFO:tasks.rados.rados.0.smithi005.stdout:643: rollback oid 43 current snap is 60 2024-04-12T16:26:34.761 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 42 2024-04-12T16:26:34.761 INFO:tasks.rados.rados.0.smithi005.stdout:639: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:34.780 INFO:tasks.rados.rados.0.smithi005.stdout:641: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:26:34.780 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:26:34.780 INFO:tasks.rados.rados.0.smithi005.stdout:642: finishing write tid 1 to smithi00577259-48 2024-04-12T16:26:34.780 INFO:tasks.rados.rados.0.smithi005.stdout:639: done (3 left) 2024-04-12T16:26:34.780 INFO:tasks.rados.rados.0.smithi005.stdout:641: done (2 left) 2024-04-12T16:26:34.780 INFO:tasks.rados.rados.0.smithi005.stdout:644: snap_remove snap 56 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[27222]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[27222]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[27222]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[27222]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[37926]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[37926]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[37926]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:26:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:34 smithi005 ceph-mon[37926]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T16:26:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:34 smithi016 ceph-mon[30750]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:26:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:34 smithi016 ceph-mon[30750]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:26:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:34 smithi016 ceph-mon[30750]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T16:26:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:34 smithi016 ceph-mon[30750]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T16:26:35.743 INFO:tasks.rados.rados.0.smithi005.stdout:644: done (2 left) 2024-04-12T16:26:35.743 INFO:tasks.rados.rados.0.smithi005.stdout:645: snap_create 2024-04-12T16:26:35.743 INFO:tasks.rados.rados.0.smithi005.stdout:643: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:26:35.743 INFO:tasks.rados.rados.0.smithi005.stdout:643: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 148 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: finishing write tid 2 to smithi00577259-48 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: finishing write tid 3 to smithi00577259-48 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: finishing write tid 4 to smithi00577259-48 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: finishing write tid 5 to smithi00577259-48 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: oid 48 updating version 0 to 199 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: oid 48 version 199 is already newer than 196 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: oid 48 version 199 is already newer than 197 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: oid 48 version 199 is already newer than 198 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 199 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-12T16:26:35.744 INFO:tasks.rados.rados.0.smithi005.stdout:642: left oid 48 (ObjNum 217 snap 60 seq_num 217) 2024-04-12T16:26:36.021 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[27222]: pgmap v36: 121 pgs: 121 active+clean; 177 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:26:36.021 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[27222]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T16:26:36.021 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:36.021 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[37926]: pgmap v36: 121 pgs: 121 active+clean; 177 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[37926]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:26:36.022 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:35 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:35 smithi016 ceph-mon[30750]: pgmap v36: 121 pgs: 121 active+clean; 177 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:26:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:35 smithi016 ceph-mon[30750]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T16:26:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:35 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:35 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:26:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:35 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:26:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:35 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:26:36.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:35 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:642: done (2 left) 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:643: done (1 left) 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:645: done (0 left) 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:646: rmattr oid 40 current snap is 61 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:646: done (0 left) 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:647: read oid 10 snap 45 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:647: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:648: read oid 50 snap -1 2024-04-12T16:26:36.728 INFO:tasks.rados.rados.0.smithi005.stdout:648: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:36.729 INFO:tasks.rados.rados.0.smithi005.stdout:649: setattr oid 7 current snap is 61 2024-04-12T16:26:36.729 INFO:tasks.rados.rados.0.smithi005.stdout:650: read oid 18 snap 55 2024-04-12T16:26:36.729 INFO:tasks.rados.rados.0.smithi005.stdout:650: expect (ObjNum 161 snap 41 seq_num 161) 2024-04-12T16:26:36.729 INFO:tasks.rados.rados.0.smithi005.stdout:651: delete oid 14 current snap is 61 2024-04-12T16:26:36.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 114 (ObjNum 129 snap 0 seq_num 730184968) dirty exists 2024-04-12T16:26:36.736 INFO:tasks.rados.rados.0.smithi005.stdout:650: expect (ObjNum 161 snap 41 seq_num 161) 2024-04-12T16:26:36.761 INFO:tasks.rados.rados.0.smithi005.stdout:647: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:36.778 INFO:tasks.rados.rados.0.smithi005.stdout:648: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:36.857 INFO:tasks.rados.rados.0.smithi005.stdout:647: done (4 left) 2024-04-12T16:26:36.858 INFO:tasks.rados.rados.0.smithi005.stdout:648: done (3 left) 2024-04-12T16:26:36.858 INFO:tasks.rados.rados.0.smithi005.stdout:649: done (2 left) 2024-04-12T16:26:36.858 INFO:tasks.rados.rados.0.smithi005.stdout:650: done (1 left) 2024-04-12T16:26:36.858 INFO:tasks.rados.rados.0.smithi005.stdout:651: done (0 left) 2024-04-12T16:26:36.858 INFO:tasks.rados.rados.0.smithi005.stdout:652: read oid 42 snap -1 2024-04-12T16:26:36.858 INFO:tasks.rados.rados.0.smithi005.stdout:652: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:26:36.858 INFO:tasks.rados.rados.0.smithi005.stdout:653: setattr oid 5 current snap is 61 2024-04-12T16:26:36.859 INFO:tasks.rados.rados.0.smithi005.stdout:654: rmattr oid 26 current snap is 61 2024-04-12T16:26:36.859 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 61 2024-04-12T16:26:36.859 INFO:tasks.rados.rados.0.smithi005.stdout:655: seq_num 219 ranges {73728=475136,548864=466944,1015808=335872} 2024-04-12T16:26:36.862 INFO:tasks.rados.rados.0.smithi005.stdout:655: writing smithi00577259-15 from 73728 to 548864 tid 1 2024-04-12T16:26:36.864 INFO:tasks.rados.rados.0.smithi005.stdout:655: writing smithi00577259-15 from 548864 to 1015808 tid 2 2024-04-12T16:26:36.867 INFO:tasks.rados.rados.0.smithi005.stdout:655: writing smithi00577259-15 from 1015808 to 1351680 tid 3 2024-04-12T16:26:36.867 INFO:tasks.rados.rados.0.smithi005.stdout:656: snap_create 2024-04-12T16:26:36.867 INFO:tasks.rados.rados.0.smithi005.stdout:652: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:26:36.883 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 222 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:26:36.883 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 89 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: finishing write tid 1 to smithi00577259-15 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: finishing write tid 2 to smithi00577259-15 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: finishing write tid 3 to smithi00577259-15 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: finishing write tid 4 to smithi00577259-15 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: finishing write tid 5 to smithi00577259-15 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: oid 15 updating version 0 to 120 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: oid 15 updating version 120 to 121 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: oid 15 updating version 121 to 122 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: oid 15 updating version 122 to 123 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 123 (ObjNum 219 snap 61 seq_num 219) dirty exists 2024-04-12T16:26:36.884 INFO:tasks.rados.rados.0.smithi005.stdout:655: left oid 15 (ObjNum 219 snap 61 seq_num 219) 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[27222]: Upgrade: Updating mgr.y 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[27222]: Deploying daemon mgr.y on smithi005 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[27222]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[27222]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[37926]: Upgrade: Updating mgr.y 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[37926]: Deploying daemon mgr.y on smithi005 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[37926]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T16:26:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:36 smithi005 ceph-mon[37926]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T16:26:37.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:36 smithi016 ceph-mon[30750]: Upgrade: Updating mgr.y 2024-04-12T16:26:37.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:36 smithi016 ceph-mon[30750]: Deploying daemon mgr.y on smithi005 2024-04-12T16:26:37.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:36 smithi016 ceph-mon[30750]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T16:26:37.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:36 smithi016 ceph-mon[30750]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T16:26:37.530 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:37 smithi005 systemd[1]: Stopping Ceph mgr.y for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:26:37.753 INFO:tasks.rados.rados.0.smithi005.stdout:652: done (4 left) 2024-04-12T16:26:37.754 INFO:tasks.rados.rados.0.smithi005.stdout:653: done (3 left) 2024-04-12T16:26:37.754 INFO:tasks.rados.rados.0.smithi005.stdout:654: done (2 left) 2024-04-12T16:26:37.754 INFO:tasks.rados.rados.0.smithi005.stdout:655: done (1 left) 2024-04-12T16:26:37.754 INFO:tasks.rados.rados.0.smithi005.stdout:656: done (0 left) 2024-04-12T16:26:37.754 INFO:tasks.rados.rados.0.smithi005.stdout:657: snap_remove snap 60 2024-04-12T16:26:37.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:37 smithi005 ceph-mon[27222]: pgmap v39: 121 pgs: 121 active+clean; 177 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:26:37.891 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:37 smithi005 podman[79871]: 2024-04-12 16:26:37.534821421 +0000 UTC m=+0.122867258 container died 840e981de62822f57d7cfa4ed71d3aa8917beae70b8c517e720676fd64da3d9d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T16:26:37.891 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:37 smithi005 ceph-mon[37926]: pgmap v39: 121 pgs: 121 active+clean; 177 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:26:38.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:37 smithi016 ceph-mon[30750]: pgmap v39: 121 pgs: 121 active+clean; 177 MiB data, 647 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T16:26:38.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:37 smithi005 podman[79871]: 2024-04-12 16:26:37.89595716 +0000 UTC m=+0.484003046 container cleanup 840e981de62822f57d7cfa4ed71d3aa8917beae70b8c517e720676fd64da3d9d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba) 2024-04-12T16:26:38.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:37 smithi005 bash[79871]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y 2024-04-12T16:26:38.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 podman[79885]: 2024-04-12 16:26:38.122452155 +0000 UTC m=+0.587738911 container remove 840e981de62822f57d7cfa4ed71d3aa8917beae70b8c517e720676fd64da3d9d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-12T16:26:38.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:26:38.668 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-12T16:26:38.669 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 systemd[1]: Stopped Ceph mgr.y for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:26:38.669 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service: Consumed 1min 7.605s CPU time. 2024-04-12T16:26:38.669 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 systemd[1]: Starting Ceph mgr.y for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:26:38.762 INFO:tasks.rados.rados.0.smithi005.stdout:657: done (0 left) 2024-04-12T16:26:38.762 INFO:tasks.rados.rados.0.smithi005.stdout:658: snap_remove snap 23 2024-04-12T16:26:38.919 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:38 smithi005 ceph-mon[27222]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T16:26:38.920 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:38 smithi005 ceph-mon[37926]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T16:26:38.920 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 podman[80015]: 2024-04-12 16:26:38.673413409 +0000 UTC m=+0.100918638 container create 2599ff92584017d5bfe6a2b54c0a0a26b0ab158be8e4a93a7a0a0e64c7745f1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-12T16:26:38.920 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 podman[80015]: 2024-04-12 16:26:38.590245759 +0000 UTC m=+0.017750996 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:26:38.920 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 podman[80015]: 2024-04-12 16:26:38.901628425 +0000 UTC m=+0.329133655 container init 2599ff92584017d5bfe6a2b54c0a0a26b0ab158be8e4a93a7a0a0e64c7745f1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:26:38.920 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 podman[80015]: 2024-04-12 16:26:38.904550675 +0000 UTC m=+0.332055911 container start 2599ff92584017d5bfe6a2b54c0a0a26b0ab158be8e4a93a7a0a0e64c7745f1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:26:39.013 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:38 smithi016 ceph-mon[30750]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T16:26:39.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:38 smithi005 ceph-mgr[80034]: -- 172.21.15.5:0/1864404019 <== mon.0 v2:172.21.15.5:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56464446a5a0 con 0x56464443e800 2024-04-12T16:26:39.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:39 smithi005 bash[80015]: 2599ff92584017d5bfe6a2b54c0a0a26b0ab158be8e4a93a7a0a0e64c7745f1d 2024-04-12T16:26:39.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:39 smithi005 systemd[1]: Started Ceph mgr.y for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:26:39.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:26:39] "GET /metrics HTTP/1.1" 200 35973 "" "Prometheus/2.43.0" 2024-04-12T16:26:39.763 INFO:tasks.rados.rados.0.smithi005.stdout:658: done (0 left) 2024-04-12T16:26:39.763 INFO:tasks.rados.rados.0.smithi005.stdout:659: rollback oid 12 current snap is 62 2024-04-12T16:26:39.763 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 12 to 55 2024-04-12T16:26:39.763 INFO:tasks.rados.rados.0.smithi005.stdout:660: read oid 21 snap -1 2024-04-12T16:26:39.763 INFO:tasks.rados.rados.0.smithi005.stdout:660: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:39.763 INFO:tasks.rados.rados.0.smithi005.stdout:661: snap_remove snap 46 2024-04-12T16:26:39.764 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:39.489+0000 7fae39e26200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:26:39.764 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:39.595+0000 7fae39e26200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:26:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-mon[30750]: pgmap v42: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-04-12T16:26:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-mon[30750]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T16:26:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:39 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[27222]: pgmap v42: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[27222]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[37926]: pgmap v42: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[37926]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:39 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:40.649 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:40.324+0000 7fae39e26200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:26:40.649 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:40.420+0000 7fae39e26200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:26:40.649 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:40.569+0000 7fae39e26200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:26:40.777 INFO:tasks.rados.rados.0.smithi005.stdout:661: done (2 left) 2024-04-12T16:26:40.777 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 62 2024-04-12T16:26:40.777 INFO:tasks.rados.rados.0.smithi005.stdout:662: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2024-04-12T16:26:40.777 INFO:tasks.rados.rados.0.smithi005.stdout:662: writing smithi00577259-44 from 0 to 491520 tid 1 2024-04-12T16:26:40.782 INFO:tasks.rados.rados.0.smithi005.stdout:662: writing smithi00577259-44 from 491520 to 1245184 tid 2 2024-04-12T16:26:40.783 INFO:tasks.rados.rados.0.smithi005.stdout:662: writing smithi00577259-44 from 1245184 to 1294336 tid 3 2024-04-12T16:26:40.783 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 62 2024-04-12T16:26:40.790 INFO:tasks.rados.rados.0.smithi005.stdout:659: finishing rollback tid 1 to smithi00577259-12 2024-04-12T16:26:40.790 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 96 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:26:40.790 INFO:tasks.rados.rados.0.smithi005.stdout:660: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:40.868 INFO:tasks.rados.rados.0.smithi005.stdout:662: finishing write tid 1 to smithi00577259-44 2024-04-12T16:26:40.868 INFO:tasks.rados.rados.0.smithi005.stdout:662: finishing write tid 2 to smithi00577259-44 2024-04-12T16:26:40.868 INFO:tasks.rados.rados.0.smithi005.stdout:662: finishing write tid 3 to smithi00577259-44 2024-04-12T16:26:40.868 INFO:tasks.rados.rados.0.smithi005.stdout:662: finishing write tid 4 to smithi00577259-44 2024-04-12T16:26:40.868 INFO:tasks.rados.rados.0.smithi005.stdout:662: finishing write tid 5 to smithi00577259-44 2024-04-12T16:26:40.868 INFO:tasks.rados.rados.0.smithi005.stdout:662: oid 44 updating version 0 to 237 2024-04-12T16:26:40.869 INFO:tasks.rados.rados.0.smithi005.stdout:662: oid 44 version 237 is already newer than 235 2024-04-12T16:26:40.869 INFO:tasks.rados.rados.0.smithi005.stdout:662: oid 44 version 237 is already newer than 236 2024-04-12T16:26:40.869 INFO:tasks.rados.rados.0.smithi005.stdout:662: oid 44 version 237 is already newer than 234 2024-04-12T16:26:40.869 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 237 (ObjNum 220 snap 62 seq_num 220) dirty exists 2024-04-12T16:26:40.869 INFO:tasks.rados.rados.0.smithi005.stdout:662: left oid 44 (ObjNum 220 snap 62 seq_num 220) 2024-04-12T16:26:40.869 INFO:tasks.rados.rados.0.smithi005.stdout:663: seq_num 221 ranges {606208=507904,1114112=688128,1802240=114688} 2024-04-12T16:26:40.875 INFO:tasks.rados.rados.0.smithi005.stdout:663: writing smithi00577259-28 from 606208 to 1114112 tid 1 2024-04-12T16:26:40.880 INFO:tasks.rados.rados.0.smithi005.stdout:663: writing smithi00577259-28 from 1114112 to 1802240 tid 2 2024-04-12T16:26:40.881 INFO:tasks.rados.rados.0.smithi005.stdout:663: writing smithi00577259-28 from 1802240 to 1916928 tid 3 2024-04-12T16:26:40.881 INFO:tasks.rados.rados.0.smithi005.stdout:659: done (3 left) 2024-04-12T16:26:40.881 INFO:tasks.rados.rados.0.smithi005.stdout:660: done (2 left) 2024-04-12T16:26:40.881 INFO:tasks.rados.rados.0.smithi005.stdout:662: done (1 left) 2024-04-12T16:26:40.881 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 62 2024-04-12T16:26:40.881 INFO:tasks.rados.rados.0.smithi005.stdout:663: finishing write tid 1 to smithi00577259-28 2024-04-12T16:26:40.881 INFO:tasks.rados.rados.0.smithi005.stdout:664: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-04-12T16:26:40.884 INFO:tasks.rados.rados.0.smithi005.stdout:664: writing smithi00577259-45 from 0 to 524288 tid 1 2024-04-12T16:26:40.889 INFO:tasks.rados.rados.0.smithi005.stdout:664: writing smithi00577259-45 from 524288 to 1089536 tid 2 2024-04-12T16:26:40.892 INFO:tasks.rados.rados.0.smithi005.stdout:664: writing smithi00577259-45 from 1089536 to 1327104 tid 3 2024-04-12T16:26:40.892 INFO:tasks.rados.rados.0.smithi005.stdout:663: finishing write tid 2 to smithi00577259-28 2024-04-12T16:26:40.892 INFO:tasks.rados.rados.0.smithi005.stdout:663: finishing write tid 3 to smithi00577259-28 2024-04-12T16:26:40.892 INFO:tasks.rados.rados.0.smithi005.stdout:663: finishing write tid 4 to smithi00577259-28 2024-04-12T16:26:40.892 INFO:tasks.rados.rados.0.smithi005.stdout:663: finishing write tid 5 to smithi00577259-28 2024-04-12T16:26:40.892 INFO:tasks.rados.rados.0.smithi005.stdout:663: oid 28 updating version 0 to 294 2024-04-12T16:26:40.892 INFO:tasks.rados.rados.0.smithi005.stdout:663: oid 28 version 294 is already newer than 293 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:663: oid 28 version 294 is already newer than 291 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:663: oid 28 version 294 is already newer than 292 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 294 (ObjNum 221 snap 62 seq_num 221) dirty exists 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:663: left oid 28 (ObjNum 221 snap 62 seq_num 221) 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:664: finishing write tid 1 to smithi00577259-45 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:663: done (1 left) 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 62 2024-04-12T16:26:40.893 INFO:tasks.rados.rados.0.smithi005.stdout:665: seq_num 223 ranges {638976=540672,1179648=450560,1630208=352256} 2024-04-12T16:26:40.898 INFO:tasks.rados.rados.0.smithi005.stdout:665: writing smithi00577259-43 from 638976 to 1179648 tid 1 2024-04-12T16:26:40.901 INFO:tasks.rados.rados.0.smithi005.stdout:665: writing smithi00577259-43 from 1179648 to 1630208 tid 2 2024-04-12T16:26:40.904 INFO:tasks.rados.rados.0.smithi005.stdout:665: writing smithi00577259-43 from 1630208 to 1982464 tid 3 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 62 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: finishing write tid 2 to smithi00577259-45 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: finishing write tid 3 to smithi00577259-45 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: finishing write tid 4 to smithi00577259-45 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: finishing write tid 5 to smithi00577259-45 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: oid 45 updating version 0 to 295 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: oid 45 updating version 295 to 297 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: oid 45 version 297 is already newer than 296 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: oid 45 updating version 297 to 298 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 298 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:664: left oid 45 (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:665: finishing write tid 1 to smithi00577259-43 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:665: finishing write tid 2 to smithi00577259-43 2024-04-12T16:26:40.905 INFO:tasks.rados.rados.0.smithi005.stdout:666: seq_num 224 ranges {925696=557056,1482752=737280,2220032=65536} 2024-04-12T16:26:40.914 INFO:tasks.rados.rados.0.smithi005.stdout:666: writing smithi00577259-27 from 925696 to 1482752 tid 1 2024-04-12T16:26:40.919 INFO:tasks.rados.rados.0.smithi005.stdout:666: writing smithi00577259-27 from 1482752 to 2220032 tid 2 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:666: writing smithi00577259-27 from 2220032 to 2285568 tid 3 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:665: finishing write tid 3 to smithi00577259-43 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:665: finishing write tid 4 to smithi00577259-43 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:665: finishing write tid 5 to smithi00577259-43 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:665: oid 43 updating version 0 to 161 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:665: oid 43 updating version 161 to 164 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:665: oid 43 version 164 is already newer than 162 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:665: oid 43 version 164 is already newer than 163 2024-04-12T16:26:40.920 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 164 (ObjNum 223 snap 62 seq_num 223) dirty exists 2024-04-12T16:26:40.921 INFO:tasks.rados.rados.0.smithi005.stdout:665: left oid 43 (ObjNum 223 snap 62 seq_num 223) 2024-04-12T16:26:40.921 INFO:tasks.rados.rados.0.smithi005.stdout:666: finishing write tid 1 to smithi00577259-27 2024-04-12T16:26:40.921 INFO:tasks.rados.rados.0.smithi005.stdout:664: done (2 left) 2024-04-12T16:26:40.921 INFO:tasks.rados.rados.0.smithi005.stdout:665: done (1 left) 2024-04-12T16:26:40.921 INFO:tasks.rados.rados.0.smithi005.stdout:667: setattr oid 7 current snap is 62 2024-04-12T16:26:40.922 INFO:tasks.rados.rados.0.smithi005.stdout:668: delete oid 6 current snap is 62 2024-04-12T16:26:40.923 INFO:tasks.rados.rados.0.smithi005.stdout:666: finishing write tid 2 to smithi00577259-27 2024-04-12T16:26:40.923 INFO:tasks.rados.rados.0.smithi005.stdout:666: finishing write tid 3 to smithi00577259-27 2024-04-12T16:26:40.924 INFO:tasks.rados.rados.0.smithi005.stdout:666: finishing write tid 4 to smithi00577259-27 2024-04-12T16:26:40.925 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 122 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:26:40.927 INFO:tasks.rados.rados.0.smithi005.stdout:667: done (2 left) 2024-04-12T16:26:40.927 INFO:tasks.rados.rados.0.smithi005.stdout:668: done (1 left) 2024-04-12T16:26:40.927 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 62 2024-04-12T16:26:40.927 INFO:tasks.rados.rados.0.smithi005.stdout:669: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-04-12T16:26:40.930 INFO:tasks.rados.rados.0.smithi005.stdout:669: writing smithi00577259-5 from 0 to 589824 tid 1 2024-04-12T16:26:40.934 INFO:tasks.rados.rados.0.smithi005.stdout:669: writing smithi00577259-5 from 589824 to 1097728 tid 2 2024-04-12T16:26:40.936 INFO:tasks.rados.rados.0.smithi005.stdout:669: writing smithi00577259-5 from 1097728 to 1392640 tid 3 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:670: copy_from oid 44 from oid 47 current snap is 62 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:666: finishing write tid 5 to smithi00577259-27 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:666: oid 27 updating version 0 to 300 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:666: oid 27 updating version 300 to 303 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:666: oid 27 version 303 is already newer than 302 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:666: oid 27 version 303 is already newer than 301 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 303 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:666: left oid 27 (ObjNum 224 snap 62 seq_num 224) 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:669: finishing write tid 1 to smithi00577259-5 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:666: done (2 left) 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:671: rollback oid 9 current snap is 62 2024-04-12T16:26:40.937 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 9 to 54 2024-04-12T16:26:40.938 INFO:tasks.rados.rados.0.smithi005.stdout:672: copy_from oid 31 from oid 18 current snap is 62 2024-04-12T16:26:40.938 INFO:tasks.rados.rados.0.smithi005.stdout:673: copy_from oid 17 from oid 7 current snap is 62 2024-04-12T16:26:40.938 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 62 2024-04-12T16:26:40.938 INFO:tasks.rados.rados.0.smithi005.stdout:674: seq_num 227 ranges {638976=606208,1245184=794624,2039808=8192} 2024-04-12T16:26:40.944 INFO:tasks.rados.rados.0.smithi005.stdout:674: writing smithi00577259-16 from 638976 to 1245184 tid 1 2024-04-12T16:26:40.950 INFO:tasks.rados.rados.0.smithi005.stdout:674: writing smithi00577259-16 from 1245184 to 2039808 tid 2 2024-04-12T16:26:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:40 smithi005 ceph-mon[27222]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T16:26:40.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:40.669+0000 7fae39e26200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:26:40.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:40.757+0000 7fae39e26200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:26:40.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:40 smithi005 ceph-mon[37926]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T16:26:40.952 INFO:tasks.rados.rados.0.smithi005.stdout:674: writing smithi00577259-16 from 2039808 to 2048000 tid 3 2024-04-12T16:26:40.952 INFO:tasks.rados.rados.0.smithi005.stdout:669: finishing write tid 2 to smithi00577259-5 2024-04-12T16:26:40.952 INFO:tasks.rados.rados.0.smithi005.stdout:671: finishing rollback tid 0 to smithi00577259-9 2024-04-12T16:26:40.952 INFO:tasks.rados.rados.0.smithi005.stdout:671: finishing rollback tid 1 to smithi00577259-9 2024-04-12T16:26:40.952 INFO:tasks.rados.rados.0.smithi005.stdout:670: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:671: finishing rollback tid 2 to smithi00577259-9 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 240 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:669: finishing write tid 3 to smithi00577259-5 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:673: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:673: finishing copy_from to smithi00577259-17 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 122 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:670: finishing copy_from to smithi00577259-44 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 64 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:669: finishing write tid 4 to smithi00577259-5 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:669: finishing write tid 5 to smithi00577259-5 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:669: oid 5 updating version 0 to 232 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:669: oid 5 updating version 232 to 233 2024-04-12T16:26:40.953 INFO:tasks.rados.rados.0.smithi005.stdout:669: oid 5 updating version 233 to 235 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:669: oid 5 version 235 is already newer than 234 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 235 (ObjNum 226 snap 62 seq_num 226) dirty exists 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:669: left oid 5 (ObjNum 226 snap 62 seq_num 226) 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:674: finishing write tid 1 to smithi00577259-16 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:672: finishing copy_from racing read to smithi00577259-31 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:672: finishing copy_from to smithi00577259-31 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 197 (ObjNum 210 snap 57 seq_num 210) dirty exists 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:669: done (5 left) 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:670: done (4 left) 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:671: done (3 left) 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:672: done (2 left) 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:673: done (1 left) 2024-04-12T16:26:40.954 INFO:tasks.rados.rados.0.smithi005.stdout:675: snap_remove snap 22 2024-04-12T16:26:41.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:40 smithi016 ceph-mon[30750]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T16:26:41.296 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:41.082+0000 7fae39e26200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:26:41.296 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:41.201+0000 7fae39e26200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:26:41.584 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:41.300+0000 7fae39e26200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:26:41.584 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:41.404+0000 7fae39e26200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:26:41.736 INFO:tasks.rados.rados.0.smithi005.stdout:675: done (1 left) 2024-04-12T16:26:41.736 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 62 2024-04-12T16:26:41.736 INFO:tasks.rados.rados.0.smithi005.stdout:676: seq_num 228 ranges {1400832=622592,2023424=671744,2695168=131072} 2024-04-12T16:26:41.747 INFO:tasks.rados.rados.0.smithi005.stdout:676: writing smithi00577259-3 from 1400832 to 2023424 tid 1 2024-04-12T16:26:41.752 INFO:tasks.rados.rados.0.smithi005.stdout:676: writing smithi00577259-3 from 2023424 to 2695168 tid 2 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:676: writing smithi00577259-3 from 2695168 to 2826240 tid 3 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:677: read oid 38 snap -1 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:677: expect (ObjNum 195 snap 51 seq_num 195) 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: finishing write tid 2 to smithi00577259-16 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: finishing write tid 3 to smithi00577259-16 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: finishing write tid 4 to smithi00577259-16 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: finishing write tid 5 to smithi00577259-16 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: oid 16 updating version 0 to 124 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: oid 16 updating version 124 to 126 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: oid 16 version 126 is already newer than 125 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:674: oid 16 updating version 126 to 127 2024-04-12T16:26:41.754 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 127 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-04-12T16:26:41.755 INFO:tasks.rados.rados.0.smithi005.stdout:674: left oid 16 (ObjNum 227 snap 62 seq_num 227) 2024-04-12T16:26:41.755 INFO:tasks.rados.rados.0.smithi005.stdout:676: finishing write tid 1 to smithi00577259-3 2024-04-12T16:26:41.755 INFO:tasks.rados.rados.0.smithi005.stdout:674: done (2 left) 2024-04-12T16:26:41.755 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 62 2024-04-12T16:26:41.755 INFO:tasks.rados.rados.0.smithi005.stdout:678: seq_num 229 ranges {1228800=638976,1867776=606208,2473984=196608} 2024-04-12T16:26:41.765 INFO:tasks.rados.rados.0.smithi005.stdout:678: writing smithi00577259-9 from 1228800 to 1867776 tid 1 2024-04-12T16:26:41.770 INFO:tasks.rados.rados.0.smithi005.stdout:678: writing smithi00577259-9 from 1867776 to 2473984 tid 2 2024-04-12T16:26:41.772 INFO:tasks.rados.rados.0.smithi005.stdout:678: writing smithi00577259-9 from 2473984 to 2670592 tid 3 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:679: snap_create 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: finishing write tid 2 to smithi00577259-3 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: finishing write tid 3 to smithi00577259-3 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: finishing write tid 4 to smithi00577259-3 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: finishing write tid 5 to smithi00577259-3 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: oid 3 updating version 0 to 203 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: oid 3 updating version 203 to 204 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: oid 3 updating version 204 to 206 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: oid 3 version 206 is already newer than 205 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 206 (ObjNum 228 snap 62 seq_num 228) dirty exists 2024-04-12T16:26:41.773 INFO:tasks.rados.rados.0.smithi005.stdout:676: left oid 3 (ObjNum 228 snap 62 seq_num 228) 2024-04-12T16:26:41.774 INFO:tasks.rados.rados.0.smithi005.stdout:678: finishing write tid 1 to smithi00577259-9 2024-04-12T16:26:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:678: finishing write tid 2 to smithi00577259-9 2024-04-12T16:26:41.776 INFO:tasks.rados.rados.0.smithi005.stdout:678: finishing write tid 3 to smithi00577259-9 2024-04-12T16:26:41.776 INFO:tasks.rados.rados.0.smithi005.stdout:677: expect (ObjNum 195 snap 51 seq_num 195) 2024-04-12T16:26:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-mon[27222]: pgmap v45: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-04-12T16:26:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-mon[27222]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T16:26:41.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-mon[27222]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T16:26:41.954 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:41.587+0000 7fae39e26200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:26:41.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-mon[37926]: pgmap v45: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-04-12T16:26:41.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-mon[37926]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T16:26:41.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:41 smithi005 ceph-mon[37926]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T16:26:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:41 smithi016 ceph-mon[30750]: pgmap v45: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 27 op/s 2024-04-12T16:26:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:41 smithi016 ceph-mon[30750]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T16:26:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:41 smithi016 ceph-mon[30750]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T16:26:42.098 INFO:tasks.rados.rados.0.smithi005.stdout:678: finishing write tid 4 to smithi00577259-9 2024-04-12T16:26:42.098 INFO:tasks.rados.rados.0.smithi005.stdout:678: finishing write tid 5 to smithi00577259-9 2024-04-12T16:26:42.098 INFO:tasks.rados.rados.0.smithi005.stdout:678: oid 9 updating version 0 to 242 2024-04-12T16:26:42.098 INFO:tasks.rados.rados.0.smithi005.stdout:678: oid 9 version 242 is already newer than 241 2024-04-12T16:26:42.098 INFO:tasks.rados.rados.0.smithi005.stdout:678: oid 9 updating version 242 to 244 2024-04-12T16:26:42.098 INFO:tasks.rados.rados.0.smithi005.stdout:678: oid 9 version 244 is already newer than 243 2024-04-12T16:26:42.098 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 244 (ObjNum 229 snap 62 seq_num 229) dirty exists 2024-04-12T16:26:42.099 INFO:tasks.rados.rados.0.smithi005.stdout:678: left oid 9 (ObjNum 229 snap 62 seq_num 229) 2024-04-12T16:26:42.778 INFO:tasks.rados.rados.0.smithi005.stdout:676: done (3 left) 2024-04-12T16:26:42.779 INFO:tasks.rados.rados.0.smithi005.stdout:677: done (2 left) 2024-04-12T16:26:42.779 INFO:tasks.rados.rados.0.smithi005.stdout:678: done (1 left) 2024-04-12T16:26:42.779 INFO:tasks.rados.rados.0.smithi005.stdout:679: done (0 left) 2024-04-12T16:26:42.779 INFO:tasks.rados.rados.0.smithi005.stdout:680: delete oid 2 current snap is 63 2024-04-12T16:26:42.782 INFO:tasks.rados.rados.0.smithi005.stdout:680: done (0 left) 2024-04-12T16:26:42.782 INFO:tasks.rados.rados.0.smithi005.stdout:681: delete oid 5 current snap is 63 2024-04-12T16:26:42.786 INFO:tasks.rados.rados.0.smithi005.stdout:681: done (0 left) 2024-04-12T16:26:42.786 INFO:tasks.rados.rados.0.smithi005.stdout:682: read oid 43 snap -1 2024-04-12T16:26:42.787 INFO:tasks.rados.rados.0.smithi005.stdout:682: expect (ObjNum 223 snap 62 seq_num 223) 2024-04-12T16:26:42.787 INFO:tasks.rados.rados.0.smithi005.stdout:683: read oid 45 snap 50 2024-04-12T16:26:42.787 INFO:tasks.rados.rados.0.smithi005.stdout:683: expect (ObjNum 185 snap 47 seq_num 185) 2024-04-12T16:26:42.787 INFO:tasks.rados.rados.0.smithi005.stdout:684: snap_remove snap 61 2024-04-12T16:26:43.040 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:42 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:43.041 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:42 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:43.041 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:42 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:42.713+0000 7fae39e26200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:26:43.041 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:42 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:42.864+0000 7fae39e26200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:26:43.079 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:42 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:43.297 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:43.208+0000 7fae39e26200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:26:43.298 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:43.301+0000 7fae39e26200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:26:43.700 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:43.513+0000 7fae39e26200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:26:43.775 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:43 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:43.787 INFO:tasks.rados.rados.0.smithi005.stdout:684: done (2 left) 2024-04-12T16:26:43.788 INFO:tasks.rados.rados.0.smithi005.stdout:685: snap_remove snap 44 2024-04-12T16:26:44.027 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[37926]: pgmap v48: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:44.027 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[37926]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T16:26:44.027 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.027 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.027 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.027 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.027 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[27222]: pgmap v48: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:44.028 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[27222]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T16:26:44.028 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.028 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.028 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.028 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.028 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:43.714+0000 7fae39e26200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:26:44.028 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:44.030+0000 7fae39e26200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:26:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:43 smithi016 ceph-mon[30750]: pgmap v48: 121 pgs: 121 active+clean; 188 MiB data, 675 MiB used, 715 GiB / 715 GiB avail 2024-04-12T16:26:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:43 smithi016 ceph-mon[30750]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T16:26:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:43 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:43 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:43 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:43 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.555 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:44.301+0000 7fae39e26200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:26:44.555 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:44.559+0000 7fae39e26200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:26:44.789 INFO:tasks.rados.rados.0.smithi005.stdout:685: done (2 left) 2024-04-12T16:26:44.789 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 63 2024-04-12T16:26:44.789 INFO:tasks.rados.rados.0.smithi005.stdout:686: seq_num 232 ranges {4661248=688128,5349376=663552,6012928=139264} 2024-04-12T16:26:44.818 INFO:tasks.rados.rados.0.smithi005.stdout:686: writing smithi00577259-24 from 4661248 to 5349376 tid 1 2024-04-12T16:26:44.822 INFO:tasks.rados.rados.0.smithi005.stdout:686: writing smithi00577259-24 from 5349376 to 6012928 tid 2 2024-04-12T16:26:44.823 INFO:tasks.rados.rados.0.smithi005.stdout:686: writing smithi00577259-24 from 6012928 to 6152192 tid 3 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:687: read oid 28 snap -1 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:687: expect (ObjNum 221 snap 62 seq_num 221) 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:688: rollback oid 50 current snap is 63 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 50 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:689: read oid 14 snap -1 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:689: expect deleted 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:690: read oid 20 snap 51 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:690: expect (ObjNum 730065136 snap 22011 seq_num 730018128) 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 63 2024-04-12T16:26:44.824 INFO:tasks.rados.rados.0.smithi005.stdout:691: seq_num 233 ranges {3907584=712704,4620288=548864,5169152=253952} 2024-04-12T16:26:44.849 INFO:tasks.rados.rados.0.smithi005.stdout:691: writing smithi00577259-38 from 3907584 to 4620288 tid 1 2024-04-12T16:26:44.852 INFO:tasks.rados.rados.0.smithi005.stdout:691: writing smithi00577259-38 from 4620288 to 5169152 tid 2 2024-04-12T16:26:44.853 INFO:tasks.rados.rados.0.smithi005.stdout:691: writing smithi00577259-38 from 5169152 to 5423104 tid 3 2024-04-12T16:26:44.853 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 63 2024-04-12T16:26:44.853 INFO:tasks.rados.rados.0.smithi005.stdout:692: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2024-04-12T16:26:44.857 INFO:tasks.rados.rados.0.smithi005.stdout:692: writing smithi00577259-1 from 0 to 729088 tid 1 2024-04-12T16:26:44.859 INFO:tasks.rados.rados.0.smithi005.stdout:692: writing smithi00577259-1 from 729088 to 1163264 tid 2 2024-04-12T16:26:44.862 INFO:tasks.rados.rados.0.smithi005.stdout:692: writing smithi00577259-1 from 1163264 to 1531904 tid 3 2024-04-12T16:26:44.862 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 63 2024-04-12T16:26:44.862 INFO:tasks.rados.rados.0.smithi005.stdout:682: expect (ObjNum 223 snap 62 seq_num 223) 2024-04-12T16:26:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-mon[27222]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T16:26:44.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-mon[37926]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T16:26:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:44 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:44.973 INFO:tasks.rados.rados.0.smithi005.stdout:683: expect (ObjNum 185 snap 47 seq_num 185) 2024-04-12T16:26:45.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:44 smithi016 ceph-mon[30750]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T16:26:45.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:44 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:45.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:44 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:45.160 INFO:tasks.rados.rados.0.smithi005.stdout:686: finishing write tid 1 to smithi00577259-24 2024-04-12T16:26:45.160 INFO:tasks.rados.rados.0.smithi005.stdout:693: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2024-04-12T16:26:45.164 INFO:tasks.rados.rados.0.smithi005.stdout:693: writing smithi00577259-39 from 0 to 745472 tid 1 2024-04-12T16:26:45.232 INFO:tasks.rados.rados.0.smithi005.stdout:693: writing smithi00577259-39 from 745472 to 1458176 tid 2 2024-04-12T16:26:45.232 INFO:tasks.rados.rados.0.smithi005.stdout:693: writing smithi00577259-39 from 1458176 to 1548288 tid 3 2024-04-12T16:26:45.232 INFO:tasks.rados.rados.0.smithi005.stdout:682: done (9 left) 2024-04-12T16:26:45.232 INFO:tasks.rados.rados.0.smithi005.stdout:683: done (8 left) 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:694: read oid 23 snap -1 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:694: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:695: read oid 10 snap -1 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:695: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 63 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:696: seq_num 236 ranges {5136384=761856,5898240=647168,6545408=155648} 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:696: writing smithi00577259-19 from 5136384 to 5898240 tid 1 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:696: writing smithi00577259-19 from 5898240 to 6545408 tid 2 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:696: writing smithi00577259-19 from 6545408 to 6701056 tid 3 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 63 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:686: finishing write tid 2 to smithi00577259-24 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:686: finishing write tid 3 to smithi00577259-24 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:688: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:690: expect (ObjNum 730065136 snap 22011 seq_num 730018128) 2024-04-12T16:26:45.233 INFO:tasks.rados.rados.0.smithi005.stdout:688: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:686: finishing write tid 4 to smithi00577259-24 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:688: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 298 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:686: finishing write tid 5 to smithi00577259-24 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:686: oid 24 updating version 0 to 229 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:686: oid 24 version 229 is already newer than 227 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:686: oid 24 updating version 229 to 230 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:686: oid 24 version 230 is already newer than 228 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 230 (ObjNum 232 snap 63 seq_num 232) dirty exists 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:686: left oid 24 (ObjNum 232 snap 63 seq_num 232) 2024-04-12T16:26:45.234 INFO:tasks.rados.rados.0.smithi005.stdout:687: expect (ObjNum 221 snap 62 seq_num 221) 2024-04-12T16:26:45.274 INFO:tasks.rados.rados.0.smithi005.stdout:691: finishing write tid 1 to smithi00577259-38 2024-04-12T16:26:45.274 INFO:tasks.rados.rados.0.smithi005.stdout:691: finishing write tid 2 to smithi00577259-38 2024-04-12T16:26:45.274 INFO:tasks.rados.rados.0.smithi005.stdout:697: seq_num 237 ranges {0=778240,778240=532480,1310720=270336} 2024-04-12T16:26:45.278 INFO:tasks.rados.rados.0.smithi005.stdout:697: writing smithi00577259-12 from 0 to 778240 tid 1 2024-04-12T16:26:45.281 INFO:tasks.rados.rados.0.smithi005.stdout:697: writing smithi00577259-12 from 778240 to 1310720 tid 2 2024-04-12T16:26:45.283 INFO:tasks.rados.rados.0.smithi005.stdout:697: writing smithi00577259-12 from 1310720 to 1581056 tid 3 2024-04-12T16:26:45.283 INFO:tasks.rados.rados.0.smithi005.stdout:686: done (11 left) 2024-04-12T16:26:45.284 INFO:tasks.rados.rados.0.smithi005.stdout:687: done (10 left) 2024-04-12T16:26:45.284 INFO:tasks.rados.rados.0.smithi005.stdout:688: done (9 left) 2024-04-12T16:26:45.284 INFO:tasks.rados.rados.0.smithi005.stdout:689: done (8 left) 2024-04-12T16:26:45.284 INFO:tasks.rados.rados.0.smithi005.stdout:690: done (7 left) 2024-04-12T16:26:45.284 INFO:tasks.rados.rados.0.smithi005.stdout:698: snap_remove snap 55 2024-04-12T16:26:45.607 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:45 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:45.528+0000 7fae39e26200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: finishing write tid 3 to smithi00577259-38 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: finishing write tid 4 to smithi00577259-38 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: finishing write tid 5 to smithi00577259-38 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: oid 38 updating version 0 to 216 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: oid 38 updating version 216 to 218 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: oid 38 version 218 is already newer than 217 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: oid 38 updating version 218 to 219 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 219 (ObjNum 233 snap 63 seq_num 233) dirty exists 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:691: left oid 38 (ObjNum 233 snap 63 seq_num 233) 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:692: finishing write tid 1 to smithi00577259-1 2024-04-12T16:26:45.794 INFO:tasks.rados.rados.0.smithi005.stdout:692: finishing write tid 2 to smithi00577259-1 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: finishing write tid 3 to smithi00577259-1 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: finishing write tid 4 to smithi00577259-1 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: finishing write tid 5 to smithi00577259-1 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: oid 1 updating version 0 to 223 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: oid 1 version 223 is already newer than 221 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: oid 1 version 223 is already newer than 222 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: oid 1 version 223 is already newer than 220 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 223 (ObjNum 234 snap 63 seq_num 234) dirty exists 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:692: left oid 1 (ObjNum 234 snap 63 seq_num 234) 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:693: finishing write tid 1 to smithi00577259-39 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:693: finishing write tid 2 to smithi00577259-39 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:693: finishing write tid 3 to smithi00577259-39 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:693: finishing write tid 4 to smithi00577259-39 2024-04-12T16:26:45.795 INFO:tasks.rados.rados.0.smithi005.stdout:693: finishing write tid 5 to smithi00577259-39 2024-04-12T16:26:45.796 INFO:tasks.rados.rados.0.smithi005.stdout:693: oid 39 updating version 0 to 126 2024-04-12T16:26:45.796 INFO:tasks.rados.rados.0.smithi005.stdout:693: oid 39 updating version 126 to 127 2024-04-12T16:26:45.796 INFO:tasks.rados.rados.0.smithi005.stdout:693: oid 39 updating version 127 to 129 2024-04-12T16:26:45.796 INFO:tasks.rados.rados.0.smithi005.stdout:693: oid 39 version 129 is already newer than 128 2024-04-12T16:26:45.796 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 129 (ObjNum 235 snap 63 seq_num 235) dirty exists 2024-04-12T16:26:45.796 INFO:tasks.rados.rados.0.smithi005.stdout:693: left oid 39 (ObjNum 235 snap 63 seq_num 235) 2024-04-12T16:26:45.796 INFO:tasks.rados.rados.0.smithi005.stdout:695: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-12T16:26:45.817 INFO:tasks.rados.rados.0.smithi005.stdout:694: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-12T16:26:45.943 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:45 smithi005 ceph-mon[27222]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-04-12T16:26:45.943 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:45 smithi005 ceph-mon[27222]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T16:26:45.944 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:45 smithi005 ceph-mon[37926]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-04-12T16:26:45.944 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:45 smithi005 ceph-mon[37926]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:696: finishing write tid 1 to smithi00577259-19 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:696: finishing write tid 2 to smithi00577259-19 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:696: finishing write tid 3 to smithi00577259-19 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:691: done (7 left) 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:692: done (6 left) 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:693: done (5 left) 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:694: done (4 left) 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:695: done (3 left) 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:698: done (2 left) 2024-04-12T16:26:46.044 INFO:tasks.rados.rados.0.smithi005.stdout:699: snap_remove snap 30 2024-04-12T16:26:46.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:45 smithi016 ceph-mon[30750]: pgmap v51: 121 pgs: 121 active+clean; 196 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-04-12T16:26:46.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:45 smithi016 ceph-mon[30750]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T16:26:46.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:46.133+0000 7fae39e26200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:26:46.509 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:46.234+0000 7fae39e26200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:26:46.509 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:46.466+0000 7fae39e26200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:26:46.509 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:46] ENGINE Bus STARTING 2024-04-12T16:26:46.735 INFO:tasks.rados.rados.0.smithi005.stdout:699: done (2 left) 2024-04-12T16:26:46.735 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 63 2024-04-12T16:26:46.735 INFO:tasks.rados.rados.0.smithi005.stdout:700: seq_num 238 ranges {1531904=794624,2326528=417792,2744320=385024} 2024-04-12T16:26:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:700: writing smithi00577259-1 from 1531904 to 2326528 tid 1 2024-04-12T16:26:46.750 INFO:tasks.rados.rados.0.smithi005.stdout:700: writing smithi00577259-1 from 2326528 to 2744320 tid 2 2024-04-12T16:26:46.752 INFO:tasks.rados.rados.0.smithi005.stdout:700: writing smithi00577259-1 from 2744320 to 3129344 tid 3 2024-04-12T16:26:46.752 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 63 2024-04-12T16:26:46.753 INFO:tasks.rados.rados.0.smithi005.stdout:696: finishing write tid 4 to smithi00577259-19 2024-04-12T16:26:46.753 INFO:tasks.rados.rados.0.smithi005.stdout:701: seq_num 239 ranges {1613824=409600,2023424=704512,2727936=499712} 2024-04-12T16:26:46.763 INFO:tasks.rados.rados.0.smithi005.stdout:701: writing smithi00577259-4 from 1613824 to 2023424 tid 1 2024-04-12T16:26:46.767 INFO:tasks.rados.rados.0.smithi005.stdout:701: writing smithi00577259-4 from 2023424 to 2727936 tid 2 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:701: writing smithi00577259-4 from 2727936 to 3227648 tid 3 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:702: snap_create 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:696: finishing write tid 5 to smithi00577259-19 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:696: oid 19 updating version 0 to 182 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:696: oid 19 version 182 is already newer than 181 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:696: oid 19 version 182 is already newer than 180 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:696: oid 19 updating version 182 to 183 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 183 (ObjNum 236 snap 63 seq_num 236) dirty exists 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:696: left oid 19 (ObjNum 236 snap 63 seq_num 236) 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:697: finishing write tid 1 to smithi00577259-12 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:697: finishing write tid 2 to smithi00577259-12 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:697: finishing write tid 3 to smithi00577259-12 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:697: finishing write tid 4 to smithi00577259-12 2024-04-12T16:26:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:697: finishing write tid 5 to smithi00577259-12 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:697: oid 12 updating version 0 to 186 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:697: oid 12 version 186 is already newer than 185 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:697: oid 12 updating version 186 to 187 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:697: oid 12 version 187 is already newer than 184 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 187 (ObjNum 237 snap 63 seq_num 237) dirty exists 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:697: left oid 12 (ObjNum 237 snap 63 seq_num 237) 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: finishing write tid 1 to smithi00577259-1 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: finishing write tid 2 to smithi00577259-1 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: finishing write tid 3 to smithi00577259-1 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: finishing write tid 4 to smithi00577259-1 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: finishing write tid 5 to smithi00577259-1 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: oid 1 updating version 0 to 236 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: oid 1 updating version 236 to 237 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: oid 1 updating version 237 to 238 2024-04-12T16:26:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:700: oid 1 updating version 238 to 239 2024-04-12T16:26:46.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 239 (ObjNum 238 snap 63 seq_num 238) dirty exists 2024-04-12T16:26:46.773 INFO:tasks.rados.rados.0.smithi005.stdout:700: left oid 1 (ObjNum 238 snap 63 seq_num 238) 2024-04-12T16:26:46.773 INFO:tasks.rados.rados.0.smithi005.stdout:701: finishing write tid 1 to smithi00577259-4 2024-04-12T16:26:46.773 INFO:tasks.rados.rados.0.smithi005.stdout:701: finishing write tid 2 to smithi00577259-4 2024-04-12T16:26:46.773 INFO:tasks.rados.rados.0.smithi005.stdout:701: finishing write tid 3 to smithi00577259-4 2024-04-12T16:26:46.773 INFO:tasks.rados.rados.0.smithi005.stdout:701: finishing write tid 4 to smithi00577259-4 2024-04-12T16:26:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:701: finishing write tid 5 to smithi00577259-4 2024-04-12T16:26:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:701: oid 4 updating version 0 to 311 2024-04-12T16:26:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:701: oid 4 version 311 is already newer than 310 2024-04-12T16:26:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:701: oid 4 updating version 311 to 313 2024-04-12T16:26:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:701: oid 4 version 313 is already newer than 312 2024-04-12T16:26:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 313 (ObjNum 239 snap 63 seq_num 239) dirty exists 2024-04-12T16:26:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:701: left oid 4 (ObjNum 239 snap 63 seq_num 239) 2024-04-12T16:26:46.794 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: CherryPy Checker: 2024-04-12T16:26:46.794 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: The Application mounted at '' has an empty config. 2024-04-12T16:26:46.794 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:46.794 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:46] ENGINE Serving on http://:::9283 2024-04-12T16:26:46.794 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:46] ENGINE Bus STARTED 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: Standby manager daemon y restarted 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: Standby manager daemon y started 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:47.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:46 smithi016 ceph-mon[30750]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T16:26:47.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: Standby manager daemon y restarted 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: Standby manager daemon y started 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[27222]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: Standby manager daemon y restarted 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: Standby manager daemon y started 2024-04-12T16:26:47.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T16:26:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T16:26:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:46 smithi005 ceph-mon[37926]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:696: done (4 left) 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:697: done (3 left) 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:700: done (2 left) 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:701: done (1 left) 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:702: done (0 left) 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:703: rollback oid 13 current snap is 64 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 13 to 50 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 64 2024-04-12T16:26:47.731 INFO:tasks.rados.rados.0.smithi005.stdout:704: seq_num 240 ranges {671744=425984,1097728=589824,1687552=483328,2170880=131072} 2024-04-12T16:26:47.736 INFO:tasks.rados.rados.0.smithi005.stdout:704: writing smithi00577259-35 from 671744 to 1097728 tid 1 2024-04-12T16:26:47.740 INFO:tasks.rados.rados.0.smithi005.stdout:704: writing smithi00577259-35 from 1097728 to 1687552 tid 2 2024-04-12T16:26:47.743 INFO:tasks.rados.rados.0.smithi005.stdout:704: writing smithi00577259-35 from 1687552 to 2170880 tid 3 2024-04-12T16:26:47.744 INFO:tasks.rados.rados.0.smithi005.stdout:704: writing smithi00577259-35 from 2170880 to 2301952 tid 4 2024-04-12T16:26:47.744 INFO:tasks.rados.rados.0.smithi005.stdout:703: finishing rollback tid 0 to smithi00577259-13 2024-04-12T16:26:47.744 INFO:tasks.rados.rados.0.smithi005.stdout:703: finishing rollback tid 1 to smithi00577259-13 2024-04-12T16:26:47.744 INFO:tasks.rados.rados.0.smithi005.stdout:703: finishing rollback tid 2 to smithi00577259-13 2024-04-12T16:26:47.744 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 335 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:704: finishing write tid 1 to smithi00577259-35 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:704: finishing write tid 2 to smithi00577259-35 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:705: read oid 1 snap -1 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:705: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:703: done (2 left) 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:706: copy_from oid 32 from oid 50 current snap is 64 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 64 2024-04-12T16:26:47.745 INFO:tasks.rados.rados.0.smithi005.stdout:707: seq_num 241 ranges {0=442368,442368=466944,909312=688128,1597440=49152} 2024-04-12T16:26:47.746 INFO:tasks.rados.rados.0.smithi005.stdout:707: writing smithi00577259-6 from 0 to 442368 tid 1 2024-04-12T16:26:47.749 INFO:tasks.rados.rados.0.smithi005.stdout:707: writing smithi00577259-6 from 442368 to 909312 tid 2 2024-04-12T16:26:47.754 INFO:tasks.rados.rados.0.smithi005.stdout:707: writing smithi00577259-6 from 909312 to 1597440 tid 3 2024-04-12T16:26:47.754 INFO:tasks.rados.rados.0.smithi005.stdout:707: writing smithi00577259-6 from 1597440 to 1646592 tid 4 2024-04-12T16:26:47.754 INFO:tasks.rados.rados.0.smithi005.stdout:708: setattr oid 26 current snap is 64 2024-04-12T16:26:47.754 INFO:tasks.rados.rados.0.smithi005.stdout:704: finishing write tid 3 to smithi00577259-35 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: finishing write tid 4 to smithi00577259-35 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: finishing write tid 5 to smithi00577259-35 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: finishing write tid 6 to smithi00577259-35 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: oid 35 updating version 0 to 173 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: oid 35 updating version 173 to 174 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: oid 35 version 174 is already newer than 171 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: oid 35 version 174 is already newer than 170 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: oid 35 version 174 is already newer than 172 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 174 (ObjNum 240 snap 64 seq_num 240) dirty exists 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:704: left oid 35 (ObjNum 240 snap 64 seq_num 240) 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:707: finishing write tid 1 to smithi00577259-6 2024-04-12T16:26:47.755 INFO:tasks.rados.rados.0.smithi005.stdout:707: finishing write tid 2 to smithi00577259-6 2024-04-12T16:26:47.756 INFO:tasks.rados.rados.0.smithi005.stdout:704: done (4 left) 2024-04-12T16:26:47.756 INFO:tasks.rados.rados.0.smithi005.stdout:709: setattr oid 40 current snap is 64 2024-04-12T16:26:47.757 INFO:tasks.rados.rados.0.smithi005.stdout:707: finishing write tid 3 to smithi00577259-6 2024-04-12T16:26:47.758 INFO:tasks.rados.rados.0.smithi005.stdout:707: finishing write tid 4 to smithi00577259-6 2024-04-12T16:26:47.758 INFO:tasks.rados.rados.0.smithi005.stdout:710: snap_create 2024-04-12T16:26:47.758 INFO:tasks.rados.rados.0.smithi005.stdout:707: finishing write tid 5 to smithi00577259-6 2024-04-12T16:26:47.759 INFO:tasks.rados.rados.0.smithi005.stdout:706: finishing copy_from racing read to smithi00577259-32 2024-04-12T16:26:47.761 INFO:tasks.rados.rados.0.smithi005.stdout:707: finishing write tid 6 to smithi00577259-6 2024-04-12T16:26:47.761 INFO:tasks.rados.rados.0.smithi005.stdout:707: oid 6 updating version 0 to 65 2024-04-12T16:26:47.761 INFO:tasks.rados.rados.0.smithi005.stdout:707: oid 6 updating version 65 to 66 2024-04-12T16:26:47.761 INFO:tasks.rados.rados.0.smithi005.stdout:707: oid 6 version 66 is already newer than 63 2024-04-12T16:26:47.761 INFO:tasks.rados.rados.0.smithi005.stdout:707: oid 6 version 66 is already newer than 64 2024-04-12T16:26:47.761 INFO:tasks.rados.rados.0.smithi005.stdout:707: oid 6 version 66 is already newer than 62 2024-04-12T16:26:47.762 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 66 (ObjNum 241 snap 64 seq_num 241) dirty exists 2024-04-12T16:26:47.762 INFO:tasks.rados.rados.0.smithi005.stdout:707: left oid 6 (ObjNum 241 snap 64 seq_num 241) 2024-04-12T16:26:47.762 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 111 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:26:47.762 INFO:tasks.rados.rados.0.smithi005.stdout:706: finishing copy_from to smithi00577259-32 2024-04-12T16:26:47.762 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 298 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:26:47.762 INFO:tasks.rados.rados.0.smithi005.stdout:705: expect (ObjNum 238 snap 63 seq_num 238) 2024-04-12T16:26:47.871 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 337 (ObjNum 120 snap 28 seq_num 120) dirty exists 2024-04-12T16:26:48.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:47 smithi016 ceph-mon[30750]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-04-12T16:26:48.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:47 smithi016 ceph-mon[30750]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-12T16:26:48.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:47 smithi016 ceph-mon[30750]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T16:26:48.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:47 smithi005 ceph-mon[27222]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-04-12T16:26:48.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:47 smithi005 ceph-mon[27222]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-12T16:26:48.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:47 smithi005 ceph-mon[27222]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T16:26:48.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:47 smithi005 ceph-mon[37926]: pgmap v54: 121 pgs: 121 active+clean; 196 MiB data, 727 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.5 MiB/s wr, 23 op/s 2024-04-12T16:26:48.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:47 smithi005 ceph-mon[37926]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-12T16:26:48.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:47 smithi005 ceph-mon[37926]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:705: done (5 left) 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:706: done (4 left) 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:707: done (3 left) 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:708: done (2 left) 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:709: done (1 left) 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:710: done (0 left) 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:711: rollback oid 32 current snap is 65 2024-04-12T16:26:48.467 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 63 2024-04-12T16:26:48.468 INFO:tasks.rados.rados.0.smithi005.stdout:712: snap_remove snap 45 2024-04-12T16:26:48.517 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:48 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:48.470+0000 7f0df93a5700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T16:26:48.560 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:48] ENGINE Bus STOPPING 2024-04-12T16:26:48.560 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T16:26:48.560 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:48] ENGINE Bus STOPPED 2024-04-12T16:26:48.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:48 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: ignoring --setuser ceph since I am not root 2024-04-12T16:26:48.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:48 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: ignoring --setgroup ceph since I am not root 2024-04-12T16:26:48.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:48 smithi016 ceph-mgr[64191]: -- 172.21.15.16:0/2263282818 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5601f240c5a0 con 0x5601f23e0800 2024-04-12T16:26:48.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:48] ENGINE Bus STARTING 2024-04-12T16:26:48.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.612+0000 7fad9a275700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.612+0000 7fad9a275700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.612+0000 7fad9a275700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.612+0000 7fad9a275700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.612+0000 7fad9a275700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.613+0000 7fad9726f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.613+0000 7fad9726f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.613+0000 7fad9726f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.613+0000 7fad9726f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:26:48.613+0000 7fad9726f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:26:48.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:48] ENGINE Serving on http://:::9283 2024-04-12T16:26:48.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:26:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:26:48] ENGINE Bus STARTED 2024-04-12T16:26:49.340 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:49.100+0000 7f5923914200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:26:49.340 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:49.199+0000 7f5923914200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:26:49.481 INFO:tasks.rados.rados.0.smithi005.stdout:712: done (1 left) 2024-04-12T16:26:49.481 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 65 2024-04-12T16:26:49.481 INFO:tasks.rados.rados.0.smithi005.stdout:713: seq_num 242 ranges {6152192=458752,6610944=753664,7364608=450560} 2024-04-12T16:26:49.517 INFO:tasks.rados.rados.0.smithi005.stdout:713: writing smithi00577259-24 from 6152192 to 6610944 tid 1 2024-04-12T16:26:49.520 INFO:tasks.rados.rados.0.smithi005.stdout:713: writing smithi00577259-24 from 6610944 to 7364608 tid 2 2024-04-12T16:26:49.526 INFO:tasks.rados.rados.0.smithi005.stdout:713: writing smithi00577259-24 from 7364608 to 7815168 tid 3 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:714: copy_from oid 3 from oid 45 current snap is 65 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:711: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:711: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:711: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 330 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:713: finishing write tid 1 to smithi00577259-24 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:711: done (2 left) 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:715: snap_create 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:713: finishing write tid 2 to smithi00577259-24 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:713: finishing write tid 3 to smithi00577259-24 2024-04-12T16:26:49.527 INFO:tasks.rados.rados.0.smithi005.stdout:713: finishing write tid 4 to smithi00577259-24 2024-04-12T16:26:49.528 INFO:tasks.rados.rados.0.smithi005.stdout:713: finishing write tid 5 to smithi00577259-24 2024-04-12T16:26:49.528 INFO:tasks.rados.rados.0.smithi005.stdout:713: oid 24 updating version 0 to 247 2024-04-12T16:26:49.528 INFO:tasks.rados.rados.0.smithi005.stdout:713: oid 24 version 247 is already newer than 246 2024-04-12T16:26:49.528 INFO:tasks.rados.rados.0.smithi005.stdout:713: oid 24 updating version 247 to 249 2024-04-12T16:26:49.528 INFO:tasks.rados.rados.0.smithi005.stdout:713: oid 24 version 249 is already newer than 248 2024-04-12T16:26:49.528 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 249 (ObjNum 242 snap 65 seq_num 242) dirty exists 2024-04-12T16:26:49.528 INFO:tasks.rados.rados.0.smithi005.stdout:713: left oid 24 (ObjNum 242 snap 65 seq_num 242) 2024-04-12T16:26:49.532 INFO:tasks.rados.rados.0.smithi005.stdout:714: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:26:49.533 INFO:tasks.rados.rados.0.smithi005.stdout:714: finishing copy_from to smithi00577259-3 2024-04-12T16:26:49.533 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 298 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:26:49.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:49.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: Activating manager daemon y 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.24850 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: mgrmap e31: y(active, starting, since 0.00683362s) 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:26:49.592 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:26:49.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: Manager daemon y is now available 2024-04-12T16:26:49.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:49.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:49.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:49.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:49.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:49.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:48] ENGINE Bus STARTING 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:26:49.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: Activating manager daemon y 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.24850 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: mgrmap e31: y(active, starting, since 0.00683362s) 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:26:49.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: Manager daemon y is now available 2024-04-12T16:26:49.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 172.21.15.16:0/252481540' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: Activating manager daemon y 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.24850 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: mgrmap e31: y(active, starting, since 0.00683362s) 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:49.704 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:26:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: Manager daemon y is now available 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:48] ENGINE Bus STARTING 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:49.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:26:49.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:49.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:26:49.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:49 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:48] ENGINE Bus STARTING 2024-04-12T16:26:50.160 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:49 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:49.910+0000 7f5923914200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:26:50.161 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.008+0000 7f5923914200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:26:50.161 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.156+0000 7f5923914200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:26:50.466 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.255+0000 7f5923914200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:26:50.466 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.340+0000 7f5923914200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:713: done (2 left) 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:714: done (1 left) 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:715: done (0 left) 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:716: read oid 39 snap -1 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:716: expect (ObjNum 235 snap 63 seq_num 235) 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:717: read oid 8 snap 27 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:717: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 66 2024-04-12T16:26:50.476 INFO:tasks.rados.rados.0.smithi005.stdout:718: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-04-12T16:26:50.479 INFO:tasks.rados.rados.0.smithi005.stdout:718: writing smithi00577259-20 from 0 to 475136 tid 1 2024-04-12T16:26:50.483 INFO:tasks.rados.rados.0.smithi005.stdout:718: writing smithi00577259-20 from 475136 to 1114112 tid 2 2024-04-12T16:26:50.487 INFO:tasks.rados.rados.0.smithi005.stdout:718: writing smithi00577259-20 from 1114112 to 1679360 tid 3 2024-04-12T16:26:50.487 INFO:tasks.rados.rados.0.smithi005.stdout:719: read oid 11 snap 50 2024-04-12T16:26:50.487 INFO:tasks.rados.rados.0.smithi005.stdout:719: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:26:50.487 INFO:tasks.rados.rados.0.smithi005.stdout:720: rollback oid 31 current snap is 66 2024-04-12T16:26:50.487 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 50 2024-04-12T16:26:50.487 INFO:tasks.rados.rados.0.smithi005.stdout:717: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-12T16:26:50.490 INFO:tasks.rados.rados.0.smithi005.stdout:718: finishing write tid 1 to smithi00577259-20 2024-04-12T16:26:50.490 INFO:tasks.rados.rados.0.smithi005.stdout:716: expect (ObjNum 235 snap 63 seq_num 235) 2024-04-12T16:26:50.534 INFO:tasks.rados.rados.0.smithi005.stdout:718: finishing write tid 2 to smithi00577259-20 2024-04-12T16:26:50.534 INFO:tasks.rados.rados.0.smithi005.stdout:716: done (4 left) 2024-04-12T16:26:50.534 INFO:tasks.rados.rados.0.smithi005.stdout:717: done (3 left) 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:721: rollback oid 7 current snap is 66 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 63 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: finishing write tid 3 to smithi00577259-20 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: finishing write tid 4 to smithi00577259-20 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: finishing write tid 5 to smithi00577259-20 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: oid 20 updating version 0 to 254 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: oid 20 version 254 is already newer than 251 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: oid 20 version 254 is already newer than 253 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: oid 20 version 254 is already newer than 252 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 254 (ObjNum 243 snap 66 seq_num 243) dirty exists 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:718: left oid 20 (ObjNum 243 snap 66 seq_num 243) 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:720: finishing rollback tid 0 to smithi00577259-31 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:720: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 246 (ObjNum 97 snap 0 seq_num 730730080) dirty dne 2024-04-12T16:26:50.535 INFO:tasks.rados.rados.0.smithi005.stdout:719: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:26:50.735 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:48] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:26:50.735 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:49] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:26:50.735 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[27222]: [12/Apr/2024:16:26:49] ENGINE Bus STARTED 2024-04-12T16:26:50.735 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[27222]: mgrmap e32: y(active, since 1.00856s) 2024-04-12T16:26:50.735 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[27222]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T16:26:50.735 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[27222]: pgmap v4: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 19 GiB/s rd, 14 GiB/s wr, 179.64k op/s; 100 MiB/s, 353 objects/s recovering 2024-04-12T16:26:50.735 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:48] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:26:50.736 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:49] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:26:50.736 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[37926]: [12/Apr/2024:16:26:49] ENGINE Bus STARTED 2024-04-12T16:26:50.736 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[37926]: mgrmap e32: y(active, since 1.00856s) 2024-04-12T16:26:50.736 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[37926]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T16:26:50.736 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:50 smithi005 ceph-mon[37926]: pgmap v4: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 19 GiB/s rd, 14 GiB/s wr, 179.64k op/s; 100 MiB/s, 353 objects/s recovering 2024-04-12T16:26:50.753 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.639+0000 7f5923914200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:26:50.754 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:48] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:26:50.754 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:49] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:26:50.754 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-mon[30750]: [12/Apr/2024:16:26:49] ENGINE Bus STARTED 2024-04-12T16:26:50.754 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-mon[30750]: mgrmap e32: y(active, since 1.00856s) 2024-04-12T16:26:50.754 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-mon[30750]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T16:26:50.754 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-mon[30750]: pgmap v4: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 19 GiB/s rd, 14 GiB/s wr, 179.64k op/s; 100 MiB/s, 353 objects/s recovering 2024-04-12T16:26:50.791 INFO:tasks.rados.rados.0.smithi005.stdout:721: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:26:50.791 INFO:tasks.rados.rados.0.smithi005.stdout:721: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:26:50.791 INFO:tasks.rados.rados.0.smithi005.stdout:721: finishing rollback tid 2 to smithi00577259-7 2024-04-12T16:26:50.791 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 151 (ObjNum 33 snap 0 seq_num 1) dirty exists 2024-04-12T16:26:50.791 INFO:tasks.rados.rados.0.smithi005.stdout:718: done (3 left) 2024-04-12T16:26:50.791 INFO:tasks.rados.rados.0.smithi005.stdout:719: done (2 left) 2024-04-12T16:26:50.791 INFO:tasks.rados.rados.0.smithi005.stdout:720: done (1 left) 2024-04-12T16:26:50.792 INFO:tasks.rados.rados.0.smithi005.stdout:721: done (0 left) 2024-04-12T16:26:50.792 INFO:tasks.rados.rados.0.smithi005.stdout:722: setattr oid 3 current snap is 66 2024-04-12T16:26:50.792 INFO:tasks.rados.rados.0.smithi005.stdout:723: delete oid 40 current snap is 66 2024-04-12T16:26:50.795 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 299 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:26:50.795 INFO:tasks.rados.rados.0.smithi005.stdout:722: done (1 left) 2024-04-12T16:26:50.795 INFO:tasks.rados.rados.0.smithi005.stdout:723: done (0 left) 2024-04-12T16:26:50.795 INFO:tasks.rados.rados.0.smithi005.stdout:724: delete oid 49 current snap is 66 2024-04-12T16:26:50.797 INFO:tasks.rados.rados.0.smithi005.stdout:724: done (0 left) 2024-04-12T16:26:50.797 INFO:tasks.rados.rados.0.smithi005.stdout:725: rmattr oid 13 current snap is 66 2024-04-12T16:26:50.797 INFO:tasks.rados.rados.0.smithi005.stdout:726: read oid 28 snap -1 2024-04-12T16:26:50.797 INFO:tasks.rados.rados.0.smithi005.stdout:726: expect (ObjNum 221 snap 62 seq_num 221) 2024-04-12T16:26:50.797 INFO:tasks.rados.rados.0.smithi005.stdout:727: delete oid 29 current snap is 66 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:727: done (2 left) 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:728: rollback oid 24 current snap is 66 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 65 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:729: read oid 4 snap -1 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:729: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:730: read oid 29 snap 63 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:730: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:731: snap_create 2024-04-12T16:26:50.801 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 349 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-04-12T16:26:50.805 INFO:tasks.rados.rados.0.smithi005.stdout:728: finishing rollback tid 0 to smithi00577259-24 2024-04-12T16:26:50.805 INFO:tasks.rados.rados.0.smithi005.stdout:728: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:26:50.805 INFO:tasks.rados.rados.0.smithi005.stdout:728: finishing rollback tid 2 to smithi00577259-24 2024-04-12T16:26:50.806 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 258 (ObjNum 242 snap 65 seq_num 242) dirty exists 2024-04-12T16:26:50.806 INFO:tasks.rados.rados.0.smithi005.stdout:726: expect (ObjNum 221 snap 62 seq_num 221) 2024-04-12T16:26:50.870 INFO:tasks.rados.rados.0.smithi005.stdout:730: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:26:50.930 INFO:tasks.rados.rados.0.smithi005.stdout:729: expect (ObjNum 239 snap 63 seq_num 239) 2024-04-12T16:26:51.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.755+0000 7f5923914200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:26:51.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.856+0000 7f5923914200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:26:51.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:50 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:50.954+0000 7f5923914200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:26:51.472 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:51 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:51.144+0000 7f5923914200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:26:51.482 INFO:tasks.rados.rados.0.smithi005.stdout:725: done (5 left) 2024-04-12T16:26:51.482 INFO:tasks.rados.rados.0.smithi005.stdout:726: done (4 left) 2024-04-12T16:26:51.482 INFO:tasks.rados.rados.0.smithi005.stdout:728: done (3 left) 2024-04-12T16:26:51.482 INFO:tasks.rados.rados.0.smithi005.stdout:729: done (2 left) 2024-04-12T16:26:51.482 INFO:tasks.rados.rados.0.smithi005.stdout:730: done (1 left) 2024-04-12T16:26:51.482 INFO:tasks.rados.rados.0.smithi005.stdout:731: done (0 left) 2024-04-12T16:26:51.482 INFO:tasks.rados.rados.0.smithi005.stdout:732: snap_remove snap 65 2024-04-12T16:26:51.730 INFO:tasks.rados.rados.0.smithi005.stdout:732: done (0 left) 2024-04-12T16:26:51.730 INFO:tasks.rados.rados.0.smithi005.stdout:733: snap_remove snap 52 2024-04-12T16:26:51.818 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:51 smithi016 ceph-mon[30750]: pgmap v5: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 335 MiB/s rd, 245 MiB/s wr, 3.06k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-12T16:26:51.819 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:51 smithi016 ceph-mon[30750]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T16:26:51.819 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:51 smithi016 ceph-mon[30750]: mgrmap e33: y(active, since 3s) 2024-04-12T16:26:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:51 smithi005 ceph-mon[27222]: pgmap v5: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 335 MiB/s rd, 245 MiB/s wr, 3.06k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-12T16:26:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:51 smithi005 ceph-mon[27222]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T16:26:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:51 smithi005 ceph-mon[27222]: mgrmap e33: y(active, since 3s) 2024-04-12T16:26:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:51 smithi005 ceph-mon[37926]: pgmap v5: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 335 MiB/s rd, 245 MiB/s wr, 3.06k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-12T16:26:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:51 smithi005 ceph-mon[37926]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T16:26:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:51 smithi005 ceph-mon[37926]: mgrmap e33: y(active, since 3s) 2024-04-12T16:26:52.464 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:52.199+0000 7f5923914200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:26:52.464 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:52.339+0000 7f5923914200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:26:52.742 INFO:tasks.rados.rados.0.smithi005.stdout:733: done (0 left) 2024-04-12T16:26:52.743 INFO:tasks.rados.rados.0.smithi005.stdout:734: copy_from oid 48 from oid 5 current snap is 67 2024-04-12T16:26:52.743 INFO:tasks.rados.rados.0.smithi005.stdout:735: setattr oid 20 current snap is 67 2024-04-12T16:26:52.743 INFO:tasks.rados.rados.0.smithi005.stdout:736: read oid 3 snap -1 2024-04-12T16:26:52.743 INFO:tasks.rados.rados.0.smithi005.stdout:736: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:26:52.743 INFO:tasks.rados.rados.0.smithi005.stdout:737: snap_remove snap 27 2024-04-12T16:26:52.807 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:52 smithi016 ceph-mon[30750]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T16:26:52.807 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:52 smithi016 ceph-mon[30750]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T16:26:52.807 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:52.693+0000 7f5923914200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:26:52.807 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:52.811+0000 7f5923914200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:26:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:52 smithi005 ceph-mon[27222]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T16:26:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:52 smithi005 ceph-mon[27222]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T16:26:52.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:52 smithi005 ceph-mon[37926]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T16:26:52.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:52 smithi005 ceph-mon[37926]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T16:26:53.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:53.030+0000 7f5923914200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:26:53.501 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:53.227+0000 7f5923914200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:26:53.742 INFO:tasks.rados.rados.0.smithi005.stdout:737: done (3 left) 2024-04-12T16:26:53.742 INFO:tasks.rados.rados.0.smithi005.stdout:738: rmattr oid 41 current snap is 67 2024-04-12T16:26:53.742 INFO:tasks.rados.rados.0.smithi005.stdout:738: done (3 left) 2024-04-12T16:26:53.742 INFO:tasks.rados.rados.0.smithi005.stdout:739: delete oid 7 current snap is 67 2024-04-12T16:26:53.742 INFO:tasks.rados.rados.0.smithi005.stdout:736: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:26:53.788 INFO:tasks.rados.rados.0.smithi005.stdout:734: finishing copy_from to smithi00577259-48 2024-04-12T16:26:53.788 INFO:tasks.rados.rados.0.smithi005.stdout:734: got expected ENOENT (src dne) 2024-04-12T16:26:53.788 INFO:tasks.rados.rados.0.smithi005.stdout:734: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:26:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 264 (ObjNum 243 snap 66 seq_num 243) dirty exists 2024-04-12T16:26:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:734: done (3 left) 2024-04-12T16:26:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:735: done (2 left) 2024-04-12T16:26:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:736: done (1 left) 2024-04-12T16:26:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:739: done (0 left) 2024-04-12T16:26:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 67 2024-04-12T16:26:53.789 INFO:tasks.rados.rados.0.smithi005.stdout:740: seq_num 248 ranges {3227648=557056,3784704=507904,4292608=442368,4734976=253952} 2024-04-12T16:26:53.808 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:53.530+0000 7f5923914200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:26:53.808 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:26:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:26:53.809 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-mon[30750]: pgmap v9: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 111 MiB/s rd, 81 MiB/s wr, 1.02k op/s; 577 KiB/s, 2 objects/s recovering 2024-04-12T16:26:53.809 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-mon[30750]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T16:26:53.809 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-mon[30750]: mgrmap e34: y(active, since 4s) 2024-04-12T16:26:53.809 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:53.809 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:53.809 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:53.809 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:53.809 INFO:tasks.rados.rados.0.smithi005.stdout:740: writing smithi00577259-4 from 3227648 to 3784704 tid 1 2024-04-12T16:26:53.812 INFO:tasks.rados.rados.0.smithi005.stdout:740: writing smithi00577259-4 from 3784704 to 4292608 tid 2 2024-04-12T16:26:53.815 INFO:tasks.rados.rados.0.smithi005.stdout:740: writing smithi00577259-4 from 4292608 to 4734976 tid 3 2024-04-12T16:26:53.817 INFO:tasks.rados.rados.0.smithi005.stdout:740: writing smithi00577259-4 from 4734976 to 4988928 tid 4 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:741: read oid 11 snap -1 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:741: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:742: read oid 42 snap 57 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:742: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:743: setattr oid 18 current snap is 67 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:740: finishing write tid 1 to smithi00577259-4 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:740: finishing write tid 2 to smithi00577259-4 2024-04-12T16:26:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:740: finishing write tid 3 to smithi00577259-4 2024-04-12T16:26:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:744: snap_remove snap 50 2024-04-12T16:26:54.077 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:53.812+0000 7f5923914200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:26:54.077 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:54.081+0000 7f5923914200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:26:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[37926]: pgmap v9: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 111 MiB/s rd, 81 MiB/s wr, 1.02k op/s; 577 KiB/s, 2 objects/s recovering 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[37926]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[37926]: mgrmap e34: y(active, since 4s) 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[27222]: pgmap v9: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 111 MiB/s rd, 81 MiB/s wr, 1.02k op/s; 577 KiB/s, 2 objects/s recovering 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[27222]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[27222]: mgrmap e34: y(active, since 4s) 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:53 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.257 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:26:54.605 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:26:54.605 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (4m) 1s ago 5m 24.9M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:26:54.605 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (4m) 1s ago 4m 91.7M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:26:54.605 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (5m) 1s ago 5m 16.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:26:54.605 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (5m) 1s ago 5m 14.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:26:54.605 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (63s) 1s ago 9m 81.0M - 19.0.0-2847-gbf9c5618 92de118a8b8f 6f0dd1321a72 2024-04-12T16:26:54.605 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (16s) 1s ago 11m 475M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (11m) 1s ago 11m 56.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 cd13e6542dcf 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (9m) 1s ago 9m 47.8M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 75bc351d7ed9 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (9m) 1s ago 9m 44.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6cd96fd64805 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (4m) 1s ago 4m 15.6M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (4m) 1s ago 4m 14.6M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (9m) 1s ago 9m 126M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (8m) 1s ago 8m 105M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (8m) 1s ago 8m 112M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (7m) 1s ago 7m 103M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (7m) 1s ago 7m 136M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (7m) 1s ago 7m 118M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (6m) 1s ago 6m 96.7M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (6m) 1s ago 6m 105M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:26:54.606 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (21s) 1s ago 5m 35.3M - 2.43.0 a07b618ecd1d 90106ac5220b 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:744: done (4 left) 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:745: delete oid 15 current snap is 67 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:740: finishing write tid 4 to smithi00577259-4 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:740: finishing write tid 5 to smithi00577259-4 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:740: finishing write tid 6 to smithi00577259-4 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:740: oid 4 updating version 0 to 347 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:740: oid 4 version 347 is already newer than 345 2024-04-12T16:26:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:740: oid 4 version 347 is already newer than 346 2024-04-12T16:26:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:740: oid 4 updating version 347 to 349 2024-04-12T16:26:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:740: oid 4 version 349 is already newer than 348 2024-04-12T16:26:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 349 (ObjNum 248 snap 67 seq_num 248) dirty exists 2024-04-12T16:26:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:740: left oid 4 (ObjNum 248 snap 67 seq_num 248) 2024-04-12T16:26:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 273 (ObjNum 210 snap 57 seq_num 210) dirty exists 2024-04-12T16:26:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:742: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:26:54.770 INFO:tasks.rados.rados.0.smithi005.stdout:741: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:26:54.856 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[27222]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T16:26:54.856 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[37926]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:54.857 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:54 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:55.025 INFO:tasks.rados.rados.0.smithi005.stdout:740: done (4 left) 2024-04-12T16:26:55.025 INFO:tasks.rados.rados.0.smithi005.stdout:741: done (3 left) 2024-04-12T16:26:55.025 INFO:tasks.rados.rados.0.smithi005.stdout:742: done (2 left) 2024-04-12T16:26:55.025 INFO:tasks.rados.rados.0.smithi005.stdout:743: done (1 left) 2024-04-12T16:26:55.025 INFO:tasks.rados.rados.0.smithi005.stdout:745: done (0 left) 2024-04-12T16:26:55.025 INFO:tasks.rados.rados.0.smithi005.stdout:746: snap_create 2024-04-12T16:26:55.046 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:26:55.046 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:26:55.046 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:26:55.046 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:26:55.047 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:26:55.048 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:26:55.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:54.957+0000 7f5923914200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:26:55.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:54 smithi016 ceph-mon[30750]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T16:26:55.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:54 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:55.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:54 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:55.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:54 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:55.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:54 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:55.787 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[27222]: from='client.24985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:55.788 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[27222]: pgmap v12: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T16:26:55.788 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[27222]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:55.788 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[27222]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T16:26:55.788 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[27222]: from='client.? 172.21.15.5:0/1564337330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:26:55.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[37926]: from='client.24985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:55.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[37926]: pgmap v12: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T16:26:55.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[37926]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:55.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[37926]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T16:26:55.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:55 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/1564337330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:26:55.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:55.547+0000 7f5923914200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:26:55.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:55.651+0000 7f5923914200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:26:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-mon[30750]: from='client.24985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-mon[30750]: pgmap v12: 121 pgs: 9 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 111 active+clean; 224 MiB data, 759 MiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T16:26:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-mon[30750]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:26:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-mon[30750]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T16:26:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1564337330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:26:55.886 INFO:tasks.rados.rados.0.smithi005.stdout:746: done (0 left) 2024-04-12T16:26:55.886 INFO:tasks.rados.rados.0.smithi005.stdout:747: setattr oid 43 current snap is 68 2024-04-12T16:26:55.888 INFO:tasks.rados.rados.0.smithi005.stdout:748: snap_remove snap 25 2024-04-12T16:26:56.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:55.879+0000 7f5923914200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:26:56.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:55] ENGINE Bus STARTING 2024-04-12T16:26:56.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: CherryPy Checker: 2024-04-12T16:26:56.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: The Application mounted at '' has an empty config. 2024-04-12T16:26:56.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: 2024-04-12T16:26:56.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:55] ENGINE Serving on http://:::9283 2024-04-12T16:26:56.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:55 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: [12/Apr/2024:16:26:55] ENGINE Bus STARTED 2024-04-12T16:26:56.891 INFO:tasks.rados.rados.0.smithi005.stdout:748: done (1 left) 2024-04-12T16:26:56.892 INFO:tasks.rados.rados.0.smithi005.stdout:749: read oid 21 snap -1 2024-04-12T16:26:56.892 INFO:tasks.rados.rados.0.smithi005.stdout:749: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:56.892 INFO:tasks.rados.rados.0.smithi005.stdout:750: snap_remove snap 66 2024-04-12T16:26:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:56 smithi016 ceph-mon[30750]: Standby manager daemon x started 2024-04-12T16:26:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:56 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:26:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:56 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:56 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:26:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:56 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:57.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:56 smithi016 ceph-mon[30750]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T16:26:57.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[27222]: Standby manager daemon x started 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[27222]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[37926]: Standby manager daemon x started 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/767337841' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:26:57.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:56 smithi005 ceph-mon[37926]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T16:26:57.893 INFO:tasks.rados.rados.0.smithi005.stdout:750: done (2 left) 2024-04-12T16:26:57.893 INFO:tasks.rados.rados.0.smithi005.stdout:751: copy_from oid 46 from oid 26 current snap is 68 2024-04-12T16:26:57.893 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 215 (ObjNum 223 snap 62 seq_num 223) dirty exists 2024-04-12T16:26:57.893 INFO:tasks.rados.rados.0.smithi005.stdout:749: expect (ObjNum 99 snap 18 seq_num 99) 2024-04-12T16:26:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: pgmap v15: 121 pgs: 121 active+clean; 228 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 62 op/s 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: pgmap v15: 121 pgs: 121 active+clean; 228 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 62 op/s 2024-04-12T16:26:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-12T16:26:57.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:26:57.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T16:26:57.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:57.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:57.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:57.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:57 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:57.978 INFO:tasks.rados.rados.0.smithi005.stdout:751: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:26:57.978 INFO:tasks.rados.rados.0.smithi005.stdout:751: finishing copy_from to smithi00577259-46 2024-04-12T16:26:57.978 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 111 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:26:57.979 INFO:tasks.rados.rados.0.smithi005.stdout:747: done (2 left) 2024-04-12T16:26:57.979 INFO:tasks.rados.rados.0.smithi005.stdout:749: done (1 left) 2024-04-12T16:26:57.979 INFO:tasks.rados.rados.0.smithi005.stdout:751: done (0 left) 2024-04-12T16:26:57.979 INFO:tasks.rados.rados.0.smithi005.stdout:752: copy_from oid 25 from oid 2 current snap is 68 2024-04-12T16:26:57.979 INFO:tasks.rados.rados.0.smithi005.stdout:753: snap_remove snap 57 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: pgmap v15: 121 pgs: 121 active+clean; 228 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 62 op/s 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:26:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:57 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:26:58.901 INFO:tasks.rados.rados.0.smithi005.stdout:753: done (1 left) 2024-04-12T16:26:58.901 INFO:tasks.rados.rados.0.smithi005.stdout:754: delete oid 23 current snap is 68 2024-04-12T16:26:58.901 INFO:tasks.rados.rados.0.smithi005.stdout:752: finishing copy_from to smithi00577259-25 2024-04-12T16:26:58.901 INFO:tasks.rados.rados.0.smithi005.stdout:752: got expected ENOENT (src dne) 2024-04-12T16:26:58.901 INFO:tasks.rados.rados.0.smithi005.stdout:752: finishing copy_from racing read to smithi00577259-25 2024-04-12T16:26:58.910 INFO:tasks.rados.rados.0.smithi005.stdout:752: done (1 left) 2024-04-12T16:26:58.911 INFO:tasks.rados.rados.0.smithi005.stdout:754: done (0 left) 2024-04-12T16:26:58.911 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 68 2024-04-12T16:26:58.911 INFO:tasks.rados.rados.0.smithi005.stdout:755: seq_num 251 ranges {7815168=606208,8421376=614400,9035776=589824} 2024-04-12T16:26:58.956 INFO:tasks.rados.rados.0.smithi005.stdout:755: writing smithi00577259-24 from 7815168 to 8421376 tid 1 2024-04-12T16:26:58.959 INFO:tasks.rados.rados.0.smithi005.stdout:755: writing smithi00577259-24 from 8421376 to 9035776 tid 2 2024-04-12T16:26:58.963 INFO:tasks.rados.rados.0.smithi005.stdout:755: writing smithi00577259-24 from 9035776 to 9625600 tid 3 2024-04-12T16:26:58.963 INFO:tasks.rados.rados.0.smithi005.stdout:756: copy_from oid 49 from oid 22 current snap is 68 2024-04-12T16:26:58.963 INFO:tasks.rados.rados.0.smithi005.stdout:755: finishing write tid 1 to smithi00577259-24 2024-04-12T16:26:58.963 INFO:tasks.rados.rados.0.smithi005.stdout:755: finishing write tid 2 to smithi00577259-24 2024-04-12T16:26:58.963 INFO:tasks.rados.rados.0.smithi005.stdout:757: delete oid 35 current snap is 68 2024-04-12T16:26:58.965 INFO:tasks.rados.rados.0.smithi005.stdout:757: done (2 left) 2024-04-12T16:26:58.965 INFO:tasks.rados.rados.0.smithi005.stdout:758: read oid 11 snap -1 2024-04-12T16:26:58.965 INFO:tasks.rados.rados.0.smithi005.stdout:758: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:26:58.965 INFO:tasks.rados.rados.0.smithi005.stdout:759: snap_remove snap 63 2024-04-12T16:26:59.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:26:59.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:58 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[64187]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:26:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T16:26:59.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:26:59.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:26:59.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:26:59.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:26:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:26:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:26:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:26:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:58 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:26:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:755: finishing write tid 3 to smithi00577259-24 2024-04-12T16:26:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:755: finishing write tid 4 to smithi00577259-24 2024-04-12T16:26:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:755: finishing write tid 5 to smithi00577259-24 2024-04-12T16:26:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:755: oid 24 updating version 0 to 298 2024-04-12T16:26:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:755: oid 24 updating version 298 to 301 2024-04-12T16:26:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:755: oid 24 version 301 is already newer than 300 2024-04-12T16:26:59.908 INFO:tasks.rados.rados.0.smithi005.stdout:755: oid 24 version 301 is already newer than 299 2024-04-12T16:26:59.908 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 301 (ObjNum 251 snap 68 seq_num 251) dirty exists 2024-04-12T16:26:59.908 INFO:tasks.rados.rados.0.smithi005.stdout:755: left oid 24 (ObjNum 251 snap 68 seq_num 251) 2024-04-12T16:26:59.908 INFO:tasks.rados.rados.0.smithi005.stdout:756: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:26:59.908 INFO:tasks.rados.rados.0.smithi005.stdout:756: finishing copy_from to smithi00577259-49 2024-04-12T16:26:59.908 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 38 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:26:59.908 INFO:tasks.rados.rados.0.smithi005.stdout:758: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:27:00.164 INFO:tasks.rados.rados.0.smithi005.stdout:755: done (3 left) 2024-04-12T16:27:00.164 INFO:tasks.rados.rados.0.smithi005.stdout:756: done (2 left) 2024-04-12T16:27:00.164 INFO:tasks.rados.rados.0.smithi005.stdout:758: done (1 left) 2024-04-12T16:27:00.165 INFO:tasks.rados.rados.0.smithi005.stdout:759: done (0 left) 2024-04-12T16:27:00.165 INFO:tasks.rados.rados.0.smithi005.stdout:760: snap_remove snap 28 2024-04-12T16:27:00.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:00.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: pgmap v18: 121 pgs: 121 active+clean; 228 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 60 op/s 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[27222]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:00.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:00.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: pgmap v18: 121 pgs: 121 active+clean; 228 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 60 op/s 2024-04-12T16:27:00.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:27:00.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:26:59 smithi005 ceph-mon[37926]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: pgmap v18: 121 pgs: 121 active+clean; 228 MiB data, 816 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 60 op/s 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T16:27:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:26:59 smithi016 ceph-mon[30750]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T16:27:00.916 INFO:tasks.rados.rados.0.smithi005.stdout:760: done (0 left) 2024-04-12T16:27:00.916 INFO:tasks.rados.rados.0.smithi005.stdout:761: setattr oid 48 current snap is 68 2024-04-12T16:27:00.917 INFO:tasks.rados.rados.0.smithi005.stdout:762: copy_from oid 14 from oid 10 current snap is 68 2024-04-12T16:27:00.917 INFO:tasks.rados.rados.0.smithi005.stdout:763: rollback oid 18 current snap is 68 2024-04-12T16:27:00.917 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 18 to 58 2024-04-12T16:27:00.917 INFO:tasks.rados.rados.0.smithi005.stdout:764: read oid 35 snap -1 2024-04-12T16:27:00.917 INFO:tasks.rados.rados.0.smithi005.stdout:764: expect deleted 2024-04-12T16:27:00.917 INFO:tasks.rados.rados.0.smithi005.stdout:765: snap_remove snap 64 2024-04-12T16:27:01.049 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:00 smithi016 ceph-mon[30750]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:27:01.049 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:00 smithi016 ceph-mon[30750]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T16:27:01.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:00 smithi005 ceph-mon[27222]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:27:01.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:00 smithi005 ceph-mon[27222]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T16:27:01.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:00 smithi005 ceph-mon[37926]: Reconfiguring daemon prometheus.a on smithi016 2024-04-12T16:27:01.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:00 smithi005 ceph-mon[37926]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T16:27:01.734 INFO:tasks.rados.rados.0.smithi005.stdout:765: done (4 left) 2024-04-12T16:27:01.734 INFO:tasks.rados.rados.0.smithi005.stdout:766: copy_from oid 15 from oid 24 current snap is 68 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:767: setattr oid 6 current snap is 68 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:762: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:762: finishing copy_from to smithi00577259-14 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 311 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:763: finishing rollback tid 0 to smithi00577259-18 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:763: finishing rollback tid 1 to smithi00577259-18 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:763: finishing rollback tid 2 to smithi00577259-18 2024-04-12T16:27:01.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 299 (ObjNum 210 snap 57 seq_num 210) dirty exists 2024-04-12T16:27:01.736 INFO:tasks.rados.rados.0.smithi005.stdout:761: done (5 left) 2024-04-12T16:27:01.736 INFO:tasks.rados.rados.0.smithi005.stdout:762: done (4 left) 2024-04-12T16:27:01.736 INFO:tasks.rados.rados.0.smithi005.stdout:763: done (3 left) 2024-04-12T16:27:01.736 INFO:tasks.rados.rados.0.smithi005.stdout:764: done (2 left) 2024-04-12T16:27:01.736 INFO:tasks.rados.rados.0.smithi005.stdout:768: read oid 26 snap 54 2024-04-12T16:27:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:768: expect (ObjNum 730427312 snap 22011 seq_num 730761472) 2024-04-12T16:27:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 68 2024-04-12T16:27:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:769: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-04-12T16:27:01.740 INFO:tasks.rados.rados.0.smithi005.stdout:769: writing smithi00577259-23 from 0 to 647168 tid 1 2024-04-12T16:27:01.745 INFO:tasks.rados.rados.0.smithi005.stdout:769: writing smithi00577259-23 from 647168 to 1433600 tid 2 2024-04-12T16:27:01.749 INFO:tasks.rados.rados.0.smithi005.stdout:769: writing smithi00577259-23 from 1433600 to 1851392 tid 3 2024-04-12T16:27:01.749 INFO:tasks.rados.rados.0.smithi005.stdout:770: read oid 37 snap 62 2024-04-12T16:27:01.749 INFO:tasks.rados.rados.0.smithi005.stdout:770: expect deleted 2024-04-12T16:27:01.749 INFO:tasks.rados.rados.0.smithi005.stdout:771: read oid 4 snap -1 2024-04-12T16:27:01.749 INFO:tasks.rados.rados.0.smithi005.stdout:771: expect (ObjNum 248 snap 67 seq_num 248) 2024-04-12T16:27:01.749 INFO:tasks.rados.rados.0.smithi005.stdout:772: delete oid 19 current snap is 68 2024-04-12T16:27:01.749 INFO:tasks.rados.rados.0.smithi005.stdout:768: expect (ObjNum 730427312 snap 22011 seq_num 730761472) 2024-04-12T16:27:01.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 82 (ObjNum 241 snap 64 seq_num 241) dirty exists 2024-04-12T16:27:01.755 INFO:tasks.rados.rados.0.smithi005.stdout:769: finishing write tid 1 to smithi00577259-23 2024-04-12T16:27:01.755 INFO:tasks.rados.rados.0.smithi005.stdout:769: finishing write tid 2 to smithi00577259-23 2024-04-12T16:27:01.755 INFO:tasks.rados.rados.0.smithi005.stdout:769: finishing write tid 3 to smithi00577259-23 2024-04-12T16:27:01.755 INFO:tasks.rados.rados.0.smithi005.stdout:769: finishing write tid 4 to smithi00577259-23 2024-04-12T16:27:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:767: done (6 left) 2024-04-12T16:27:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:768: done (5 left) 2024-04-12T16:27:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:770: done (4 left) 2024-04-12T16:27:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:772: done (3 left) 2024-04-12T16:27:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:773: read oid 40 snap -1 2024-04-12T16:27:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:773: expect deleted 2024-04-12T16:27:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:774: snap_create 2024-04-12T16:27:01.760 INFO:tasks.rados.rados.0.smithi005.stdout:769: finishing write tid 5 to smithi00577259-23 2024-04-12T16:27:01.760 INFO:tasks.rados.rados.0.smithi005.stdout:769: oid 23 updating version 0 to 221 2024-04-12T16:27:01.760 INFO:tasks.rados.rados.0.smithi005.stdout:769: oid 23 updating version 221 to 223 2024-04-12T16:27:01.760 INFO:tasks.rados.rados.0.smithi005.stdout:769: oid 23 updating version 223 to 224 2024-04-12T16:27:01.760 INFO:tasks.rados.rados.0.smithi005.stdout:769: oid 23 version 224 is already newer than 222 2024-04-12T16:27:01.760 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 224 (ObjNum 253 snap 68 seq_num 253) dirty exists 2024-04-12T16:27:01.760 INFO:tasks.rados.rados.0.smithi005.stdout:769: left oid 23 (ObjNum 253 snap 68 seq_num 253) 2024-04-12T16:27:01.772 INFO:tasks.rados.rados.0.smithi005.stdout:771: expect (ObjNum 248 snap 67 seq_num 248) 2024-04-12T16:27:01.983 INFO:tasks.rados.rados.0.smithi005.stdout:766: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:27:01.983 INFO:tasks.rados.rados.0.smithi005.stdout:766: finishing copy_from to smithi00577259-15 2024-04-12T16:27:01.984 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 301 (ObjNum 251 snap 68 seq_num 251) dirty exists 2024-04-12T16:27:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:01 smithi016 ceph-mon[30750]: pgmap v21: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:01 smithi016 ceph-mon[30750]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T16:27:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:01 smithi016 ceph-mon[30750]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-12T16:27:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:01 smithi016 ceph-mon[30750]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T16:27:02.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[27222]: pgmap v21: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:02.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[27222]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T16:27:02.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[27222]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-12T16:27:02.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[27222]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T16:27:02.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[37926]: pgmap v21: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:02.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[37926]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T16:27:02.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[37926]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-12T16:27:02.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:01 smithi005 ceph-mon[37926]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T16:27:02.560 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 systemd[1]: Stopping Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:02.735 INFO:tasks.rados.rados.0.smithi005.stdout:766: done (4 left) 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:769: done (3 left) 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:771: done (2 left) 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:773: done (1 left) 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:774: done (0 left) 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:775: copy_from oid 31 from oid 48 current snap is 69 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:776: rollback oid 45 current snap is 69 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 67 2024-04-12T16:27:02.736 INFO:tasks.rados.rados.0.smithi005.stdout:777: delete oid 33 current snap is 69 2024-04-12T16:27:02.738 INFO:tasks.rados.rados.0.smithi005.stdout:777: done (2 left) 2024-04-12T16:27:02.738 INFO:tasks.rados.rados.0.smithi005.stdout:778: rmattr oid 46 current snap is 69 2024-04-12T16:27:02.738 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 69 2024-04-12T16:27:02.738 INFO:tasks.rados.rados.0.smithi005.stdout:779: seq_num 256 ranges {1548288=696320,2244608=434176,2678784=770048} 2024-04-12T16:27:02.751 INFO:tasks.rados.rados.0.smithi005.stdout:779: writing smithi00577259-39 from 1548288 to 2244608 tid 1 2024-04-12T16:27:02.753 INFO:tasks.rados.rados.0.smithi005.stdout:779: writing smithi00577259-39 from 2244608 to 2678784 tid 2 2024-04-12T16:27:02.758 INFO:tasks.rados.rados.0.smithi005.stdout:779: writing smithi00577259-39 from 2678784 to 3448832 tid 3 2024-04-12T16:27:02.758 INFO:tasks.rados.rados.0.smithi005.stdout:780: snap_remove snap 54 2024-04-12T16:27:02.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.565Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:27:02.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.565Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T16:27:02.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T16:27:02.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T16:27:02.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[72778]: ts=2024-04-12T16:27:02.566Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T16:27:02.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 podman[75287]: 2024-04-12 16:27:02.576208532 +0000 UTC m=+0.133176707 container died 90106ac5220bba5acc05e612da7e23b94ea145aeb55290dbf1a6d05ef74bd09a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:27:03.253 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 podman[75287]: 2024-04-12 16:27:02.932629241 +0000 UTC m=+0.489597424 container cleanup 90106ac5220bba5acc05e612da7e23b94ea145aeb55290dbf1a6d05ef74bd09a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:27:03.253 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:02 smithi016 bash[75287]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T16:27:03.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 podman[75301]: 2024-04-12 16:27:03.258970309 +0000 UTC m=+0.683130296 container remove 90106ac5220bba5acc05e612da7e23b94ea145aeb55290dbf1a6d05ef74bd09a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:27:03.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T16:27:03.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 systemd[1]: Stopped Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:03.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 1.080s CPU time. 2024-04-12T16:27:03.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 systemd[1]: Starting Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:03.738 INFO:tasks.rados.rados.0.smithi005.stdout:780: done (4 left) 2024-04-12T16:27:03.738 INFO:tasks.rados.rados.0.smithi005.stdout:781: copy_from oid 23 from oid 15 current snap is 69 2024-04-12T16:27:03.738 INFO:tasks.rados.rados.0.smithi005.stdout:776: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:776: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:776: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 417 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 311 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:775: finishing copy_from racing read to smithi00577259-31 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:775: finishing copy_from to smithi00577259-31 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 311 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: finishing write tid 1 to smithi00577259-39 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: finishing write tid 2 to smithi00577259-39 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: finishing write tid 3 to smithi00577259-39 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: finishing write tid 4 to smithi00577259-39 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: finishing write tid 5 to smithi00577259-39 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: oid 39 updating version 0 to 149 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: oid 39 version 149 is already newer than 146 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: oid 39 version 149 is already newer than 148 2024-04-12T16:27:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:779: oid 39 version 149 is already newer than 147 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 149 (ObjNum 256 snap 69 seq_num 256) dirty exists 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:779: left oid 39 (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:775: done (4 left) 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:776: done (3 left) 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:778: done (2 left) 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:779: done (1 left) 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:782: rollback oid 1 current snap is 69 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 1 to 58 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:783: setattr oid 6 current snap is 69 2024-04-12T16:27:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:784: delete oid 38 current snap is 69 2024-04-12T16:27:03.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 84 (ObjNum 241 snap 64 seq_num 241) dirty exists 2024-04-12T16:27:03.750 INFO:tasks.rados.rados.0.smithi005.stdout:782: finishing rollback tid 0 to smithi00577259-1 2024-04-12T16:27:03.750 INFO:tasks.rados.rados.0.smithi005.stdout:782: finishing rollback tid 1 to smithi00577259-1 2024-04-12T16:27:03.755 INFO:tasks.rados.rados.0.smithi005.stdout:782: finishing rollback tid 2 to smithi00577259-1 2024-04-12T16:27:03.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 309 (ObjNum 83 snap 17 seq_num 83) dirty exists 2024-04-12T16:27:03.755 INFO:tasks.rados.rados.0.smithi005.stdout:782: done (3 left) 2024-04-12T16:27:03.755 INFO:tasks.rados.rados.0.smithi005.stdout:783: done (2 left) 2024-04-12T16:27:03.755 INFO:tasks.rados.rados.0.smithi005.stdout:784: done (1 left) 2024-04-12T16:27:03.755 INFO:tasks.rados.rados.0.smithi005.stdout:785: snap_create 2024-04-12T16:27:03.784 INFO:tasks.rados.rados.0.smithi005.stdout:781: finishing copy_from racing read to smithi00577259-23 2024-04-12T16:27:03.784 INFO:tasks.rados.rados.0.smithi005.stdout:781: finishing copy_from to smithi00577259-23 2024-04-12T16:27:03.785 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 301 (ObjNum 251 snap 68 seq_num 251) dirty exists 2024-04-12T16:27:03.883 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 podman[75396]: 2024-04-12 16:27:03.519997011 +0000 UTC m=+0.018588757 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:27:03.883 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 podman[75396]: 2024-04-12 16:27:03.634938933 +0000 UTC m=+0.133530708 container create 2d15d76eb450150b7bcf2b3fe62cbfeb390b7a39228a7eb61677825d38657ff6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:27:03.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-mon[30750]: pgmap v24: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:03.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-mon[30750]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T16:27:03.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:04.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:03 smithi005 ceph-mon[27222]: pgmap v24: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:04.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:03 smithi005 ceph-mon[27222]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T16:27:04.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:03 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:03 smithi005 ceph-mon[37926]: pgmap v24: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:03 smithi005 ceph-mon[37926]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T16:27:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:03 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 podman[75396]: 2024-04-12 16:27:03.888843167 +0000 UTC m=+0.387434899 container init 2d15d76eb450150b7bcf2b3fe62cbfeb390b7a39228a7eb61677825d38657ff6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 podman[75396]: 2024-04-12 16:27:03.891933184 +0000 UTC m=+0.390524926 container start 2d15d76eb450150b7bcf2b3fe62cbfeb390b7a39228a7eb61677825d38657ff6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.915Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.916Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.916Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi016 (none))" 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.916Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.916Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.917Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.917Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:27:04.305 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.918Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.919Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.921Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.921Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.712µs 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.921Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.922Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.930Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.935Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.936Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.936Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.979µs wal_replay_duration=15.226389ms wbl_replay_duration=111ns total_replay_duration=15.279987ms 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.938Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.938Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.938Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:27:04.306 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.959Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.940749ms db_storage=779ns remote_storage=1.493µs web_handler=361ns query_engine=631ns scrape=411.606µs scrape_sd=94.732µs notify=20.24µs notify_sd=33.075µs rules=20.061128ms tracing=5.867µs 2024-04-12T16:27:04.307 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.959Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:27:04.307 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:03.959Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:27:04.307 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 bash[75396]: 2d15d76eb450150b7bcf2b3fe62cbfeb390b7a39228a7eb61677825d38657ff6 2024-04-12T16:27:04.307 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:03 smithi016 systemd[1]: Started Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:04.749 INFO:tasks.rados.rados.0.smithi005.stdout:781: done (1 left) 2024-04-12T16:27:04.749 INFO:tasks.rados.rados.0.smithi005.stdout:785: done (0 left) 2024-04-12T16:27:04.749 INFO:tasks.rados.rados.0.smithi005.stdout:786: delete oid 9 current snap is 70 2024-04-12T16:27:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:786: done (0 left) 2024-04-12T16:27:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:787: snap_create 2024-04-12T16:27:04.903 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:04 smithi016 ceph-mon[30750]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T16:27:04.903 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:04 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:04.903 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:04 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:04.903 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:04 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:27:04.903 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:04 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[27222]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[37926]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:05.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:05.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:27:05.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:04 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:05.755 INFO:tasks.rados.rados.0.smithi005.stdout:787: done (0 left) 2024-04-12T16:27:05.755 INFO:tasks.rados.rados.0.smithi005.stdout:788: rmattr oid 13 current snap is 71 2024-04-12T16:27:05.755 INFO:tasks.rados.rados.0.smithi005.stdout:789: snap_create 2024-04-12T16:27:05.758 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 427 (ObjNum 154 snap 39 seq_num 154) dirty exists 2024-04-12T16:27:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:05 smithi016 ceph-mon[30750]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:27:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:05 smithi016 ceph-mon[30750]: pgmap v27: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:27:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:05 smithi016 ceph-mon[30750]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T16:27:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:05 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:27:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:05 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:27:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:05 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:27:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:05 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[27222]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[27222]: pgmap v27: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[27222]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[37926]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[37926]: pgmap v27: 121 pgs: 121 active+clean; 220 MiB data, 824 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[37926]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:27:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:27:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:27:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:05 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:788: done (1 left) 2024-04-12T16:27:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:789: done (0 left) 2024-04-12T16:27:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:790: copy_from oid 43 from oid 39 current snap is 72 2024-04-12T16:27:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:791: delete oid 49 current snap is 72 2024-04-12T16:27:06.765 INFO:tasks.rados.rados.0.smithi005.stdout:791: done (1 left) 2024-04-12T16:27:06.765 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 72 2024-04-12T16:27:06.765 INFO:tasks.rados.rados.0.smithi005.stdout:792: seq_num 260 ranges {9625600=761856,10387456=417792,10805248=786432} 2024-04-12T16:27:06.822 INFO:tasks.rados.rados.0.smithi005.stdout:792: writing smithi00577259-23 from 9625600 to 10387456 tid 1 2024-04-12T16:27:06.824 INFO:tasks.rados.rados.0.smithi005.stdout:792: writing smithi00577259-23 from 10387456 to 10805248 tid 2 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:792: writing smithi00577259-23 from 10805248 to 11591680 tid 3 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:793: rollback oid 3 current snap is 72 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 69 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:790: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:790: finishing copy_from to smithi00577259-43 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 149 (ObjNum 256 snap 69 seq_num 256) dirty exists 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:792: finishing write tid 1 to smithi00577259-23 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:792: finishing write tid 2 to smithi00577259-23 2024-04-12T16:27:06.830 INFO:tasks.rados.rados.0.smithi005.stdout:790: done (2 left) 2024-04-12T16:27:06.831 INFO:tasks.rados.rados.0.smithi005.stdout:794: snap_create 2024-04-12T16:27:06.833 INFO:tasks.rados.rados.0.smithi005.stdout:793: finishing rollback tid 0 to smithi00577259-3 2024-04-12T16:27:06.834 INFO:tasks.rados.rados.0.smithi005.stdout:793: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:27:06.834 INFO:tasks.rados.rados.0.smithi005.stdout:792: finishing write tid 3 to smithi00577259-23 2024-04-12T16:27:06.834 INFO:tasks.rados.rados.0.smithi005.stdout:793: finishing rollback tid 2 to smithi00577259-3 2024-04-12T16:27:06.834 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 319 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:27:06.834 INFO:tasks.rados.rados.0.smithi005.stdout:792: finishing write tid 4 to smithi00577259-23 2024-04-12T16:27:06.835 INFO:tasks.rados.rados.0.smithi005.stdout:792: finishing write tid 5 to smithi00577259-23 2024-04-12T16:27:06.835 INFO:tasks.rados.rados.0.smithi005.stdout:792: oid 23 updating version 0 to 302 2024-04-12T16:27:06.835 INFO:tasks.rados.rados.0.smithi005.stdout:792: oid 23 updating version 302 to 305 2024-04-12T16:27:06.835 INFO:tasks.rados.rados.0.smithi005.stdout:792: oid 23 version 305 is already newer than 303 2024-04-12T16:27:06.835 INFO:tasks.rados.rados.0.smithi005.stdout:792: oid 23 version 305 is already newer than 304 2024-04-12T16:27:06.835 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 305 (ObjNum 260 snap 72 seq_num 260) dirty exists 2024-04-12T16:27:06.835 INFO:tasks.rados.rados.0.smithi005.stdout:792: left oid 23 (ObjNum 260 snap 72 seq_num 260) 2024-04-12T16:27:06.974 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:06 smithi016 ceph-mon[30750]: Upgrade: Updating mgr.x 2024-04-12T16:27:06.974 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:06 smithi016 ceph-mon[30750]: Deploying daemon mgr.x on smithi016 2024-04-12T16:27:06.974 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:06 smithi016 ceph-mon[30750]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T16:27:07.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:06 smithi005 ceph-mon[27222]: Upgrade: Updating mgr.x 2024-04-12T16:27:07.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:06 smithi005 ceph-mon[27222]: Deploying daemon mgr.x on smithi016 2024-04-12T16:27:07.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:06 smithi005 ceph-mon[27222]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T16:27:07.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:06 smithi005 ceph-mon[37926]: Upgrade: Updating mgr.x 2024-04-12T16:27:07.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:06 smithi005 ceph-mon[37926]: Deploying daemon mgr.x on smithi016 2024-04-12T16:27:07.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:06 smithi005 ceph-mon[37926]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T16:27:07.765 INFO:tasks.rados.rados.0.smithi005.stdout:792: done (2 left) 2024-04-12T16:27:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:793: done (1 left) 2024-04-12T16:27:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:794: done (0 left) 2024-04-12T16:27:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:795: read oid 42 snap -1 2024-04-12T16:27:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:795: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:27:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:796: read oid 24 snap -1 2024-04-12T16:27:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:796: expect (ObjNum 251 snap 68 seq_num 251) 2024-04-12T16:27:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:797: snap_create 2024-04-12T16:27:07.770 INFO:tasks.rados.rados.0.smithi005.stdout:795: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:27:07.795 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:07 smithi016 ceph-mon[30750]: pgmap v30: 121 pgs: 121 active+clean; 220 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-04-12T16:27:07.795 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:07 smithi016 ceph-mon[30750]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T16:27:07.796 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:07 smithi016 systemd[1]: Stopping Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:07.799 INFO:tasks.rados.rados.0.smithi005.stdout:796: expect (ObjNum 251 snap 68 seq_num 251) 2024-04-12T16:27:08.064 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:07 smithi016 podman[75750]: 2024-04-12 16:27:07.800189043 +0000 UTC m=+0.141304687 container died 6f0dd1321a724b0a592af364619a8b583a9c4c207dff3d025a3137e512bfbe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:27:08.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:07 smithi005 ceph-mon[27222]: pgmap v30: 121 pgs: 121 active+clean; 220 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-04-12T16:27:08.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:07 smithi005 ceph-mon[27222]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T16:27:08.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:07 smithi005 ceph-mon[37926]: pgmap v30: 121 pgs: 121 active+clean; 220 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.9 MiB/s wr, 26 op/s 2024-04-12T16:27:08.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:07 smithi005 ceph-mon[37926]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T16:27:08.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 podman[75750]: 2024-04-12 16:27:08.159317866 +0000 UTC m=+0.500433509 container cleanup 6f0dd1321a724b0a592af364619a8b583a9c4c207dff3d025a3137e512bfbe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5) 2024-04-12T16:27:08.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 bash[75750]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x 2024-04-12T16:27:08.765 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 podman[75764]: 2024-04-12 16:27:08.461114778 +0000 UTC m=+0.658740663 container remove 6f0dd1321a724b0a592af364619a8b583a9c4c207dff3d025a3137e512bfbe50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-12T16:27:08.766 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:27:08.766 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T16:27:08.766 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 systemd[1]: Stopped Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:08.766 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 25.276s CPU time. 2024-04-12T16:27:08.769 INFO:tasks.rados.rados.0.smithi005.stdout:795: done (2 left) 2024-04-12T16:27:08.769 INFO:tasks.rados.rados.0.smithi005.stdout:796: done (1 left) 2024-04-12T16:27:08.769 INFO:tasks.rados.rados.0.smithi005.stdout:797: done (0 left) 2024-04-12T16:27:08.769 INFO:tasks.rados.rados.0.smithi005.stdout:798: delete oid 10 current snap is 74 2024-04-12T16:27:08.773 INFO:tasks.rados.rados.0.smithi005.stdout:798: done (0 left) 2024-04-12T16:27:08.773 INFO:tasks.rados.rados.0.smithi005.stdout:799: snap_create 2024-04-12T16:27:09.036 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:08 smithi016 ceph-mon[30750]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T16:27:09.037 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:08 smithi016 systemd[1]: Starting Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:09.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:08 smithi005 ceph-mon[27222]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T16:27:09.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:08 smithi005 ceph-mon[37926]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T16:27:09.334 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 podman[75896]: 2024-04-12 16:27:08.944682728 +0000 UTC m=+0.017911115 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:27:09.334 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 podman[75896]: 2024-04-12 16:27:09.062116918 +0000 UTC m=+0.135345301 container create 74b0a12ee52ade5d22cf633c32e9d0cabc7ae195784d709f216725c72dc57115 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-12T16:27:09.334 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 podman[75896]: 2024-04-12 16:27:09.264595118 +0000 UTC m=+0.337823502 container init 74b0a12ee52ade5d22cf633c32e9d0cabc7ae195784d709f216725c72dc57115 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:27:09.334 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 podman[75896]: 2024-04-12 16:27:09.267136363 +0000 UTC m=+0.340364751 container start 74b0a12ee52ade5d22cf633c32e9d0cabc7ae195784d709f216725c72dc57115 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T16:27:09.335 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-mgr[75916]: -- 172.21.15.16:0/1311503689 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5624345b85a0 con 0x56243458cc00 2024-04-12T16:27:09.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 bash[75896]: 74b0a12ee52ade5d22cf633c32e9d0cabc7ae195784d709f216725c72dc57115 2024-04-12T16:27:09.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 systemd[1]: Started Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:09.771 INFO:tasks.rados.rados.0.smithi005.stdout:799: done (0 left) 2024-04-12T16:27:09.772 INFO:tasks.rados.rados.0.smithi005.stdout:800: read oid 17 snap -1 2024-04-12T16:27:09.772 INFO:tasks.rados.rados.0.smithi005.stdout:800: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:27:09.772 INFO:tasks.rados.rados.0.smithi005.stdout:801: rollback oid 19 current snap is 75 2024-04-12T16:27:09.772 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 19 to 70 2024-04-12T16:27:09.772 INFO:tasks.rados.rados.0.smithi005.stdout:802: rmattr oid 27 current snap is 75 2024-04-12T16:27:09.772 INFO:tasks.rados.rados.0.smithi005.stdout:802: done (2 left) 2024-04-12T16:27:09.772 INFO:tasks.rados.rados.0.smithi005.stdout:803: snap_remove snap 74 2024-04-12T16:27:10.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:09.847+0000 7fe43da2c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:27:10.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:09.966+0000 7fe43da2c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:27:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-mon[30750]: pgmap v33: 121 pgs: 121 active+clean; 220 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.9 MiB/s wr, 25 op/s 2024-04-12T16:27:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-mon[30750]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T16:27:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:09 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:10.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[27222]: pgmap v33: 121 pgs: 121 active+clean; 220 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.9 MiB/s wr, 25 op/s 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[27222]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[37926]: pgmap v33: 121 pgs: 121 active+clean; 220 MiB data, 888 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.9 MiB/s wr, 25 op/s 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[37926]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:09 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:10.782 INFO:tasks.rados.rados.0.smithi005.stdout:803: done (2 left) 2024-04-12T16:27:10.782 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 75 2024-04-12T16:27:10.782 INFO:tasks.rados.rados.0.smithi005.stdout:804: seq_num 262 ranges {4988928=794624,5783552=589824,6373376=614400} 2024-04-12T16:27:10.813 INFO:tasks.rados.rados.0.smithi005.stdout:804: writing smithi00577259-4 from 4988928 to 5783552 tid 1 2024-04-12T16:27:10.817 INFO:tasks.rados.rados.0.smithi005.stdout:804: writing smithi00577259-4 from 5783552 to 6373376 tid 2 2024-04-12T16:27:10.821 INFO:tasks.rados.rados.0.smithi005.stdout:804: writing smithi00577259-4 from 6373376 to 6987776 tid 3 2024-04-12T16:27:10.821 INFO:tasks.rados.rados.0.smithi005.stdout:805: rollback oid 6 current snap is 75 2024-04-12T16:27:10.821 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 6 to 59 2024-04-12T16:27:10.821 INFO:tasks.rados.rados.0.smithi005.stdout:800: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:27:10.826 INFO:tasks.rados.rados.0.smithi005.stdout:801: finishing rollback tid 1 to smithi00577259-19 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 237 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:804: finishing write tid 1 to smithi00577259-4 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:800: done (3 left) 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:801: done (2 left) 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:806: snap_create 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:804: finishing write tid 2 to smithi00577259-4 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:805: finishing rollback tid 0 to smithi00577259-6 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:804: finishing write tid 3 to smithi00577259-4 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:805: finishing rollback tid 1 to smithi00577259-6 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:804: finishing write tid 4 to smithi00577259-4 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:805: finishing rollback tid 2 to smithi00577259-6 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 90 (ObjNum 203 snap 53 seq_num 203) dirty exists 2024-04-12T16:27:10.827 INFO:tasks.rados.rados.0.smithi005.stdout:804: finishing write tid 5 to smithi00577259-4 2024-04-12T16:27:10.828 INFO:tasks.rados.rados.0.smithi005.stdout:804: oid 4 updating version 0 to 404 2024-04-12T16:27:10.828 INFO:tasks.rados.rados.0.smithi005.stdout:804: oid 4 updating version 404 to 405 2024-04-12T16:27:10.828 INFO:tasks.rados.rados.0.smithi005.stdout:804: oid 4 version 405 is already newer than 402 2024-04-12T16:27:10.828 INFO:tasks.rados.rados.0.smithi005.stdout:804: oid 4 version 405 is already newer than 403 2024-04-12T16:27:10.828 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 405 (ObjNum 262 snap 75 seq_num 262) dirty exists 2024-04-12T16:27:10.828 INFO:tasks.rados.rados.0.smithi005.stdout:804: left oid 4 (ObjNum 262 snap 75 seq_num 262) 2024-04-12T16:27:10.919 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:10 smithi016 ceph-mon[30750]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T16:27:10.919 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:10 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.919 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:10 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:10.919 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:10.670+0000 7fe43da2c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:27:10.919 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:10.765+0000 7fe43da2c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:27:11.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:10 smithi005 ceph-mon[27222]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T16:27:11.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:10 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:11.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:10 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:11.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:10 smithi005 ceph-mon[37926]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T16:27:11.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:10 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:11.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:10 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:11.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:10.920+0000 7fe43da2c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:27:11.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:11.028+0000 7fe43da2c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:27:11.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:11.113+0000 7fe43da2c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:27:11.700 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:11.400+0000 7fe43da2c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:27:11.700 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:11.513+0000 7fe43da2c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:27:11.700 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:11.603+0000 7fe43da2c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:27:11.700 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:11.704+0000 7fe43da2c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:27:11.735 INFO:tasks.rados.rados.0.smithi005.stdout:804: done (2 left) 2024-04-12T16:27:11.736 INFO:tasks.rados.rados.0.smithi005.stdout:805: done (1 left) 2024-04-12T16:27:11.736 INFO:tasks.rados.rados.0.smithi005.stdout:806: done (0 left) 2024-04-12T16:27:11.736 INFO:tasks.rados.rados.0.smithi005.stdout:807: copy_from oid 48 from oid 7 current snap is 76 2024-04-12T16:27:11.736 INFO:tasks.rados.rados.0.smithi005.stdout:808: read oid 2 snap -1 2024-04-12T16:27:11.736 INFO:tasks.rados.rados.0.smithi005.stdout:808: expect deleted 2024-04-12T16:27:11.736 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 76 2024-04-12T16:27:11.736 INFO:tasks.rados.rados.0.smithi005.stdout:809: seq_num 263 ranges {8929280=409600,9338880=475136,9814016=557056,10371072=573440} 2024-04-12T16:27:11.786 INFO:tasks.rados.rados.0.smithi005.stdout:809: writing smithi00577259-13 from 8929280 to 9338880 tid 1 2024-04-12T16:27:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: writing smithi00577259-13 from 9338880 to 9814016 tid 2 2024-04-12T16:27:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:809: writing smithi00577259-13 from 9814016 to 10371072 tid 3 2024-04-12T16:27:11.796 INFO:tasks.rados.rados.0.smithi005.stdout:809: writing smithi00577259-13 from 10371072 to 10944512 tid 4 2024-04-12T16:27:11.797 INFO:tasks.rados.rados.0.smithi005.stdout:810: read oid 47 snap -1 2024-04-12T16:27:11.797 INFO:tasks.rados.rados.0.smithi005.stdout:810: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:27:11.797 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 76 2024-04-12T16:27:11.797 INFO:tasks.rados.rados.0.smithi005.stdout:811: seq_num 264 ranges {1646592=425984,2072576=761856,2834432=770048,3604480=73728} 2024-04-12T16:27:11.808 INFO:tasks.rados.rados.0.smithi005.stdout:811: writing smithi00577259-18 from 1646592 to 2072576 tid 1 2024-04-12T16:27:11.812 INFO:tasks.rados.rados.0.smithi005.stdout:811: writing smithi00577259-18 from 2072576 to 2834432 tid 2 2024-04-12T16:27:11.816 INFO:tasks.rados.rados.0.smithi005.stdout:811: writing smithi00577259-18 from 2834432 to 3604480 tid 3 2024-04-12T16:27:11.817 INFO:tasks.rados.rados.0.smithi005.stdout:811: writing smithi00577259-18 from 3604480 to 3678208 tid 4 2024-04-12T16:27:11.817 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 76 2024-04-12T16:27:11.817 INFO:tasks.rados.rados.0.smithi005.stdout:812: seq_num 265 ranges {0=442368,442368=647168,1089536=573440,1662976=385024} 2024-04-12T16:27:11.819 INFO:tasks.rados.rados.0.smithi005.stdout:812: writing smithi00577259-33 from 0 to 442368 tid 1 2024-04-12T16:27:11.823 INFO:tasks.rados.rados.0.smithi005.stdout:812: writing smithi00577259-33 from 442368 to 1089536 tid 2 2024-04-12T16:27:11.826 INFO:tasks.rados.rados.0.smithi005.stdout:812: writing smithi00577259-33 from 1089536 to 1662976 tid 3 2024-04-12T16:27:11.829 INFO:tasks.rados.rados.0.smithi005.stdout:812: writing smithi00577259-33 from 1662976 to 2048000 tid 4 2024-04-12T16:27:11.829 INFO:tasks.rados.rados.0.smithi005.stdout:813: read oid 37 snap -1 2024-04-12T16:27:11.829 INFO:tasks.rados.rados.0.smithi005.stdout:813: expect deleted 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:814: read oid 38 snap -1 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:814: expect deleted 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:815: copy_from oid 50 from oid 12 current snap is 76 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:807: finishing copy_from to smithi00577259-48 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:807: got expected ENOENT (src dne) 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:807: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:809: finishing write tid 1 to smithi00577259-13 2024-04-12T16:27:11.830 INFO:tasks.rados.rados.0.smithi005.stdout:809: finishing write tid 2 to smithi00577259-13 2024-04-12T16:27:11.831 INFO:tasks.rados.rados.0.smithi005.stdout:807: done (8 left) 2024-04-12T16:27:11.831 INFO:tasks.rados.rados.0.smithi005.stdout:808: done (7 left) 2024-04-12T16:27:11.831 INFO:tasks.rados.rados.0.smithi005.stdout:816: snap_remove snap 58 2024-04-12T16:27:12.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:11.894+0000 7fe43da2c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:27:12.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-mon[30750]: pgmap v36: 121 pgs: 121 active+clean; 225 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T16:27:12.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-mon[30750]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T16:27:12.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:11 smithi016 ceph-mon[30750]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T16:27:12.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:11 smithi005 ceph-mon[27222]: pgmap v36: 121 pgs: 121 active+clean; 225 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T16:27:12.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:11 smithi005 ceph-mon[27222]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T16:27:12.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:11 smithi005 ceph-mon[27222]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T16:27:12.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:11 smithi005 ceph-mon[37926]: pgmap v36: 121 pgs: 121 active+clean; 225 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T16:27:12.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:11 smithi005 ceph-mon[37926]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T16:27:12.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:11 smithi005 ceph-mon[37926]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:816: done (7 left) 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:817: delete oid 19 current snap is 76 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: finishing write tid 3 to smithi00577259-13 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: finishing write tid 4 to smithi00577259-13 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: finishing write tid 5 to smithi00577259-13 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: finishing write tid 6 to smithi00577259-13 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: oid 13 updating version 0 to 430 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: oid 13 updating version 430 to 431 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: oid 13 version 431 is already newer than 429 2024-04-12T16:27:12.789 INFO:tasks.rados.rados.0.smithi005.stdout:809: oid 13 updating version 431 to 433 2024-04-12T16:27:12.790 INFO:tasks.rados.rados.0.smithi005.stdout:809: oid 13 version 433 is already newer than 432 2024-04-12T16:27:12.790 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 433 (ObjNum 263 snap 76 seq_num 263) dirty exists 2024-04-12T16:27:12.790 INFO:tasks.rados.rados.0.smithi005.stdout:809: left oid 13 (ObjNum 263 snap 76 seq_num 263) 2024-04-12T16:27:12.790 INFO:tasks.rados.rados.0.smithi005.stdout:810: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:811: finishing write tid 1 to smithi00577259-18 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:811: finishing write tid 2 to smithi00577259-18 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:809: done (7 left) 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:810: done (6 left) 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:817: done (5 left) 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:818: read oid 24 snap -1 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:818: expect (ObjNum 251 snap 68 seq_num 251) 2024-04-12T16:27:12.816 INFO:tasks.rados.rados.0.smithi005.stdout:819: snap_remove snap 73 2024-04-12T16:27:13.029 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:12.959+0000 7fe43da2c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:27:13.340 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:13.095+0000 7fe43da2c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:27:13.757 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:13.757 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:13.449+0000 7fe43da2c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:27:13.757 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:13.544+0000 7fe43da2c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:27:13.757 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:13.761+0000 7fe43da2c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:27:13.792 INFO:tasks.rados.rados.0.smithi005.stdout:819: done (6 left) 2024-04-12T16:27:13.792 INFO:tasks.rados.rados.0.smithi005.stdout:820: read oid 11 snap -1 2024-04-12T16:27:13.792 INFO:tasks.rados.rados.0.smithi005.stdout:820: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:27:13.793 INFO:tasks.rados.rados.0.smithi005.stdout:821: read oid 39 snap -1 2024-04-12T16:27:13.793 INFO:tasks.rados.rados.0.smithi005.stdout:821: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:13.793 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 76 2024-04-12T16:27:13.793 INFO:tasks.rados.rados.0.smithi005.stdout:822: seq_num 267 ranges {4661248=475136,5136384=458752,5595136=540672,6135808=606208} 2024-04-12T16:27:13.826 INFO:tasks.rados.rados.0.smithi005.stdout:822: writing smithi00577259-41 from 4661248 to 5136384 tid 1 2024-04-12T16:27:13.829 INFO:tasks.rados.rados.0.smithi005.stdout:822: writing smithi00577259-41 from 5136384 to 5595136 tid 2 2024-04-12T16:27:13.832 INFO:tasks.rados.rados.0.smithi005.stdout:822: writing smithi00577259-41 from 5595136 to 6135808 tid 3 2024-04-12T16:27:13.836 INFO:tasks.rados.rados.0.smithi005.stdout:822: writing smithi00577259-41 from 6135808 to 6742016 tid 4 2024-04-12T16:27:13.836 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 76 2024-04-12T16:27:13.836 INFO:tasks.rados.rados.0.smithi005.stdout:811: finishing write tid 3 to smithi00577259-18 2024-04-12T16:27:13.836 INFO:tasks.rados.rados.0.smithi005.stdout:811: finishing write tid 4 to smithi00577259-18 2024-04-12T16:27:13.836 INFO:tasks.rados.rados.0.smithi005.stdout:811: finishing write tid 5 to smithi00577259-18 2024-04-12T16:27:13.836 INFO:tasks.rados.rados.0.smithi005.stdout:811: finishing write tid 6 to smithi00577259-18 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:811: oid 18 updating version 0 to 322 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:811: oid 18 version 322 is already newer than 320 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:811: oid 18 updating version 322 to 323 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:811: oid 18 version 323 is already newer than 319 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:811: oid 18 version 323 is already newer than 321 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 323 (ObjNum 264 snap 76 seq_num 264) dirty exists 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:811: left oid 18 (ObjNum 264 snap 76 seq_num 264) 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:812: finishing write tid 1 to smithi00577259-33 2024-04-12T16:27:13.837 INFO:tasks.rados.rados.0.smithi005.stdout:823: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2024-04-12T16:27:13.839 INFO:tasks.rados.rados.0.smithi005.stdout:823: writing smithi00577259-9 from 0 to 491520 tid 1 2024-04-12T16:27:13.843 INFO:tasks.rados.rados.0.smithi005.stdout:823: writing smithi00577259-9 from 491520 to 1236992 tid 2 2024-04-12T16:27:13.848 INFO:tasks.rados.rados.0.smithi005.stdout:823: writing smithi00577259-9 from 1236992 to 1982464 tid 3 2024-04-12T16:27:13.849 INFO:tasks.rados.rados.0.smithi005.stdout:823: writing smithi00577259-9 from 1982464 to 2097152 tid 4 2024-04-12T16:27:13.849 INFO:tasks.rados.rados.0.smithi005.stdout:811: done (9 left) 2024-04-12T16:27:13.849 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 76 2024-04-12T16:27:13.849 INFO:tasks.rados.rados.0.smithi005.stdout:812: finishing write tid 2 to smithi00577259-33 2024-04-12T16:27:13.849 INFO:tasks.rados.rados.0.smithi005.stdout:812: finishing write tid 3 to smithi00577259-33 2024-04-12T16:27:13.849 INFO:tasks.rados.rados.0.smithi005.stdout:824: seq_num 269 ranges {638976=507904,1146880=630784,1777664=557056,2334720=417792} 2024-04-12T16:27:13.855 INFO:tasks.rados.rados.0.smithi005.stdout:824: writing smithi00577259-14 from 638976 to 1146880 tid 1 2024-04-12T16:27:13.859 INFO:tasks.rados.rados.0.smithi005.stdout:824: writing smithi00577259-14 from 1146880 to 1777664 tid 2 2024-04-12T16:27:13.862 INFO:tasks.rados.rados.0.smithi005.stdout:824: writing smithi00577259-14 from 1777664 to 2334720 tid 3 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:824: writing smithi00577259-14 from 2334720 to 2752512 tid 4 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:813: done (9 left) 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:814: done (8 left) 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:825: rmattr oid 46 current snap is 76 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:812: finishing write tid 4 to smithi00577259-33 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:812: finishing write tid 5 to smithi00577259-33 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:812: finishing write tid 6 to smithi00577259-33 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:812: oid 33 updating version 0 to 331 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:812: oid 33 version 331 is already newer than 328 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:812: oid 33 updating version 331 to 332 2024-04-12T16:27:13.866 INFO:tasks.rados.rados.0.smithi005.stdout:812: oid 33 version 332 is already newer than 329 2024-04-12T16:27:13.867 INFO:tasks.rados.rados.0.smithi005.stdout:812: oid 33 version 332 is already newer than 330 2024-04-12T16:27:13.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 332 (ObjNum 265 snap 76 seq_num 265) dirty exists 2024-04-12T16:27:13.867 INFO:tasks.rados.rados.0.smithi005.stdout:812: left oid 33 (ObjNum 265 snap 76 seq_num 265) 2024-04-12T16:27:13.867 INFO:tasks.rados.rados.0.smithi005.stdout:815: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:27:13.867 INFO:tasks.rados.rados.0.smithi005.stdout:815: finishing copy_from to smithi00577259-50 2024-04-12T16:27:13.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 187 (ObjNum 237 snap 63 seq_num 237) dirty exists 2024-04-12T16:27:13.867 INFO:tasks.rados.rados.0.smithi005.stdout:818: expect (ObjNum 251 snap 68 seq_num 251) 2024-04-12T16:27:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-mon[30750]: pgmap v39: 121 pgs: 121 active+clean; 225 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T16:27:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-mon[30750]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T16:27:14.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:13.974+0000 7fe43da2c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:27:14.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:13 smithi005 ceph-mon[27222]: pgmap v39: 121 pgs: 121 active+clean; 225 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T16:27:14.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:13 smithi005 ceph-mon[27222]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T16:27:14.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:13 smithi005 ceph-mon[37926]: pgmap v39: 121 pgs: 121 active+clean; 225 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T16:27:14.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:13 smithi005 ceph-mon[37926]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T16:27:14.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:27:13] "GET /metrics HTTP/1.1" 200 35979 "" "Prometheus/2.43.0" 2024-04-12T16:27:14.496 INFO:tasks.rados.rados.0.smithi005.stdout:821: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:14.535 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:14.282+0000 7fe43da2c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:27:14.611 INFO:tasks.rados.rados.0.smithi005.stdout:820: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:27:14.791 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:14.549+0000 7fe43da2c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:27:14.864 INFO:tasks.rados.rados.0.smithi005.stdout:822: finishing write tid 1 to smithi00577259-41 2024-04-12T16:27:14.864 INFO:tasks.rados.rados.0.smithi005.stdout:822: finishing write tid 2 to smithi00577259-41 2024-04-12T16:27:14.864 INFO:tasks.rados.rados.0.smithi005.stdout:822: finishing write tid 3 to smithi00577259-41 2024-04-12T16:27:14.864 INFO:tasks.rados.rados.0.smithi005.stdout:822: finishing write tid 4 to smithi00577259-41 2024-04-12T16:27:14.864 INFO:tasks.rados.rados.0.smithi005.stdout:822: finishing write tid 5 to smithi00577259-41 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: finishing write tid 6 to smithi00577259-41 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: oid 41 updating version 0 to 187 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: oid 41 version 187 is already newer than 184 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: oid 41 version 187 is already newer than 186 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: oid 41 version 187 is already newer than 185 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: oid 41 version 187 is already newer than 183 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 187 (ObjNum 267 snap 76 seq_num 267) dirty exists 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: left oid 41 (ObjNum 267 snap 76 seq_num 267) 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:823: finishing write tid 1 to smithi00577259-9 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:812: done (8 left) 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:815: done (7 left) 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:818: done (6 left) 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:820: done (5 left) 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:821: done (4 left) 2024-04-12T16:27:14.865 INFO:tasks.rados.rados.0.smithi005.stdout:822: done (3 left) 2024-04-12T16:27:14.866 INFO:tasks.rados.rados.0.smithi005.stdout:826: snap_remove snap 75 2024-04-12T16:27:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:14 smithi016 ceph-mon[30750]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T16:27:15.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:14.802+0000 7fe43da2c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:27:15.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:14 smithi005 ceph-mon[27222]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T16:27:15.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:14 smithi005 ceph-mon[37926]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T16:27:15.803 INFO:tasks.rados.rados.0.smithi005.stdout:826: done (3 left) 2024-04-12T16:27:15.803 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 76 2024-04-12T16:27:15.803 INFO:tasks.rados.rados.0.smithi005.stdout:823: finishing write tid 2 to smithi00577259-9 2024-04-12T16:27:15.803 INFO:tasks.rados.rados.0.smithi005.stdout:823: finishing write tid 3 to smithi00577259-9 2024-04-12T16:27:15.803 INFO:tasks.rados.rados.0.smithi005.stdout:823: finishing write tid 4 to smithi00577259-9 2024-04-12T16:27:15.803 INFO:tasks.rados.rados.0.smithi005.stdout:823: finishing write tid 5 to smithi00577259-9 2024-04-12T16:27:15.803 INFO:tasks.rados.rados.0.smithi005.stdout:823: finishing write tid 6 to smithi00577259-9 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:823: oid 9 updating version 0 to 316 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:823: oid 9 version 316 is already newer than 315 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:823: oid 9 version 316 is already newer than 314 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:823: oid 9 updating version 316 to 318 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:823: oid 9 version 318 is already newer than 317 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 318 (ObjNum 268 snap 76 seq_num 268) dirty exists 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:823: left oid 9 (ObjNum 268 snap 76 seq_num 268) 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:824: finishing write tid 1 to smithi00577259-14 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:824: finishing write tid 2 to smithi00577259-14 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:824: finishing write tid 3 to smithi00577259-14 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:824: finishing write tid 4 to smithi00577259-14 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:824: finishing write tid 5 to smithi00577259-14 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 333 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:824: finishing write tid 6 to smithi00577259-14 2024-04-12T16:27:15.804 INFO:tasks.rados.rados.0.smithi005.stdout:824: oid 14 updating version 0 to 420 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:824: oid 14 updating version 420 to 421 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:824: oid 14 updating version 421 to 423 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:824: oid 14 version 423 is already newer than 419 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:824: oid 14 version 423 is already newer than 422 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 423 (ObjNum 269 snap 76 seq_num 269) dirty exists 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:824: left oid 14 (ObjNum 269 snap 76 seq_num 269) 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:827: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-04-12T16:27:15.805 INFO:tasks.rados.rados.0.smithi005.stdout:827: writing smithi00577259-5 from 0 to 524288 tid 1 2024-04-12T16:27:15.808 INFO:tasks.rados.rados.0.smithi005.stdout:827: writing smithi00577259-5 from 524288 to 1040384 tid 2 2024-04-12T16:27:15.812 INFO:tasks.rados.rados.0.smithi005.stdout:827: writing smithi00577259-5 from 1040384 to 1802240 tid 3 2024-04-12T16:27:15.815 INFO:tasks.rados.rados.0.smithi005.stdout:827: writing smithi00577259-5 from 1802240 to 2129920 tid 4 2024-04-12T16:27:15.815 INFO:tasks.rados.rados.0.smithi005.stdout:823: done (3 left) 2024-04-12T16:27:15.815 INFO:tasks.rados.rados.0.smithi005.stdout:824: done (2 left) 2024-04-12T16:27:15.815 INFO:tasks.rados.rados.0.smithi005.stdout:825: done (1 left) 2024-04-12T16:27:15.816 INFO:tasks.rados.rados.0.smithi005.stdout:828: snap_create 2024-04-12T16:27:15.816 INFO:tasks.rados.rados.0.smithi005.stdout:827: finishing write tid 1 to smithi00577259-5 2024-04-12T16:27:15.816 INFO:tasks.rados.rados.0.smithi005.stdout:827: finishing write tid 2 to smithi00577259-5 2024-04-12T16:27:15.817 INFO:tasks.rados.rados.0.smithi005.stdout:827: finishing write tid 3 to smithi00577259-5 2024-04-12T16:27:15.817 INFO:tasks.rados.rados.0.smithi005.stdout:827: finishing write tid 4 to smithi00577259-5 2024-04-12T16:27:15.817 INFO:tasks.rados.rados.0.smithi005.stdout:827: finishing write tid 5 to smithi00577259-5 2024-04-12T16:27:15.818 INFO:tasks.rados.rados.0.smithi005.stdout:827: finishing write tid 6 to smithi00577259-5 2024-04-12T16:27:15.818 INFO:tasks.rados.rados.0.smithi005.stdout:827: oid 5 updating version 0 to 342 2024-04-12T16:27:15.818 INFO:tasks.rados.rados.0.smithi005.stdout:827: oid 5 version 342 is already newer than 335 2024-04-12T16:27:15.818 INFO:tasks.rados.rados.0.smithi005.stdout:827: oid 5 version 342 is already newer than 341 2024-04-12T16:27:15.818 INFO:tasks.rados.rados.0.smithi005.stdout:827: oid 5 version 342 is already newer than 334 2024-04-12T16:27:15.818 INFO:tasks.rados.rados.0.smithi005.stdout:827: oid 5 version 342 is already newer than 340 2024-04-12T16:27:15.819 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 342 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-04-12T16:27:15.819 INFO:tasks.rados.rados.0.smithi005.stdout:827: left oid 5 (ObjNum 270 snap 76 seq_num 270) 2024-04-12T16:27:16.091 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:15.704+0000 7fe43da2c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:27:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:15 smithi016 ceph-mon[30750]: pgmap v42: 121 pgs: 121 active+clean; 227 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 1 op/s 2024-04-12T16:27:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:15 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:15 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:15 smithi005 ceph-mon[27222]: pgmap v42: 121 pgs: 121 active+clean; 227 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 1 op/s 2024-04-12T16:27:16.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:15 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:15 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:15 smithi005 ceph-mon[37926]: pgmap v42: 121 pgs: 121 active+clean; 227 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 1 op/s 2024-04-12T16:27:16.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:15 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:15 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.368 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:16.331+0000 7fe43da2c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:27:16.716 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:16.441+0000 7fe43da2c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:27:16.805 INFO:tasks.rados.rados.0.smithi005.stdout:827: done (1 left) 2024-04-12T16:27:16.805 INFO:tasks.rados.rados.0.smithi005.stdout:828: done (0 left) 2024-04-12T16:27:16.805 INFO:tasks.rados.rados.0.smithi005.stdout:829: delete oid 46 current snap is 77 2024-04-12T16:27:16.809 INFO:tasks.rados.rados.0.smithi005.stdout:829: done (0 left) 2024-04-12T16:27:16.810 INFO:tasks.rados.rados.0.smithi005.stdout:830: delete oid 44 current snap is 77 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:830: done (0 left) 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:831: read oid 46 snap -1 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:831: expect deleted 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:832: rollback oid 47 current snap is 77 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 70 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:833: read oid 43 snap -1 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:833: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:834: copy_from oid 41 from oid 49 current snap is 77 2024-04-12T16:27:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:835: snap_remove snap 62 2024-04-12T16:27:16.977 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T16:27:16.977 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.977 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:16.977 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: Standby manager daemon x restarted 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: Standby manager daemon x started 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:16.720+0000 7fe43da2c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: [12/Apr/2024:16:27:16] ENGINE Bus STARTING 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: CherryPy Checker: 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: The Application mounted at '' has an empty config. 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:16.978 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: [12/Apr/2024:16:27:16] ENGINE Serving on http://:::9283 2024-04-12T16:27:16.979 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: [12/Apr/2024:16:27:16] ENGINE Bus STARTED 2024-04-12T16:27:17.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: Standby manager daemon x restarted 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: Standby manager daemon x started 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[27222]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: Standby manager daemon x restarted 2024-04-12T16:27:17.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: Standby manager daemon x started 2024-04-12T16:27:17.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:27:17.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:27:17.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:27:17.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:16 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/1522121484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:27:17.811 INFO:tasks.rados.rados.0.smithi005.stdout:835: done (4 left) 2024-04-12T16:27:17.811 INFO:tasks.rados.rados.0.smithi005.stdout:836: rmattr oid 48 current snap is 77 2024-04-12T16:27:17.812 INFO:tasks.rados.rados.0.smithi005.stdout:834: finishing copy_from to smithi00577259-41 2024-04-12T16:27:17.813 INFO:tasks.rados.rados.0.smithi005.stdout:834: got expected ENOENT (src dne) 2024-04-12T16:27:17.813 INFO:tasks.rados.rados.0.smithi005.stdout:834: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:27:17.813 INFO:tasks.rados.rados.0.smithi005.stdout:832: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:27:17.813 INFO:tasks.rados.rados.0.smithi005.stdout:832: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:27:17.813 INFO:tasks.rados.rados.0.smithi005.stdout:832: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:27:17.813 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 139 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-12T16:27:17.813 INFO:tasks.rados.rados.0.smithi005.stdout:833: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 346 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:831: done (4 left) 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:832: done (3 left) 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:833: done (2 left) 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:834: done (1 left) 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:836: done (0 left) 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:837: read oid 24 snap -1 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:837: expect (ObjNum 251 snap 68 seq_num 251) 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:838: rollback oid 34 current snap is 77 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 71 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:839: copy_from oid 29 from oid 25 current snap is 77 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:840: read oid 17 snap -1 2024-04-12T16:27:17.937 INFO:tasks.rados.rados.0.smithi005.stdout:840: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:27:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:841: read oid 2 snap -1 2024-04-12T16:27:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:841: expect deleted 2024-04-12T16:27:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:842: snap_remove snap 59 2024-04-12T16:27:18.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:17 smithi016 ceph-mon[30750]: pgmap v44: 121 pgs: 121 active+clean; 244 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-12T16:27:18.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:17 smithi016 ceph-mon[30750]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T16:27:18.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:17 smithi016 ceph-mon[30750]: mgrmap e37: y(active, since 28s), standbys: x 2024-04-12T16:27:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:17 smithi005 ceph-mon[27222]: pgmap v44: 121 pgs: 121 active+clean; 244 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-12T16:27:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:17 smithi005 ceph-mon[27222]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T16:27:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:17 smithi005 ceph-mon[27222]: mgrmap e37: y(active, since 28s), standbys: x 2024-04-12T16:27:18.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:17 smithi005 ceph-mon[37926]: pgmap v44: 121 pgs: 121 active+clean; 244 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-12T16:27:18.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:17 smithi005 ceph-mon[37926]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T16:27:18.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:17 smithi005 ceph-mon[37926]: mgrmap e37: y(active, since 28s), standbys: x 2024-04-12T16:27:18.819 INFO:tasks.rados.rados.0.smithi005.stdout:842: done (5 left) 2024-04-12T16:27:18.819 INFO:tasks.rados.rados.0.smithi005.stdout:843: read oid 18 snap -1 2024-04-12T16:27:18.819 INFO:tasks.rados.rados.0.smithi005.stdout:843: expect (ObjNum 264 snap 76 seq_num 264) 2024-04-12T16:27:18.819 INFO:tasks.rados.rados.0.smithi005.stdout:844: snap_remove snap 76 2024-04-12T16:27:19.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:18 smithi016 ceph-mon[30750]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T16:27:19.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:18 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:19.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:18 smithi005 ceph-mon[27222]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T16:27:19.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:18 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:19.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:18 smithi005 ceph-mon[37926]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T16:27:19.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:18 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:19.821 INFO:tasks.rados.rados.0.smithi005.stdout:844: done (6 left) 2024-04-12T16:27:19.822 INFO:tasks.rados.rados.0.smithi005.stdout:845: rollback oid 48 current snap is 77 2024-04-12T16:27:19.822 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 48 to 69 2024-04-12T16:27:19.822 INFO:tasks.rados.rados.0.smithi005.stdout:840: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:27:19.827 INFO:tasks.rados.rados.0.smithi005.stdout:840: done (6 left) 2024-04-12T16:27:19.827 INFO:tasks.rados.rados.0.smithi005.stdout:846: read oid 39 snap -1 2024-04-12T16:27:19.827 INFO:tasks.rados.rados.0.smithi005.stdout:846: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:19.827 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 77 2024-04-12T16:27:19.828 INFO:tasks.rados.rados.0.smithi005.stdout:847: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-04-12T16:27:19.831 INFO:tasks.rados.rados.0.smithi005.stdout:847: writing smithi00577259-40 from 0 to 581632 tid 1 2024-04-12T16:27:19.834 INFO:tasks.rados.rados.0.smithi005.stdout:847: writing smithi00577259-40 from 581632 to 1146880 tid 2 2024-04-12T16:27:19.838 INFO:tasks.rados.rados.0.smithi005.stdout:847: writing smithi00577259-40 from 1146880 to 1679360 tid 3 2024-04-12T16:27:19.843 INFO:tasks.rados.rados.0.smithi005.stdout:847: writing smithi00577259-40 from 1679360 to 2187264 tid 4 2024-04-12T16:27:19.843 INFO:tasks.rados.rados.0.smithi005.stdout:848: setattr oid 26 current snap is 77 2024-04-12T16:27:19.843 INFO:tasks.rados.rados.0.smithi005.stdout:838: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:27:19.843 INFO:tasks.rados.rados.0.smithi005.stdout:838: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:27:19.844 INFO:tasks.rados.rados.0.smithi005.stdout:838: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:27:19.844 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 435 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:27:19.844 INFO:tasks.rados.rados.0.smithi005.stdout:839: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:27:19.844 INFO:tasks.rados.rados.0.smithi005.stdout:839: finishing copy_from to smithi00577259-29 2024-04-12T16:27:19.844 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 232 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-12T16:27:19.844 INFO:tasks.rados.rados.0.smithi005.stdout:837: expect (ObjNum 251 snap 68 seq_num 251) 2024-04-12T16:27:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:19 smithi016 ceph-mon[30750]: pgmap v47: 121 pgs: 121 active+clean; 244 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-12T16:27:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:19 smithi016 ceph-mon[30750]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T16:27:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:19 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:19 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:19 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:19 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:19 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[37926]: pgmap v47: 121 pgs: 121 active+clean; 244 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-12T16:27:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[37926]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T16:27:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[27222]: pgmap v47: 121 pgs: 121 active+clean; 244 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[27222]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:20.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:19 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:20.483 INFO:tasks.rados.rados.0.smithi005.stdout:843: expect (ObjNum 264 snap 76 seq_num 264) 2024-04-12T16:27:20.625 INFO:tasks.rados.rados.0.smithi005.stdout:845: finishing rollback tid 0 to smithi00577259-48 2024-04-12T16:27:20.625 INFO:tasks.rados.rados.0.smithi005.stdout:845: finishing rollback tid 1 to smithi00577259-48 2024-04-12T16:27:20.626 INFO:tasks.rados.rados.0.smithi005.stdout:845: finishing rollback tid 2 to smithi00577259-48 2024-04-12T16:27:20.626 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 363 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-12T16:27:20.626 INFO:tasks.rados.rados.0.smithi005.stdout:847: finishing write tid 1 to smithi00577259-40 2024-04-12T16:27:20.626 INFO:tasks.rados.rados.0.smithi005.stdout:847: finishing write tid 2 to smithi00577259-40 2024-04-12T16:27:20.626 INFO:tasks.rados.rados.0.smithi005.stdout:847: finishing write tid 3 to smithi00577259-40 2024-04-12T16:27:20.626 INFO:tasks.rados.rados.0.smithi005.stdout:846: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: finishing write tid 4 to smithi00577259-40 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: finishing write tid 5 to smithi00577259-40 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: finishing write tid 6 to smithi00577259-40 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: oid 40 updating version 0 to 457 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: oid 40 updating version 457 to 458 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: oid 40 updating version 458 to 459 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: oid 40 version 459 is already newer than 456 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:847: oid 40 updating version 459 to 460 2024-04-12T16:27:20.744 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 460 (ObjNum 273 snap 77 seq_num 273) dirty exists 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:847: left oid 40 (ObjNum 273 snap 77 seq_num 273) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:837: done (8 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:838: done (7 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:839: done (6 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:841: done (5 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:843: done (4 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:845: done (3 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:846: done (2 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:847: done (1 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:849: rmattr oid 30 current snap is 77 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 151 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:848: done (1 left) 2024-04-12T16:27:20.745 INFO:tasks.rados.rados.0.smithi005.stdout:850: setattr oid 32 current snap is 77 2024-04-12T16:27:20.746 INFO:tasks.rados.rados.0.smithi005.stdout:851: delete oid 44 current snap is 77 2024-04-12T16:27:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 197 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:27:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:849: done (2 left) 2024-04-12T16:27:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:851: done (1 left) 2024-04-12T16:27:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:852: copy_from oid 27 from oid 10 current snap is 77 2024-04-12T16:27:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:853: read oid 42 snap -1 2024-04-12T16:27:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:853: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:27:20.748 INFO:tasks.rados.rados.0.smithi005.stdout:854: setattr oid 34 current snap is 77 2024-04-12T16:27:20.749 INFO:tasks.rados.rados.0.smithi005.stdout:855: rollback oid 3 current snap is 77 2024-04-12T16:27:20.749 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 69 2024-04-12T16:27:20.749 INFO:tasks.rados.rados.0.smithi005.stdout:856: copy_from oid 9 from oid 4 current snap is 77 2024-04-12T16:27:20.749 INFO:tasks.rados.rados.0.smithi005.stdout:857: read oid 39 snap -1 2024-04-12T16:27:20.749 INFO:tasks.rados.rados.0.smithi005.stdout:857: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:20.749 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 77 2024-04-12T16:27:20.749 INFO:tasks.rados.rados.0.smithi005.stdout:858: seq_num 275 ranges {10944512=614400,11558912=786432,12345344=499712,12845056=319488} 2024-04-12T16:27:20.811 INFO:tasks.rados.rados.0.smithi005.stdout:858: writing smithi00577259-13 from 10944512 to 11558912 tid 1 2024-04-12T16:27:20.815 INFO:tasks.rados.rados.0.smithi005.stdout:858: writing smithi00577259-13 from 11558912 to 12345344 tid 2 2024-04-12T16:27:20.819 INFO:tasks.rados.rados.0.smithi005.stdout:858: writing smithi00577259-13 from 12345344 to 12845056 tid 3 2024-04-12T16:27:20.821 INFO:tasks.rados.rados.0.smithi005.stdout:858: writing smithi00577259-13 from 12845056 to 13164544 tid 4 2024-04-12T16:27:20.822 INFO:tasks.rados.rados.0.smithi005.stdout:859: read oid 35 snap -1 2024-04-12T16:27:20.822 INFO:tasks.rados.rados.0.smithi005.stdout:859: expect deleted 2024-04-12T16:27:20.822 INFO:tasks.rados.rados.0.smithi005.stdout:860: snap_remove snap 70 2024-04-12T16:27:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T16:27:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: Upgrade: Setting container_image for all mgr 2024-04-12T16:27:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:27:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:20 smithi016 ceph-mon[30750]: Upgrade: It appears safe to stop mon.a 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: Upgrade: Setting container_image for all mgr 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:27:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[27222]: Upgrade: It appears safe to stop mon.a 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: Upgrade: Setting container_image for all mgr 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:27:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:20 smithi005 ceph-mon[37926]: Upgrade: It appears safe to stop mon.a 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:860: done (9 left) 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:861: snap_create 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 400 (ObjNum 214 snap 60 seq_num 214) dirty exists 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:852: finishing copy_from to smithi00577259-27 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:852: got expected ENOENT (src dne) 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:852: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:855: finishing rollback tid 0 to smithi00577259-3 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:855: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:27:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:853: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:27:21.760 INFO:tasks.rados.rados.0.smithi005.stdout:855: finishing rollback tid 2 to smithi00577259-3 2024-04-12T16:27:21.761 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 346 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:27:21.761 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 446 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:27:21.761 INFO:tasks.rados.rados.0.smithi005.stdout:857: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:856: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:27:21.878 INFO:tasks.rados.rados.0.smithi005.stdout:856: finishing copy_from to smithi00577259-9 2024-04-12T16:27:21.878 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 405 (ObjNum 262 snap 75 seq_num 262) dirty exists 2024-04-12T16:27:21.878 INFO:tasks.rados.rados.0.smithi005.stdout:858: finishing write tid 1 to smithi00577259-13 2024-04-12T16:27:21.878 INFO:tasks.rados.rados.0.smithi005.stdout:858: finishing write tid 2 to smithi00577259-13 2024-04-12T16:27:21.878 INFO:tasks.rados.rados.0.smithi005.stdout:858: finishing write tid 3 to smithi00577259-13 2024-04-12T16:27:21.878 INFO:tasks.rados.rados.0.smithi005.stdout:858: finishing write tid 4 to smithi00577259-13 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:858: finishing write tid 5 to smithi00577259-13 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:858: finishing write tid 6 to smithi00577259-13 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:858: oid 13 updating version 0 to 463 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:858: oid 13 version 463 is already newer than 461 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:858: oid 13 updating version 463 to 465 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:858: oid 13 version 465 is already newer than 464 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:858: oid 13 version 465 is already newer than 462 2024-04-12T16:27:21.879 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 465 (ObjNum 275 snap 77 seq_num 275) dirty exists 2024-04-12T16:27:21.880 INFO:tasks.rados.rados.0.smithi005.stdout:858: left oid 13 (ObjNum 275 snap 77 seq_num 275) 2024-04-12T16:27:22.122 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[27222]: pgmap v50: 121 pgs: 121 active+clean; 225 MiB data, 911 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:27:22.122 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[27222]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:22.122 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:27:22.122 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:27:22.122 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[27222]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:22.123 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[27222]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T16:27:22.123 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[37926]: pgmap v50: 121 pgs: 121 active+clean; 225 MiB data, 911 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:27:22.123 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:22.123 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:27:22.123 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:27:22.124 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[37926]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:22.124 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:21 smithi005 ceph-mon[37926]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T16:27:22.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:21 smithi016 ceph-mon[30750]: pgmap v50: 121 pgs: 121 active+clean; 225 MiB data, 911 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:27:22.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:21 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='mgr.y' 2024-04-12T16:27:22.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:21 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:27:22.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:21 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:27:22.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:21 smithi016 ceph-mon[30750]: from='mgr.15204 172.21.15.5:0/2553299207' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:22.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:21 smithi016 ceph-mon[30750]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:850: done (9 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:852: done (8 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:853: done (7 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:854: done (6 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:855: done (5 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:856: done (4 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:857: done (3 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:858: done (2 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:859: done (1 left) 2024-04-12T16:27:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:861: done (0 left) 2024-04-12T16:27:22.740 INFO:tasks.rados.rados.0.smithi005.stdout:862: rollback oid 21 current snap is 78 2024-04-12T16:27:22.740 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 21 to 72 2024-04-12T16:27:22.740 INFO:tasks.rados.rados.0.smithi005.stdout:863: copy_from oid 28 from oid 37 current snap is 78 2024-04-12T16:27:22.740 INFO:tasks.rados.rados.0.smithi005.stdout:864: delete oid 1 current snap is 78 2024-04-12T16:27:22.741 INFO:tasks.rados.rados.0.smithi005.stdout:862: finishing rollback tid 0 to smithi00577259-21 2024-04-12T16:27:22.742 INFO:tasks.rados.rados.0.smithi005.stdout:862: finishing rollback tid 1 to smithi00577259-21 2024-04-12T16:27:22.742 INFO:tasks.rados.rados.0.smithi005.stdout:862: finishing rollback tid 2 to smithi00577259-21 2024-04-12T16:27:22.743 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 366 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-04-12T16:27:22.745 INFO:tasks.rados.rados.0.smithi005.stdout:862: done (2 left) 2024-04-12T16:27:22.745 INFO:tasks.rados.rados.0.smithi005.stdout:864: done (1 left) 2024-04-12T16:27:22.745 INFO:tasks.rados.rados.0.smithi005.stdout:865: delete oid 15 current snap is 78 2024-04-12T16:27:22.745 INFO:tasks.rados.rados.0.smithi005.stdout:863: finishing copy_from to smithi00577259-28 2024-04-12T16:27:22.745 INFO:tasks.rados.rados.0.smithi005.stdout:863: got expected ENOENT (src dne) 2024-04-12T16:27:22.745 INFO:tasks.rados.rados.0.smithi005.stdout:863: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:27:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:863: done (1 left) 2024-04-12T16:27:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:865: done (0 left) 2024-04-12T16:27:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 78 2024-04-12T16:27:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:866: seq_num 278 ranges {1916928=663552,2580480=442368,3022848=720896,3743744=442368} 2024-04-12T16:27:22.760 INFO:tasks.rados.rados.0.smithi005.stdout:866: writing smithi00577259-28 from 1916928 to 2580480 tid 1 2024-04-12T16:27:22.763 INFO:tasks.rados.rados.0.smithi005.stdout:866: writing smithi00577259-28 from 2580480 to 3022848 tid 2 2024-04-12T16:27:22.767 INFO:tasks.rados.rados.0.smithi005.stdout:866: writing smithi00577259-28 from 3022848 to 3743744 tid 3 2024-04-12T16:27:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:866: writing smithi00577259-28 from 3743744 to 4186112 tid 4 2024-04-12T16:27:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:867: rmattr oid 34 current snap is 78 2024-04-12T16:27:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:866: finishing write tid 1 to smithi00577259-28 2024-04-12T16:27:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:866: finishing write tid 2 to smithi00577259-28 2024-04-12T16:27:22.770 INFO:tasks.rados.rados.0.smithi005.stdout:868: snap_create 2024-04-12T16:27:22.773 INFO:tasks.rados.rados.0.smithi005.stdout:866: finishing write tid 3 to smithi00577259-28 2024-04-12T16:27:22.774 INFO:tasks.rados.rados.0.smithi005.stdout:866: finishing write tid 4 to smithi00577259-28 2024-04-12T16:27:22.774 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 456 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:27:22.774 INFO:tasks.rados.rados.0.smithi005.stdout:866: finishing write tid 5 to smithi00577259-28 2024-04-12T16:27:22.775 INFO:tasks.rados.rados.0.smithi005.stdout:866: finishing write tid 6 to smithi00577259-28 2024-04-12T16:27:22.775 INFO:tasks.rados.rados.0.smithi005.stdout:866: oid 28 updating version 0 to 405 2024-04-12T16:27:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:866: oid 28 version 405 is already newer than 404 2024-04-12T16:27:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:866: oid 28 updating version 405 to 407 2024-04-12T16:27:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:866: oid 28 updating version 407 to 408 2024-04-12T16:27:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:866: oid 28 version 408 is already newer than 406 2024-04-12T16:27:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 408 (ObjNum 278 snap 78 seq_num 278) dirty exists 2024-04-12T16:27:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:866: left oid 28 (ObjNum 278 snap 78 seq_num 278) 2024-04-12T16:27:23.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:22 smithi005 ceph-mon[27222]: Upgrade: Updating mon.a 2024-04-12T16:27:23.161 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:22 smithi005 ceph-mon[27222]: Deploying daemon mon.a on smithi005 2024-04-12T16:27:23.162 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:22 smithi005 ceph-mon[27222]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:27:23.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:22 smithi005 ceph-mon[37926]: Upgrade: Updating mon.a 2024-04-12T16:27:23.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:22 smithi005 ceph-mon[37926]: Deploying daemon mon.a on smithi005 2024-04-12T16:27:23.162 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:22 smithi005 ceph-mon[37926]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:27:23.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:22 smithi016 ceph-mon[30750]: Upgrade: Updating mon.a 2024-04-12T16:27:23.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:22 smithi016 ceph-mon[30750]: Deploying daemon mon.a on smithi005 2024-04-12T16:27:23.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:22 smithi016 ceph-mon[30750]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:27:23.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:23 smithi005 systemd[1]: Stopping Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:23.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[27218]: 2024-04-12T16:27:23.703+0000 7f3b57485700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:27:23.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[27218]: 2024-04-12T16:27:23.703+0000 7f3b57485700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-12T16:27:24.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:27:23] "GET /metrics HTTP/1.1" 200 35980 "" "Prometheus/2.43.0" 2024-04-12T16:27:24.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:23 smithi005 podman[88224]: 2024-04-12 16:27:23.959707738 +0000 UTC m=+0.349757563 container died cd13e6542dcfb72b3971978089538ce05b0b56bfa91bf1d96f5929a582f940e2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T16:27:24.684 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:24 smithi005 podman[88224]: 2024-04-12 16:27:24.421620676 +0000 UTC m=+0.811670493 container cleanup cd13e6542dcfb72b3971978089538ce05b0b56bfa91bf1d96f5929a582f940e2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:27:24.684 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:24 smithi005 bash[88224]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a 2024-04-12T16:27:24.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:24 smithi005 podman[88239]: 2024-04-12 16:27:24.68971344 +0000 UTC m=+0.730064560 container remove cd13e6542dcfb72b3971978089538ce05b0b56bfa91bf1d96f5929a582f940e2 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T16:27:24.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:24 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T16:27:24.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:24 smithi005 systemd[1]: Stopped Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:24.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:24 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service: Consumed 13.874s CPU time. 2024-04-12T16:27:25.391 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 systemd[1]: Starting Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:25.391 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 podman[88375]: 2024-04-12 16:27:25.172758468 +0000 UTC m=+0.017915672 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:27:25.391 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 podman[88375]: 2024-04-12 16:27:25.274417537 +0000 UTC m=+0.119574721 container create 4d71f0ce1da547bb347eb29e7951413a5a847b196dd50cc3aaf4bc345d0b7b6c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:27:25.427 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:27:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 podman[88375]: 2024-04-12 16:27:25.469005781 +0000 UTC m=+0.314162980 container init 4d71f0ce1da547bb347eb29e7951413a5a847b196dd50cc3aaf4bc345d0b7b6c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:27:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 podman[88375]: 2024-04-12 16:27:25.472656341 +0000 UTC m=+0.317813534 container start 4d71f0ce1da547bb347eb29e7951413a5a847b196dd50cc3aaf4bc345d0b7b6c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-04-12T16:27:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T16:27:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev), process ceph-mon, pid 2 2024-04-12T16:27:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: pidfile_write: ignore empty --pid-file 2024-04-12T16:27:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: load: jerasure load: lrc 2024-04-12T16:27:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: RocksDB version: 7.9.2 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Git sha 0 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Compile date 2024-04-09 18:12:34 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: DB SUMMARY 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: DB Session ID: AWNH0V1NGG5JUXB58X1L 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: CURRENT file: CURRENT 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1518 Bytes 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3723295 ; 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.error_if_exists: 0 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.create_if_missing: 0 2024-04-12T16:27:25.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.paranoid_checks: 1 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.env: 0x5596380d3cc0 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.info_log: 0x55963a2cfc20 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.statistics: (nil) 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.use_fsync: 0 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_log_file_size: 0 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T16:27:25.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.allow_fallocate: 1 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.use_direct_reads: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.db_log_dir: 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.wal_dir: 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T16:27:25.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.write_buffer_manager: 0x55963a2a01e0 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.unordered_write: 0 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T16:27:25.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T16:27:25.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T16:27:25.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T16:27:25.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.row_cache: None 2024-04-12T16:27:25.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.wal_filter: None 2024-04-12T16:27:25.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T16:27:25.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T16:27:25.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.two_write_queues: 0 2024-04-12T16:27:25.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.wal_compression: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.atomic_flush: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.log_readahead_size: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T16:27:25.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_background_jobs: 2 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_background_compactions: -1 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_subcompactions: 1 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_open_files: -1 2024-04-12T16:27:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_background_flushes: -1 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Compression algorithms supported: 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kZSTD supported: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kXpressCompression supported: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kZlibCompression supported: 1 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kSnappyCompression supported: 1 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kLZ4Compression supported: 1 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: kBZip2Compression supported: 0 2024-04-12T16:27:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.merge_operator: 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_filter: None 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55963a2cfde0) 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout: cache_index_and_filter_blocks: 1 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T16:27:25.711 INFO:journalctl@ceph.mon.a.smithi005.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: pin_top_level_index_and_filter: 1 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: index_type: 0 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: data_block_index_type: 0 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: index_shortening: 1 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: checksum: 4 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: no_block_cache: 0 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache: 0x55963a2d3090 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache_name: BinnedLRUCache 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache_options: 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: capacity : 536870912 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: num_shard_bits : 4 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: strict_capacity_limit : 0 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: high_pri_pool_ratio: 0.000 2024-04-12T16:27:25.712 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_cache_compressed: (nil) 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: persistent_cache: (nil) 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_size: 4096 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_size_deviation: 10 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_restart_interval: 16 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: index_block_restart_interval: 1 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: metadata_block_size: 4096 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: partition_filters: 0 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: use_delta_encoding: 1 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: filter_policy: bloomfilter 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: whole_key_filtering: 1 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: verify_compression: 0 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: read_amp_bytes_per_bit: 0 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: format_version: 5 2024-04-12T16:27:25.713 INFO:journalctl@ceph.mon.a.smithi005.stdout: enable_index_compression: 1 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout: block_align: 0 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout: max_auto_readahead_size: 262144 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout: prepopulate_block_cache: 0 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout: initial_auto_readahead_size: 8192 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression: NoCompression 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.num_levels: 7 2024-04-12T16:27:25.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T16:27:25.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T16:27:25.716 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T16:27:25.717 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.inplace_update_support: 0 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T16:27:25.718 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.bloom_locality: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.max_successive_merges: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.ttl: 2592000 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.enable_blob_files: false 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.min_blob_size: 0 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T16:27:25.719 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12862, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 362c49f6-d15d-4aab-b29a-39ab0614673b 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939245502683, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939245515510, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3490617, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12863, "largest_seqno": 14505, "table_properties": {"data_size": 3481898, "index_size": 5817, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 18070, "raw_average_key_size": 24, "raw_value_size": 3465463, "raw_average_value_size": 4740, "num_data_blocks": 257, "num_entries": 731, "num_filter_entries": 731, "num_deletions": 44, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712939245, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "362c49f6-d15d-4aab-b29a-39ab0614673b", "db_session_id": "AWNH0V1NGG5JUXB58X1L", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939245515627, "job": 1, "event": "recovery_finished"} 2024-04-12T16:27:25.720 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55963a3c2000 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: DB pointer 0x55963a3ac000 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** DB Stats ** 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:27:25.721 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** Compaction Stats [default] ** 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: L0 1/0 3.33 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 603.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: L6 1/0 7.78 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: Sum 2/0 11.11 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 603.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 603.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** Compaction Stats [default] ** 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 603.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T16:27:25.722 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.723 INFO:journalctl@ceph.mon.a.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:27:25.723 INFO:journalctl@ceph.mon.a.smithi005.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-04-12T16:27:25.723 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T16:27:25.723 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T16:27:25.723 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T16:27:25.723 INFO:journalctl@ceph.mon.a.smithi005.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T16:27:25.723 INFO:journalctl@ceph.mon.a.smithi005.stdout: Cumulative compaction: 0.00 GB write, 213.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: Interval compaction: 0.00 GB write, 213.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: Block cache BinnedLRUCache@0x55963a2d3090#2 capacity: 512.00 MB usage: 8.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: starting mon.a rank 0 at public addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] at bind addrs [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???) e3 preinit fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???).mds e6 new map 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???).mds e6 print_map 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: e6 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T16:27:25.724 INFO:journalctl@ceph.mon.a.smithi005.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: legacy client fscid: 1 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: Filesystem 'cephfs' (1) 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: fs_name cephfs 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: epoch 6 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: created 2024-04-12T16:21:05.213476+0000 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: modified 2024-04-12T16:21:07.219885+0000 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: tableserver 0 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: root 0 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: session_timeout 60 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: session_autoclose 300 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: max_file_size 1099511627776 2024-04-12T16:27:25.725 INFO:journalctl@ceph.mon.a.smithi005.stdout: max_xattr_size 65536 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: required_client_features {} 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: last_failure 0 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: last_failure_osd_epoch 0 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: max_mds 1 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: in 0 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: up {0=24353} 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: failed 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: damaged 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: stopped 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: data_pools [3] 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: metadata_pool 2 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: inline_data disabled 2024-04-12T16:27:25.726 INFO:journalctl@ceph.mon.a.smithi005.stdout: balancer 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: bal_rank_mask -1 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: standby_count_wanted 0 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: qdb_cluster leader: 0 members: 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: [mds.a{0:24353} state up:active seq 3 addr [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: Standby daemons: 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout: [mds.b{-1:24343} state up:standby seq 1 addr [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???).osd e223 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???).osd e223 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:27:25.727 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 ceph-mon[88416]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-12T16:27:25.728 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 bash[88375]: 4d71f0ce1da547bb347eb29e7951413a5a847b196dd50cc3aaf4bc345d0b7b6c 2024-04-12T16:27:25.728 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:25 smithi005 systemd[1]: Started Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (4m) 32s ago 5m 24.9M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (5m) 10s ago 5m 91.7M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (6m) 32s ago 6m 16.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (6m) 10s ago 6m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (16s) 10s ago 9m 94.0M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (47s) 32s ago 11m 475M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 starting - - - 2048M 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (10m) 10s ago 10m 51.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 75bc351d7ed9 2024-04-12T16:27:25.781 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (10m) 32s ago 10m 44.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6cd96fd64805 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (5m) 32s ago 5m 15.6M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (4m) 10s ago 4m 14.9M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (9m) 32s ago 9m 126M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (9m) 32s ago 9m 105M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (8m) 32s ago 8m 112M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (8m) 32s ago 8m 103M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (7m) 10s ago 7m 149M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (7m) 10s ago 7m 130M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (7m) 10s ago 7m 105M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (6m) 10s ago 6m 109M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:27:25.782 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (22s) 10s ago 5m 35.4M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:27:26.190 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:27:26.190 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:27:26.190 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-12T16:27:26.190 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:26.190 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:27:26.191 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:866: done (2 left) 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:867: done (1 left) 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:868: done (0 left) 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:869: rmattr oid 35 current snap is 79 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:869: done (0 left) 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:870: read oid 27 snap -1 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:870: expect (ObjNum 224 snap 62 seq_num 224) 2024-04-12T16:27:26.994 INFO:tasks.rados.rados.0.smithi005.stdout:871: setattr oid 18 current snap is 79 2024-04-12T16:27:26.995 INFO:tasks.rados.rados.0.smithi005.stdout:872: rollback oid 25 current snap is 79 2024-04-12T16:27:26.995 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 72 2024-04-12T16:27:26.995 INFO:tasks.rados.rados.0.smithi005.stdout:873: snap_remove snap 68 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: ignoring --setuser ceph since I am not root 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: ignoring --setgroup ceph since I am not root 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:27 smithi016 ceph-mgr[75916]: -- 172.21.15.16:0/1238177130 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564b934ae5a0 con 0x564b93483000 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: pgmap v54: 121 pgs: 121 active+clean; 230 MiB data, 914 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/2133435048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:27.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: pgmap v55: 121 pgs: 121 active+clean; 236 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: mon.a calling monitor election 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: monmap epoch 3 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: last_changed 2024-04-12T16:17:17.456574+0000 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: min_mon_release 18 (reef) 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: election_strategy: 1 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:27:27.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-12T16:27:27.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: overall HEALTH_OK 2024-04-12T16:27:27.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: from='mgr.15204 ' entity='' 2024-04-12T16:27:27.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:26 smithi016 ceph-mon[30750]: mgrmap e38: y(active, since 38s), standbys: x 2024-04-12T16:27:27.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ignoring --setuser ceph since I am not root 2024-04-12T16:27:27.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ignoring --setgroup ceph since I am not root 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:27 smithi005 ceph-mgr[80034]: -- 172.21.15.5:0/2369331598 <== mon.0 v2:172.21.15.5:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5557aabdc5a0 con 0x5557aabb0c00 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: pgmap v54: 121 pgs: 121 active+clean; 230 MiB data, 914 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2133435048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: pgmap v55: 121 pgs: 121 active+clean; 236 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: mon.a calling monitor election 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:27:27.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: monmap epoch 3 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: last_changed 2024-04-12T16:17:17.456574+0000 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: min_mon_release 18 (reef) 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: election_strategy: 1 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: overall HEALTH_OK 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: from='mgr.15204 ' entity='' 2024-04-12T16:27:27.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[88416]: mgrmap e38: y(active, since 38s), standbys: x 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: pgmap v54: 121 pgs: 121 active+clean; 230 MiB data, 914 MiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: from='client.? 172.21.15.5:0/2133435048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: pgmap v55: 121 pgs: 121 active+clean; 236 MiB data, 953 MiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: mon.a calling monitor election 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: monmap epoch 3 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: last_changed 2024-04-12T16:17:17.456574+0000 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:27:27.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: min_mon_release 18 (reef) 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: election_strategy: 1 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: overall HEALTH_OK 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: from='mgr.15204 ' entity='' 2024-04-12T16:27:27.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:26 smithi005 ceph-mon[37926]: mgrmap e38: y(active, since 38s), standbys: x 2024-04-12T16:27:27.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:27 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:27.531+0000 7f45a7a29200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:27:27.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:27 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:27.627+0000 7f45a7a29200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:27:27.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:27.538+0000 7f8ddf55d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T16:27:27.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:27.634+0000 7f8ddf55d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T16:27:28.004 INFO:tasks.rados.rados.0.smithi005.stdout:873: done (3 left) 2024-04-12T16:27:28.004 INFO:tasks.rados.rados.0.smithi005.stdout:874: snap_create 2024-04-12T16:27:28.004 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 368 (ObjNum 264 snap 76 seq_num 264) dirty exists 2024-04-12T16:27:28.004 INFO:tasks.rados.rados.0.smithi005.stdout:872: finishing rollback tid 0 to smithi00577259-25 2024-04-12T16:27:28.004 INFO:tasks.rados.rados.0.smithi005.stdout:872: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:27:28.005 INFO:tasks.rados.rados.0.smithi005.stdout:872: finishing rollback tid 2 to smithi00577259-25 2024-04-12T16:27:28.005 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 471 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-04-12T16:27:28.005 INFO:tasks.rados.rados.0.smithi005.stdout:870: expect (ObjNum 224 snap 62 seq_num 224) 2024-04-12T16:27:28.261 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:27 smithi005 ceph-mon[88416]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T16:27:28.262 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:27 smithi005 ceph-mon[37926]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T16:27:28.298 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:27 smithi016 ceph-mon[30750]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T16:27:28.565 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:28.322+0000 7f8ddf55d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:27:28.565 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:28.420+0000 7f8ddf55d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:27:28.565 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:28.569+0000 7f8ddf55d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:27:28.590 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:28.303+0000 7f45a7a29200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T16:27:28.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:28.398+0000 7f45a7a29200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T16:27:28.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:28.542+0000 7f45a7a29200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T16:27:28.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:28.670+0000 7f8ddf55d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:27:28.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:28.758+0000 7f8ddf55d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:27:28.997 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:28.641+0000 7f45a7a29200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T16:27:28.997 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:28.727+0000 7f45a7a29200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T16:27:28.999 INFO:tasks.rados.rados.0.smithi005.stdout:870: done (3 left) 2024-04-12T16:27:28.999 INFO:tasks.rados.rados.0.smithi005.stdout:871: done (2 left) 2024-04-12T16:27:28.999 INFO:tasks.rados.rados.0.smithi005.stdout:872: done (1 left) 2024-04-12T16:27:28.999 INFO:tasks.rados.rados.0.smithi005.stdout:874: done (0 left) 2024-04-12T16:27:28.999 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 80 2024-04-12T16:27:28.999 INFO:tasks.rados.rados.0.smithi005.stdout:875: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-04-12T16:27:29.003 INFO:tasks.rados.rados.0.smithi005.stdout:875: writing smithi00577259-1 from 0 to 679936 tid 1 2024-04-12T16:27:29.007 INFO:tasks.rados.rados.0.smithi005.stdout:875: writing smithi00577259-1 from 679936 to 1400832 tid 2 2024-04-12T16:27:29.009 INFO:tasks.rados.rados.0.smithi005.stdout:875: writing smithi00577259-1 from 1400832 to 1884160 tid 3 2024-04-12T16:27:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:875: writing smithi00577259-1 from 1884160 to 2285568 tid 4 2024-04-12T16:27:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:876: copy_from oid 48 from oid 18 current snap is 80 2024-04-12T16:27:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:875: finishing write tid 1 to smithi00577259-1 2024-04-12T16:27:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:877: read oid 33 snap -1 2024-04-12T16:27:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:877: expect (ObjNum 265 snap 76 seq_num 265) 2024-04-12T16:27:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 80 2024-04-12T16:27:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:878: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-04-12T16:27:29.016 INFO:tasks.rados.rados.0.smithi005.stdout:878: writing smithi00577259-7 from 0 to 696320 tid 1 2024-04-12T16:27:29.021 INFO:tasks.rados.rados.0.smithi005.stdout:878: writing smithi00577259-7 from 696320 to 1302528 tid 2 2024-04-12T16:27:29.026 INFO:tasks.rados.rados.0.smithi005.stdout:878: writing smithi00577259-7 from 1302528 to 1990656 tid 3 2024-04-12T16:27:29.028 INFO:tasks.rados.rados.0.smithi005.stdout:878: writing smithi00577259-7 from 1990656 to 2301952 tid 4 2024-04-12T16:27:29.028 INFO:tasks.rados.rados.0.smithi005.stdout:879: copy_from oid 19 from oid 22 current snap is 80 2024-04-12T16:27:29.028 INFO:tasks.rados.rados.0.smithi005.stdout:875: finishing write tid 2 to smithi00577259-1 2024-04-12T16:27:29.028 INFO:tasks.rados.rados.0.smithi005.stdout:875: finishing write tid 3 to smithi00577259-1 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: finishing write tid 4 to smithi00577259-1 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: finishing write tid 5 to smithi00577259-1 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: finishing write tid 6 to smithi00577259-1 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: oid 1 updating version 0 to 360 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: oid 1 version 360 is already newer than 357 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: oid 1 version 360 is already newer than 359 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: oid 1 updating version 360 to 361 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: oid 1 version 361 is already newer than 358 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 361 (ObjNum 279 snap 80 seq_num 279) dirty exists 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:875: left oid 1 (ObjNum 279 snap 80 seq_num 279) 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:878: finishing write tid 1 to smithi00577259-7 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:878: finishing write tid 2 to smithi00577259-7 2024-04-12T16:27:29.029 INFO:tasks.rados.rados.0.smithi005.stdout:877: expect (ObjNum 265 snap 76 seq_num 265) 2024-04-12T16:27:29.087 INFO:tasks.rados.rados.0.smithi005.stdout:878: finishing write tid 3 to smithi00577259-7 2024-04-12T16:27:29.087 INFO:tasks.rados.rados.0.smithi005.stdout:878: finishing write tid 4 to smithi00577259-7 2024-04-12T16:27:29.087 INFO:tasks.rados.rados.0.smithi005.stdout:878: finishing write tid 5 to smithi00577259-7 2024-04-12T16:27:29.087 INFO:tasks.rados.rados.0.smithi005.stdout:878: finishing write tid 6 to smithi00577259-7 2024-04-12T16:27:29.087 INFO:tasks.rados.rados.0.smithi005.stdout:878: oid 7 updating version 0 to 184 2024-04-12T16:27:29.087 INFO:tasks.rados.rados.0.smithi005.stdout:878: oid 7 updating version 184 to 188 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:878: oid 7 version 188 is already newer than 186 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:878: oid 7 version 188 is already newer than 185 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:878: oid 7 version 188 is already newer than 187 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 188 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:878: left oid 7 (ObjNum 280 snap 80 seq_num 280) 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:876: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:875: done (4 left) 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:877: done (3 left) 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:878: done (2 left) 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:880: read oid 15 snap -1 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:880: expect deleted 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:881: delete oid 25 current snap is 80 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:876: finishing copy_from to smithi00577259-48 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 368 (ObjNum 264 snap 76 seq_num 264) dirty exists 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:879: finishing copy_from racing read to smithi00577259-19 2024-04-12T16:27:29.088 INFO:tasks.rados.rados.0.smithi005.stdout:879: finishing copy_from to smithi00577259-19 2024-04-12T16:27:29.089 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 38 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:27:29.089 INFO:tasks.rados.rados.0.smithi005.stdout:876: done (3 left) 2024-04-12T16:27:29.089 INFO:tasks.rados.rados.0.smithi005.stdout:879: done (2 left) 2024-04-12T16:27:29.089 INFO:tasks.rados.rados.0.smithi005.stdout:880: done (1 left) 2024-04-12T16:27:29.089 INFO:tasks.rados.rados.0.smithi005.stdout:881: done (0 left) 2024-04-12T16:27:29.089 INFO:tasks.rados.rados.0.smithi005.stdout:882: snap_remove snap 79 2024-04-12T16:27:29.255 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:29 smithi005 ceph-mon[88416]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T16:27:29.255 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:29.051+0000 7f8ddf55d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:27:29.255 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:29.168+0000 7f8ddf55d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:27:29.256 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:29 smithi005 ceph-mon[37926]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T16:27:29.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:29 smithi016 ceph-mon[30750]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T16:27:29.313 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:29.002+0000 7f45a7a29200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T16:27:29.313 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:29.125+0000 7f45a7a29200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T16:27:29.313 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:29.214+0000 7f45a7a29200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:27:29.537 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:29.261+0000 7f8ddf55d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T16:27:29.537 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:29.361+0000 7f8ddf55d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:27:29.590 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:29.316+0000 7f45a7a29200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T16:27:29.591 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:29.497+0000 7f45a7a29200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:27:30.007 INFO:tasks.rados.rados.0.smithi005.stdout:882: done (0 left) 2024-04-12T16:27:30.008 INFO:tasks.rados.rados.0.smithi005.stdout:883: snap_remove snap 72 2024-04-12T16:27:30.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:30 smithi016 ceph-mon[30750]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T16:27:30.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:30 smithi005 ceph-mon[88416]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T16:27:30.451 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:29 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:29.541+0000 7f8ddf55d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T16:27:30.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:30 smithi005 ceph-mon[37926]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T16:27:30.527 INFO:tasks.rados.rados.0.smithi005.stdout:883: done (0 left) 2024-04-12T16:27:30.527 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 80 2024-04-12T16:27:30.527 INFO:tasks.rados.rados.0.smithi005.stdout:884: seq_num 282 ranges {2752512=729088,3481600=425984,3907584=704512,4612096=475136} 2024-04-12T16:27:30.546 INFO:tasks.rados.rados.0.smithi005.stdout:884: writing smithi00577259-14 from 2752512 to 3481600 tid 1 2024-04-12T16:27:30.549 INFO:tasks.rados.rados.0.smithi005.stdout:884: writing smithi00577259-14 from 3481600 to 3907584 tid 2 2024-04-12T16:27:30.553 INFO:tasks.rados.rados.0.smithi005.stdout:884: writing smithi00577259-14 from 3907584 to 4612096 tid 3 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:884: writing smithi00577259-14 from 4612096 to 5087232 tid 4 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:885: read oid 31 snap -1 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:885: expect (ObjNum 217 snap 60 seq_num 217) 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:886: read oid 2 snap -1 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:886: expect deleted 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 80 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:884: finishing write tid 1 to smithi00577259-14 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:884: finishing write tid 2 to smithi00577259-14 2024-04-12T16:27:30.556 INFO:tasks.rados.rados.0.smithi005.stdout:884: finishing write tid 3 to smithi00577259-14 2024-04-12T16:27:30.557 INFO:tasks.rados.rados.0.smithi005.stdout:887: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-04-12T16:27:30.560 INFO:tasks.rados.rados.0.smithi005.stdout:887: writing smithi00577259-15 from 0 to 745472 tid 1 2024-04-12T16:27:30.564 INFO:tasks.rados.rados.0.smithi005.stdout:887: writing smithi00577259-15 from 745472 to 1458176 tid 2 2024-04-12T16:27:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:887: writing smithi00577259-15 from 1458176 to 1916928 tid 3 2024-04-12T16:27:30.570 INFO:tasks.rados.rados.0.smithi005.stdout:887: writing smithi00577259-15 from 1916928 to 2351104 tid 4 2024-04-12T16:27:30.570 INFO:tasks.rados.rados.0.smithi005.stdout:888: read oid 46 snap -1 2024-04-12T16:27:30.570 INFO:tasks.rados.rados.0.smithi005.stdout:888: expect deleted 2024-04-12T16:27:30.570 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 80 2024-04-12T16:27:30.570 INFO:tasks.rados.rados.0.smithi005.stdout:889: seq_num 284 ranges {1581056=761856,2342912=598016,2940928=671744,3612672=335872} 2024-04-12T16:27:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:889: writing smithi00577259-50 from 1581056 to 2342912 tid 1 2024-04-12T16:27:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:889: writing smithi00577259-50 from 2342912 to 2940928 tid 2 2024-04-12T16:27:30.589 INFO:tasks.rados.rados.0.smithi005.stdout:889: writing smithi00577259-50 from 2940928 to 3612672 tid 3 2024-04-12T16:27:30.592 INFO:tasks.rados.rados.0.smithi005.stdout:889: writing smithi00577259-50 from 3612672 to 3948544 tid 4 2024-04-12T16:27:30.592 INFO:tasks.rados.rados.0.smithi005.stdout:890: read oid 26 snap -1 2024-04-12T16:27:30.592 INFO:tasks.rados.rados.0.smithi005.stdout:890: expect (ObjNum 204 snap 55 seq_num 204) 2024-04-12T16:27:30.592 INFO:tasks.rados.rados.0.smithi005.stdout:891: read oid 32 snap -1 2024-04-12T16:27:30.592 INFO:tasks.rados.rados.0.smithi005.stdout:891: expect (ObjNum 214 snap 60 seq_num 214) 2024-04-12T16:27:30.592 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 80 2024-04-12T16:27:30.592 INFO:tasks.rados.rados.0.smithi005.stdout:892: seq_num 285 ranges {3678208=778240,4456448=475136,4931584=475136,5406720=655360} 2024-04-12T16:27:30.616 INFO:tasks.rados.rados.0.smithi005.stdout:892: writing smithi00577259-48 from 3678208 to 4456448 tid 1 2024-04-12T16:27:30.619 INFO:tasks.rados.rados.0.smithi005.stdout:892: writing smithi00577259-48 from 4456448 to 4931584 tid 2 2024-04-12T16:27:30.621 INFO:tasks.rados.rados.0.smithi005.stdout:892: writing smithi00577259-48 from 4931584 to 5406720 tid 3 2024-04-12T16:27:30.626 INFO:tasks.rados.rados.0.smithi005.stdout:892: writing smithi00577259-48 from 5406720 to 6062080 tid 4 2024-04-12T16:27:30.626 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 80 2024-04-12T16:27:30.626 INFO:tasks.rados.rados.0.smithi005.stdout:884: finishing write tid 4 to smithi00577259-14 2024-04-12T16:27:30.626 INFO:tasks.rados.rados.0.smithi005.stdout:884: finishing write tid 5 to smithi00577259-14 2024-04-12T16:27:30.626 INFO:tasks.rados.rados.0.smithi005.stdout:893: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-04-12T16:27:30.630 INFO:tasks.rados.rados.0.smithi005.stdout:893: writing smithi00577259-35 from 0 to 794624 tid 1 2024-04-12T16:27:30.635 INFO:tasks.rados.rados.0.smithi005.stdout:893: writing smithi00577259-35 from 794624 to 1556480 tid 2 2024-04-12T16:27:30.639 INFO:tasks.rados.rados.0.smithi005.stdout:893: writing smithi00577259-35 from 1556480 to 2236416 tid 3 2024-04-12T16:27:30.640 INFO:tasks.rados.rados.0.smithi005.stdout:893: writing smithi00577259-35 from 2236416 to 2400256 tid 4 2024-04-12T16:27:30.640 INFO:tasks.rados.rados.0.smithi005.stdout:886: done (9 left) 2024-04-12T16:27:30.640 INFO:tasks.rados.rados.0.smithi005.stdout:894: snap_create 2024-04-12T16:27:30.641 INFO:tasks.rados.rados.0.smithi005.stdout:885: expect (ObjNum 217 snap 60 seq_num 217) 2024-04-12T16:27:30.675 INFO:tasks.rados.rados.0.smithi005.stdout:884: finishing write tid 6 to smithi00577259-14 2024-04-12T16:27:30.675 INFO:tasks.rados.rados.0.smithi005.stdout:884: oid 14 updating version 0 to 474 2024-04-12T16:27:30.675 INFO:tasks.rados.rados.0.smithi005.stdout:884: oid 14 updating version 474 to 478 2024-04-12T16:27:30.675 INFO:tasks.rados.rados.0.smithi005.stdout:884: oid 14 version 478 is already newer than 476 2024-04-12T16:27:30.675 INFO:tasks.rados.rados.0.smithi005.stdout:884: oid 14 version 478 is already newer than 477 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:884: oid 14 version 478 is already newer than 475 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 478 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:884: left oid 14 (ObjNum 282 snap 80 seq_num 282) 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: finishing write tid 1 to smithi00577259-15 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: finishing write tid 2 to smithi00577259-15 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: finishing write tid 3 to smithi00577259-15 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: finishing write tid 4 to smithi00577259-15 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: finishing write tid 5 to smithi00577259-15 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: finishing write tid 6 to smithi00577259-15 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: oid 15 updating version 0 to 306 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: oid 15 version 306 is already newer than 305 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: oid 15 updating version 306 to 307 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: oid 15 version 307 is already newer than 303 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:887: oid 15 version 307 is already newer than 304 2024-04-12T16:27:30.676 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 307 (ObjNum 283 snap 80 seq_num 283) dirty exists 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:887: left oid 15 (ObjNum 283 snap 80 seq_num 283) 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: finishing write tid 1 to smithi00577259-50 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: finishing write tid 2 to smithi00577259-50 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: finishing write tid 3 to smithi00577259-50 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: finishing write tid 4 to smithi00577259-50 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: finishing write tid 5 to smithi00577259-50 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: finishing write tid 6 to smithi00577259-50 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: oid 50 updating version 0 to 483 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: oid 50 version 483 is already newer than 482 2024-04-12T16:27:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:889: oid 50 version 483 is already newer than 481 2024-04-12T16:27:30.678 INFO:tasks.rados.rados.0.smithi005.stdout:889: oid 50 updating version 483 to 484 2024-04-12T16:27:30.678 INFO:tasks.rados.rados.0.smithi005.stdout:889: oid 50 version 484 is already newer than 480 2024-04-12T16:27:30.678 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 484 (ObjNum 284 snap 80 seq_num 284) dirty exists 2024-04-12T16:27:30.678 INFO:tasks.rados.rados.0.smithi005.stdout:889: left oid 50 (ObjNum 284 snap 80 seq_num 284) 2024-04-12T16:27:30.678 INFO:tasks.rados.rados.0.smithi005.stdout:890: expect (ObjNum 204 snap 55 seq_num 204) 2024-04-12T16:27:30.710 INFO:tasks.rados.rados.0.smithi005.stdout:891: expect (ObjNum 214 snap 60 seq_num 214) 2024-04-12T16:27:30.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:30.496+0000 7f45a7a29200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:27:30.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:30.655+0000 7f45a7a29200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:27:30.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:30.552+0000 7f8ddf55d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T16:27:30.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:30.706+0000 7f8ddf55d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T16:27:30.997 INFO:tasks.rados.rados.0.smithi005.stdout:892: finishing write tid 1 to smithi00577259-48 2024-04-12T16:27:30.997 INFO:tasks.rados.rados.0.smithi005.stdout:892: finishing write tid 2 to smithi00577259-48 2024-04-12T16:27:30.997 INFO:tasks.rados.rados.0.smithi005.stdout:892: finishing write tid 3 to smithi00577259-48 2024-04-12T16:27:30.997 INFO:tasks.rados.rados.0.smithi005.stdout:892: finishing write tid 4 to smithi00577259-48 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: finishing write tid 5 to smithi00577259-48 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: finishing write tid 6 to smithi00577259-48 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: oid 48 updating version 0 to 380 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: oid 48 version 380 is already newer than 378 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: oid 48 updating version 380 to 382 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: oid 48 version 382 is already newer than 379 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: oid 48 version 382 is already newer than 381 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 382 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:892: left oid 48 (ObjNum 285 snap 80 seq_num 285) 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:893: finishing write tid 1 to smithi00577259-35 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:893: finishing write tid 2 to smithi00577259-35 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:893: finishing write tid 3 to smithi00577259-35 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:893: finishing write tid 4 to smithi00577259-35 2024-04-12T16:27:30.998 INFO:tasks.rados.rados.0.smithi005.stdout:893: finishing write tid 5 to smithi00577259-35 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:893: finishing write tid 6 to smithi00577259-35 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:893: oid 35 updating version 0 to 310 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:893: oid 35 version 310 is already newer than 309 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:893: oid 35 version 310 is already newer than 306 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:893: oid 35 version 310 is already newer than 307 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:893: oid 35 version 310 is already newer than 308 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 310 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-12T16:27:30.999 INFO:tasks.rados.rados.0.smithi005.stdout:893: left oid 35 (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:27:31.291 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:31 smithi016 ceph-mon[30750]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T16:27:31.291 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:31 smithi016 ceph-mon[30750]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T16:27:31.291 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:30.998+0000 7f45a7a29200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:27:31.292 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:31.091+0000 7f45a7a29200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:27:31.292 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:31.296+0000 7f45a7a29200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:27:31.343 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-mon[88416]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T16:27:31.344 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-mon[88416]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T16:27:31.344 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-mon[37926]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T16:27:31.344 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-mon[37926]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T16:27:31.344 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:31.050+0000 7f8ddf55d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T16:27:31.344 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:31.143+0000 7f8ddf55d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T16:27:31.345 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:31.347+0000 7f8ddf55d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:27:31.525 INFO:tasks.rados.rados.0.smithi005.stdout:884: done (9 left) 2024-04-12T16:27:31.525 INFO:tasks.rados.rados.0.smithi005.stdout:885: done (8 left) 2024-04-12T16:27:31.525 INFO:tasks.rados.rados.0.smithi005.stdout:887: done (7 left) 2024-04-12T16:27:31.525 INFO:tasks.rados.rados.0.smithi005.stdout:888: done (6 left) 2024-04-12T16:27:31.525 INFO:tasks.rados.rados.0.smithi005.stdout:889: done (5 left) 2024-04-12T16:27:31.526 INFO:tasks.rados.rados.0.smithi005.stdout:890: done (4 left) 2024-04-12T16:27:31.526 INFO:tasks.rados.rados.0.smithi005.stdout:891: done (3 left) 2024-04-12T16:27:31.526 INFO:tasks.rados.rados.0.smithi005.stdout:892: done (2 left) 2024-04-12T16:27:31.526 INFO:tasks.rados.rados.0.smithi005.stdout:893: done (1 left) 2024-04-12T16:27:31.526 INFO:tasks.rados.rados.0.smithi005.stdout:894: done (0 left) 2024-04-12T16:27:31.526 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 81 2024-04-12T16:27:31.526 INFO:tasks.rados.rados.0.smithi005.stdout:895: seq_num 287 ranges {1327104=8192} 2024-04-12T16:27:31.532 INFO:tasks.rados.rados.0.smithi005.stdout:895: writing smithi00577259-45 from 1327104 to 1335296 tid 1 2024-04-12T16:27:31.532 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 81 2024-04-12T16:27:31.532 INFO:tasks.rados.rados.0.smithi005.stdout:896: seq_num 288 ranges {0=24576} 2024-04-12T16:27:31.532 INFO:tasks.rados.rados.0.smithi005.stdout:896: writing smithi00577259-10 from 0 to 24576 tid 1 2024-04-12T16:27:31.532 INFO:tasks.rados.rados.0.smithi005.stdout:897: delete oid 7 current snap is 81 2024-04-12T16:27:31.536 INFO:tasks.rados.rados.0.smithi005.stdout:895: finishing write tid 1 to smithi00577259-45 2024-04-12T16:27:31.536 INFO:tasks.rados.rados.0.smithi005.stdout:895: finishing write tid 2 to smithi00577259-45 2024-04-12T16:27:31.537 INFO:tasks.rados.rados.0.smithi005.stdout:896: finishing write tid 1 to smithi00577259-10 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:896: finishing write tid 2 to smithi00577259-10 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:895: finishing write tid 3 to smithi00577259-45 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:895: oid 45 updating version 0 to 487 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:895: oid 45 updating version 487 to 488 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 488 (ObjNum 287 snap 81 seq_num 287) dirty exists 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:895: left oid 45 (ObjNum 287 snap 81 seq_num 287) 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:895: done (2 left) 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:897: done (1 left) 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:898: rmattr oid 20 current snap is 81 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 81 2024-04-12T16:27:31.539 INFO:tasks.rados.rados.0.smithi005.stdout:899: seq_num 290 ranges {606208=57344} 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:899: writing smithi00577259-47 from 606208 to 663552 tid 1 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 81 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:896: finishing write tid 3 to smithi00577259-10 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:896: oid 10 updating version 0 to 170 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:896: oid 10 updating version 170 to 171 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 171 (ObjNum 288 snap 81 seq_num 288) dirty exists 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:896: left oid 10 (ObjNum 288 snap 81 seq_num 288) 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 384 (ObjNum 243 snap 66 seq_num 243) dirty exists 2024-04-12T16:27:31.543 INFO:tasks.rados.rados.0.smithi005.stdout:900: seq_num 291 ranges {6062080=81920} 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:900: writing smithi00577259-48 from 6062080 to 6144000 tid 1 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:896: done (3 left) 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:898: done (2 left) 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:901: delete oid 20 current snap is 81 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:899: finishing write tid 1 to smithi00577259-47 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:899: finishing write tid 2 to smithi00577259-47 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:899: finishing write tid 3 to smithi00577259-47 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:899: oid 47 updating version 0 to 166 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:899: oid 47 version 166 is already newer than 165 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 166 (ObjNum 290 snap 81 seq_num 290) dirty exists 2024-04-12T16:27:31.577 INFO:tasks.rados.rados.0.smithi005.stdout:899: left oid 47 (ObjNum 290 snap 81 seq_num 290) 2024-04-12T16:27:31.580 INFO:tasks.rados.rados.0.smithi005.stdout:900: finishing write tid 1 to smithi00577259-48 2024-04-12T16:27:31.580 INFO:tasks.rados.rados.0.smithi005.stdout:900: finishing write tid 2 to smithi00577259-48 2024-04-12T16:27:31.581 INFO:tasks.rados.rados.0.smithi005.stdout:899: done (2 left) 2024-04-12T16:27:31.581 INFO:tasks.rados.rados.0.smithi005.stdout:901: done (1 left) 2024-04-12T16:27:31.581 INFO:tasks.rados.rados.0.smithi005.stdout:902: snap_create 2024-04-12T16:27:31.582 INFO:tasks.rados.rados.0.smithi005.stdout:900: finishing write tid 3 to smithi00577259-48 2024-04-12T16:27:31.582 INFO:tasks.rados.rados.0.smithi005.stdout:900: oid 48 updating version 0 to 387 2024-04-12T16:27:31.582 INFO:tasks.rados.rados.0.smithi005.stdout:900: oid 48 version 387 is already newer than 386 2024-04-12T16:27:31.582 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 387 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-04-12T16:27:31.582 INFO:tasks.rados.rados.0.smithi005.stdout:900: left oid 48 (ObjNum 291 snap 81 seq_num 291) 2024-04-12T16:27:31.590 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:31.489+0000 7f45a7a29200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:27:31.700 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:31.546+0000 7f8ddf55d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T16:27:32.054 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:31.793+0000 7f45a7a29200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:27:32.109 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:31 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:31.849+0000 7f8ddf55d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T16:27:32.308 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:32.059+0000 7f45a7a29200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:27:32.309 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:32.308+0000 7f45a7a29200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:27:32.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:32.113+0000 7f8ddf55d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T16:27:32.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:32.361+0000 7f8ddf55d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T16:27:32.525 INFO:tasks.rados.rados.0.smithi005.stdout:900: done (1 left) 2024-04-12T16:27:32.526 INFO:tasks.rados.rados.0.smithi005.stdout:902: done (0 left) 2024-04-12T16:27:32.526 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 82 2024-04-12T16:27:32.526 INFO:tasks.rados.rados.0.smithi005.stdout:903: seq_num 293 ranges {13164544=114688} 2024-04-12T16:27:32.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:32 smithi016 ceph-mon[30750]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T16:27:32.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:32.598 INFO:tasks.rados.rados.0.smithi005.stdout:903: writing smithi00577259-13 from 13164544 to 13279232 tid 1 2024-04-12T16:27:32.598 INFO:tasks.rados.rados.0.smithi005.stdout:904: delete oid 50 current snap is 82 2024-04-12T16:27:32.601 INFO:tasks.rados.rados.0.smithi005.stdout:903: finishing write tid 1 to smithi00577259-13 2024-04-12T16:27:32.601 INFO:tasks.rados.rados.0.smithi005.stdout:903: finishing write tid 2 to smithi00577259-13 2024-04-12T16:27:32.603 INFO:tasks.rados.rados.0.smithi005.stdout:903: finishing write tid 3 to smithi00577259-13 2024-04-12T16:27:32.603 INFO:tasks.rados.rados.0.smithi005.stdout:903: oid 13 updating version 0 to 490 2024-04-12T16:27:32.603 INFO:tasks.rados.rados.0.smithi005.stdout:903: oid 13 updating version 490 to 491 2024-04-12T16:27:32.603 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 491 (ObjNum 293 snap 82 seq_num 293) dirty exists 2024-04-12T16:27:32.603 INFO:tasks.rados.rados.0.smithi005.stdout:903: left oid 13 (ObjNum 293 snap 82 seq_num 293) 2024-04-12T16:27:32.603 INFO:tasks.rados.rados.0.smithi005.stdout:903: done (1 left) 2024-04-12T16:27:32.603 INFO:tasks.rados.rados.0.smithi005.stdout:904: done (0 left) 2024-04-12T16:27:32.604 INFO:tasks.rados.rados.0.smithi005.stdout:905: rollback oid 45 current snap is 82 2024-04-12T16:27:32.604 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 78 2024-04-12T16:27:32.604 INFO:tasks.rados.rados.0.smithi005.stdout:906: snap_remove snap 80 2024-04-12T16:27:32.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:32 smithi005 ceph-mon[88416]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T16:27:32.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:32 smithi005 ceph-mon[37926]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T16:27:33.498 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:33.155+0000 7f45a7a29200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:27:33.527 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:33.208+0000 7f8ddf55d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T16:27:33.534 INFO:tasks.rados.rados.0.smithi005.stdout:906: done (1 left) 2024-04-12T16:27:33.534 INFO:tasks.rados.rados.0.smithi005.stdout:907: snap_create 2024-04-12T16:27:33.534 INFO:tasks.rados.rados.0.smithi005.stdout:905: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:27:33.534 INFO:tasks.rados.rados.0.smithi005.stdout:905: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:27:33.534 INFO:tasks.rados.rados.0.smithi005.stdout:905: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:27:33.534 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 495 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:27:33.797 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:33 smithi005 ceph-mon[88416]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T16:27:33.797 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:33 smithi005 ceph-mon[37926]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T16:27:33.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:33 smithi016 ceph-mon[30750]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T16:27:33.841 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:33.751+0000 7f45a7a29200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:27:33.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:34.129 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:33.801+0000 7f8ddf55d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T16:27:34.130 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:33.906+0000 7f8ddf55d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:27:34.141 INFO:tasks.rados.rados.0.smithi005.stdout:905: done (1 left) 2024-04-12T16:27:34.141 INFO:tasks.rados.rados.0.smithi005.stdout:907: done (0 left) 2024-04-12T16:27:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:908: read oid 46 snap -1 2024-04-12T16:27:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:908: expect deleted 2024-04-12T16:27:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:909: read oid 12 snap -1 2024-04-12T16:27:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:909: expect (ObjNum 237 snap 63 seq_num 237) 2024-04-12T16:27:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:910: read oid 29 snap -1 2024-04-12T16:27:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:910: expect (ObjNum 72 snap 10 seq_num 72) 2024-04-12T16:27:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:911: snap_remove snap 71 2024-04-12T16:27:34.187 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:33.856+0000 7f45a7a29200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T16:27:34.187 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:34.084+0000 7f45a7a29200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:27:34.187 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: [12/Apr/2024:16:27:34] ENGINE Bus STARTING 2024-04-12T16:27:34.394 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.133+0000 7f8ddf55d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:27:34] ENGINE Bus STARTING 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d43934700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d43934700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d43934700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d43934700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d43934700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d4092e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d4092e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d4092e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d4092e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.269+0000 7f8d4092e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: CherryPy Checker: 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: The Application mounted at '' has an empty config. 2024-04-12T16:27:34.395 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:34.396 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:27:34] ENGINE Serving on http://:::9283 2024-04-12T16:27:34.396 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:16:27:34] ENGINE Bus STARTED 2024-04-12T16:27:34.532 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: CherryPy Checker: 2024-04-12T16:27:34.532 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: The Application mounted at '' has an empty config. 2024-04-12T16:27:34.533 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: 2024-04-12T16:27:34.533 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: [12/Apr/2024:16:27:34] ENGINE Serving on http://:::9283 2024-04-12T16:27:34.533 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x[75912]: [12/Apr/2024:16:27:34] ENGINE Bus STARTED 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: Standby manager daemon x restarted 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: Standby manager daemon x started 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: Active manager daemon y restarted 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: Activating manager daemon y 2024-04-12T16:27:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: mgrmap e39: y(active, starting, since 0.0096227s), standbys: x 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:27:34.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: Manager daemon y is now available 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: Standby manager daemon x restarted 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: Standby manager daemon x started 2024-04-12T16:27:34.703 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: Active manager daemon y restarted 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: Activating manager daemon y 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: mgrmap e39: y(active, starting, since 0.0096227s), standbys: x 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:34.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:27:34.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:27:34.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:27:34.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:27:34.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: Manager daemon y is now available 2024-04-12T16:27:34.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:34.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:34.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:27:34.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:27:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:27:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:27:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T16:27:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: Standby manager daemon x restarted 2024-04-12T16:27:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: Standby manager daemon x started 2024-04-12T16:27:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T16:27:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T16:27:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T16:27:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.? 172.21.15.16:0/3585647079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: Active manager daemon y restarted 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: Activating manager daemon y 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: mgrmap e39: y(active, starting, since 0.0096227s), standbys: x 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:27:34.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: Manager daemon y is now available 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T16:27:34.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:34 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T16:27:35.153 INFO:tasks.rados.rados.0.smithi005.stdout:911: done (3 left) 2024-04-12T16:27:35.153 INFO:tasks.rados.rados.0.smithi005.stdout:912: setattr oid 42 current snap is 83 2024-04-12T16:27:35.153 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 83 2024-04-12T16:27:35.153 INFO:tasks.rados.rados.0.smithi005.stdout:913: seq_num 295 ranges {3448832=147456} 2024-04-12T16:27:35.178 INFO:tasks.rados.rados.0.smithi005.stdout:913: writing smithi00577259-39 from 3448832 to 3596288 tid 1 2024-04-12T16:27:35.178 INFO:tasks.rados.rados.0.smithi005.stdout:914: read oid 33 snap 67 2024-04-12T16:27:35.178 INFO:tasks.rados.rados.0.smithi005.stdout:914: expect (ObjNum 177 snap 43 seq_num 177) 2024-04-12T16:27:35.178 INFO:tasks.rados.rados.0.smithi005.stdout:915: read oid 50 snap 78 2024-04-12T16:27:35.178 INFO:tasks.rados.rados.0.smithi005.stdout:915: expect (ObjNum 237 snap 63 seq_num 237) 2024-04-12T16:27:35.178 INFO:tasks.rados.rados.0.smithi005.stdout:916: snap_create 2024-04-12T16:27:35.179 INFO:tasks.rados.rados.0.smithi005.stdout:909: expect (ObjNum 237 snap 63 seq_num 237) 2024-04-12T16:27:35.220 INFO:tasks.rados.rados.0.smithi005.stdout:910: expect (ObjNum 72 snap 10 seq_num 72) 2024-04-12T16:27:35.319 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 490 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:913: finishing write tid 1 to smithi00577259-39 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:913: finishing write tid 2 to smithi00577259-39 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:913: finishing write tid 3 to smithi00577259-39 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:913: oid 39 updating version 0 to 175 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:913: oid 39 updating version 175 to 176 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 176 (ObjNum 295 snap 83 seq_num 295) dirty exists 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:913: left oid 39 (ObjNum 295 snap 83 seq_num 295) 2024-04-12T16:27:35.320 INFO:tasks.rados.rados.0.smithi005.stdout:915: expect (ObjNum 237 snap 63 seq_num 237) 2024-04-12T16:27:35.361 INFO:tasks.rados.rados.0.smithi005.stdout:914: expect (ObjNum 177 snap 43 seq_num 177) 2024-04-12T16:27:35.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:35.157+0000 7f8d956fe700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-12T16:27:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:35 smithi016 ceph-mon[30750]: [12/Apr/2024:16:27:34] ENGINE Bus STARTING 2024-04-12T16:27:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:35 smithi016 ceph-mon[30750]: [12/Apr/2024:16:27:34] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:27:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:35 smithi016 ceph-mon[30750]: mgrmap e40: y(active, since 1.01051s), standbys: x 2024-04-12T16:27:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:35 smithi016 ceph-mon[30750]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T16:27:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[88416]: [12/Apr/2024:16:27:34] ENGINE Bus STARTING 2024-04-12T16:27:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[88416]: [12/Apr/2024:16:27:34] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:27:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[88416]: mgrmap e40: y(active, since 1.01051s), standbys: x 2024-04-12T16:27:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[88416]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T16:27:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[37926]: [12/Apr/2024:16:27:34] ENGINE Bus STARTING 2024-04-12T16:27:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[37926]: [12/Apr/2024:16:27:34] ENGINE Serving on http://172.21.15.5:8765 2024-04-12T16:27:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[37926]: mgrmap e40: y(active, since 1.01051s), standbys: x 2024-04-12T16:27:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:35 smithi005 ceph-mon[37926]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T16:27:36.155 INFO:tasks.rados.rados.0.smithi005.stdout:908: done (7 left) 2024-04-12T16:27:36.155 INFO:tasks.rados.rados.0.smithi005.stdout:909: done (6 left) 2024-04-12T16:27:36.155 INFO:tasks.rados.rados.0.smithi005.stdout:910: done (5 left) 2024-04-12T16:27:36.155 INFO:tasks.rados.rados.0.smithi005.stdout:912: done (4 left) 2024-04-12T16:27:36.155 INFO:tasks.rados.rados.0.smithi005.stdout:913: done (3 left) 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:914: done (2 left) 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:915: done (1 left) 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:916: done (0 left) 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:917: rollback oid 40 current snap is 84 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 67 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:918: rollback oid 16 current snap is 84 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 16 to 82 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:919: rollback oid 26 current snap is 84 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 26 to 81 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:920: read oid 18 snap -1 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:920: expect (ObjNum 264 snap 76 seq_num 264) 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:921: rollback oid 15 current snap is 84 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 69 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 84 2024-04-12T16:27:36.156 INFO:tasks.rados.rados.0.smithi005.stdout:922: seq_num 296 ranges {6987776=163840} 2024-04-12T16:27:36.195 INFO:tasks.rados.rados.0.smithi005.stdout:922: writing smithi00577259-9 from 6987776 to 7151616 tid 1 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:923: read oid 36 snap -1 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:923: expect (ObjNum 161 snap 41 seq_num 161) 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:924: rmattr oid 22 current snap is 84 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:924: done (7 left) 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:925: snap_create 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:917: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:921: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:921: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:919: finishing rollback tid 0 to smithi00577259-26 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:921: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:27:36.196 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 310 (ObjNum 251 snap 68 seq_num 251) dirty exists 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:917: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 508 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:918: finishing rollback tid 0 to smithi00577259-16 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:919: finishing rollback tid 1 to smithi00577259-26 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:918: finishing rollback tid 1 to smithi00577259-16 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:918: finishing rollback tid 2 to smithi00577259-16 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 196 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-04-12T16:27:36.197 INFO:tasks.rados.rados.0.smithi005.stdout:920: expect (ObjNum 264 snap 76 seq_num 264) 2024-04-12T16:27:36.345 INFO:tasks.rados.rados.0.smithi005.stdout:919: finishing rollback tid 2 to smithi00577259-26 2024-04-12T16:27:36.346 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 176 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-04-12T16:27:36.346 INFO:tasks.rados.rados.0.smithi005.stdout:923: expect (ObjNum 161 snap 41 seq_num 161) 2024-04-12T16:27:36.368 INFO:tasks.rados.rados.0.smithi005.stdout:922: finishing write tid 1 to smithi00577259-9 2024-04-12T16:27:36.368 INFO:tasks.rados.rados.0.smithi005.stdout:922: finishing write tid 2 to smithi00577259-9 2024-04-12T16:27:36.368 INFO:tasks.rados.rados.0.smithi005.stdout:922: finishing write tid 3 to smithi00577259-9 2024-04-12T16:27:36.368 INFO:tasks.rados.rados.0.smithi005.stdout:922: oid 9 updating version 0 to 407 2024-04-12T16:27:36.368 INFO:tasks.rados.rados.0.smithi005.stdout:922: oid 9 version 407 is already newer than 406 2024-04-12T16:27:36.368 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 407 (ObjNum 296 snap 84 seq_num 296) dirty exists 2024-04-12T16:27:36.368 INFO:tasks.rados.rados.0.smithi005.stdout:922: left oid 9 (ObjNum 296 snap 84 seq_num 296) 2024-04-12T16:27:36.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:36 smithi016 ceph-mon[30750]: [12/Apr/2024:16:27:35] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:27:36.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:36 smithi016 ceph-mon[30750]: [12/Apr/2024:16:27:35] ENGINE Bus STARTED 2024-04-12T16:27:36.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:36 smithi016 ceph-mon[30750]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:36.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:36 smithi016 ceph-mon[30750]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T16:27:36.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[88416]: [12/Apr/2024:16:27:35] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:27:36.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[88416]: [12/Apr/2024:16:27:35] ENGINE Bus STARTED 2024-04-12T16:27:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[88416]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[88416]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T16:27:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[37926]: [12/Apr/2024:16:27:35] ENGINE Serving on https://172.21.15.5:7150 2024-04-12T16:27:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[37926]: [12/Apr/2024:16:27:35] ENGINE Bus STARTED 2024-04-12T16:27:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[37926]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:36 smithi005 ceph-mon[37926]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T16:27:37.155 INFO:tasks.rados.rados.0.smithi005.stdout:917: done (7 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:918: done (6 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:919: done (5 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:920: done (4 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:921: done (3 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:922: done (2 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:923: done (1 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:925: done (0 left) 2024-04-12T16:27:37.156 INFO:tasks.rados.rados.0.smithi005.stdout:926: setattr oid 16 current snap is 85 2024-04-12T16:27:37.158 INFO:tasks.rados.rados.0.smithi005.stdout:927: snap_remove snap 81 2024-04-12T16:27:37.835 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:37 smithi005 ceph-mon[88416]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:37.835 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:37 smithi005 ceph-mon[88416]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-12T16:27:37.835 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:37 smithi005 ceph-mon[88416]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T16:27:37.835 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:37 smithi005 ceph-mon[37926]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:37.835 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:37 smithi005 ceph-mon[37926]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-12T16:27:37.835 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:37 smithi005 ceph-mon[37926]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T16:27:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:37 smithi016 ceph-mon[30750]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:37 smithi016 ceph-mon[30750]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-12T16:27:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:37 smithi016 ceph-mon[30750]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T16:27:38.156 INFO:tasks.rados.rados.0.smithi005.stdout:927: done (1 left) 2024-04-12T16:27:38.157 INFO:tasks.rados.rados.0.smithi005.stdout:928: snap_create 2024-04-12T16:27:38.157 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 198 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-04-12T16:27:39.161 INFO:tasks.rados.rados.0.smithi005.stdout:926: done (1 left) 2024-04-12T16:27:39.162 INFO:tasks.rados.rados.0.smithi005.stdout:928: done (0 left) 2024-04-12T16:27:39.162 INFO:tasks.rados.rados.0.smithi005.stdout:929: rmattr oid 17 current snap is 86 2024-04-12T16:27:39.162 INFO:tasks.rados.rados.0.smithi005.stdout:930: read oid 13 snap -1 2024-04-12T16:27:39.162 INFO:tasks.rados.rados.0.smithi005.stdout:930: expect (ObjNum 293 snap 82 seq_num 293) 2024-04-12T16:27:39.162 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 86 2024-04-12T16:27:39.162 INFO:tasks.rados.rados.0.smithi005.stdout:931: seq_num 297 ranges {1327104=180224} 2024-04-12T16:27:39.171 INFO:tasks.rados.rados.0.smithi005.stdout:931: writing smithi00577259-3 from 1327104 to 1507328 tid 1 2024-04-12T16:27:39.171 INFO:tasks.rados.rados.0.smithi005.stdout:932: snap_create 2024-04-12T16:27:39.171 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 311 (ObjNum 33 snap 0 seq_num 6) dirty exists 2024-04-12T16:27:39.174 INFO:tasks.rados.rados.0.smithi005.stdout:931: finishing write tid 1 to smithi00577259-3 2024-04-12T16:27:39.175 INFO:tasks.rados.rados.0.smithi005.stdout:931: finishing write tid 2 to smithi00577259-3 2024-04-12T16:27:39.176 INFO:tasks.rados.rados.0.smithi005.stdout:931: finishing write tid 3 to smithi00577259-3 2024-04-12T16:27:39.176 INFO:tasks.rados.rados.0.smithi005.stdout:931: oid 3 updating version 0 to 371 2024-04-12T16:27:39.176 INFO:tasks.rados.rados.0.smithi005.stdout:931: oid 3 updating version 371 to 372 2024-04-12T16:27:39.176 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 372 (ObjNum 297 snap 86 seq_num 297) dirty exists 2024-04-12T16:27:39.176 INFO:tasks.rados.rados.0.smithi005.stdout:931: left oid 3 (ObjNum 297 snap 86 seq_num 297) 2024-04-12T16:27:39.206 INFO:tasks.rados.rados.0.smithi005.stdout:930: expect (ObjNum 293 snap 82 seq_num 293) 2024-04-12T16:27:39.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[37926]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:39.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[37926]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[37926]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[88416]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[88416]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[88416]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:39 smithi016 ceph-mon[30750]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:39.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:39 smithi016 ceph-mon[30750]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T16:27:39.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:39 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:39 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:39 smithi016 ceph-mon[30750]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-12T16:27:39.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:39 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:39.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:39 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[88416]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T16:27:40.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[37926]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T16:27:40.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:40 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.517 INFO:tasks.rados.rados.0.smithi005.stdout:929: done (3 left) 2024-04-12T16:27:40.517 INFO:tasks.rados.rados.0.smithi005.stdout:930: done (2 left) 2024-04-12T16:27:40.517 INFO:tasks.rados.rados.0.smithi005.stdout:931: done (1 left) 2024-04-12T16:27:40.517 INFO:tasks.rados.rados.0.smithi005.stdout:932: done (0 left) 2024-04-12T16:27:40.517 INFO:tasks.rados.rados.0.smithi005.stdout:933: setattr oid 39 current snap is 87 2024-04-12T16:27:40.518 INFO:tasks.rados.rados.0.smithi005.stdout:934: read oid 37 snap -1 2024-04-12T16:27:40.518 INFO:tasks.rados.rados.0.smithi005.stdout:934: expect deleted 2024-04-12T16:27:40.518 INFO:tasks.rados.rados.0.smithi005.stdout:935: read oid 25 snap -1 2024-04-12T16:27:40.518 INFO:tasks.rados.rados.0.smithi005.stdout:935: expect deleted 2024-04-12T16:27:40.518 INFO:tasks.rados.rados.0.smithi005.stdout:936: read oid 43 snap -1 2024-04-12T16:27:40.519 INFO:tasks.rados.rados.0.smithi005.stdout:936: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:40.519 INFO:tasks.rados.rados.0.smithi005.stdout:937: rmattr oid 12 current snap is 87 2024-04-12T16:27:40.519 INFO:tasks.rados.rados.0.smithi005.stdout:937: done (4 left) 2024-04-12T16:27:40.519 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 87 2024-04-12T16:27:40.519 INFO:tasks.rados.rados.0.smithi005.stdout:938: seq_num 298 ranges {7151616=196608} 2024-04-12T16:27:40.559 INFO:tasks.rados.rados.0.smithi005.stdout:938: writing smithi00577259-9 from 7151616 to 7348224 tid 1 2024-04-12T16:27:40.559 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 87 2024-04-12T16:27:40.559 INFO:tasks.rados.rados.0.smithi005.stdout:939: seq_num 299 ranges {1024000=212992} 2024-04-12T16:27:40.566 INFO:tasks.rados.rados.0.smithi005.stdout:939: writing smithi00577259-26 from 1024000 to 1236992 tid 1 2024-04-12T16:27:40.566 INFO:tasks.rados.rados.0.smithi005.stdout:940: rmattr oid 31 current snap is 87 2024-04-12T16:27:40.566 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 180 (ObjNum 295 snap 83 seq_num 295) dirty exists 2024-04-12T16:27:40.566 INFO:tasks.rados.rados.0.smithi005.stdout:936: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:27:40.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:40 smithi016 ceph-mon[30750]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T16:27:40.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:40 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:40 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:40 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:40 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:938: finishing write tid 1 to smithi00577259-9 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:938: finishing write tid 2 to smithi00577259-9 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:938: finishing write tid 3 to smithi00577259-9 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:938: oid 9 updating version 0 to 408 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:938: oid 9 updating version 408 to 409 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 409 (ObjNum 298 snap 87 seq_num 298) dirty exists 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:938: left oid 9 (ObjNum 298 snap 87 seq_num 298) 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 410 (ObjNum 217 snap 60 seq_num 217) dirty exists 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:939: finishing write tid 1 to smithi00577259-26 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:939: finishing write tid 2 to smithi00577259-26 2024-04-12T16:27:40.684 INFO:tasks.rados.rados.0.smithi005.stdout:933: done (6 left) 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:934: done (5 left) 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:935: done (4 left) 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:936: done (3 left) 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:938: done (2 left) 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:940: done (1 left) 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:941: snap_create 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:939: finishing write tid 3 to smithi00577259-26 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:939: oid 26 updating version 0 to 181 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:939: oid 26 version 181 is already newer than 180 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 181 (ObjNum 299 snap 87 seq_num 299) dirty exists 2024-04-12T16:27:40.685 INFO:tasks.rados.rados.0.smithi005.stdout:939: left oid 26 (ObjNum 299 snap 87 seq_num 299) 2024-04-12T16:27:41.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:41 smithi016 ceph-mon[30750]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:27:41.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:41 smithi016 ceph-mon[30750]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T16:27:41.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:41 smithi016 ceph-mon[30750]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T16:27:41.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:41 smithi005 ceph-mon[88416]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:27:41.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:41 smithi005 ceph-mon[88416]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T16:27:41.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:41 smithi005 ceph-mon[88416]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T16:27:41.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:41 smithi005 ceph-mon[37926]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 254 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:27:41.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:41 smithi005 ceph-mon[37926]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T16:27:41.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:41 smithi005 ceph-mon[37926]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T16:27:41.528 INFO:tasks.rados.rados.0.smithi005.stdout:939: done (1 left) 2024-04-12T16:27:41.529 INFO:tasks.rados.rados.0.smithi005.stdout:941: done (0 left) 2024-04-12T16:27:41.529 INFO:tasks.rados.rados.0.smithi005.stdout:942: snap_create 2024-04-12T16:27:42.535 INFO:tasks.rados.rados.0.smithi005.stdout:942: done (0 left) 2024-04-12T16:27:42.535 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 89 2024-04-12T16:27:42.535 INFO:tasks.rados.rados.0.smithi005.stdout:943: seq_num 300 ranges {0=229376} 2024-04-12T16:27:42.536 INFO:tasks.rados.rados.0.smithi005.stdout:943: writing smithi00577259-17 from 0 to 229376 tid 1 2024-04-12T16:27:42.536 INFO:tasks.rados.rados.0.smithi005.stdout:944: delete oid 15 current snap is 89 2024-04-12T16:27:42.540 INFO:tasks.rados.rados.0.smithi005.stdout:944: done (1 left) 2024-04-12T16:27:42.540 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 89 2024-04-12T16:27:42.540 INFO:tasks.rados.rados.0.smithi005.stdout:945: seq_num 302 ranges {2285568=262144} 2024-04-12T16:27:42.554 INFO:tasks.rados.rados.0.smithi005.stdout:945: writing smithi00577259-27 from 2285568 to 2547712 tid 1 2024-04-12T16:27:42.554 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 89 2024-04-12T16:27:42.554 INFO:tasks.rados.rados.0.smithi005.stdout:946: seq_num 303 ranges {24576=278528} 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:946: writing smithi00577259-10 from 24576 to 303104 tid 1 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:947: delete oid 32 current snap is 89 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:943: finishing write tid 1 to smithi00577259-17 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:943: finishing write tid 2 to smithi00577259-17 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:943: finishing write tid 3 to smithi00577259-17 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:943: oid 17 updating version 0 to 312 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:943: oid 17 updating version 312 to 313 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 313 (ObjNum 300 snap 89 seq_num 300) dirty exists 2024-04-12T16:27:42.556 INFO:tasks.rados.rados.0.smithi005.stdout:943: left oid 17 (ObjNum 300 snap 89 seq_num 300) 2024-04-12T16:27:42.557 INFO:tasks.rados.rados.0.smithi005.stdout:945: finishing write tid 1 to smithi00577259-27 2024-04-12T16:27:42.557 INFO:tasks.rados.rados.0.smithi005.stdout:945: finishing write tid 2 to smithi00577259-27 2024-04-12T16:27:42.558 INFO:tasks.rados.rados.0.smithi005.stdout:945: finishing write tid 3 to smithi00577259-27 2024-04-12T16:27:42.558 INFO:tasks.rados.rados.0.smithi005.stdout:945: oid 27 updating version 0 to 516 2024-04-12T16:27:42.559 INFO:tasks.rados.rados.0.smithi005.stdout:945: oid 27 updating version 516 to 517 2024-04-12T16:27:42.559 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 517 (ObjNum 302 snap 89 seq_num 302) dirty exists 2024-04-12T16:27:42.559 INFO:tasks.rados.rados.0.smithi005.stdout:945: left oid 27 (ObjNum 302 snap 89 seq_num 302) 2024-04-12T16:27:42.560 INFO:tasks.rados.rados.0.smithi005.stdout:943: done (3 left) 2024-04-12T16:27:42.561 INFO:tasks.rados.rados.0.smithi005.stdout:945: done (2 left) 2024-04-12T16:27:42.561 INFO:tasks.rados.rados.0.smithi005.stdout:947: done (1 left) 2024-04-12T16:27:42.561 INFO:tasks.rados.rados.0.smithi005.stdout:948: read oid 41 snap -1 2024-04-12T16:27:42.561 INFO:tasks.rados.rados.0.smithi005.stdout:948: expect (ObjNum 267 snap 76 seq_num 267) 2024-04-12T16:27:42.561 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 89 2024-04-12T16:27:42.561 INFO:tasks.rados.rados.0.smithi005.stdout:949: seq_num 305 ranges {2637824=311296} 2024-04-12T16:27:42.577 INFO:tasks.rados.rados.0.smithi005.stdout:949: writing smithi00577259-29 from 2637824 to 2949120 tid 1 2024-04-12T16:27:42.577 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 89 2024-04-12T16:27:42.577 INFO:tasks.rados.rados.0.smithi005.stdout:946: finishing write tid 1 to smithi00577259-10 2024-04-12T16:27:42.577 INFO:tasks.rados.rados.0.smithi005.stdout:950: seq_num 306 ranges {3596288=327680} 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:950: writing smithi00577259-39 from 3596288 to 3923968 tid 1 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:951: delete oid 46 current snap is 89 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:946: finishing write tid 2 to smithi00577259-10 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:946: finishing write tid 3 to smithi00577259-10 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:946: oid 10 updating version 0 to 183 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:946: oid 10 version 183 is already newer than 182 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 183 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-04-12T16:27:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:946: left oid 10 (ObjNum 303 snap 89 seq_num 303) 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:949: finishing write tid 1 to smithi00577259-29 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:949: finishing write tid 2 to smithi00577259-29 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:949: finishing write tid 3 to smithi00577259-29 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:949: oid 29 updating version 0 to 374 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:949: oid 29 updating version 374 to 375 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 375 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:949: left oid 29 (ObjNum 305 snap 89 seq_num 305) 2024-04-12T16:27:42.600 INFO:tasks.rados.rados.0.smithi005.stdout:948: expect (ObjNum 267 snap 76 seq_num 267) 2024-04-12T16:27:42.630 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:42 smithi016 ceph-mon[30750]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T16:27:42.926 INFO:tasks.rados.rados.0.smithi005.stdout:950: finishing write tid 1 to smithi00577259-39 2024-04-12T16:27:42.926 INFO:tasks.rados.rados.0.smithi005.stdout:950: finishing write tid 2 to smithi00577259-39 2024-04-12T16:27:42.926 INFO:tasks.rados.rados.0.smithi005.stdout:950: finishing write tid 3 to smithi00577259-39 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:950: oid 39 updating version 0 to 186 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:950: oid 39 version 186 is already newer than 185 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 186 (ObjNum 306 snap 89 seq_num 306) dirty exists 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:950: left oid 39 (ObjNum 306 snap 89 seq_num 306) 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:946: done (4 left) 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:948: done (3 left) 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:949: done (2 left) 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:950: done (1 left) 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:951: done (0 left) 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 89 2024-04-12T16:27:42.927 INFO:tasks.rados.rados.0.smithi005.stdout:952: seq_num 308 ranges {0=360448} 2024-04-12T16:27:42.928 INFO:tasks.rados.rados.0.smithi005.stdout:952: writing smithi00577259-50 from 0 to 360448 tid 1 2024-04-12T16:27:42.928 INFO:tasks.rados.rados.0.smithi005.stdout:953: copy_from oid 44 from oid 47 current snap is 89 2024-04-12T16:27:42.928 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 89 2024-04-12T16:27:42.928 INFO:tasks.rados.rados.0.smithi005.stdout:954: seq_num 309 ranges {2129920=376832} 2024-04-12T16:27:42.942 INFO:tasks.rados.rados.0.smithi005.stdout:954: writing smithi00577259-5 from 2129920 to 2506752 tid 1 2024-04-12T16:27:42.942 INFO:tasks.rados.rados.0.smithi005.stdout:955: delete oid 18 current snap is 89 2024-04-12T16:27:42.942 INFO:tasks.rados.rados.0.smithi005.stdout:952: finishing write tid 1 to smithi00577259-50 2024-04-12T16:27:42.942 INFO:tasks.rados.rados.0.smithi005.stdout:952: finishing write tid 2 to smithi00577259-50 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:952: finishing write tid 3 to smithi00577259-50 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:952: oid 50 updating version 0 to 504 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:952: oid 50 version 504 is already newer than 503 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 504 (ObjNum 308 snap 89 seq_num 308) dirty exists 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:952: left oid 50 (ObjNum 308 snap 89 seq_num 308) 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:953: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:953: finishing copy_from to smithi00577259-44 2024-04-12T16:27:42.943 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 166 (ObjNum 290 snap 81 seq_num 290) dirty exists 2024-04-12T16:27:42.945 INFO:tasks.rados.rados.0.smithi005.stdout:954: finishing write tid 1 to smithi00577259-5 2024-04-12T16:27:42.945 INFO:tasks.rados.rados.0.smithi005.stdout:954: finishing write tid 2 to smithi00577259-5 2024-04-12T16:27:42.946 INFO:tasks.rados.rados.0.smithi005.stdout:954: finishing write tid 3 to smithi00577259-5 2024-04-12T16:27:42.946 INFO:tasks.rados.rados.0.smithi005.stdout:954: oid 5 updating version 0 to 390 2024-04-12T16:27:42.946 INFO:tasks.rados.rados.0.smithi005.stdout:954: oid 5 version 390 is already newer than 389 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 390 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:954: left oid 5 (ObjNum 309 snap 89 seq_num 309) 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:952: done (3 left) 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:953: done (2 left) 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:954: done (1 left) 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:955: done (0 left) 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 89 2024-04-12T16:27:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:956: seq_num 311 ranges {1507328=417792} 2024-04-12T16:27:42.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:42 smithi005 ceph-mon[88416]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T16:27:42.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:42 smithi005 ceph-mon[37926]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T16:27:42.957 INFO:tasks.rados.rados.0.smithi005.stdout:956: writing smithi00577259-3 from 1507328 to 1925120 tid 1 2024-04-12T16:27:42.957 INFO:tasks.rados.rados.0.smithi005.stdout:957: snap_create 2024-04-12T16:27:42.962 INFO:tasks.rados.rados.0.smithi005.stdout:956: finishing write tid 1 to smithi00577259-3 2024-04-12T16:27:42.962 INFO:tasks.rados.rados.0.smithi005.stdout:956: finishing write tid 2 to smithi00577259-3 2024-04-12T16:27:42.963 INFO:tasks.rados.rados.0.smithi005.stdout:956: finishing write tid 3 to smithi00577259-3 2024-04-12T16:27:42.963 INFO:tasks.rados.rados.0.smithi005.stdout:956: oid 3 updating version 0 to 378 2024-04-12T16:27:42.963 INFO:tasks.rados.rados.0.smithi005.stdout:956: oid 3 version 378 is already newer than 377 2024-04-12T16:27:42.963 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 378 (ObjNum 311 snap 89 seq_num 311) dirty exists 2024-04-12T16:27:42.963 INFO:tasks.rados.rados.0.smithi005.stdout:956: left oid 3 (ObjNum 311 snap 89 seq_num 311) 2024-04-12T16:27:43.538 INFO:tasks.rados.rados.0.smithi005.stdout:956: done (1 left) 2024-04-12T16:27:43.538 INFO:tasks.rados.rados.0.smithi005.stdout:957: done (0 left) 2024-04-12T16:27:43.538 INFO:tasks.rados.rados.0.smithi005.stdout:958: snap_remove snap 69 2024-04-12T16:27:43.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:43 smithi016 ceph-mon[30750]: pgmap v15: 121 pgs: 121 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 120 KiB/s wr, 50 op/s 2024-04-12T16:27:43.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:43 smithi016 ceph-mon[30750]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:27:43.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:43 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:43.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:43 smithi005 ceph-mon[88416]: pgmap v15: 121 pgs: 121 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 120 KiB/s wr, 50 op/s 2024-04-12T16:27:43.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:43 smithi005 ceph-mon[88416]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:27:43.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:43 smithi005 ceph-mon[37926]: pgmap v15: 121 pgs: 121 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 120 KiB/s wr, 50 op/s 2024-04-12T16:27:43.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:43 smithi005 ceph-mon[37926]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T16:27:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:27:43] "GET /metrics HTTP/1.1" 200 33252 "" "Prometheus/2.43.0" 2024-04-12T16:27:44.541 INFO:tasks.rados.rados.0.smithi005.stdout:958: done (0 left) 2024-04-12T16:27:44.541 INFO:tasks.rados.rados.0.smithi005.stdout:959: rmattr oid 46 current snap is 90 2024-04-12T16:27:44.542 INFO:tasks.rados.rados.0.smithi005.stdout:959: done (0 left) 2024-04-12T16:27:44.542 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 90 2024-04-12T16:27:44.542 INFO:tasks.rados.rados.0.smithi005.stdout:960: seq_num 312 ranges {2498560=434176} 2024-04-12T16:27:44.558 INFO:tasks.rados.rados.0.smithi005.stdout:960: writing smithi00577259-21 from 2498560 to 2932736 tid 1 2024-04-12T16:27:44.558 INFO:tasks.rados.rados.0.smithi005.stdout:961: delete oid 39 current snap is 90 2024-04-12T16:27:44.562 INFO:tasks.rados.rados.0.smithi005.stdout:961: done (1 left) 2024-04-12T16:27:44.562 INFO:tasks.rados.rados.0.smithi005.stdout:962: read oid 49 snap -1 2024-04-12T16:27:44.562 INFO:tasks.rados.rados.0.smithi005.stdout:962: expect deleted 2024-04-12T16:27:44.562 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 90 2024-04-12T16:27:44.562 INFO:tasks.rados.rados.0.smithi005.stdout:963: seq_num 314 ranges {4186112=466944} 2024-04-12T16:27:44.588 INFO:tasks.rados.rados.0.smithi005.stdout:963: writing smithi00577259-28 from 4186112 to 4653056 tid 1 2024-04-12T16:27:44.588 INFO:tasks.rados.rados.0.smithi005.stdout:964: read oid 39 snap -1 2024-04-12T16:27:44.588 INFO:tasks.rados.rados.0.smithi005.stdout:964: expect deleted 2024-04-12T16:27:44.588 INFO:tasks.rados.rados.0.smithi005.stdout:965: rmattr oid 12 current snap is 90 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:965: done (4 left) 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:966: delete oid 3 current snap is 90 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:960: finishing write tid 1 to smithi00577259-21 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:960: finishing write tid 2 to smithi00577259-21 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:960: finishing write tid 3 to smithi00577259-21 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:960: oid 21 updating version 0 to 401 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:960: oid 21 version 401 is already newer than 400 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 401 (ObjNum 312 snap 90 seq_num 312) dirty exists 2024-04-12T16:27:44.589 INFO:tasks.rados.rados.0.smithi005.stdout:960: left oid 21 (ObjNum 312 snap 90 seq_num 312) 2024-04-12T16:27:44.590 INFO:tasks.rados.rados.0.smithi005.stdout:960: done (4 left) 2024-04-12T16:27:44.591 INFO:tasks.rados.rados.0.smithi005.stdout:962: done (3 left) 2024-04-12T16:27:44.591 INFO:tasks.rados.rados.0.smithi005.stdout:964: done (2 left) 2024-04-12T16:27:44.591 INFO:tasks.rados.rados.0.smithi005.stdout:966: done (1 left) 2024-04-12T16:27:44.591 INFO:tasks.rados.rados.0.smithi005.stdout:967: copy_from oid 32 from oid 19 current snap is 90 2024-04-12T16:27:44.591 INFO:tasks.rados.rados.0.smithi005.stdout:968: snap_remove snap 51 2024-04-12T16:27:44.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T16:27:44.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.844 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:44 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: Updating smithi005:/etc/ceph/ceph.conf 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: Updating smithi016:/etc/ceph/ceph.conf 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.conf 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:27:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:968: done (2 left) 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:969: snap_create 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:963: finishing write tid 1 to smithi00577259-28 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:963: finishing write tid 2 to smithi00577259-28 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:963: finishing write tid 3 to smithi00577259-28 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:963: oid 28 updating version 0 to 429 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:963: oid 28 version 429 is already newer than 428 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 429 (ObjNum 314 snap 90 seq_num 314) dirty exists 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:963: left oid 28 (ObjNum 314 snap 90 seq_num 314) 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:967: finishing copy_from racing read to smithi00577259-32 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:967: finishing copy_from to smithi00577259-32 2024-04-12T16:27:45.555 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 38 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:27:45.660 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:45.660 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: pgmap v18: 121 pgs: 121 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:45.660 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:45.660 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:45.660 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:45.660 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[88416]: Upgrade: It appears safe to stop mon.c 2024-04-12T16:27:45.661 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: pgmap v18: 121 pgs: 121 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:45.662 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T16:27:45.663 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:45 smithi005 ceph-mon[37926]: Upgrade: It appears safe to stop mon.c 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: Updating smithi016:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: pgmap v18: 121 pgs: 121 active+clean; 261 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: Updating smithi005:/etc/ceph/ceph.client.admin.keyring 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: Updating smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: Updating smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T16:27:45.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:45 smithi016 ceph-mon[30750]: Upgrade: It appears safe to stop mon.c 2024-04-12T16:27:46.565 INFO:tasks.rados.rados.0.smithi005.stdout:963: done (2 left) 2024-04-12T16:27:46.566 INFO:tasks.rados.rados.0.smithi005.stdout:967: done (1 left) 2024-04-12T16:27:46.566 INFO:tasks.rados.rados.0.smithi005.stdout:969: done (0 left) 2024-04-12T16:27:46.566 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 91 2024-04-12T16:27:46.566 INFO:tasks.rados.rados.0.smithi005.stdout:970: seq_num 316 ranges {2932736=499712} 2024-04-12T16:27:46.584 INFO:tasks.rados.rados.0.smithi005.stdout:970: writing smithi00577259-21 from 2932736 to 3432448 tid 1 2024-04-12T16:27:46.584 INFO:tasks.rados.rados.0.smithi005.stdout:971: rollback oid 42 current snap is 91 2024-04-12T16:27:46.584 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 88 2024-04-12T16:27:46.584 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 91 2024-04-12T16:27:46.584 INFO:tasks.rados.rados.0.smithi005.stdout:972: seq_num 317 ranges {663552=516096} 2024-04-12T16:27:46.592 INFO:tasks.rados.rados.0.smithi005.stdout:972: writing smithi00577259-47 from 663552 to 1179648 tid 1 2024-04-12T16:27:46.592 INFO:tasks.rados.rados.0.smithi005.stdout:973: copy_from oid 13 from oid 7 current snap is 91 2024-04-12T16:27:46.592 INFO:tasks.rados.rados.0.smithi005.stdout:970: finishing write tid 1 to smithi00577259-21 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:974: snap_create 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:970: finishing write tid 2 to smithi00577259-21 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:971: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:971: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:971: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 528 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:970: finishing write tid 3 to smithi00577259-21 2024-04-12T16:27:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:970: oid 21 updating version 0 to 408 2024-04-12T16:27:46.594 INFO:tasks.rados.rados.0.smithi005.stdout:970: oid 21 version 408 is already newer than 407 2024-04-12T16:27:46.594 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 408 (ObjNum 316 snap 91 seq_num 316) dirty exists 2024-04-12T16:27:46.594 INFO:tasks.rados.rados.0.smithi005.stdout:970: left oid 21 (ObjNum 316 snap 91 seq_num 316) 2024-04-12T16:27:46.595 INFO:tasks.rados.rados.0.smithi005.stdout:973: finishing copy_from to smithi00577259-13 2024-04-12T16:27:46.595 INFO:tasks.rados.rados.0.smithi005.stdout:973: got expected ENOENT (src dne) 2024-04-12T16:27:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:973: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:27:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:972: finishing write tid 1 to smithi00577259-47 2024-04-12T16:27:46.597 INFO:tasks.rados.rados.0.smithi005.stdout:972: finishing write tid 2 to smithi00577259-47 2024-04-12T16:27:46.598 INFO:tasks.rados.rados.0.smithi005.stdout:972: finishing write tid 3 to smithi00577259-47 2024-04-12T16:27:46.598 INFO:tasks.rados.rados.0.smithi005.stdout:972: oid 47 updating version 0 to 191 2024-04-12T16:27:46.598 INFO:tasks.rados.rados.0.smithi005.stdout:972: oid 47 updating version 191 to 192 2024-04-12T16:27:46.598 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 192 (ObjNum 317 snap 91 seq_num 317) dirty exists 2024-04-12T16:27:46.598 INFO:tasks.rados.rados.0.smithi005.stdout:972: left oid 47 (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:27:46.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[88416]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T16:27:46.840 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:46.840 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:27:46.840 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:27:46.840 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:46.840 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[37926]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:46 smithi005 ceph-mon[37926]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:46 smithi016 ceph-mon[30750]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:46 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:46 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:27:46.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:46 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:27:46.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:46 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:47.562 INFO:tasks.rados.rados.0.smithi005.stdout:970: done (4 left) 2024-04-12T16:27:47.562 INFO:tasks.rados.rados.0.smithi005.stdout:971: done (3 left) 2024-04-12T16:27:47.562 INFO:tasks.rados.rados.0.smithi005.stdout:972: done (2 left) 2024-04-12T16:27:47.562 INFO:tasks.rados.rados.0.smithi005.stdout:973: done (1 left) 2024-04-12T16:27:47.562 INFO:tasks.rados.rados.0.smithi005.stdout:974: done (0 left) 2024-04-12T16:27:47.562 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 92 2024-04-12T16:27:47.562 INFO:tasks.rados.rados.0.smithi005.stdout:975: seq_num 318 ranges {0=532480} 2024-04-12T16:27:47.564 INFO:tasks.rados.rados.0.smithi005.stdout:975: writing smithi00577259-15 from 0 to 532480 tid 1 2024-04-12T16:27:47.564 INFO:tasks.rados.rados.0.smithi005.stdout:976: delete oid 31 current snap is 92 2024-04-12T16:27:47.568 INFO:tasks.rados.rados.0.smithi005.stdout:975: finishing write tid 1 to smithi00577259-15 2024-04-12T16:27:47.568 INFO:tasks.rados.rados.0.smithi005.stdout:975: finishing write tid 2 to smithi00577259-15 2024-04-12T16:27:47.569 INFO:tasks.rados.rados.0.smithi005.stdout:976: done (1 left) 2024-04-12T16:27:47.569 INFO:tasks.rados.rados.0.smithi005.stdout:977: snap_create 2024-04-12T16:27:47.570 INFO:tasks.rados.rados.0.smithi005.stdout:975: finishing write tid 3 to smithi00577259-15 2024-04-12T16:27:47.570 INFO:tasks.rados.rados.0.smithi005.stdout:975: oid 15 updating version 0 to 313 2024-04-12T16:27:47.570 INFO:tasks.rados.rados.0.smithi005.stdout:975: oid 15 version 313 is already newer than 312 2024-04-12T16:27:47.570 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 313 (ObjNum 318 snap 92 seq_num 318) dirty exists 2024-04-12T16:27:47.570 INFO:tasks.rados.rados.0.smithi005.stdout:975: left oid 15 (ObjNum 318 snap 92 seq_num 318) 2024-04-12T16:27:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:47 smithi016 ceph-mon[30750]: pgmap v21: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-12T16:27:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:47 smithi016 ceph-mon[30750]: Upgrade: Updating mon.c 2024-04-12T16:27:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:47 smithi016 ceph-mon[30750]: Deploying daemon mon.c on smithi005 2024-04-12T16:27:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:47 smithi016 ceph-mon[30750]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T16:27:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:47 smithi016 ceph-mon[30750]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-12T16:27:47.853 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[88416]: pgmap v21: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-12T16:27:47.853 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[88416]: Upgrade: Updating mon.c 2024-04-12T16:27:47.853 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[88416]: Deploying daemon mon.c on smithi005 2024-04-12T16:27:47.853 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[88416]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T16:27:47.854 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[88416]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-12T16:27:47.854 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[37926]: pgmap v21: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-12T16:27:47.854 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[37926]: Upgrade: Updating mon.c 2024-04-12T16:27:47.854 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[37926]: Deploying daemon mon.c on smithi005 2024-04-12T16:27:47.854 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[37926]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T16:27:47.854 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:47 smithi005 ceph-mon[37926]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-12T16:27:48.425 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:48 smithi005 systemd[1]: Stopping Ceph mon.c for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:48.425 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c[37921]: 2024-04-12T16:27:48.388+0000 7f04993f4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:27:48.425 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c[37921]: 2024-04-12T16:27:48.388+0000 7f04993f4700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-12T16:27:48.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:48 smithi005 podman[90673]: 2024-04-12 16:27:48.429683929 +0000 UTC m=+0.134585259 container died 6cd96fd64805ea6809c064b2e4daf87e4e6176234afe10be934b06851472b589 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T16:27:49.086 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:48 smithi005 podman[90673]: 2024-04-12 16:27:48.739007282 +0000 UTC m=+0.443908662 container cleanup 6cd96fd64805ea6809c064b2e4daf87e4e6176234afe10be934b06851472b589 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T16:27:49.087 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:48 smithi005 bash[90673]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c 2024-04-12T16:27:49.087 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:48 smithi005 podman[90688]: 2024-04-12 16:27:48.973073152 +0000 UTC m=+0.532907195 container remove 6cd96fd64805ea6809c064b2e4daf87e4e6176234afe10be934b06851472b589 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:27:49.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-12T16:27:49.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 systemd[1]: Stopped Ceph mon.c for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:49.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.c.service: Consumed 7.992s CPU time. 2024-04-12T16:27:49.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 systemd[1]: Starting Ceph mon.c for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:27:49.788 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 podman[90817]: 2024-04-12 16:27:49.436476782 +0000 UTC m=+0.017764423 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:27:49.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 podman[90817]: 2024-04-12 16:27:49.549196751 +0000 UTC m=+0.130484390 container create 01e4a199e0f0e8acac839bc6c512b7611d9c7deeb64b17151e8312f78ad0943e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_CLEAN=True) 2024-04-12T16:27:49.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 podman[90817]: 2024-04-12 16:27:49.768203097 +0000 UTC m=+0.349490750 container init 01e4a199e0f0e8acac839bc6c512b7611d9c7deeb64b17151e8312f78ad0943e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T16:27:49.789 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 podman[90817]: 2024-04-12 16:27:49.771315189 +0000 UTC m=+0.352602836 container start 01e4a199e0f0e8acac839bc6c512b7611d9c7deeb64b17151e8312f78ad0943e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T16:27:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T16:27:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev), process ceph-mon, pid 2 2024-04-12T16:27:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: pidfile_write: ignore empty --pid-file 2024-04-12T16:27:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: load: jerasure load: lrc 2024-04-12T16:27:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: RocksDB version: 7.9.2 2024-04-12T16:27:50.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Git sha 0 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Compile date 2024-04-09 18:12:34 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: DB SUMMARY 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: DB Session ID: IO87JIZM5JLDNE7FV6XD 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: CURRENT file: CURRENT 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9148078 ; 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.error_if_exists: 0 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.create_if_missing: 0 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.paranoid_checks: 1 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T16:27:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.env: 0x55c384544cc0 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.info_log: 0x55c3867fbc20 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.statistics: (nil) 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.use_fsync: 0 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_log_file_size: 0 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.allow_fallocate: 1 2024-04-12T16:27:50.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T16:27:50.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T16:27:50.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.use_direct_reads: 0 2024-04-12T16:27:50.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T16:27:50.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T16:27:50.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.db_log_dir: 2024-04-12T16:27:50.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.wal_dir: 2024-04-12T16:27:50.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T16:27:50.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T16:27:50.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T16:27:50.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T16:27:50.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T16:27:50.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T16:27:50.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T16:27:50.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.write_buffer_manager: 0x55c3867cc1e0 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.unordered_write: 0 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T16:27:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.row_cache: None 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.wal_filter: None 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.two_write_queues: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.wal_compression: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.atomic_flush: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T16:27:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.log_readahead_size: 0 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_background_jobs: 2 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_background_compactions: -1 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_subcompactions: 1 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T16:27:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_open_files: -1 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_background_flushes: -1 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Compression algorithms supported: 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T16:27:50.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kZSTD supported: 0 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kXpressCompression supported: 0 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kZlibCompression supported: 1 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kSnappyCompression supported: 1 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kLZ4Compression supported: 1 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: kBZip2Compression supported: 0 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T16:27:50.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.merge_operator: 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_filter: None 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c3867fbde0) 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout: cache_index_and_filter_blocks: 1 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T16:27:50.211 INFO:journalctl@ceph.mon.c.smithi005.stdout: pin_top_level_index_and_filter: 1 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: index_type: 0 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: data_block_index_type: 0 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: index_shortening: 1 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: checksum: 4 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: no_block_cache: 0 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_cache: 0x55c3867ff090 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_cache_name: BinnedLRUCache 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_cache_options: 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: capacity : 536870912 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: num_shard_bits : 4 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: strict_capacity_limit : 0 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: high_pri_pool_ratio: 0.000 2024-04-12T16:27:50.212 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_cache_compressed: (nil) 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: persistent_cache: (nil) 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_size: 4096 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_size_deviation: 10 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_restart_interval: 16 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: index_block_restart_interval: 1 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: metadata_block_size: 4096 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: partition_filters: 0 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: use_delta_encoding: 1 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: filter_policy: bloomfilter 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: whole_key_filtering: 1 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: verify_compression: 0 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: read_amp_bytes_per_bit: 0 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: format_version: 5 2024-04-12T16:27:50.213 INFO:journalctl@ceph.mon.c.smithi005.stdout: enable_index_compression: 1 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout: block_align: 0 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout: max_auto_readahead_size: 262144 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout: prepopulate_block_cache: 0 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout: initial_auto_readahead_size: 8192 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression: NoCompression 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.num_levels: 7 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T16:27:50.214 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T16:27:50.215 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T16:27:50.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T16:27:50.217 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.inplace_update_support: 0 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T16:27:50.218 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.bloom_locality: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.max_successive_merges: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.ttl: 2592000 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.enable_blob_files: false 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.min_blob_size: 0 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T16:27:50.219 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T16:27:50.220 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T16:27:50.220 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T16:27:50.220 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T16:27:50.220 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T16:27:50.220 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:27:50.220 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13472, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9d5c8b86-c572-4e0a-94d0-5ca79ab9a3c4 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939269799928, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939269819648, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5664680, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13477, "largest_seqno": 16079, "table_properties": {"data_size": 5652397, "index_size": 8549, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693, "raw_key_size": 25907, "raw_average_key_size": 24, "raw_value_size": 5628636, "raw_average_value_size": 5275, "num_data_blocks": 374, "num_entries": 1067, "num_filter_entries": 1067, "num_deletions": 46, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712939269, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9d5c8b86-c572-4e0a-94d0-5ca79ab9a3c4", "db_session_id": "IO87JIZM5JLDNE7FV6XD", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939269819759, "job": 1, "event": "recovery_finished"} 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c3868ee000 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: DB pointer 0x55c3868d8000 2024-04-12T16:27:50.221 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: ** DB Stats ** 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: ** Compaction Stats [default] ** 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:27:50.222 INFO:journalctl@ceph.mon.c.smithi005.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: L0 1/0 5.40 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: L6 1/0 7.79 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: Sum 2/0 13.19 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 703.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: ** Compaction Stats [default] ** 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 703.0 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-12T16:27:50.223 INFO:journalctl@ceph.mon.c.smithi005.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: Cumulative compaction: 0.01 GB write, 241.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: Interval compaction: 0.01 GB write, 241.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: Block cache BinnedLRUCache@0x55c3867ff090#2 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: starting mon.c rank 2 at public addrs [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] at bind addrs [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:50.224 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???) e3 preinit fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???).mds e6 new map 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???).mds e6 print_map 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: e6 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: legacy client fscid: 1 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: Filesystem 'cephfs' (1) 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: fs_name cephfs 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: epoch 6 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T16:27:50.225 INFO:journalctl@ceph.mon.c.smithi005.stdout: created 2024-04-12T16:21:05.213476+0000 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: modified 2024-04-12T16:21:07.219885+0000 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: tableserver 0 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: root 0 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: session_timeout 60 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: session_autoclose 300 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: max_file_size 1099511627776 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: max_xattr_size 65536 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: required_client_features {} 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: last_failure 0 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: last_failure_osd_epoch 0 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: max_mds 1 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: in 0 2024-04-12T16:27:50.226 INFO:journalctl@ceph.mon.c.smithi005.stdout: up {0=24353} 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: failed 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: damaged 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: stopped 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: data_pools [3] 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: metadata_pool 2 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: inline_data disabled 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: balancer 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: bal_rank_mask -1 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: standby_count_wanted 0 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: qdb_cluster leader: 0 members: 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: [mds.a{0:24353} state up:active seq 3 addr [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.227 INFO:journalctl@ceph.mon.c.smithi005.stdout: Standby daemons: 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout: 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout: [mds.b{-1:24343} state up:standby seq 1 addr [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???).osd e246 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???).osd e246 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???).osd e246 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???).osd e246 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 ceph-mon[90837]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 bash[90817]: 01e4a199e0f0e8acac839bc6c512b7611d9c7deeb64b17151e8312f78ad0943e 2024-04-12T16:27:50.228 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:49 smithi005 systemd[1]: Started Ceph mon.c for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:27:50.528 INFO:tasks.rados.rados.0.smithi005.stdout:975: done (1 left) 2024-04-12T16:27:50.529 INFO:tasks.rados.rados.0.smithi005.stdout:977: done (0 left) 2024-04-12T16:27:50.529 INFO:tasks.rados.rados.0.smithi005.stdout:978: copy_from oid 33 from oid 44 current snap is 93 2024-04-12T16:27:50.529 INFO:tasks.rados.rados.0.smithi005.stdout:979: delete oid 3 current snap is 93 2024-04-12T16:27:50.534 INFO:tasks.rados.rados.0.smithi005.stdout:979: done (1 left) 2024-04-12T16:27:50.534 INFO:tasks.rados.rados.0.smithi005.stdout:980: snap_remove snap 88 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: pgmap v24: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: mon.c calling monitor election 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: mon.a calling monitor election 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: monmap epoch 3 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: last_changed 2024-04-12T16:17:17.456574+0000 2024-04-12T16:27:51.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: min_mon_release 18 (reef) 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: election_strategy: 1 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: mgrmap e43: y(active, since 15s), standbys: x 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: overall HEALTH_OK 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:51.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[88416]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: pgmap v24: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: mon.c calling monitor election 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: mon.a calling monitor election 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: monmap epoch 3 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: last_changed 2024-04-12T16:17:17.456574+0000 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: min_mon_release 18 (reef) 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: election_strategy: 1 2024-04-12T16:27:51.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: mgrmap e43: y(active, since 15s), standbys: x 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: overall HEALTH_OK 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:51.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:50 smithi005 ceph-mon[90837]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: pgmap v24: 121 pgs: 121 active+clean; 265 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: mon.c calling monitor election 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: mon.a calling monitor election 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: monmap epoch 3 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:27:51.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: last_changed 2024-04-12T16:17:17.456574+0000 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: min_mon_release 18 (reef) 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: election_strategy: 1 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: mgrmap e43: y(active, since 15s), standbys: x 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: overall HEALTH_OK 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:51.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:50 smithi016 ceph-mon[30750]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T16:27:51.530 INFO:tasks.rados.rados.0.smithi005.stdout:980: done (1 left) 2024-04-12T16:27:51.530 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 93 2024-04-12T16:27:51.530 INFO:tasks.rados.rados.0.smithi005.stdout:981: seq_num 321 ranges {3432448=581632} 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:981: writing smithi00577259-21 from 3432448 to 4014080 tid 1 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:982: read oid 3 snap -1 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:982: expect deleted 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:983: read oid 23 snap -1 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:983: expect (ObjNum 260 snap 72 seq_num 260) 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:984: delete oid 2 current snap is 93 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:978: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:978: finishing copy_from to smithi00577259-33 2024-04-12T16:27:51.554 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 166 (ObjNum 290 snap 81 seq_num 290) dirty exists 2024-04-12T16:27:51.555 INFO:tasks.rados.rados.0.smithi005.stdout:978: done (4 left) 2024-04-12T16:27:51.555 INFO:tasks.rados.rados.0.smithi005.stdout:982: done (3 left) 2024-04-12T16:27:51.555 INFO:tasks.rados.rados.0.smithi005.stdout:984: done (2 left) 2024-04-12T16:27:51.555 INFO:tasks.rados.rados.0.smithi005.stdout:985: read oid 15 snap -1 2024-04-12T16:27:51.555 INFO:tasks.rados.rados.0.smithi005.stdout:985: expect (ObjNum 318 snap 92 seq_num 318) 2024-04-12T16:27:51.556 INFO:tasks.rados.rados.0.smithi005.stdout:986: delete oid 19 current snap is 93 2024-04-12T16:27:51.558 INFO:tasks.rados.rados.0.smithi005.stdout:981: finishing write tid 1 to smithi00577259-21 2024-04-12T16:27:51.559 INFO:tasks.rados.rados.0.smithi005.stdout:986: done (3 left) 2024-04-12T16:27:51.559 INFO:tasks.rados.rados.0.smithi005.stdout:987: read oid 50 snap -1 2024-04-12T16:27:51.559 INFO:tasks.rados.rados.0.smithi005.stdout:987: expect (ObjNum 308 snap 89 seq_num 308) 2024-04-12T16:27:51.559 INFO:tasks.rados.rados.0.smithi005.stdout:988: snap_remove snap 87 2024-04-12T16:27:52.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:51 smithi005 ceph-mon[88416]: pgmap v25: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:52.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:51 smithi005 ceph-mon[88416]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T16:27:52.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:51 smithi005 ceph-mon[90837]: pgmap v25: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:52.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:51 smithi005 ceph-mon[90837]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T16:27:52.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:51 smithi016 ceph-mon[30750]: pgmap v25: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:27:52.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:51 smithi016 ceph-mon[30750]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T16:27:52.530 INFO:tasks.rados.rados.0.smithi005.stdout:988: done (4 left) 2024-04-12T16:27:52.530 INFO:tasks.rados.rados.0.smithi005.stdout:989: snap_remove snap 83 2024-04-12T16:27:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:53.531 INFO:tasks.rados.rados.0.smithi005.stdout:989: done (4 left) 2024-04-12T16:27:53.532 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 93 2024-04-12T16:27:53.532 INFO:tasks.rados.rados.0.smithi005.stdout:981: finishing write tid 2 to smithi00577259-21 2024-04-12T16:27:53.532 INFO:tasks.rados.rados.0.smithi005.stdout:985: expect (ObjNum 318 snap 92 seq_num 318) 2024-04-12T16:27:53.554 INFO:tasks.rados.rados.0.smithi005.stdout:981: finishing write tid 3 to smithi00577259-21 2024-04-12T16:27:53.554 INFO:tasks.rados.rados.0.smithi005.stdout:981: oid 21 updating version 0 to 417 2024-04-12T16:27:53.554 INFO:tasks.rados.rados.0.smithi005.stdout:981: oid 21 version 417 is already newer than 416 2024-04-12T16:27:53.554 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 417 (ObjNum 321 snap 93 seq_num 321) dirty exists 2024-04-12T16:27:53.554 INFO:tasks.rados.rados.0.smithi005.stdout:981: left oid 21 (ObjNum 321 snap 93 seq_num 321) 2024-04-12T16:27:53.554 INFO:tasks.rados.rados.0.smithi005.stdout:987: expect (ObjNum 308 snap 89 seq_num 308) 2024-04-12T16:27:53.563 INFO:tasks.rados.rados.0.smithi005.stdout:983: expect (ObjNum 260 snap 72 seq_num 260) 2024-04-12T16:27:53.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:53 smithi005 ceph-mon[88416]: pgmap v28: 121 pgs: 121 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 549 B/s rd, 270 KiB/s wr, 2 op/s 2024-04-12T16:27:53.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:53 smithi005 ceph-mon[88416]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T16:27:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:53 smithi005 ceph-mon[90837]: pgmap v28: 121 pgs: 121 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 549 B/s rd, 270 KiB/s wr, 2 op/s 2024-04-12T16:27:53.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:53 smithi005 ceph-mon[90837]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T16:27:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:53 smithi016 ceph-mon[30750]: pgmap v28: 121 pgs: 121 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 549 B/s rd, 270 KiB/s wr, 2 op/s 2024-04-12T16:27:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:53 smithi016 ceph-mon[30750]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T16:27:53.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:27:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:27:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:27:54.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:27:53] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-04-12T16:27:54.406 INFO:tasks.rados.rados.0.smithi005.stdout:990: seq_num 324 ranges {1179648=630784} 2024-04-12T16:27:54.416 INFO:tasks.rados.rados.0.smithi005.stdout:990: writing smithi00577259-47 from 1179648 to 1810432 tid 1 2024-04-12T16:27:54.416 INFO:tasks.rados.rados.0.smithi005.stdout:981: done (4 left) 2024-04-12T16:27:54.416 INFO:tasks.rados.rados.0.smithi005.stdout:983: done (3 left) 2024-04-12T16:27:54.416 INFO:tasks.rados.rados.0.smithi005.stdout:985: done (2 left) 2024-04-12T16:27:54.416 INFO:tasks.rados.rados.0.smithi005.stdout:987: done (1 left) 2024-04-12T16:27:54.416 INFO:tasks.rados.rados.0.smithi005.stdout:991: setattr oid 20 current snap is 93 2024-04-12T16:27:54.417 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 93 2024-04-12T16:27:54.417 INFO:tasks.rados.rados.0.smithi005.stdout:992: seq_num 325 ranges {4014080=647168} 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:992: writing smithi00577259-21 from 4014080 to 4661248 tid 1 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:993: rollback oid 12 current snap is 93 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 12 to 67 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 418 (ObjNum 33 snap 0 seq_num 7) dirty exists 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:990: finishing write tid 1 to smithi00577259-47 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:990: finishing write tid 2 to smithi00577259-47 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:990: finishing write tid 3 to smithi00577259-47 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:990: oid 47 updating version 0 to 202 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:990: oid 47 updating version 202 to 203 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 203 (ObjNum 324 snap 93 seq_num 324) dirty exists 2024-04-12T16:27:54.444 INFO:tasks.rados.rados.0.smithi005.stdout:990: left oid 47 (ObjNum 324 snap 93 seq_num 324) 2024-04-12T16:27:54.445 INFO:tasks.rados.rados.0.smithi005.stdout:990: done (3 left) 2024-04-12T16:27:54.445 INFO:tasks.rados.rados.0.smithi005.stdout:991: done (2 left) 2024-04-12T16:27:54.445 INFO:tasks.rados.rados.0.smithi005.stdout:994: snap_remove snap 42 2024-04-12T16:27:54.824 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:54 smithi005 ceph-mon[88416]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T16:27:54.824 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:54.824 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:54.824 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:27:54 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:27:54.828+0000 7f8d956fe700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-12T16:27:54.825 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:54 smithi005 ceph-mon[90837]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T16:27:54.825 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:54.825 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:54.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:54 smithi016 ceph-mon[30750]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T16:27:54.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:54 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:54.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:54 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:54.882 INFO:tasks.rados.rados.0.smithi005.stdout:994: done (2 left) 2024-04-12T16:27:54.883 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 93 2024-04-12T16:27:54.883 INFO:tasks.rados.rados.0.smithi005.stdout:993: finishing rollback tid 0 to smithi00577259-12 2024-04-12T16:27:54.883 INFO:tasks.rados.rados.0.smithi005.stdout:995: seq_num 326 ranges {0=663552} 2024-04-12T16:27:54.887 INFO:tasks.rados.rados.0.smithi005.stdout:995: writing smithi00577259-18 from 0 to 663552 tid 1 2024-04-12T16:27:54.887 INFO:tasks.rados.rados.0.smithi005.stdout:992: finishing write tid 1 to smithi00577259-21 2024-04-12T16:27:54.887 INFO:tasks.rados.rados.0.smithi005.stdout:993: finishing rollback tid 1 to smithi00577259-12 2024-04-12T16:27:54.887 INFO:tasks.rados.rados.0.smithi005.stdout:992: finishing write tid 2 to smithi00577259-21 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:993: finishing rollback tid 2 to smithi00577259-12 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 272 (ObjNum 237 snap 63 seq_num 237) dirty exists 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:992: finishing write tid 3 to smithi00577259-21 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:992: oid 21 updating version 0 to 431 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:992: oid 21 version 431 is already newer than 430 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 431 (ObjNum 325 snap 93 seq_num 325) dirty exists 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:992: left oid 21 (ObjNum 325 snap 93 seq_num 325) 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:992: done (2 left) 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:993: done (1 left) 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:996: read oid 4 snap -1 2024-04-12T16:27:54.888 INFO:tasks.rados.rados.0.smithi005.stdout:996: expect (ObjNum 262 snap 75 seq_num 262) 2024-04-12T16:27:54.889 INFO:tasks.rados.rados.0.smithi005.stdout:997: setattr oid 32 current snap is 93 2024-04-12T16:27:54.890 INFO:tasks.rados.rados.0.smithi005.stdout:998: delete oid 12 current snap is 93 2024-04-12T16:27:54.898 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 454 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:27:54.901 INFO:tasks.rados.rados.0.smithi005.stdout:997: done (3 left) 2024-04-12T16:27:54.901 INFO:tasks.rados.rados.0.smithi005.stdout:998: done (2 left) 2024-04-12T16:27:54.901 INFO:tasks.rados.rados.0.smithi005.stdout:999: rollback oid 41 current snap is 93 2024-04-12T16:27:54.901 INFO:tasks.rados.rados.0.smithi005.stdout:995: finishing write tid 1 to smithi00577259-18 2024-04-12T16:27:54.901 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 89 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:995: finishing write tid 2 to smithi00577259-18 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:1000: rollback oid 22 current snap is 93 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 22 to 77 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:1001: rmattr oid 31 current snap is 93 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:1001: done (4 left) 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:1002: read oid 21 snap -1 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:1002: expect (ObjNum 325 snap 93 seq_num 325) 2024-04-12T16:27:54.902 INFO:tasks.rados.rados.0.smithi005.stdout:1003: snap_create 2024-04-12T16:27:54.904 INFO:tasks.rados.rados.0.smithi005.stdout:995: finishing write tid 3 to smithi00577259-18 2024-04-12T16:27:54.904 INFO:tasks.rados.rados.0.smithi005.stdout:995: oid 18 updating version 0 to 433 2024-04-12T16:27:54.904 INFO:tasks.rados.rados.0.smithi005.stdout:995: oid 18 version 433 is already newer than 432 2024-04-12T16:27:54.904 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 433 (ObjNum 326 snap 93 seq_num 326) dirty exists 2024-04-12T16:27:54.904 INFO:tasks.rados.rados.0.smithi005.stdout:995: left oid 18 (ObjNum 326 snap 93 seq_num 326) 2024-04-12T16:27:54.905 INFO:tasks.rados.rados.0.smithi005.stdout:999: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:27:54.907 INFO:tasks.rados.rados.0.smithi005.stdout:1000: finishing rollback tid 0 to smithi00577259-22 2024-04-12T16:27:54.907 INFO:tasks.rados.rados.0.smithi005.stdout:1000: finishing rollback tid 1 to smithi00577259-22 2024-04-12T16:27:54.908 INFO:tasks.rados.rados.0.smithi005.stdout:1000: finishing rollback tid 2 to smithi00577259-22 2024-04-12T16:27:54.908 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 42 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:27:54.908 INFO:tasks.rados.rados.0.smithi005.stdout:999: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:27:54.908 INFO:tasks.rados.rados.0.smithi005.stdout:999: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:27:54.908 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 229 (ObjNum 267 snap 76 seq_num 267) dirty exists 2024-04-12T16:27:54.925 INFO:tasks.rados.rados.0.smithi005.stdout:1002: expect (ObjNum 325 snap 93 seq_num 325) 2024-04-12T16:27:55.277 INFO:tasks.rados.rados.0.smithi005.stdout:996: expect (ObjNum 262 snap 75 seq_num 262) 2024-04-12T16:27:55.630 INFO:tasks.rados.rados.0.smithi005.stdout:995: done (5 left) 2024-04-12T16:27:55.631 INFO:tasks.rados.rados.0.smithi005.stdout:996: done (4 left) 2024-04-12T16:27:55.631 INFO:tasks.rados.rados.0.smithi005.stdout:999: done (3 left) 2024-04-12T16:27:55.631 INFO:tasks.rados.rados.0.smithi005.stdout:1000: done (2 left) 2024-04-12T16:27:55.631 INFO:tasks.rados.rados.0.smithi005.stdout:1002: done (1 left) 2024-04-12T16:27:55.631 INFO:tasks.rados.rados.0.smithi005.stdout:1003: done (0 left) 2024-04-12T16:27:55.631 INFO:tasks.rados.rados.0.smithi005.stdout:1004: snap_remove snap 92 2024-04-12T16:27:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[88416]: pgmap v31: 121 pgs: 121 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 378 KiB/s wr, 3 op/s 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[88416]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[88416]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[90837]: pgmap v31: 121 pgs: 121 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 378 KiB/s wr, 3 op/s 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[90837]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:55 smithi005 ceph-mon[90837]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T16:27:56.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:55 smithi016 ceph-mon[30750]: pgmap v31: 121 pgs: 121 active+clean; 252 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 378 KiB/s wr, 3 op/s 2024-04-12T16:27:56.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:55 smithi016 ceph-mon[30750]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T16:27:56.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:55 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:56.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:55 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:56.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:55 smithi016 ceph-mon[30750]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T16:27:56.531 INFO:tasks.rados.rados.0.smithi005.stdout:1004: done (0 left) 2024-04-12T16:27:56.531 INFO:tasks.rados.rados.0.smithi005.stdout:1005: read oid 47 snap -1 2024-04-12T16:27:56.531 INFO:tasks.rados.rados.0.smithi005.stdout:1005: expect (ObjNum 324 snap 93 seq_num 324) 2024-04-12T16:27:56.531 INFO:tasks.rados.rados.0.smithi005.stdout:1006: copy_from oid 21 from oid 5 current snap is 94 2024-04-12T16:27:56.531 INFO:tasks.rados.rados.0.smithi005.stdout:1007: snap_create 2024-04-12T16:27:56.543 INFO:tasks.rados.rados.0.smithi005.stdout:1005: expect (ObjNum 324 snap 93 seq_num 324) 2024-04-12T16:27:56.563 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:27:56.649 INFO:tasks.rados.rados.0.smithi005.stdout:1006: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:27:56.649 INFO:tasks.rados.rados.0.smithi005.stdout:1006: finishing copy_from to smithi00577259-21 2024-04-12T16:27:56.649 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 390 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-04-12T16:27:56.904 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:27:56.904 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (5m) 3s ago 6m 25.0M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:27:56.904 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (5m) 17s ago 5m 90.8M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:27:56.904 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (6m) 3s ago 6m 17.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:27:56.904 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (6m) 17s ago 6m 14.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:27:56.904 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (47s) 17s ago 10m 447M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (78s) 3s ago 12m 501M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (31s) 3s ago 12m 37.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (10m) 17s ago 10m 55.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 75bc351d7ed9 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (7s) 3s ago 10m 29.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (5m) 3s ago 5m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (5m) 17s ago 5m 14.7M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (10m) 3s ago 10m 182M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (9m) 3s ago 9m 151M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (9m) 3s ago 9m 155M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (8m) 3s ago 8m 123M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (8m) 17s ago 8m 162M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (8m) 17s ago 8m 146M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (7m) 17s ago 7m 109M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:27:56.905 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (7m) 17s ago 7m 123M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:27:56.906 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (53s) 17s ago 6m 51.4M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:27:57.328 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:27:57.328 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:27:57.328 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T16:27:57.328 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:27:57.328 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:57.328 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:27:57.328 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 11, 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 4 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:27:57.329 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:1005: done (2 left) 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:1006: done (1 left) 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:1007: done (0 left) 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:1008: rollback oid 44 current snap is 95 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 84 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:1009: copy_from oid 18 from oid 38 current snap is 95 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 95 2024-04-12T16:27:57.532 INFO:tasks.rados.rados.0.smithi005.stdout:1010: seq_num 328 ranges {0=696320} 2024-04-12T16:27:57.536 INFO:tasks.rados.rados.0.smithi005.stdout:1010: writing smithi00577259-3 from 0 to 696320 tid 1 2024-04-12T16:27:57.536 INFO:tasks.rados.rados.0.smithi005.stdout:1011: snap_remove snap 85 2024-04-12T16:27:57.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:57 smithi016 ceph-mon[30750]: pgmap v34: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 20 op/s 2024-04-12T16:27:57.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:57 smithi016 ceph-mon[30750]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T16:27:57.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:57 smithi016 ceph-mon[30750]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:57.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:57 smithi016 ceph-mon[30750]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:57.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:57 smithi016 ceph-mon[30750]: from='client.? 172.21.15.5:0/1396883774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[88416]: pgmap v34: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 20 op/s 2024-04-12T16:27:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[88416]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[88416]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[88416]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1396883774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[90837]: pgmap v34: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 20 op/s 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[90837]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[90837]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[90837]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:27:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:57 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1396883774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:58.545 INFO:tasks.rados.rados.0.smithi005.stdout:1011: done (3 left) 2024-04-12T16:27:58.546 INFO:tasks.rados.rados.0.smithi005.stdout:1012: snap_create 2024-04-12T16:27:58.546 INFO:tasks.rados.rados.0.smithi005.stdout:1008: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:27:58.546 INFO:tasks.rados.rados.0.smithi005.stdout:1009: finishing copy_from to smithi00577259-18 2024-04-12T16:27:58.546 INFO:tasks.rados.rados.0.smithi005.stdout:1009: got expected ENOENT (src dne) 2024-04-12T16:27:58.547 INFO:tasks.rados.rados.0.smithi005.stdout:1008: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:27:58.547 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 413 (ObjNum 129 snap 0 seq_num 730010800) dirty dne 2024-04-12T16:27:58.547 INFO:tasks.rados.rados.0.smithi005.stdout:1009: finishing copy_from racing read to smithi00577259-18 2024-04-12T16:27:58.547 INFO:tasks.rados.rados.0.smithi005.stdout:1010: finishing write tid 1 to smithi00577259-3 2024-04-12T16:27:58.547 INFO:tasks.rados.rados.0.smithi005.stdout:1010: finishing write tid 2 to smithi00577259-3 2024-04-12T16:27:58.547 INFO:tasks.rados.rados.0.smithi005.stdout:1010: finishing write tid 3 to smithi00577259-3 2024-04-12T16:27:58.548 INFO:tasks.rados.rados.0.smithi005.stdout:1010: oid 3 updating version 0 to 413 2024-04-12T16:27:58.548 INFO:tasks.rados.rados.0.smithi005.stdout:1010: oid 3 version 413 is already newer than 412 2024-04-12T16:27:58.548 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 413 (ObjNum 328 snap 95 seq_num 328) dirty exists 2024-04-12T16:27:58.548 INFO:tasks.rados.rados.0.smithi005.stdout:1010: left oid 3 (ObjNum 328 snap 95 seq_num 328) 2024-04-12T16:27:58.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[88416]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T16:27:58.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[90837]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:58.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:58 smithi016 ceph-mon[30750]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T16:27:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:58 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:58 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:58 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:27:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:58 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:27:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:58 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:27:59.542 INFO:tasks.rados.rados.0.smithi005.stdout:1008: done (3 left) 2024-04-12T16:27:59.543 INFO:tasks.rados.rados.0.smithi005.stdout:1009: done (2 left) 2024-04-12T16:27:59.543 INFO:tasks.rados.rados.0.smithi005.stdout:1010: done (1 left) 2024-04-12T16:27:59.543 INFO:tasks.rados.rados.0.smithi005.stdout:1012: done (0 left) 2024-04-12T16:27:59.543 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 96 2024-04-12T16:27:59.543 INFO:tasks.rados.rados.0.smithi005.stdout:1013: seq_num 329 ranges {2285568=712704} 2024-04-12T16:27:59.559 INFO:tasks.rados.rados.0.smithi005.stdout:1013: writing smithi00577259-1 from 2285568 to 2998272 tid 1 2024-04-12T16:27:59.559 INFO:tasks.rados.rados.0.smithi005.stdout:1014: read oid 35 snap -1 2024-04-12T16:27:59.559 INFO:tasks.rados.rados.0.smithi005.stdout:1014: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:27:59.559 INFO:tasks.rados.rados.0.smithi005.stdout:1015: snap_create 2024-04-12T16:27:59.566 INFO:tasks.rados.rados.0.smithi005.stdout:1013: finishing write tid 1 to smithi00577259-1 2024-04-12T16:27:59.566 INFO:tasks.rados.rados.0.smithi005.stdout:1013: finishing write tid 2 to smithi00577259-1 2024-04-12T16:27:59.567 INFO:tasks.rados.rados.0.smithi005.stdout:1014: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:27:59.630 INFO:tasks.rados.rados.0.smithi005.stdout:1013: finishing write tid 3 to smithi00577259-1 2024-04-12T16:27:59.630 INFO:tasks.rados.rados.0.smithi005.stdout:1013: oid 1 updating version 0 to 420 2024-04-12T16:27:59.630 INFO:tasks.rados.rados.0.smithi005.stdout:1013: oid 1 version 420 is already newer than 419 2024-04-12T16:27:59.630 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 420 (ObjNum 329 snap 96 seq_num 329) dirty exists 2024-04-12T16:27:59.630 INFO:tasks.rados.rados.0.smithi005.stdout:1013: left oid 1 (ObjNum 329 snap 96 seq_num 329) 2024-04-12T16:27:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:59 smithi016 ceph-mon[30750]: pgmap v37: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 20 op/s 2024-04-12T16:27:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:59 smithi016 ceph-mon[30750]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T16:27:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:59 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:59 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:59 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:59 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:27:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:27:59 smithi016 ceph-mon[30750]: Upgrade: It appears safe to stop mon.b 2024-04-12T16:27:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[88416]: pgmap v37: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 20 op/s 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[88416]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[88416]: Upgrade: It appears safe to stop mon.b 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[90837]: pgmap v37: 121 pgs: 121 active+clean; 204 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 778 KiB/s wr, 20 op/s 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[90837]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:27:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T16:27:59.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:27:59.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:27:59 smithi005 ceph-mon[90837]: Upgrade: It appears safe to stop mon.b 2024-04-12T16:28:00.531 INFO:tasks.rados.rados.0.smithi005.stdout:1013: done (2 left) 2024-04-12T16:28:00.531 INFO:tasks.rados.rados.0.smithi005.stdout:1014: done (1 left) 2024-04-12T16:28:00.531 INFO:tasks.rados.rados.0.smithi005.stdout:1015: done (0 left) 2024-04-12T16:28:00.531 INFO:tasks.rados.rados.0.smithi005.stdout:1016: rollback oid 37 current snap is 97 2024-04-12T16:28:00.531 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 37 to 86 2024-04-12T16:28:00.531 INFO:tasks.rados.rados.0.smithi005.stdout:1017: delete oid 44 current snap is 97 2024-04-12T16:28:00.532 INFO:tasks.rados.rados.0.smithi005.stdout:1016: finishing rollback tid 1 to smithi00577259-37 2024-04-12T16:28:00.533 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 0 (ObjNum 129 snap 0 seq_num 730625480) dirty dne 2024-04-12T16:28:00.536 INFO:tasks.rados.rados.0.smithi005.stdout:1016: done (1 left) 2024-04-12T16:28:00.536 INFO:tasks.rados.rados.0.smithi005.stdout:1017: done (0 left) 2024-04-12T16:28:00.536 INFO:tasks.rados.rados.0.smithi005.stdout:1018: copy_from oid 5 from oid 45 current snap is 97 2024-04-12T16:28:00.536 INFO:tasks.rados.rados.0.smithi005.stdout:1019: read oid 12 snap 77 2024-04-12T16:28:00.536 INFO:tasks.rados.rados.0.smithi005.stdout:1019: expect (ObjNum 237 snap 63 seq_num 237) 2024-04-12T16:28:00.536 INFO:tasks.rados.rados.0.smithi005.stdout:1020: rollback oid 47 current snap is 97 2024-04-12T16:28:00.537 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 91 2024-04-12T16:28:00.537 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 97 2024-04-12T16:28:00.537 INFO:tasks.rados.rados.0.smithi005.stdout:1021: seq_num 331 ranges {4653056=753664} 2024-04-12T16:28:00.567 INFO:tasks.rados.rados.0.smithi005.stdout:1021: writing smithi00577259-28 from 4653056 to 5406720 tid 1 2024-04-12T16:28:00.567 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 97 2024-04-12T16:28:00.567 INFO:tasks.rados.rados.0.smithi005.stdout:1022: seq_num 332 ranges {524288=770048} 2024-04-12T16:28:00.574 INFO:tasks.rados.rados.0.smithi005.stdout:1022: writing smithi00577259-36 from 524288 to 1294336 tid 1 2024-04-12T16:28:00.574 INFO:tasks.rados.rados.0.smithi005.stdout:1023: snap_remove snap 78 2024-04-12T16:28:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:00 smithi016 ceph-mon[30750]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T16:28:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:00 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:00 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:00 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:00 smithi016 ceph-mon[30750]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:00.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:00 smithi016 ceph-mon[30750]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T16:28:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[90837]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T16:28:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[90837]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[88416]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:00.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:00 smithi005 ceph-mon[88416]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T16:28:01.564 INFO:tasks.rados.rados.0.smithi005.stdout:1020: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:28:01.564 INFO:tasks.rados.rados.0.smithi005.stdout:1020: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:28:01.564 INFO:tasks.rados.rados.0.smithi005.stdout:1020: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:28:01.564 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 217 (ObjNum 317 snap 91 seq_num 317) dirty exists 2024-04-12T16:28:01.565 INFO:tasks.rados.rados.0.smithi005.stdout:1019: expect (ObjNum 237 snap 63 seq_num 237) 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1018: finishing copy_from racing read to smithi00577259-5 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1018: finishing copy_from to smithi00577259-5 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 495 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1021: finishing write tid 1 to smithi00577259-28 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1021: finishing write tid 2 to smithi00577259-28 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1021: finishing write tid 3 to smithi00577259-28 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1021: oid 28 updating version 0 to 463 2024-04-12T16:28:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1021: oid 28 version 463 is already newer than 462 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 463 (ObjNum 331 snap 97 seq_num 331) dirty exists 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1021: left oid 28 (ObjNum 331 snap 97 seq_num 331) 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1022: finishing write tid 1 to smithi00577259-36 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1022: finishing write tid 2 to smithi00577259-36 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1022: finishing write tid 3 to smithi00577259-36 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1022: oid 36 updating version 0 to 466 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1022: oid 36 version 466 is already newer than 465 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 466 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1022: left oid 36 (ObjNum 332 snap 97 seq_num 332) 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1018: done (5 left) 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1019: done (4 left) 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1020: done (3 left) 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1021: done (2 left) 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1022: done (1 left) 2024-04-12T16:28:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1023: done (0 left) 2024-04-12T16:28:01.618 INFO:tasks.rados.rados.0.smithi005.stdout:1024: rmattr oid 25 current snap is 97 2024-04-12T16:28:01.618 INFO:tasks.rados.rados.0.smithi005.stdout:1024: done (0 left) 2024-04-12T16:28:01.618 INFO:tasks.rados.rados.0.smithi005.stdout:1025: setattr oid 27 current snap is 97 2024-04-12T16:28:01.618 INFO:tasks.rados.rados.0.smithi005.stdout:1026: snap_remove snap 86 2024-04-12T16:28:01.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:01 smithi016 ceph-mon[30750]: pgmap v40: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 344 KiB/s wr, 1 op/s 2024-04-12T16:28:01.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:01 smithi016 ceph-mon[30750]: Upgrade: Updating mon.b 2024-04-12T16:28:01.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:01 smithi016 ceph-mon[30750]: Deploying daemon mon.b on smithi016 2024-04-12T16:28:01.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:01 smithi005 ceph-mon[88416]: pgmap v40: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 344 KiB/s wr, 1 op/s 2024-04-12T16:28:01.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:01 smithi005 ceph-mon[88416]: Upgrade: Updating mon.b 2024-04-12T16:28:01.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:01 smithi005 ceph-mon[88416]: Deploying daemon mon.b on smithi016 2024-04-12T16:28:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:01 smithi005 ceph-mon[90837]: pgmap v40: 121 pgs: 121 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 344 KiB/s wr, 1 op/s 2024-04-12T16:28:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:01 smithi005 ceph-mon[90837]: Upgrade: Updating mon.b 2024-04-12T16:28:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:01 smithi005 ceph-mon[90837]: Deploying daemon mon.b on smithi016 2024-04-12T16:28:02.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:02 smithi016 systemd[1]: Stopping Ceph mon.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:28:02.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b[30746]: 2024-04-12T16:28:02.402+0000 7f75fbb12700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:28:02.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b[30746]: 2024-04-12T16:28:02.402+0000 7f75fbb12700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-12T16:28:02.501 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:02.774 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:02 smithi016 podman[84280]: 2024-04-12 16:28:02.505355553 +0000 UTC m=+0.204430484 container died 75bc351d7ed911dbdbdb9cee0b1e97a190dee2eda0387d6390ae7c7bc854e1f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, RELEASE=reef-d540eba) 2024-04-12T16:28:03.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:02 smithi016 podman[84280]: 2024-04-12 16:28:02.86140451 +0000 UTC m=+0.560479441 container cleanup 75bc351d7ed911dbdbdb9cee0b1e97a190dee2eda0387d6390ae7c7bc854e1f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, ceph=True, RELEASE=reef-d540eba, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:28:03.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:02 smithi016 bash[84280]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b 2024-04-12T16:28:03.489 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 podman[84292]: 2024-04-12 16:28:03.137829243 +0000 UTC m=+0.631169271 container remove 75bc351d7ed911dbdbdb9cee0b1e97a190dee2eda0387d6390ae7c7bc854e1f7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:28:03.489 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-12T16:28:03.489 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 systemd[1]: Stopped Ceph mon.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:28:03.489 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.b.service: Consumed 9.374s CPU time. 2024-04-12T16:28:03.840 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 systemd[1]: Starting Ceph mon.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:28:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 podman[84424]: 2024-04-12 16:28:03.611780294 +0000 UTC m=+0.018076003 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:28:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 podman[84424]: 2024-04-12 16:28:03.739633291 +0000 UTC m=+0.145929040 container create 4f13361e11251eabdc6b26a582ad72613c396824e71176481c023ea78036c4c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 podman[84424]: 2024-04-12 16:28:03.950672554 +0000 UTC m=+0.356968260 container init 4f13361e11251eabdc6b26a582ad72613c396824e71176481c023ea78036c4c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True) 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 podman[84424]: 2024-04-12 16:28:03.95378862 +0000 UTC m=+0.360084327 container start 4f13361e11251eabdc6b26a582ad72613c396824e71176481c023ea78036c4c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev), process ceph-mon, pid 2 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: pidfile_write: ignore empty --pid-file 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: load: jerasure load: lrc 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: RocksDB version: 7.9.2 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Git sha 0 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Compile date 2024-04-09 18:12:34 2024-04-12T16:28:03.980 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: DB SUMMARY 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: DB Session ID: JTLXGOSPIVD7PFN5QTV2 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: CURRENT file: CURRENT 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10061000 ; 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.error_if_exists: 0 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.create_if_missing: 0 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.paranoid_checks: 1 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T16:28:03.981 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.env: 0x5562305c3cc0 2024-04-12T16:28:03.982 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T16:28:03.982 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.info_log: 0x556232bf9c20 2024-04-12T16:28:03.982 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.statistics: (nil) 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.use_fsync: 0 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_log_file_size: 0 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.allow_fallocate: 1 2024-04-12T16:28:03.983 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.use_direct_reads: 0 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.db_log_dir: 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.wal_dir: 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T16:28:03.984 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.write_buffer_manager: 0x556232bca1e0 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.unordered_write: 0 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T16:28:03.985 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.row_cache: None 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.wal_filter: None 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.two_write_queues: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.wal_compression: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.atomic_flush: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T16:28:03.986 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.log_readahead_size: 0 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_background_jobs: 2 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_background_compactions: -1 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_subcompactions: 1 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T16:28:03.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_open_files: -1 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_background_flushes: -1 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Compression algorithms supported: 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kZSTD supported: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kXpressCompression supported: 0 2024-04-12T16:28:03.988 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kZlibCompression supported: 1 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kSnappyCompression supported: 1 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kLZ4Compression supported: 1 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: kBZip2Compression supported: 0 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.merge_operator: 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_filter: None 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T16:28:03.989 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556232bf9de0) 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: cache_index_and_filter_blocks: 1 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: pin_top_level_index_and_filter: 1 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: index_type: 0 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: data_block_index_type: 0 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: index_shortening: 1 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: checksum: 4 2024-04-12T16:28:03.990 INFO:journalctl@ceph.mon.b.smithi016.stdout: no_block_cache: 0 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_cache: 0x556232bfd090 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_cache_name: BinnedLRUCache 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_cache_options: 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: capacity : 536870912 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: num_shard_bits : 4 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: strict_capacity_limit : 0 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: high_pri_pool_ratio: 0.000 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_cache_compressed: (nil) 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: persistent_cache: (nil) 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_size: 4096 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_size_deviation: 10 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_restart_interval: 16 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: index_block_restart_interval: 1 2024-04-12T16:28:03.991 INFO:journalctl@ceph.mon.b.smithi016.stdout: metadata_block_size: 4096 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: partition_filters: 0 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: use_delta_encoding: 1 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: filter_policy: bloomfilter 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: whole_key_filtering: 1 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: verify_compression: 0 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: read_amp_bytes_per_bit: 0 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: format_version: 5 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: enable_index_compression: 1 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: block_align: 0 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: max_auto_readahead_size: 262144 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: prepopulate_block_cache: 0 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: initial_auto_readahead_size: 8192 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T16:28:03.992 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression: NoCompression 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.num_levels: 7 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:28:03.993 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T16:28:03.994 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T16:28:03.995 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T16:28:03.996 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.inplace_update_support: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.bloom_locality: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.max_successive_merges: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T16:28:03.997 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.ttl: 2592000 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.enable_blob_files: false 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.min_blob_size: 0 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T16:28:03.998 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:28:03.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13547, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-12T16:28:03.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T16:28:03.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a885a4d9-60d3-4dc2-b4d1-9bb9461cbce4 2024-04-12T16:28:03.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939283982505, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T16:28:03.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:03 smithi016 ceph-mon[84444]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T16:28:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:28:03] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-04-12T16:28:04.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939284004300, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6208852, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13552, "largest_seqno": 16845, "table_properties": {"data_size": 6194117, "index_size": 9976, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3717, "raw_key_size": 33999, "raw_average_key_size": 22, "raw_value_size": 6163380, "raw_average_value_size": 4161, "num_data_blocks": 435, "num_entries": 1481, "num_filter_entries": 1481, "num_deletions": 302, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712939283, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a885a4d9-60d3-4dc2-b4d1-9bb9461cbce4", "db_session_id": "JTLXGOSPIVD7PFN5QTV2", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T16:28:04.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712939284004429, "job": 1, "event": "recovery_finished"} 2024-04-12T16:28:04.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T16:28:04.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556232cec000 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: DB pointer 0x556232cd6000 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: ** DB Stats ** 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T16:28:04.342 INFO:journalctl@ceph.mon.b.smithi016.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: L0 1/0 5.92 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 716.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: L6 1/0 7.78 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: Sum 2/0 13.71 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 716.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 716.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: ** Compaction Stats [default] ** 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 716.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-12T16:28:04.343 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Cumulative compaction: 0.01 GB write, 240.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Interval compaction: 0.01 GB write, 240.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Block cache BinnedLRUCache@0x556232bfd090#2 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-12T16:28:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: starting mon.b rank 1 at public addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] at bind addrs [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???) e3 preinit fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???).mds e6 new map 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???).mds e6 print_map 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: e6 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: legacy client fscid: 1 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: Filesystem 'cephfs' (1) 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: fs_name cephfs 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: epoch 6 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T16:28:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout: created 2024-04-12T16:21:05.213476+0000 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: modified 2024-04-12T16:21:07.219885+0000 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: tableserver 0 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: root 0 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: session_timeout 60 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: session_autoclose 300 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: max_file_size 1099511627776 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: max_xattr_size 65536 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: required_client_features {} 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: last_failure 0 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: last_failure_osd_epoch 0 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: max_mds 1 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: in 0 2024-04-12T16:28:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout: up {0=24353} 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: failed 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: damaged 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: stopped 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: data_pools [3] 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: metadata_pool 2 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: inline_data disabled 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: balancer 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: bal_rank_mask -1 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: standby_count_wanted 0 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: qdb_cluster leader: 0 members: 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: [mds.a{0:24353} state up:active seq 3 addr [v2:172.21.15.5:6834/85594053,v1:172.21.15.5:6835/85594053] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout: Standby daemons: 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout: 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout: [mds.b{-1:24343} state up:standby seq 1 addr [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???).osd e258 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 ceph-mon[84444]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 bash[84424]: 4f13361e11251eabdc6b26a582ad72613c396824e71176481c023ea78036c4c5 2024-04-12T16:28:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:04 smithi016 systemd[1]: Started Ceph mon.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:28:06.582 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 565 (ObjNum 302 snap 89 seq_num 302) dirty exists 2024-04-12T16:28:06.582 INFO:tasks.rados.rados.0.smithi005.stdout:1025: done (1 left) 2024-04-12T16:28:06.583 INFO:tasks.rados.rados.0.smithi005.stdout:1026: done (0 left) 2024-04-12T16:28:06.583 INFO:tasks.rados.rados.0.smithi005.stdout:1027: rollback oid 46 current snap is 97 2024-04-12T16:28:06.583 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 46 to 95 2024-04-12T16:28:06.583 INFO:tasks.rados.rados.0.smithi005.stdout:1028: snap_remove snap 91 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: mgrmap e43: y(active, since 31s), standbys: x 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: overall HEALTH_OK 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: mon.b calling monitor election 2024-04-12T16:28:06.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: mon.c calling monitor election 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: mon.a calling monitor election 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: monmap epoch 4 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: last_changed 2024-04-12T16:28:05.577995+0000 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: min_mon_release 19 (squid) 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: election_strategy: 1 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:28:06.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:28:06.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:28:06.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:28:06.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: mgrmap e43: y(active, since 31s), standbys: x 2024-04-12T16:28:06.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: overall HEALTH_OK 2024-04-12T16:28:06.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:06.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:06.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: mgrmap e43: y(active, since 31s), standbys: x 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: overall HEALTH_OK 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: mon.b calling monitor election 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: mon.c calling monitor election 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:28:06.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: mon.a calling monitor election 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: monmap epoch 4 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: last_changed 2024-04-12T16:28:05.577995+0000 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: min_mon_release 19 (squid) 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: election_strategy: 1 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:28:06.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: mgrmap e43: y(active, since 31s), standbys: x 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: overall HEALTH_OK 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: mgrmap e43: y(active, since 31s), standbys: x 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: overall HEALTH_OK 2024-04-12T16:28:06.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: mon.b calling monitor election 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: mon.c calling monitor election 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: mon.a calling monitor election 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: monmap epoch 4 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: last_changed 2024-04-12T16:28:05.577995+0000 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: created 2024-04-12T16:15:32.421290+0000 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: min_mon_release 19 (squid) 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: election_strategy: 1 2024-04-12T16:28:06.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: 0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: 1: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.b 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: 2: [v2:172.21.15.5:3301/0,v1:172.21.15.5:6790/0] mon.c 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: mgrmap e43: y(active, since 31s), standbys: x 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: overall HEALTH_OK 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:06.955 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:1028: done (1 left) 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:1029: read oid 45 snap -1 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:1029: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:1030: copy_from oid 20 from oid 11 current snap is 97 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:1027: finishing rollback tid 1 to smithi00577259-46 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 344 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:1027: done (2 left) 2024-04-12T16:28:07.582 INFO:tasks.rados.rados.0.smithi005.stdout:1031: snap_remove snap 67 2024-04-12T16:28:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:07 smithi005 ceph-mon[88416]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 999 KiB/s wr, 8 op/s 2024-04-12T16:28:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:07 smithi005 ceph-mon[88416]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T16:28:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:07 smithi005 ceph-mon[88416]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T16:28:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:07 smithi005 ceph-mon[90837]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 999 KiB/s wr, 8 op/s 2024-04-12T16:28:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:07 smithi005 ceph-mon[90837]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T16:28:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:07 smithi005 ceph-mon[90837]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T16:28:08.071 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:07 smithi016 ceph-mon[84444]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 999 KiB/s wr, 8 op/s 2024-04-12T16:28:08.071 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:07 smithi016 ceph-mon[84444]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T16:28:08.071 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:07 smithi016 ceph-mon[84444]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T16:28:08.584 INFO:tasks.rados.rados.0.smithi005.stdout:1029: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:1030: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:1030: finishing copy_from to smithi00577259-20 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 163 (ObjNum 136 snap 32 seq_num 136) dirty exists 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:1029: done (2 left) 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:1030: done (1 left) 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:1031: done (0 left) 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 97 2024-04-12T16:28:08.631 INFO:tasks.rados.rados.0.smithi005.stdout:1032: seq_num 333 ranges {2949120=786432} 2024-04-12T16:28:08.651 INFO:tasks.rados.rados.0.smithi005.stdout:1032: writing smithi00577259-29 from 2949120 to 3735552 tid 1 2024-04-12T16:28:08.651 INFO:tasks.rados.rados.0.smithi005.stdout:1033: delete oid 31 current snap is 97 2024-04-12T16:28:08.653 INFO:tasks.rados.rados.0.smithi005.stdout:1033: done (1 left) 2024-04-12T16:28:08.653 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 97 2024-04-12T16:28:08.653 INFO:tasks.rados.rados.0.smithi005.stdout:1034: seq_num 335 ranges {0=417792,417792=401408} 2024-04-12T16:28:08.655 INFO:tasks.rados.rados.0.smithi005.stdout:1034: writing smithi00577259-19 from 0 to 417792 tid 1 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1034: writing smithi00577259-19 from 417792 to 819200 tid 2 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1035: rollback oid 36 current snap is 97 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 84 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1032: finishing write tid 1 to smithi00577259-29 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1032: finishing write tid 2 to smithi00577259-29 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1032: finishing write tid 3 to smithi00577259-29 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1032: oid 29 updating version 0 to 441 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1032: oid 29 version 441 is already newer than 440 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 441 (ObjNum 333 snap 97 seq_num 333) dirty exists 2024-04-12T16:28:08.658 INFO:tasks.rados.rados.0.smithi005.stdout:1032: left oid 29 (ObjNum 333 snap 97 seq_num 333) 2024-04-12T16:28:08.659 INFO:tasks.rados.rados.0.smithi005.stdout:1034: finishing write tid 1 to smithi00577259-19 2024-04-12T16:28:08.659 INFO:tasks.rados.rados.0.smithi005.stdout:1032: done (2 left) 2024-04-12T16:28:08.659 INFO:tasks.rados.rados.0.smithi005.stdout:1036: snap_create 2024-04-12T16:28:08.660 INFO:tasks.rados.rados.0.smithi005.stdout:1034: finishing write tid 2 to smithi00577259-19 2024-04-12T16:28:08.660 INFO:tasks.rados.rados.0.smithi005.stdout:1034: finishing write tid 3 to smithi00577259-19 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1035: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1035: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1034: finishing write tid 4 to smithi00577259-19 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1034: oid 19 updating version 0 to 306 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1034: oid 19 version 306 is already newer than 305 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1034: oid 19 version 306 is already newer than 304 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 306 (ObjNum 335 snap 97 seq_num 335) dirty exists 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1034: left oid 19 (ObjNum 335 snap 97 seq_num 335) 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:1035: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:28:08.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 493 (ObjNum 161 snap 41 seq_num 161) dirty exists 2024-04-12T16:28:09.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:28:09.013+0000 7f8d956fe700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-12T16:28:09.598 INFO:tasks.rados.rados.0.smithi005.stdout:1034: done (2 left) 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:1035: done (1 left) 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:1036: done (0 left) 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:1037: rmattr oid 32 current snap is 98 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:1038: read oid 14 snap -1 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:1038: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:1039: rollback oid 42 current snap is 98 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 89 2024-04-12T16:28:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:1040: delete oid 12 current snap is 98 2024-04-12T16:28:09.602 INFO:tasks.rados.rados.0.smithi005.stdout:1040: done (3 left) 2024-04-12T16:28:09.602 INFO:tasks.rados.rados.0.smithi005.stdout:1041: delete oid 1 current snap is 98 2024-04-12T16:28:09.605 INFO:tasks.rados.rados.0.smithi005.stdout:1041: done (3 left) 2024-04-12T16:28:09.605 INFO:tasks.rados.rados.0.smithi005.stdout:1042: copy_from oid 40 from oid 7 current snap is 98 2024-04-12T16:28:09.605 INFO:tasks.rados.rados.0.smithi005.stdout:1043: read oid 9 snap 93 2024-04-12T16:28:09.605 INFO:tasks.rados.rados.0.smithi005.stdout:1043: expect (ObjNum 298 snap 87 seq_num 298) 2024-04-12T16:28:09.605 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 98 2024-04-12T16:28:09.605 INFO:tasks.rados.rados.0.smithi005.stdout:1044: seq_num 338 ranges {11591680=466944,12058624=401408} 2024-04-12T16:28:09.672 INFO:tasks.rados.rados.0.smithi005.stdout:1044: writing smithi00577259-23 from 11591680 to 12058624 tid 1 2024-04-12T16:28:09.674 INFO:tasks.rados.rados.0.smithi005.stdout:1044: writing smithi00577259-23 from 12058624 to 12460032 tid 2 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:1045: copy_from oid 24 from oid 31 current snap is 98 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:1042: finishing copy_from to smithi00577259-40 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:1042: got expected ENOENT (src dne) 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:1042: finishing copy_from racing read to smithi00577259-40 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 495 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:1037: done (6 left) 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:1042: done (5 left) 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 98 2024-04-12T16:28:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:1038: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-12T16:28:09.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:09 smithi016 ceph-mon[84444]: pgmap v48: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 422 KiB/s wr, 5 op/s 2024-04-12T16:28:09.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:09 smithi016 ceph-mon[84444]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T16:28:09.864 INFO:tasks.rados.rados.0.smithi005.stdout:1039: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:28:09.864 INFO:tasks.rados.rados.0.smithi005.stdout:1039: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:28:09.864 INFO:tasks.rados.rados.0.smithi005.stdout:1039: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:28:09.864 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 566 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:28:09.864 INFO:tasks.rados.rados.0.smithi005.stdout:1046: seq_num 339 ranges {6987776=483328,7471104=401408} 2024-04-12T16:28:09.904 INFO:tasks.rados.rados.0.smithi005.stdout:1046: writing smithi00577259-4 from 6987776 to 7471104 tid 1 2024-04-12T16:28:09.907 INFO:tasks.rados.rados.0.smithi005.stdout:1046: writing smithi00577259-4 from 7471104 to 7872512 tid 2 2024-04-12T16:28:09.907 INFO:tasks.rados.rados.0.smithi005.stdout:1038: done (5 left) 2024-04-12T16:28:09.907 INFO:tasks.rados.rados.0.smithi005.stdout:1039: done (4 left) 2024-04-12T16:28:09.907 INFO:tasks.rados.rados.0.smithi005.stdout:1047: read oid 43 snap 82 2024-04-12T16:28:09.907 INFO:tasks.rados.rados.0.smithi005.stdout:1047: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:28:09.907 INFO:tasks.rados.rados.0.smithi005.stdout:1048: read oid 45 snap -1 2024-04-12T16:28:09.908 INFO:tasks.rados.rados.0.smithi005.stdout:1048: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:28:09.908 INFO:tasks.rados.rados.0.smithi005.stdout:1049: read oid 5 snap 97 2024-04-12T16:28:09.908 INFO:tasks.rados.rados.0.smithi005.stdout:1049: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:28:09.908 INFO:tasks.rados.rados.0.smithi005.stdout:1050: snap_create 2024-04-12T16:28:09.908 INFO:tasks.rados.rados.0.smithi005.stdout:1043: expect (ObjNum 298 snap 87 seq_num 298) 2024-04-12T16:28:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:09 smithi005 ceph-mon[88416]: pgmap v48: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 422 KiB/s wr, 5 op/s 2024-04-12T16:28:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:09 smithi005 ceph-mon[88416]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T16:28:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:09 smithi005 ceph-mon[90837]: pgmap v48: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 703 KiB/s rd, 422 KiB/s wr, 5 op/s 2024-04-12T16:28:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:09 smithi005 ceph-mon[90837]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T16:28:10.496 INFO:tasks.rados.rados.0.smithi005.stdout:1045: finishing copy_from to smithi00577259-24 2024-04-12T16:28:10.496 INFO:tasks.rados.rados.0.smithi005.stdout:1045: got expected ENOENT (src dne) 2024-04-12T16:28:10.496 INFO:tasks.rados.rados.0.smithi005.stdout:1045: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:28:10.496 INFO:tasks.rados.rados.0.smithi005.stdout:1044: finishing write tid 1 to smithi00577259-23 2024-04-12T16:28:10.496 INFO:tasks.rados.rados.0.smithi005.stdout:1044: finishing write tid 2 to smithi00577259-23 2024-04-12T16:28:10.496 INFO:tasks.rados.rados.0.smithi005.stdout:1044: finishing write tid 3 to smithi00577259-23 2024-04-12T16:28:10.496 INFO:tasks.rados.rados.0.smithi005.stdout:1044: finishing write tid 4 to smithi00577259-23 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1044: oid 23 updating version 0 to 316 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1044: oid 23 version 316 is already newer than 314 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1044: oid 23 version 316 is already newer than 315 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 316 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1044: left oid 23 (ObjNum 338 snap 98 seq_num 338) 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: finishing write tid 1 to smithi00577259-4 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: finishing write tid 2 to smithi00577259-4 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: finishing write tid 3 to smithi00577259-4 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: finishing write tid 4 to smithi00577259-4 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: oid 4 updating version 0 to 570 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: oid 4 version 570 is already newer than 569 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: oid 4 version 570 is already newer than 568 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 570 (ObjNum 339 snap 98 seq_num 339) dirty exists 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1046: left oid 4 (ObjNum 339 snap 98 seq_num 339) 2024-04-12T16:28:10.497 INFO:tasks.rados.rados.0.smithi005.stdout:1048: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:28:10.531 INFO:tasks.rados.rados.0.smithi005.stdout:1049: expect (ObjNum 222 snap 62 seq_num 222) 2024-04-12T16:28:10.569 INFO:tasks.rados.rados.0.smithi005.stdout:1047: expect (ObjNum 256 snap 69 seq_num 256) 2024-04-12T16:28:10.685 INFO:tasks.rados.rados.0.smithi005.stdout:1043: done (7 left) 2024-04-12T16:28:10.686 INFO:tasks.rados.rados.0.smithi005.stdout:1044: done (6 left) 2024-04-12T16:28:10.686 INFO:tasks.rados.rados.0.smithi005.stdout:1045: done (5 left) 2024-04-12T16:28:10.686 INFO:tasks.rados.rados.0.smithi005.stdout:1046: done (4 left) 2024-04-12T16:28:10.686 INFO:tasks.rados.rados.0.smithi005.stdout:1047: done (3 left) 2024-04-12T16:28:10.686 INFO:tasks.rados.rados.0.smithi005.stdout:1048: done (2 left) 2024-04-12T16:28:10.687 INFO:tasks.rados.rados.0.smithi005.stdout:1049: done (1 left) 2024-04-12T16:28:10.687 INFO:tasks.rados.rados.0.smithi005.stdout:1050: done (0 left) 2024-04-12T16:28:10.687 INFO:tasks.rados.rados.0.smithi005.stdout:1051: read oid 3 snap -1 2024-04-12T16:28:10.687 INFO:tasks.rados.rados.0.smithi005.stdout:1051: expect (ObjNum 328 snap 95 seq_num 328) 2024-04-12T16:28:10.687 INFO:tasks.rados.rados.0.smithi005.stdout:1052: copy_from oid 50 from oid 8 current snap is 99 2024-04-12T16:28:10.687 INFO:tasks.rados.rados.0.smithi005.stdout:1053: snap_remove snap 84 2024-04-12T16:28:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[88416]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T16:28:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:10.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[88416]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T16:28:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[90837]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T16:28:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:10 smithi005 ceph-mon[90837]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T16:28:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:10 smithi016 ceph-mon[84444]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T16:28:11.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:11.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:11.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:10 smithi016 ceph-mon[84444]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T16:28:11.601 INFO:tasks.rados.rados.0.smithi005.stdout:1053: done (2 left) 2024-04-12T16:28:11.602 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 99 2024-04-12T16:28:11.602 INFO:tasks.rados.rados.0.smithi005.stdout:1054: seq_num 340 ranges {0=499712,499712=401408} 2024-04-12T16:28:11.605 INFO:tasks.rados.rados.0.smithi005.stdout:1054: writing smithi00577259-38 from 0 to 499712 tid 1 2024-04-12T16:28:11.608 INFO:tasks.rados.rados.0.smithi005.stdout:1054: writing smithi00577259-38 from 499712 to 901120 tid 2 2024-04-12T16:28:11.608 INFO:tasks.rados.rados.0.smithi005.stdout:1055: read oid 20 snap -1 2024-04-12T16:28:11.608 INFO:tasks.rados.rados.0.smithi005.stdout:1055: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:28:11.608 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 99 2024-04-12T16:28:11.608 INFO:tasks.rados.rados.0.smithi005.stdout:1056: seq_num 341 ranges {6742016=516096,7258112=401408} 2024-04-12T16:28:11.649 INFO:tasks.rados.rados.0.smithi005.stdout:1056: writing smithi00577259-41 from 6742016 to 7258112 tid 1 2024-04-12T16:28:11.652 INFO:tasks.rados.rados.0.smithi005.stdout:1056: writing smithi00577259-41 from 7258112 to 7659520 tid 2 2024-04-12T16:28:11.652 INFO:tasks.rados.rados.0.smithi005.stdout:1057: delete oid 11 current snap is 99 2024-04-12T16:28:11.652 INFO:tasks.rados.rados.0.smithi005.stdout:1051: expect (ObjNum 328 snap 95 seq_num 328) 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1052: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1052: finishing copy_from to smithi00577259-50 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 243 (ObjNum 212 snap 57 seq_num 212) dirty exists 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1054: finishing write tid 1 to smithi00577259-38 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1054: finishing write tid 2 to smithi00577259-38 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1051: done (5 left) 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1052: done (4 left) 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1057: done (3 left) 2024-04-12T16:28:11.671 INFO:tasks.rados.rados.0.smithi005.stdout:1058: snap_remove snap 93 2024-04-12T16:28:12.309 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:12 smithi016 ceph-mon[84444]: pgmap v51: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-12T16:28:12.309 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:12.310 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:12.310 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:12 smithi016 ceph-mon[84444]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T16:28:12.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[88416]: pgmap v51: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-12T16:28:12.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:12.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:12.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[88416]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T16:28:12.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[90837]: pgmap v51: 121 pgs: 121 active+clean; 198 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-12T16:28:12.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:12.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:12.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:12 smithi005 ceph-mon[90837]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T16:28:12.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:12.604 INFO:tasks.rados.rados.0.smithi005.stdout:1058: done (3 left) 2024-04-12T16:28:12.604 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 99 2024-04-12T16:28:12.604 INFO:tasks.rados.rados.0.smithi005.stdout:1059: seq_num 343 ranges {9625600=548864,10174464=401408} 2024-04-12T16:28:12.660 INFO:tasks.rados.rados.0.smithi005.stdout:1059: writing smithi00577259-24 from 9625600 to 10174464 tid 1 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:1059: writing smithi00577259-24 from 10174464 to 10575872 tid 2 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:1060: copy_from oid 36 from oid 10 current snap is 99 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:1054: finishing write tid 3 to smithi00577259-38 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:1054: finishing write tid 4 to smithi00577259-38 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:1054: oid 38 updating version 0 to 448 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:1054: oid 38 updating version 448 to 452 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:1054: oid 38 version 452 is already newer than 451 2024-04-12T16:28:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 452 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-04-12T16:28:12.664 INFO:tasks.rados.rados.0.smithi005.stdout:1054: left oid 38 (ObjNum 340 snap 99 seq_num 340) 2024-04-12T16:28:12.664 INFO:tasks.rados.rados.0.smithi005.stdout:1055: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:28:12.916 INFO:tasks.rados.rados.0.smithi005.stdout:1056: finishing write tid 1 to smithi00577259-41 2024-04-12T16:28:12.916 INFO:tasks.rados.rados.0.smithi005.stdout:1056: finishing write tid 2 to smithi00577259-41 2024-04-12T16:28:12.916 INFO:tasks.rados.rados.0.smithi005.stdout:1056: finishing write tid 3 to smithi00577259-41 2024-04-12T16:28:12.916 INFO:tasks.rados.rados.0.smithi005.stdout:1056: finishing write tid 4 to smithi00577259-41 2024-04-12T16:28:12.916 INFO:tasks.rados.rados.0.smithi005.stdout:1056: oid 41 updating version 0 to 248 2024-04-12T16:28:12.916 INFO:tasks.rados.rados.0.smithi005.stdout:1056: oid 41 updating version 248 to 249 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1056: oid 41 version 249 is already newer than 247 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 249 (ObjNum 341 snap 99 seq_num 341) dirty exists 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1056: left oid 41 (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: finishing write tid 1 to smithi00577259-24 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: finishing write tid 2 to smithi00577259-24 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: finishing write tid 3 to smithi00577259-24 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: finishing write tid 4 to smithi00577259-24 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: oid 24 updating version 0 to 456 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: oid 24 version 456 is already newer than 454 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: oid 24 version 456 is already newer than 455 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 456 (ObjNum 343 snap 99 seq_num 343) dirty exists 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1059: left oid 24 (ObjNum 343 snap 99 seq_num 343) 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1060: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:1060: finishing copy_from to smithi00577259-36 2024-04-12T16:28:12.917 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 183 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-04-12T16:28:12.918 INFO:tasks.rados.rados.0.smithi005.stdout:1054: done (4 left) 2024-04-12T16:28:12.918 INFO:tasks.rados.rados.0.smithi005.stdout:1055: done (3 left) 2024-04-12T16:28:12.918 INFO:tasks.rados.rados.0.smithi005.stdout:1056: done (2 left) 2024-04-12T16:28:12.918 INFO:tasks.rados.rados.0.smithi005.stdout:1059: done (1 left) 2024-04-12T16:28:12.918 INFO:tasks.rados.rados.0.smithi005.stdout:1060: done (0 left) 2024-04-12T16:28:12.918 INFO:tasks.rados.rados.0.smithi005.stdout:1061: snap_remove snap 97 2024-04-12T16:28:13.601 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:13.608 INFO:tasks.rados.rados.0.smithi005.stdout:1061: done (0 left) 2024-04-12T16:28:13.609 INFO:tasks.rados.rados.0.smithi005.stdout:1062: snap_remove snap 82 2024-04-12T16:28:13.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:13 smithi005 ceph-mon[88416]: pgmap v54: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:28:13.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:13 smithi005 ceph-mon[88416]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T16:28:13.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:13 smithi005 ceph-mon[90837]: pgmap v54: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:28:13.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:13 smithi005 ceph-mon[90837]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T16:28:14.036 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:13 smithi016 ceph-mon[84444]: pgmap v54: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-04-12T16:28:14.036 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:13 smithi016 ceph-mon[84444]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T16:28:14.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:28:13] "GET /metrics HTTP/1.1" 200 35910 "" "Prometheus/2.43.0" 2024-04-12T16:28:14.614 INFO:tasks.rados.rados.0.smithi005.stdout:1062: done (0 left) 2024-04-12T16:28:14.614 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 99 2024-04-12T16:28:14.614 INFO:tasks.rados.rados.0.smithi005.stdout:1063: seq_num 344 ranges {2048000=565248,2613248=401408} 2024-04-12T16:28:14.629 INFO:tasks.rados.rados.0.smithi005.stdout:1063: writing smithi00577259-16 from 2048000 to 2613248 tid 1 2024-04-12T16:28:14.632 INFO:tasks.rados.rados.0.smithi005.stdout:1063: writing smithi00577259-16 from 2613248 to 3014656 tid 2 2024-04-12T16:28:14.633 INFO:tasks.rados.rados.0.smithi005.stdout:1064: read oid 27 snap -1 2024-04-12T16:28:14.633 INFO:tasks.rados.rados.0.smithi005.stdout:1064: expect (ObjNum 302 snap 89 seq_num 302) 2024-04-12T16:28:14.633 INFO:tasks.rados.rados.0.smithi005.stdout:1065: setattr oid 34 current snap is 99 2024-04-12T16:28:14.634 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 99 2024-04-12T16:28:14.634 INFO:tasks.rados.rados.0.smithi005.stdout:1066: seq_num 345 ranges {663552=581632,1245184=401408} 2024-04-12T16:28:14.642 INFO:tasks.rados.rados.0.smithi005.stdout:1066: writing smithi00577259-18 from 663552 to 1245184 tid 1 2024-04-12T16:28:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:1066: writing smithi00577259-18 from 1245184 to 1646592 tid 2 2024-04-12T16:28:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:1067: delete oid 7 current snap is 99 2024-04-12T16:28:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:1063: finishing write tid 1 to smithi00577259-16 2024-04-12T16:28:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:1063: finishing write tid 2 to smithi00577259-16 2024-04-12T16:28:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 594 (ObjNum 125 snap 28 seq_num 125) dirty exists 2024-04-12T16:28:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:1063: finishing write tid 3 to smithi00577259-16 2024-04-12T16:28:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:1063: finishing write tid 4 to smithi00577259-16 2024-04-12T16:28:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:1063: oid 16 updating version 0 to 218 2024-04-12T16:28:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:1063: oid 16 updating version 218 to 220 2024-04-12T16:28:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:1063: oid 16 version 220 is already newer than 219 2024-04-12T16:28:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 220 (ObjNum 344 snap 99 seq_num 344) dirty exists 2024-04-12T16:28:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:1063: left oid 16 (ObjNum 344 snap 99 seq_num 344) 2024-04-12T16:28:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:1064: expect (ObjNum 302 snap 89 seq_num 302) 2024-04-12T16:28:14.769 INFO:tasks.rados.rados.0.smithi005.stdout:1066: finishing write tid 1 to smithi00577259-18 2024-04-12T16:28:14.769 INFO:tasks.rados.rados.0.smithi005.stdout:1066: finishing write tid 2 to smithi00577259-18 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1066: finishing write tid 3 to smithi00577259-18 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1066: finishing write tid 4 to smithi00577259-18 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1066: oid 18 updating version 0 to 498 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1066: oid 18 version 498 is already newer than 496 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1066: oid 18 version 498 is already newer than 497 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 498 (ObjNum 345 snap 99 seq_num 345) dirty exists 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1066: left oid 18 (ObjNum 345 snap 99 seq_num 345) 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1063: done (4 left) 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1064: done (3 left) 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1065: done (2 left) 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1066: done (1 left) 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1067: done (0 left) 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1068: read oid 47 snap -1 2024-04-12T16:28:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:1068: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:28:14.771 INFO:tasks.rados.rados.0.smithi005.stdout:1069: read oid 21 snap -1 2024-04-12T16:28:14.771 INFO:tasks.rados.rados.0.smithi005.stdout:1069: expect (ObjNum 309 snap 89 seq_num 309) 2024-04-12T16:28:14.771 INFO:tasks.rados.rados.0.smithi005.stdout:1070: snap_create 2024-04-12T16:28:14.773 INFO:tasks.rados.rados.0.smithi005.stdout:1068: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:28:14.828 INFO:tasks.rados.rados.0.smithi005.stdout:1069: expect (ObjNum 309 snap 89 seq_num 309) 2024-04-12T16:28:14.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T16:28:14.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:14.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:14.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:14.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:14.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:14.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:15.533 INFO:tasks.rados.rados.0.smithi005.stdout:1068: done (2 left) 2024-04-12T16:28:15.533 INFO:tasks.rados.rados.0.smithi005.stdout:1069: done (1 left) 2024-04-12T16:28:15.534 INFO:tasks.rados.rados.0.smithi005.stdout:1070: done (0 left) 2024-04-12T16:28:15.534 INFO:tasks.rados.rados.0.smithi005.stdout:1071: copy_from oid 44 from oid 47 current snap is 100 2024-04-12T16:28:15.534 INFO:tasks.rados.rados.0.smithi005.stdout:1072: copy_from oid 18 from oid 21 current snap is 100 2024-04-12T16:28:15.534 INFO:tasks.rados.rados.0.smithi005.stdout:1073: snap_create 2024-04-12T16:28:15.543 INFO:tasks.rados.rados.0.smithi005.stdout:1071: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:28:15.544 INFO:tasks.rados.rados.0.smithi005.stdout:1071: finishing copy_from to smithi00577259-44 2024-04-12T16:28:15.544 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 217 (ObjNum 317 snap 91 seq_num 317) dirty exists 2024-04-12T16:28:15.544 INFO:tasks.rados.rados.0.smithi005.stdout:1072: finishing copy_from racing read to smithi00577259-18 2024-04-12T16:28:15.546 INFO:tasks.rados.rados.0.smithi005.stdout:1072: finishing copy_from to smithi00577259-18 2024-04-12T16:28:15.546 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 390 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[88416]: pgmap v57: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[88416]: Reconfiguring mon.a (monmap changed)... 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[88416]: Reconfiguring daemon mon.a on smithi005 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[88416]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[88416]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[90837]: pgmap v57: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[90837]: Reconfiguring mon.a (monmap changed)... 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[90837]: Reconfiguring daemon mon.a on smithi005 2024-04-12T16:28:15.659 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[90837]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T16:28:15.660 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:15 smithi005 ceph-mon[90837]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T16:28:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:15 smithi016 ceph-mon[84444]: pgmap v57: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 428 KiB/s wr, 5 op/s 2024-04-12T16:28:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:15 smithi016 ceph-mon[84444]: Reconfiguring mon.a (monmap changed)... 2024-04-12T16:28:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:15 smithi016 ceph-mon[84444]: Reconfiguring daemon mon.a on smithi005 2024-04-12T16:28:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:15 smithi016 ceph-mon[84444]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T16:28:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:15 smithi016 ceph-mon[84444]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T16:28:16.536 INFO:tasks.rados.rados.0.smithi005.stdout:1071: done (2 left) 2024-04-12T16:28:16.536 INFO:tasks.rados.rados.0.smithi005.stdout:1072: done (1 left) 2024-04-12T16:28:16.536 INFO:tasks.rados.rados.0.smithi005.stdout:1073: done (0 left) 2024-04-12T16:28:16.536 INFO:tasks.rados.rados.0.smithi005.stdout:1074: read oid 16 snap 90 2024-04-12T16:28:16.536 INFO:tasks.rados.rados.0.smithi005.stdout:1074: expect (ObjNum 227 snap 62 seq_num 227) 2024-04-12T16:28:16.536 INFO:tasks.rados.rados.0.smithi005.stdout:1075: delete oid 5 current snap is 101 2024-04-12T16:28:16.537 INFO:tasks.rados.rados.0.smithi005.stdout:1075: done (1 left) 2024-04-12T16:28:16.537 INFO:tasks.rados.rados.0.smithi005.stdout:1076: delete oid 21 current snap is 101 2024-04-12T16:28:16.539 INFO:tasks.rados.rados.0.smithi005.stdout:1076: done (1 left) 2024-04-12T16:28:16.539 INFO:tasks.rados.rados.0.smithi005.stdout:1077: snap_remove snap 98 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: Reconfiguring daemon mgr.y on smithi005 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[90837]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:17.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T16:28:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:28:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:28:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: Reconfiguring daemon mgr.y on smithi005 2024-04-12T16:28:17.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:17 smithi005 ceph-mon[88416]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T16:28:17.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:17.396 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:17.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T16:28:17.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:28:17.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:28:17.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:17.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: Reconfiguring daemon mgr.y on smithi005 2024-04-12T16:28:17.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:17 smithi016 ceph-mon[84444]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T16:28:17.536 INFO:tasks.rados.rados.0.smithi005.stdout:1077: done (1 left) 2024-04-12T16:28:17.536 INFO:tasks.rados.rados.0.smithi005.stdout:1078: snap_remove snap 99 2024-04-12T16:28:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:18 smithi016 ceph-mon[84444]: pgmap v60: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:28:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:18.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:18 smithi016 ceph-mon[84444]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[88416]: pgmap v60: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[88416]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[90837]: pgmap v60: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:18.361 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:18.362 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:18.362 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:18.362 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:18 smithi005 ceph-mon[90837]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T16:28:18.538 INFO:tasks.rados.rados.0.smithi005.stdout:1078: done (1 left) 2024-04-12T16:28:18.539 INFO:tasks.rados.rados.0.smithi005.stdout:1079: snap_create 2024-04-12T16:28:18.539 INFO:tasks.rados.rados.0.smithi005.stdout:1074: expect (ObjNum 227 snap 62 seq_num 227) 2024-04-12T16:28:19.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:19 smithi005 ceph-mon[88416]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:28:19.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:19 smithi005 ceph-mon[88416]: Reconfiguring daemon mon.c on smithi005 2024-04-12T16:28:19.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:19 smithi005 ceph-mon[88416]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T16:28:19.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:19 smithi005 ceph-mon[90837]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:28:19.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:19 smithi005 ceph-mon[90837]: Reconfiguring daemon mon.c on smithi005 2024-04-12T16:28:19.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:19 smithi005 ceph-mon[90837]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T16:28:19.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:19 smithi016 ceph-mon[84444]: Reconfiguring mon.c (monmap changed)... 2024-04-12T16:28:19.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:19 smithi016 ceph-mon[84444]: Reconfiguring daemon mon.c on smithi005 2024-04-12T16:28:19.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:19 smithi016 ceph-mon[84444]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T16:28:19.540 INFO:tasks.rados.rados.0.smithi005.stdout:1074: done (1 left) 2024-04-12T16:28:19.541 INFO:tasks.rados.rados.0.smithi005.stdout:1079: done (0 left) 2024-04-12T16:28:19.541 INFO:tasks.rados.rados.0.smithi005.stdout:1080: rollback oid 48 current snap is 102 2024-04-12T16:28:19.541 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 48 to 94 2024-04-12T16:28:19.541 INFO:tasks.rados.rados.0.smithi005.stdout:1081: copy_from oid 4 from oid 24 current snap is 102 2024-04-12T16:28:19.541 INFO:tasks.rados.rados.0.smithi005.stdout:1082: snap_create 2024-04-12T16:28:19.547 INFO:tasks.rados.rados.0.smithi005.stdout:1080: finishing rollback tid 0 to smithi00577259-48 2024-04-12T16:28:19.554 INFO:tasks.rados.rados.0.smithi005.stdout:1080: finishing rollback tid 1 to smithi00577259-48 2024-04-12T16:28:19.554 INFO:tasks.rados.rados.0.smithi005.stdout:1080: finishing rollback tid 2 to smithi00577259-48 2024-04-12T16:28:19.555 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 468 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-04-12T16:28:19.597 INFO:tasks.rados.rados.0.smithi005.stdout:1081: finishing copy_from racing read to smithi00577259-4 2024-04-12T16:28:19.598 INFO:tasks.rados.rados.0.smithi005.stdout:1081: finishing copy_from to smithi00577259-4 2024-04-12T16:28:19.598 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 456 (ObjNum 343 snap 99 seq_num 343) dirty exists 2024-04-12T16:28:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:20 smithi016 ceph-mon[84444]: pgmap v63: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:28:20.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:20.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:20.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:28:20.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:20.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:20.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:20 smithi016 ceph-mon[84444]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T16:28:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[88416]: pgmap v63: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:28:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[88416]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[90837]: pgmap v63: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:20 smithi005 ceph-mon[90837]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T16:28:20.541 INFO:tasks.rados.rados.0.smithi005.stdout:1080: done (2 left) 2024-04-12T16:28:20.542 INFO:tasks.rados.rados.0.smithi005.stdout:1081: done (1 left) 2024-04-12T16:28:20.542 INFO:tasks.rados.rados.0.smithi005.stdout:1082: done (0 left) 2024-04-12T16:28:20.542 INFO:tasks.rados.rados.0.smithi005.stdout:1083: read oid 34 snap 95 2024-04-12T16:28:20.542 INFO:tasks.rados.rados.0.smithi005.stdout:1083: expect (ObjNum 125 snap 28 seq_num 125) 2024-04-12T16:28:20.542 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 103 2024-04-12T16:28:20.542 INFO:tasks.rados.rados.0.smithi005.stdout:1084: seq_num 349 ranges {819200=655360,1474560=401408} 2024-04-12T16:28:20.549 INFO:tasks.rados.rados.0.smithi005.stdout:1084: writing smithi00577259-19 from 819200 to 1474560 tid 1 2024-04-12T16:28:20.552 INFO:tasks.rados.rados.0.smithi005.stdout:1084: writing smithi00577259-19 from 1474560 to 1875968 tid 2 2024-04-12T16:28:20.552 INFO:tasks.rados.rados.0.smithi005.stdout:1085: snap_create 2024-04-12T16:28:20.554 INFO:tasks.rados.rados.0.smithi005.stdout:1083: expect (ObjNum 125 snap 28 seq_num 125) 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: finishing write tid 1 to smithi00577259-19 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: finishing write tid 2 to smithi00577259-19 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: finishing write tid 3 to smithi00577259-19 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: finishing write tid 4 to smithi00577259-19 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: oid 19 updating version 0 to 317 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: oid 19 updating version 317 to 319 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: oid 19 version 319 is already newer than 318 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 319 (ObjNum 349 snap 103 seq_num 349) dirty exists 2024-04-12T16:28:20.614 INFO:tasks.rados.rados.0.smithi005.stdout:1084: left oid 19 (ObjNum 349 snap 103 seq_num 349) 2024-04-12T16:28:21.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:21 smithi016 ceph-mon[84444]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T16:28:21.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:21 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.0 on smithi005 2024-04-12T16:28:21.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:21 smithi016 ceph-mon[84444]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T16:28:21.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:21.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:21.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:28:21.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:21.350 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[88416]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T16:28:21.350 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.0 on smithi005 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[88416]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[90837]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.0 on smithi005 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[90837]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:21.351 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:28:21.352 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:21.543 INFO:tasks.rados.rados.0.smithi005.stdout:1083: done (2 left) 2024-04-12T16:28:21.543 INFO:tasks.rados.rados.0.smithi005.stdout:1084: done (1 left) 2024-04-12T16:28:21.543 INFO:tasks.rados.rados.0.smithi005.stdout:1085: done (0 left) 2024-04-12T16:28:21.543 INFO:tasks.rados.rados.0.smithi005.stdout:1086: copy_from oid 43 from oid 13 current snap is 104 2024-04-12T16:28:21.543 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 104 2024-04-12T16:28:21.544 INFO:tasks.rados.rados.0.smithi005.stdout:1087: seq_num 350 ranges {0=671744,671744=401408} 2024-04-12T16:28:21.546 INFO:tasks.rados.rados.0.smithi005.stdout:1087: writing smithi00577259-2 from 0 to 671744 tid 1 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:1087: writing smithi00577259-2 from 671744 to 1073152 tid 2 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:1088: read oid 4 snap -1 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:1088: expect (ObjNum 343 snap 99 seq_num 343) 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:1089: rmattr oid 22 current snap is 104 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:1089: done (3 left) 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:1090: rollback oid 15 current snap is 104 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 102 2024-04-12T16:28:21.550 INFO:tasks.rados.rados.0.smithi005.stdout:1091: delete oid 24 current snap is 104 2024-04-12T16:28:21.553 INFO:tasks.rados.rados.0.smithi005.stdout:1087: finishing write tid 1 to smithi00577259-2 2024-04-12T16:28:21.557 INFO:tasks.rados.rados.0.smithi005.stdout:1090: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:28:21.557 INFO:tasks.rados.rados.0.smithi005.stdout:1090: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:28:21.557 INFO:tasks.rados.rados.0.smithi005.stdout:1090: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:28:21.558 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 316 (ObjNum 318 snap 92 seq_num 318) dirty exists 2024-04-12T16:28:21.560 INFO:tasks.rados.rados.0.smithi005.stdout:1087: finishing write tid 2 to smithi00577259-2 2024-04-12T16:28:21.560 INFO:tasks.rados.rados.0.smithi005.stdout:1087: finishing write tid 3 to smithi00577259-2 2024-04-12T16:28:21.560 INFO:tasks.rados.rados.0.smithi005.stdout:1090: done (4 left) 2024-04-12T16:28:21.560 INFO:tasks.rados.rados.0.smithi005.stdout:1091: done (3 left) 2024-04-12T16:28:21.560 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 104 2024-04-12T16:28:21.560 INFO:tasks.rados.rados.0.smithi005.stdout:1092: seq_num 352 ranges {0=704512,704512=401408} 2024-04-12T16:28:21.564 INFO:tasks.rados.rados.0.smithi005.stdout:1092: writing smithi00577259-49 from 0 to 704512 tid 1 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:1092: writing smithi00577259-49 from 704512 to 1105920 tid 2 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:1087: finishing write tid 4 to smithi00577259-2 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:1087: oid 2 updating version 0 to 470 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:1087: oid 2 updating version 470 to 471 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:1087: oid 2 version 471 is already newer than 469 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 471 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:1087: left oid 2 (ObjNum 350 snap 104 seq_num 350) 2024-04-12T16:28:21.567 INFO:tasks.rados.rados.0.smithi005.stdout:1087: done (3 left) 2024-04-12T16:28:21.568 INFO:tasks.rados.rados.0.smithi005.stdout:1093: read oid 46 snap -1 2024-04-12T16:28:21.568 INFO:tasks.rados.rados.0.smithi005.stdout:1093: expect deleted 2024-04-12T16:28:21.568 INFO:tasks.rados.rados.0.smithi005.stdout:1094: snap_remove snap 103 2024-04-12T16:28:22.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:22 smithi016 ceph-mon[84444]: pgmap v66: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:28:22.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:22 smithi016 ceph-mon[84444]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T16:28:22.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:22 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.1 on smithi005 2024-04-12T16:28:22.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:22 smithi016 ceph-mon[84444]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:28:22.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[88416]: pgmap v66: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:28:22.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[88416]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T16:28:22.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.1 on smithi005 2024-04-12T16:28:22.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[88416]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:28:22.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[90837]: pgmap v66: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:28:22.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[90837]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T16:28:22.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.1 on smithi005 2024-04-12T16:28:22.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:22 smithi005 ceph-mon[90837]: osdmap e274: 8 total, 8 up, 8 in 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1094: done (4 left) 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1095: read oid 19 snap -1 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1095: expect (ObjNum 349 snap 103 seq_num 349) 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1096: rollback oid 42 current snap is 104 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 96 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1092: finishing write tid 1 to smithi00577259-49 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1092: finishing write tid 2 to smithi00577259-49 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1092: finishing write tid 3 to smithi00577259-49 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1086: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1092: finishing write tid 4 to smithi00577259-49 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1092: oid 49 updating version 0 to 415 2024-04-12T16:28:22.544 INFO:tasks.rados.rados.0.smithi005.stdout:1092: oid 49 updating version 415 to 416 2024-04-12T16:28:22.545 INFO:tasks.rados.rados.0.smithi005.stdout:1092: oid 49 version 416 is already newer than 414 2024-04-12T16:28:22.545 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 416 (ObjNum 352 snap 104 seq_num 352) dirty exists 2024-04-12T16:28:22.545 INFO:tasks.rados.rados.0.smithi005.stdout:1092: left oid 49 (ObjNum 352 snap 104 seq_num 352) 2024-04-12T16:28:22.545 INFO:tasks.rados.rados.0.smithi005.stdout:1086: finishing copy_from to smithi00577259-43 2024-04-12T16:28:22.545 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 491 (ObjNum 293 snap 82 seq_num 293) dirty exists 2024-04-12T16:28:22.545 INFO:tasks.rados.rados.0.smithi005.stdout:1088: expect (ObjNum 343 snap 99 seq_num 343) 2024-04-12T16:28:22.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:23.362 INFO:tasks.rados.rados.0.smithi005.stdout:1096: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:28:23.363 INFO:tasks.rados.rados.0.smithi005.stdout:1096: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:28:23.363 INFO:tasks.rados.rados.0.smithi005.stdout:1096: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:28:23.363 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 604 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-12T16:28:23.363 INFO:tasks.rados.rados.0.smithi005.stdout:1095: expect (ObjNum 349 snap 103 seq_num 349) 2024-04-12T16:28:23.425 INFO:tasks.rados.rados.0.smithi005.stdout:1086: done (5 left) 2024-04-12T16:28:23.425 INFO:tasks.rados.rados.0.smithi005.stdout:1088: done (4 left) 2024-04-12T16:28:23.425 INFO:tasks.rados.rados.0.smithi005.stdout:1092: done (3 left) 2024-04-12T16:28:23.425 INFO:tasks.rados.rados.0.smithi005.stdout:1093: done (2 left) 2024-04-12T16:28:23.425 INFO:tasks.rados.rados.0.smithi005.stdout:1095: done (1 left) 2024-04-12T16:28:23.425 INFO:tasks.rados.rados.0.smithi005.stdout:1096: done (0 left) 2024-04-12T16:28:23.425 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 104 2024-04-12T16:28:23.426 INFO:tasks.rados.rados.0.smithi005.stdout:1097: seq_num 353 ranges {2506752=720896,3227648=401408} 2024-04-12T16:28:23.442 INFO:tasks.rados.rados.0.smithi005.stdout:1097: writing smithi00577259-18 from 2506752 to 3227648 tid 1 2024-04-12T16:28:23.445 INFO:tasks.rados.rados.0.smithi005.stdout:1097: writing smithi00577259-18 from 3227648 to 3629056 tid 2 2024-04-12T16:28:23.445 INFO:tasks.rados.rados.0.smithi005.stdout:1098: setattr oid 7 current snap is 104 2024-04-12T16:28:23.446 INFO:tasks.rados.rados.0.smithi005.stdout:1099: setattr oid 41 current snap is 104 2024-04-12T16:28:23.447 INFO:tasks.rados.rados.0.smithi005.stdout:1097: finishing write tid 1 to smithi00577259-18 2024-04-12T16:28:23.447 INFO:tasks.rados.rados.0.smithi005.stdout:1097: finishing write tid 2 to smithi00577259-18 2024-04-12T16:28:23.447 INFO:tasks.rados.rados.0.smithi005.stdout:1097: finishing write tid 3 to smithi00577259-18 2024-04-12T16:28:23.448 INFO:tasks.rados.rados.0.smithi005.stdout:1100: rmattr oid 19 current snap is 104 2024-04-12T16:28:23.448 INFO:tasks.rados.rados.0.smithi005.stdout:1100: done (3 left) 2024-04-12T16:28:23.448 INFO:tasks.rados.rados.0.smithi005.stdout:1101: read oid 43 snap -1 2024-04-12T16:28:23.448 INFO:tasks.rados.rados.0.smithi005.stdout:1101: expect (ObjNum 293 snap 82 seq_num 293) 2024-04-12T16:28:23.448 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 104 2024-04-12T16:28:23.449 INFO:tasks.rados.rados.0.smithi005.stdout:1102: seq_num 354 ranges {1236992=737280,1974272=401408} 2024-04-12T16:28:23.460 INFO:tasks.rados.rados.0.smithi005.stdout:1102: writing smithi00577259-26 from 1236992 to 1974272 tid 1 2024-04-12T16:28:23.463 INFO:tasks.rados.rados.0.smithi005.stdout:1102: writing smithi00577259-26 from 1974272 to 2375680 tid 2 2024-04-12T16:28:23.463 INFO:tasks.rados.rados.0.smithi005.stdout:1103: setattr oid 23 current snap is 104 2024-04-12T16:28:23.463 INFO:tasks.rados.rados.0.smithi005.stdout:1097: finishing write tid 4 to smithi00577259-18 2024-04-12T16:28:23.463 INFO:tasks.rados.rados.0.smithi005.stdout:1097: oid 18 updating version 0 to 516 2024-04-12T16:28:23.463 INFO:tasks.rados.rados.0.smithi005.stdout:1097: oid 18 version 516 is already newer than 515 2024-04-12T16:28:23.464 INFO:tasks.rados.rados.0.smithi005.stdout:1097: oid 18 version 516 is already newer than 514 2024-04-12T16:28:23.464 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 516 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-04-12T16:28:23.464 INFO:tasks.rados.rados.0.smithi005.stdout:1097: left oid 18 (ObjNum 353 snap 104 seq_num 353) 2024-04-12T16:28:23.464 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 224 (ObjNum 97 snap 0 seq_num 730398192) dirty exists 2024-04-12T16:28:23.464 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 259 (ObjNum 341 snap 99 seq_num 341) dirty exists 2024-04-12T16:28:23.465 INFO:tasks.rados.rados.0.smithi005.stdout:1097: done (5 left) 2024-04-12T16:28:23.465 INFO:tasks.rados.rados.0.smithi005.stdout:1098: done (4 left) 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1099: done (3 left) 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1104: read oid 27 snap -1 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1104: expect (ObjNum 302 snap 89 seq_num 302) 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1105: read oid 37 snap 96 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1105: expect deleted 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1106: setattr oid 20 current snap is 104 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1107: read oid 21 snap -1 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1107: expect deleted 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1108: read oid 18 snap -1 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1108: expect (ObjNum 353 snap 104 seq_num 353) 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1109: rollback oid 38 current snap is 104 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 100 2024-04-12T16:28:23.466 INFO:tasks.rados.rados.0.smithi005.stdout:1110: snap_remove snap 95 2024-04-12T16:28:23.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: pgmap v69: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 3 op/s 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.2 on smithi005 2024-04-12T16:28:23.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:23 smithi016 ceph-mon[84444]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T16:28:23.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: pgmap v69: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 3 op/s 2024-04-12T16:28:23.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:23.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:23.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.2 on smithi005 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[88416]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: pgmap v69: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 3 op/s 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.2 on smithi005 2024-04-12T16:28:23.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-mon[90837]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T16:28:24.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:28:23] "GET /metrics HTTP/1.1" 200 35976 "" "Prometheus/2.43.0" 2024-04-12T16:28:24.258 INFO:tasks.rados.rados.0.smithi005.stdout:1110: done (9 left) 2024-04-12T16:28:24.259 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 104 2024-04-12T16:28:24.259 INFO:tasks.rados.rados.0.smithi005.stdout:1111: seq_num 355 ranges {0=753664,753664=401408} 2024-04-12T16:28:24.263 INFO:tasks.rados.rados.0.smithi005.stdout:1111: writing smithi00577259-11 from 0 to 753664 tid 1 2024-04-12T16:28:24.267 INFO:tasks.rados.rados.0.smithi005.stdout:1111: writing smithi00577259-11 from 753664 to 1155072 tid 2 2024-04-12T16:28:24.271 INFO:tasks.rados.rados.0.smithi005.stdout:1109: finishing rollback tid 0 to smithi00577259-38 2024-04-12T16:28:24.271 INFO:tasks.rados.rados.0.smithi005.stdout:1109: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:28:24.271 INFO:tasks.rados.rados.0.smithi005.stdout:1109: finishing rollback tid 2 to smithi00577259-38 2024-04-12T16:28:24.271 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 468 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-04-12T16:28:24.271 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 477 (ObjNum 136 snap 32 seq_num 136) dirty exists 2024-04-12T16:28:24.271 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 325 (ObjNum 338 snap 98 seq_num 338) dirty exists 2024-04-12T16:28:24.271 INFO:tasks.rados.rados.0.smithi005.stdout:1102: finishing write tid 1 to smithi00577259-26 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1102: finishing write tid 2 to smithi00577259-26 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1102: finishing write tid 3 to smithi00577259-26 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1102: finishing write tid 4 to smithi00577259-26 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1102: oid 26 updating version 0 to 245 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1102: oid 26 version 245 is already newer than 244 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1102: oid 26 version 245 is already newer than 243 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 245 (ObjNum 354 snap 104 seq_num 354) dirty exists 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1102: left oid 26 (ObjNum 354 snap 104 seq_num 354) 2024-04-12T16:28:24.272 INFO:tasks.rados.rados.0.smithi005.stdout:1104: expect (ObjNum 302 snap 89 seq_num 302) 2024-04-12T16:28:24.407 INFO:tasks.rados.rados.0.smithi005.stdout:1108: expect (ObjNum 353 snap 104 seq_num 353) 2024-04-12T16:28:24.580 INFO:tasks.rados.rados.0.smithi005.stdout:1101: expect (ObjNum 293 snap 82 seq_num 293) 2024-04-12T16:28:25.179 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:25.179 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:25.179 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[88416]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T16:28:25.179 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:28:25.179 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:25.179 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.3 on smithi005 2024-04-12T16:28:25.179 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[88416]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T16:28:25.180 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:25.180 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:25.180 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[90837]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T16:28:25.180 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:28:25.180 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:25.180 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.3 on smithi005 2024-04-12T16:28:25.180 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:24 smithi005 ceph-mon[90837]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T16:28:25.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:25.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:25.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:24 smithi016 ceph-mon[84444]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T16:28:25.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:28:25.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:25.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:24 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.3 on smithi005 2024-04-12T16:28:25.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:24 smithi016 ceph-mon[84444]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T16:28:25.900 INFO:tasks.rados.rados.0.smithi005.stdout:1111: finishing write tid 1 to smithi00577259-11 2024-04-12T16:28:25.900 INFO:tasks.rados.rados.0.smithi005.stdout:1111: finishing write tid 2 to smithi00577259-11 2024-04-12T16:28:25.900 INFO:tasks.rados.rados.0.smithi005.stdout:1111: finishing write tid 3 to smithi00577259-11 2024-04-12T16:28:25.900 INFO:tasks.rados.rados.0.smithi005.stdout:1111: finishing write tid 4 to smithi00577259-11 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1111: oid 11 updating version 0 to 540 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1111: oid 11 updating version 540 to 542 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1111: oid 11 version 542 is already newer than 541 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 542 (ObjNum 355 snap 104 seq_num 355) dirty exists 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1111: left oid 11 (ObjNum 355 snap 104 seq_num 355) 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1101: done (9 left) 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1102: done (8 left) 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1103: done (7 left) 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1104: done (6 left) 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1105: done (5 left) 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1106: done (4 left) 2024-04-12T16:28:25.901 INFO:tasks.rados.rados.0.smithi005.stdout:1107: done (3 left) 2024-04-12T16:28:25.902 INFO:tasks.rados.rados.0.smithi005.stdout:1108: done (2 left) 2024-04-12T16:28:25.902 INFO:tasks.rados.rados.0.smithi005.stdout:1109: done (1 left) 2024-04-12T16:28:25.902 INFO:tasks.rados.rados.0.smithi005.stdout:1111: done (0 left) 2024-04-12T16:28:25.902 INFO:tasks.rados.rados.0.smithi005.stdout:1112: snap_remove snap 90 2024-04-12T16:28:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[88416]: pgmap v71: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[88416]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[90837]: pgmap v71: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[90837]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:28:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:26.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:25 smithi016 ceph-mon[84444]: pgmap v71: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:28:26.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:25 smithi016 ceph-mon[84444]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T16:28:26.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:26.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:26.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:28:26.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:26.561 INFO:tasks.rados.rados.0.smithi005.stdout:1112: done (0 left) 2024-04-12T16:28:26.561 INFO:tasks.rados.rados.0.smithi005.stdout:1113: delete oid 27 current snap is 104 2024-04-12T16:28:26.570 INFO:tasks.rados.rados.0.smithi005.stdout:1113: done (0 left) 2024-04-12T16:28:26.570 INFO:tasks.rados.rados.0.smithi005.stdout:1114: snap_remove snap 77 2024-04-12T16:28:27.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:26 smithi005 ceph-mon[88416]: Reconfiguring mds.a (monmap changed)... 2024-04-12T16:28:27.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:26 smithi005 ceph-mon[88416]: Reconfiguring daemon mds.a on smithi005 2024-04-12T16:28:27.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:26 smithi005 ceph-mon[88416]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T16:28:27.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:26 smithi005 ceph-mon[90837]: Reconfiguring mds.a (monmap changed)... 2024-04-12T16:28:27.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:26 smithi005 ceph-mon[90837]: Reconfiguring daemon mds.a on smithi005 2024-04-12T16:28:27.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:26 smithi005 ceph-mon[90837]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T16:28:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:26 smithi016 ceph-mon[84444]: Reconfiguring mds.a (monmap changed)... 2024-04-12T16:28:27.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:26 smithi016 ceph-mon[84444]: Reconfiguring daemon mds.a on smithi005 2024-04-12T16:28:27.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:26 smithi016 ceph-mon[84444]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T16:28:27.561 INFO:tasks.rados.rados.0.smithi005.stdout:1114: done (0 left) 2024-04-12T16:28:27.561 INFO:tasks.rados.rados.0.smithi005.stdout:1115: copy_from oid 31 from oid 35 current snap is 104 2024-04-12T16:28:27.561 INFO:tasks.rados.rados.0.smithi005.stdout:1116: delete oid 47 current snap is 104 2024-04-12T16:28:27.572 INFO:tasks.rados.rados.0.smithi005.stdout:1116: done (1 left) 2024-04-12T16:28:27.573 INFO:tasks.rados.rados.0.smithi005.stdout:1117: snap_remove snap 94 2024-04-12T16:28:27.715 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:28:28.052 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:28:28.052 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (5m) 34s ago 6m 25.0M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:28:28.052 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (6m) 18s ago 6m 91.0M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:28:28.052 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (7m) 34s ago 7m 17.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:28:28.052 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (7m) 18s ago 7m 15.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:28:28.052 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (79s) 18s ago 10m 449M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:28:28.052 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (109s) 34s ago 12m 501M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (62s) 34s ago 12m 37.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (24s) 18s ago 11m 29.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (38s) 34s ago 11m 29.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (6m) 34s ago 6m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (6m) 18s ago 5m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (10m) 34s ago 10m 182M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 4cd46876b24b 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (10m) 34s ago 10m 151M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (9m) 34s ago 9m 155M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (9m) 34s ago 9m 123M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (9m) 18s ago 9m 175M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (8m) 18s ago 8m 161M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (8m) 18s ago 8m 117M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (7m) 18s ago 7m 132M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:28:28.053 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (84s) 18s ago 6m 55.7M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[88416]: pgmap v74: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[88416]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T16:28:28.054 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[90837]: pgmap v74: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-12T16:28:28.055 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:28.055 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:28.055 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:28.055 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:28.055 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:28.055 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:27 smithi005 ceph-mon[90837]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T16:28:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:27 smithi016 ceph-mon[84444]: pgmap v74: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-12T16:28:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T16:28:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T16:28:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:28.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:27 smithi016 ceph-mon[84444]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T16:28:28.463 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:28:28.463 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:28:28.463 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:28:28.463 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:28.463 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 10, 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 5 2024-04-12T16:28:28.464 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:28:28.465 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:28:28.563 INFO:tasks.rados.rados.0.smithi005.stdout:1117: done (1 left) 2024-04-12T16:28:28.563 INFO:tasks.rados.rados.0.smithi005.stdout:1118: snap_create 2024-04-12T16:28:28.563 INFO:tasks.rados.rados.0.smithi005.stdout:1115: finishing copy_from racing read to smithi00577259-31 2024-04-12T16:28:28.563 INFO:tasks.rados.rados.0.smithi005.stdout:1115: finishing copy_from to smithi00577259-31 2024-04-12T16:28:28.563 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 310 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: Reconfiguring daemon mon.b on smithi016 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3324830805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:28:29.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:29.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:28:29.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: Reconfiguring daemon mon.b on smithi016 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3324830805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: Reconfiguring mon.b (monmap changed)... 2024-04-12T16:28:29.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: Reconfiguring daemon mon.b on smithi016 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3324830805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T16:28:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:29.564 INFO:tasks.rados.rados.0.smithi005.stdout:1115: done (1 left) 2024-04-12T16:28:29.564 INFO:tasks.rados.rados.0.smithi005.stdout:1118: done (0 left) 2024-04-12T16:28:29.564 INFO:tasks.rados.rados.0.smithi005.stdout:1119: copy_from oid 20 from oid 32 current snap is 105 2024-04-12T16:28:29.564 INFO:tasks.rados.rados.0.smithi005.stdout:1120: delete oid 3 current snap is 105 2024-04-12T16:28:29.567 INFO:tasks.rados.rados.0.smithi005.stdout:1120: done (1 left) 2024-04-12T16:28:29.567 INFO:tasks.rados.rados.0.smithi005.stdout:1121: copy_from oid 45 from oid 37 current snap is 105 2024-04-12T16:28:29.567 INFO:tasks.rados.rados.0.smithi005.stdout:1122: snap_remove snap 102 2024-04-12T16:28:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[88416]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[88416]: pgmap v77: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-04-12T16:28:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[88416]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T16:28:30.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[88416]: Reconfiguring daemon mgr.x on smithi016 2024-04-12T16:28:30.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[88416]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T16:28:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[90837]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[90837]: pgmap v77: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-04-12T16:28:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[90837]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T16:28:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[90837]: Reconfiguring daemon mgr.x on smithi016 2024-04-12T16:28:30.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:29 smithi005 ceph-mon[90837]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T16:28:30.293 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:29 smithi016 ceph-mon[84444]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:30.293 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:29 smithi016 ceph-mon[84444]: pgmap v77: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 4.8 MiB/s wr, 34 op/s 2024-04-12T16:28:30.293 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:29 smithi016 ceph-mon[84444]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T16:28:30.293 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:29 smithi016 ceph-mon[84444]: Reconfiguring daemon mgr.x on smithi016 2024-04-12T16:28:30.293 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:29 smithi016 ceph-mon[84444]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T16:28:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1122: done (2 left) 2024-04-12T16:28:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1123: snap_create 2024-04-12T16:28:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1121: finishing copy_from to smithi00577259-45 2024-04-12T16:28:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1121: got expected ENOENT (src dne) 2024-04-12T16:28:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1121: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:28:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1119: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:28:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1119: finishing copy_from to smithi00577259-20 2024-04-12T16:28:30.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 495 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: pgmap v80: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 554 KiB/s wr, 1 op/s 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.4 on smithi016 2024-04-12T16:28:31.380 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[88416]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: pgmap v80: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 554 KiB/s wr, 1 op/s 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.4 on smithi016 2024-04-12T16:28:31.381 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:31 smithi005 ceph-mon[90837]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T16:28:31.566 INFO:tasks.rados.rados.0.smithi005.stdout:1119: done (2 left) 2024-04-12T16:28:31.566 INFO:tasks.rados.rados.0.smithi005.stdout:1121: done (1 left) 2024-04-12T16:28:31.567 INFO:tasks.rados.rados.0.smithi005.stdout:1123: done (0 left) 2024-04-12T16:28:31.567 INFO:tasks.rados.rados.0.smithi005.stdout:1124: snap_remove snap 100 2024-04-12T16:28:31.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: pgmap v80: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 554 KiB/s wr, 1 op/s 2024-04-12T16:28:31.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:31.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:31.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T16:28:31.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:28:31.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:31.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.4 on smithi016 2024-04-12T16:28:31.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:31 smithi016 ceph-mon[84444]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T16:28:32.568 INFO:tasks.rados.rados.0.smithi005.stdout:1124: done (0 left) 2024-04-12T16:28:32.568 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 106 2024-04-12T16:28:32.568 INFO:tasks.rados.rados.0.smithi005.stdout:1125: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-04-12T16:28:32.569 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:32.570 INFO:tasks.rados.rados.0.smithi005.stdout:1125: writing smithi00577259-25 from 0 to 417792 tid 1 2024-04-12T16:28:32.573 INFO:tasks.rados.rados.0.smithi005.stdout:1125: writing smithi00577259-25 from 417792 to 835584 tid 2 2024-04-12T16:28:32.576 INFO:tasks.rados.rados.0.smithi005.stdout:1125: writing smithi00577259-25 from 835584 to 1220608 tid 3 2024-04-12T16:28:32.577 INFO:tasks.rados.rados.0.smithi005.stdout:1125: finishing write tid 1 to smithi00577259-25 2024-04-12T16:28:32.577 INFO:tasks.rados.rados.0.smithi005.stdout:1126: copy_from oid 1 from oid 10 current snap is 106 2024-04-12T16:28:32.577 INFO:tasks.rados.rados.0.smithi005.stdout:1127: read oid 46 snap -1 2024-04-12T16:28:32.577 INFO:tasks.rados.rados.0.smithi005.stdout:1127: expect deleted 2024-04-12T16:28:32.577 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 106 2024-04-12T16:28:32.577 INFO:tasks.rados.rados.0.smithi005.stdout:1128: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2024-04-12T16:28:32.579 INFO:tasks.rados.rados.0.smithi005.stdout:1128: writing smithi00577259-24 from 0 to 434176 tid 1 2024-04-12T16:28:32.584 INFO:tasks.rados.rados.0.smithi005.stdout:1128: writing smithi00577259-24 from 434176 to 1138688 tid 2 2024-04-12T16:28:32.585 INFO:tasks.rados.rados.0.smithi005.stdout:1128: writing smithi00577259-24 from 1138688 to 1236992 tid 3 2024-04-12T16:28:32.585 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 106 2024-04-12T16:28:32.585 INFO:tasks.rados.rados.0.smithi005.stdout:1125: finishing write tid 2 to smithi00577259-25 2024-04-12T16:28:32.586 INFO:tasks.rados.rados.0.smithi005.stdout:1126: finishing copy_from racing read to smithi00577259-1 2024-04-12T16:28:32.586 INFO:tasks.rados.rados.0.smithi005.stdout:1126: finishing copy_from to smithi00577259-1 2024-04-12T16:28:32.586 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 183 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-04-12T16:28:32.586 INFO:tasks.rados.rados.0.smithi005.stdout:1125: finishing write tid 3 to smithi00577259-25 2024-04-12T16:28:32.586 INFO:tasks.rados.rados.0.smithi005.stdout:1125: finishing write tid 4 to smithi00577259-25 2024-04-12T16:28:32.586 INFO:tasks.rados.rados.0.smithi005.stdout:1129: seq_num 361 ranges {0=450560,450560=581632,1032192=221184} 2024-04-12T16:28:32.588 INFO:tasks.rados.rados.0.smithi005.stdout:1129: writing smithi00577259-5 from 0 to 450560 tid 1 2024-04-12T16:28:32.592 INFO:tasks.rados.rados.0.smithi005.stdout:1129: writing smithi00577259-5 from 450560 to 1032192 tid 2 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1129: writing smithi00577259-5 from 1032192 to 1253376 tid 3 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1126: done (4 left) 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1127: done (3 left) 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1130: rollback oid 10 current snap is 106 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 10 to 104 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1125: finishing write tid 5 to smithi00577259-25 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1125: oid 25 updating version 0 to 609 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1125: oid 25 updating version 609 to 611 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1125: oid 25 version 611 is already newer than 608 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1125: oid 25 version 611 is already newer than 610 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 611 (ObjNum 359 snap 106 seq_num 359) dirty exists 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1125: left oid 25 (ObjNum 359 snap 106 seq_num 359) 2024-04-12T16:28:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1128: finishing write tid 1 to smithi00577259-24 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: finishing write tid 2 to smithi00577259-24 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: finishing write tid 3 to smithi00577259-24 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: finishing write tid 4 to smithi00577259-24 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1129: finishing write tid 1 to smithi00577259-5 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: finishing write tid 5 to smithi00577259-24 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: oid 24 updating version 0 to 519 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: oid 24 version 519 is already newer than 517 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: oid 24 version 519 is already newer than 514 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: oid 24 version 519 is already newer than 518 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 519 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: left oid 24 (ObjNum 360 snap 106 seq_num 360) 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1125: done (3 left) 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1128: done (2 left) 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 106 2024-04-12T16:28:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1131: seq_num 362 ranges {2400256=466944,2867200=466944,3334144=335872} 2024-04-12T16:28:32.610 INFO:tasks.rados.rados.0.smithi005.stdout:1131: writing smithi00577259-35 from 2400256 to 2867200 tid 1 2024-04-12T16:28:32.612 INFO:tasks.rados.rados.0.smithi005.stdout:1131: writing smithi00577259-35 from 2867200 to 3334144 tid 2 2024-04-12T16:28:32.615 INFO:tasks.rados.rados.0.smithi005.stdout:1131: writing smithi00577259-35 from 3334144 to 3670016 tid 3 2024-04-12T16:28:32.615 INFO:tasks.rados.rados.0.smithi005.stdout:1132: copy_from oid 50 from oid 30 current snap is 106 2024-04-12T16:28:32.615 INFO:tasks.rados.rados.0.smithi005.stdout:1129: finishing write tid 2 to smithi00577259-5 2024-04-12T16:28:32.615 INFO:tasks.rados.rados.0.smithi005.stdout:1130: finishing rollback tid 0 to smithi00577259-10 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1130: finishing rollback tid 1 to smithi00577259-10 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: finishing write tid 3 to smithi00577259-5 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1130: finishing rollback tid 2 to smithi00577259-10 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 240 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: finishing write tid 4 to smithi00577259-5 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: finishing write tid 5 to smithi00577259-5 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: oid 5 updating version 0 to 548 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: oid 5 updating version 548 to 549 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: oid 5 version 549 is already newer than 545 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: oid 5 updating version 549 to 550 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 550 (ObjNum 361 snap 106 seq_num 361) dirty exists 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: left oid 5 (ObjNum 361 snap 106 seq_num 361) 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1131: finishing write tid 1 to smithi00577259-35 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1131: finishing write tid 2 to smithi00577259-35 2024-04-12T16:28:32.616 INFO:tasks.rados.rados.0.smithi005.stdout:1129: done (3 left) 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1130: done (2 left) 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1133: copy_from oid 41 from oid 3 current snap is 106 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1134: read oid 42 snap -1 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1134: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1135: snap_create 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1133: finishing copy_from to smithi00577259-41 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1133: got expected ENOENT (src dne) 2024-04-12T16:28:32.617 INFO:tasks.rados.rados.0.smithi005.stdout:1133: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:28:32.619 INFO:tasks.rados.rados.0.smithi005.stdout:1131: finishing write tid 3 to smithi00577259-35 2024-04-12T16:28:32.619 INFO:tasks.rados.rados.0.smithi005.stdout:1131: finishing write tid 4 to smithi00577259-35 2024-04-12T16:28:32.620 INFO:tasks.rados.rados.0.smithi005.stdout:1131: finishing write tid 5 to smithi00577259-35 2024-04-12T16:28:32.620 INFO:tasks.rados.rados.0.smithi005.stdout:1131: oid 35 updating version 0 to 341 2024-04-12T16:28:32.620 INFO:tasks.rados.rados.0.smithi005.stdout:1131: oid 35 updating version 341 to 343 2024-04-12T16:28:32.620 INFO:tasks.rados.rados.0.smithi005.stdout:1131: oid 35 updating version 343 to 344 2024-04-12T16:28:32.620 INFO:tasks.rados.rados.0.smithi005.stdout:1131: oid 35 version 344 is already newer than 342 2024-04-12T16:28:32.620 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 344 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-04-12T16:28:32.620 INFO:tasks.rados.rados.0.smithi005.stdout:1131: left oid 35 (ObjNum 362 snap 106 seq_num 362) 2024-04-12T16:28:32.622 INFO:tasks.rados.rados.0.smithi005.stdout:1132: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:28:32.624 INFO:tasks.rados.rados.0.smithi005.stdout:1134: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:28:32.641 INFO:tasks.rados.rados.0.smithi005.stdout:1132: finishing copy_from to smithi00577259-50 2024-04-12T16:28:32.641 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 197 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:28:32.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[88416]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T16:28:32.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:32.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:32.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:28:32.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:32.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[90837]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T16:28:32.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:32.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:32.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:28:32.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:32.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:32 smithi016 ceph-mon[84444]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T16:28:32.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:32.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:32.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:28:32.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:33.577 INFO:tasks.rados.rados.0.smithi005.stdout:1131: done (4 left) 2024-04-12T16:28:33.577 INFO:tasks.rados.rados.0.smithi005.stdout:1132: done (3 left) 2024-04-12T16:28:33.577 INFO:tasks.rados.rados.0.smithi005.stdout:1133: done (2 left) 2024-04-12T16:28:33.577 INFO:tasks.rados.rados.0.smithi005.stdout:1134: done (1 left) 2024-04-12T16:28:33.577 INFO:tasks.rados.rados.0.smithi005.stdout:1135: done (0 left) 2024-04-12T16:28:33.577 INFO:tasks.rados.rados.0.smithi005.stdout:1136: snap_create 2024-04-12T16:28:33.780 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:33 smithi016 ceph-mon[84444]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T16:28:33.780 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:33 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.5 on smithi016 2024-04-12T16:28:33.780 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:33 smithi016 ceph-mon[84444]: pgmap v83: 121 pgs: 121 active+clean; 185 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-12T16:28:33.780 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:33 smithi016 ceph-mon[84444]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T16:28:33.780 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[88416]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.5 on smithi016 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[88416]: pgmap v83: 121 pgs: 121 active+clean; 185 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[88416]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[90837]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.5 on smithi016 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[90837]: pgmap v83: 121 pgs: 121 active+clean; 185 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-12T16:28:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-mon[90837]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T16:28:34.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:28:33] "GET /metrics HTTP/1.1" 200 35976 "" "Prometheus/2.43.0" 2024-04-12T16:28:34.579 INFO:tasks.rados.rados.0.smithi005.stdout:1136: done (0 left) 2024-04-12T16:28:34.580 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 108 2024-04-12T16:28:34.580 INFO:tasks.rados.rados.0.smithi005.stdout:1137: seq_num 363 ranges {1253376=483328,1736704=753664,2490368=49152} 2024-04-12T16:28:34.590 INFO:tasks.rados.rados.0.smithi005.stdout:1137: writing smithi00577259-5 from 1253376 to 1736704 tid 1 2024-04-12T16:28:34.593 INFO:tasks.rados.rados.0.smithi005.stdout:1137: writing smithi00577259-5 from 1736704 to 2490368 tid 2 2024-04-12T16:28:34.594 INFO:tasks.rados.rados.0.smithi005.stdout:1137: writing smithi00577259-5 from 2490368 to 2539520 tid 3 2024-04-12T16:28:34.594 INFO:tasks.rados.rados.0.smithi005.stdout:1138: read oid 22 snap -1 2024-04-12T16:28:34.595 INFO:tasks.rados.rados.0.smithi005.stdout:1138: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:28:34.595 INFO:tasks.rados.rados.0.smithi005.stdout:1139: rollback oid 47 current snap is 108 2024-04-12T16:28:34.595 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 107 2024-04-12T16:28:34.595 INFO:tasks.rados.rados.0.smithi005.stdout:1140: delete oid 15 current snap is 108 2024-04-12T16:28:34.595 INFO:tasks.rados.rados.0.smithi005.stdout:1137: finishing write tid 1 to smithi00577259-5 2024-04-12T16:28:34.600 INFO:tasks.rados.rados.0.smithi005.stdout:1139: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:28:34.600 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 255 (ObjNum 65 snap 0 seq_num 1701210197) dirty dne 2024-04-12T16:28:34.600 INFO:tasks.rados.rados.0.smithi005.stdout:1139: done (3 left) 2024-04-12T16:28:34.600 INFO:tasks.rados.rados.0.smithi005.stdout:1140: done (2 left) 2024-04-12T16:28:34.600 INFO:tasks.rados.rados.0.smithi005.stdout:1141: rollback oid 17 current snap is 108 2024-04-12T16:28:34.601 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 17 to 106 2024-04-12T16:28:34.601 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 108 2024-04-12T16:28:34.601 INFO:tasks.rados.rados.0.smithi005.stdout:1142: seq_num 365 ranges {1105920=516096,1622016=573440,2195456=229376} 2024-04-12T16:28:34.609 INFO:tasks.rados.rados.0.smithi005.stdout:1142: writing smithi00577259-49 from 1105920 to 1622016 tid 1 2024-04-12T16:28:34.612 INFO:tasks.rados.rados.0.smithi005.stdout:1142: writing smithi00577259-49 from 1622016 to 2195456 tid 2 2024-04-12T16:28:34.614 INFO:tasks.rados.rados.0.smithi005.stdout:1142: writing smithi00577259-49 from 2195456 to 2424832 tid 3 2024-04-12T16:28:34.614 INFO:tasks.rados.rados.0.smithi005.stdout:1143: delete oid 37 current snap is 108 2024-04-12T16:28:34.614 INFO:tasks.rados.rados.0.smithi005.stdout:1137: finishing write tid 2 to smithi00577259-5 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: finishing write tid 3 to smithi00577259-5 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: finishing write tid 4 to smithi00577259-5 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1141: finishing rollback tid 0 to smithi00577259-17 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1141: finishing rollback tid 1 to smithi00577259-17 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1141: finishing rollback tid 2 to smithi00577259-17 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 348 (ObjNum 300 snap 89 seq_num 300) dirty exists 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: finishing write tid 5 to smithi00577259-5 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: oid 5 updating version 0 to 553 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: oid 5 updating version 553 to 555 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: oid 5 version 555 is already newer than 554 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: oid 5 version 555 is already newer than 552 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 555 (ObjNum 363 snap 108 seq_num 363) dirty exists 2024-04-12T16:28:34.615 INFO:tasks.rados.rados.0.smithi005.stdout:1137: left oid 5 (ObjNum 363 snap 108 seq_num 363) 2024-04-12T16:28:34.616 INFO:tasks.rados.rados.0.smithi005.stdout:1138: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:28:34.675 INFO:tasks.rados.rados.0.smithi005.stdout:1142: finishing write tid 1 to smithi00577259-49 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: finishing write tid 2 to smithi00577259-49 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: finishing write tid 3 to smithi00577259-49 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: finishing write tid 4 to smithi00577259-49 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: finishing write tid 5 to smithi00577259-49 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: oid 49 updating version 0 to 417 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: oid 49 updating version 417 to 418 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: oid 49 updating version 418 to 419 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: oid 49 updating version 419 to 420 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 420 (ObjNum 365 snap 108 seq_num 365) dirty exists 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1142: left oid 49 (ObjNum 365 snap 108 seq_num 365) 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1137: done (4 left) 2024-04-12T16:28:34.676 INFO:tasks.rados.rados.0.smithi005.stdout:1138: done (3 left) 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1141: done (2 left) 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1142: done (1 left) 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1143: done (0 left) 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1144: rollback oid 39 current snap is 108 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 39 to 104 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1145: read oid 7 snap -1 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1145: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1146: read oid 40 snap -1 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1146: expect deleted 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1147: read oid 41 snap -1 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1147: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1148: rollback oid 24 current snap is 108 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 107 2024-04-12T16:28:34.677 INFO:tasks.rados.rados.0.smithi005.stdout:1149: snap_create 2024-04-12T16:28:34.678 INFO:tasks.rados.rados.0.smithi005.stdout:1145: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:28:34.678 INFO:tasks.rados.rados.0.smithi005.stdout:1144: finishing rollback tid 1 to smithi00577259-39 2024-04-12T16:28:34.678 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 192 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:28:34.679 INFO:tasks.rados.rados.0.smithi005.stdout:1148: finishing rollback tid 0 to smithi00577259-24 2024-04-12T16:28:34.679 INFO:tasks.rados.rados.0.smithi005.stdout:1148: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:28:34.679 INFO:tasks.rados.rados.0.smithi005.stdout:1148: finishing rollback tid 2 to smithi00577259-24 2024-04-12T16:28:34.679 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 523 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-04-12T16:28:34.704 INFO:tasks.rados.rados.0.smithi005.stdout:1147: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:28:34.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:34 smithi016 ceph-mon[84444]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T16:28:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:28:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[88416]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T16:28:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:28:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[90837]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T16:28:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:28:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:1144: done (5 left) 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:1145: done (4 left) 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:1146: done (3 left) 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:1147: done (2 left) 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:1148: done (1 left) 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:1149: done (0 left) 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 109 2024-04-12T16:28:35.540 INFO:tasks.rados.rados.0.smithi005.stdout:1150: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-04-12T16:28:35.542 INFO:tasks.rados.rados.0.smithi005.stdout:1150: writing smithi00577259-39 from 0 to 548864 tid 1 2024-04-12T16:28:35.546 INFO:tasks.rados.rados.0.smithi005.stdout:1150: writing smithi00577259-39 from 548864 to 1286144 tid 2 2024-04-12T16:28:35.547 INFO:tasks.rados.rados.0.smithi005.stdout:1150: writing smithi00577259-39 from 1286144 to 1351680 tid 3 2024-04-12T16:28:35.547 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 109 2024-04-12T16:28:35.547 INFO:tasks.rados.rados.0.smithi005.stdout:1151: seq_num 368 ranges {13279232=573440,13852672=622592,14475264=180224} 2024-04-12T16:28:35.623 INFO:tasks.rados.rados.0.smithi005.stdout:1151: writing smithi00577259-43 from 13279232 to 13852672 tid 1 2024-04-12T16:28:35.626 INFO:tasks.rados.rados.0.smithi005.stdout:1151: writing smithi00577259-43 from 13852672 to 14475264 tid 2 2024-04-12T16:28:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:1151: writing smithi00577259-43 from 14475264 to 14655488 tid 3 2024-04-12T16:28:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:1152: read oid 2 snap -1 2024-04-12T16:28:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:1152: expect (ObjNum 350 snap 104 seq_num 350) 2024-04-12T16:28:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 109 2024-04-12T16:28:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:1150: finishing write tid 1 to smithi00577259-39 2024-04-12T16:28:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:1153: seq_num 369 ranges {1155072=589824,1744896=507904,2252800=294912} 2024-04-12T16:28:35.637 INFO:tasks.rados.rados.0.smithi005.stdout:1153: writing smithi00577259-11 from 1155072 to 1744896 tid 1 2024-04-12T16:28:35.640 INFO:tasks.rados.rados.0.smithi005.stdout:1153: writing smithi00577259-11 from 1744896 to 2252800 tid 2 2024-04-12T16:28:35.642 INFO:tasks.rados.rados.0.smithi005.stdout:1153: writing smithi00577259-11 from 2252800 to 2547712 tid 3 2024-04-12T16:28:35.642 INFO:tasks.rados.rados.0.smithi005.stdout:1154: rmattr oid 14 current snap is 109 2024-04-12T16:28:35.642 INFO:tasks.rados.rados.0.smithi005.stdout:1154: done (4 left) 2024-04-12T16:28:35.643 INFO:tasks.rados.rados.0.smithi005.stdout:1155: rmattr oid 24 current snap is 109 2024-04-12T16:28:35.643 INFO:tasks.rados.rados.0.smithi005.stdout:1150: finishing write tid 2 to smithi00577259-39 2024-04-12T16:28:35.643 INFO:tasks.rados.rados.0.smithi005.stdout:1150: finishing write tid 3 to smithi00577259-39 2024-04-12T16:28:35.643 INFO:tasks.rados.rados.0.smithi005.stdout:1150: finishing write tid 4 to smithi00577259-39 2024-04-12T16:28:35.643 INFO:tasks.rados.rados.0.smithi005.stdout:1156: snap_remove snap 101 2024-04-12T16:28:35.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:35 smithi016 ceph-mon[84444]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T16:28:35.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:35 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.6 on smithi016 2024-04-12T16:28:35.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:35 smithi016 ceph-mon[84444]: pgmap v86: 121 pgs: 121 active+clean; 185 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 586 KiB/s wr, 0 op/s 2024-04-12T16:28:35.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:35 smithi016 ceph-mon[84444]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T16:28:35.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:35 smithi016 ceph-mon[84444]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T16:28:35.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:35.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[88416]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T16:28:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.6 on smithi016 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[88416]: pgmap v86: 121 pgs: 121 active+clean; 185 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 586 KiB/s wr, 0 op/s 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[88416]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[88416]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[90837]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.6 on smithi016 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[90837]: pgmap v86: 121 pgs: 121 active+clean; 185 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 586 KiB/s wr, 0 op/s 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[90837]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[90837]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T16:28:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:35.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:36.592 INFO:tasks.rados.rados.0.smithi005.stdout:1156: done (5 left) 2024-04-12T16:28:36.592 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 109 2024-04-12T16:28:36.592 INFO:tasks.rados.rados.0.smithi005.stdout:1150: finishing write tid 5 to smithi00577259-39 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:1150: oid 39 updating version 0 to 246 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:1150: oid 39 version 246 is already newer than 244 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:1150: oid 39 version 246 is already newer than 245 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:1150: oid 39 version 246 is already newer than 243 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 246 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:1150: left oid 39 (ObjNum 367 snap 109 seq_num 367) 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:1151: finishing write tid 1 to smithi00577259-43 2024-04-12T16:28:36.593 INFO:tasks.rados.rados.0.smithi005.stdout:1157: seq_num 370 ranges {13279232=606208,13885440=794624,14680064=8192} 2024-04-12T16:28:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:1157: writing smithi00577259-13 from 13279232 to 13885440 tid 1 2024-04-12T16:28:36.673 INFO:tasks.rados.rados.0.smithi005.stdout:1157: writing smithi00577259-13 from 13885440 to 14680064 tid 2 2024-04-12T16:28:36.673 INFO:tasks.rados.rados.0.smithi005.stdout:1157: writing smithi00577259-13 from 14680064 to 14688256 tid 3 2024-04-12T16:28:36.673 INFO:tasks.rados.rados.0.smithi005.stdout:1150: done (5 left) 2024-04-12T16:28:36.673 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 109 2024-04-12T16:28:36.673 INFO:tasks.rados.rados.0.smithi005.stdout:1158: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2024-04-12T16:28:36.677 INFO:tasks.rados.rados.0.smithi005.stdout:1158: writing smithi00577259-46 from 0 to 622592 tid 1 2024-04-12T16:28:36.681 INFO:tasks.rados.rados.0.smithi005.stdout:1158: writing smithi00577259-46 from 622592 to 1302528 tid 2 2024-04-12T16:28:36.682 INFO:tasks.rados.rados.0.smithi005.stdout:1158: writing smithi00577259-46 from 1302528 to 1425408 tid 3 2024-04-12T16:28:36.682 INFO:tasks.rados.rados.0.smithi005.stdout:1159: snap_create 2024-04-12T16:28:36.683 INFO:tasks.rados.rados.0.smithi005.stdout:1151: finishing write tid 2 to smithi00577259-43 2024-04-12T16:28:36.683 INFO:tasks.rados.rados.0.smithi005.stdout:1151: finishing write tid 3 to smithi00577259-43 2024-04-12T16:28:36.683 INFO:tasks.rados.rados.0.smithi005.stdout:1151: finishing write tid 4 to smithi00577259-43 2024-04-12T16:28:36.683 INFO:tasks.rados.rados.0.smithi005.stdout:1152: expect (ObjNum 350 snap 104 seq_num 350) 2024-04-12T16:28:36.714 INFO:tasks.rados.rados.0.smithi005.stdout:1151: finishing write tid 5 to smithi00577259-43 2024-04-12T16:28:36.714 INFO:tasks.rados.rados.0.smithi005.stdout:1151: oid 43 updating version 0 to 495 2024-04-12T16:28:36.714 INFO:tasks.rados.rados.0.smithi005.stdout:1151: oid 43 version 495 is already newer than 494 2024-04-12T16:28:36.714 INFO:tasks.rados.rados.0.smithi005.stdout:1151: oid 43 version 495 is already newer than 493 2024-04-12T16:28:36.714 INFO:tasks.rados.rados.0.smithi005.stdout:1151: oid 43 version 495 is already newer than 492 2024-04-12T16:28:36.714 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 495 (ObjNum 368 snap 109 seq_num 368) dirty exists 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1151: left oid 43 (ObjNum 368 snap 109 seq_num 368) 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 0 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: finishing write tid 1 to smithi00577259-11 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: finishing write tid 2 to smithi00577259-11 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: finishing write tid 3 to smithi00577259-11 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: finishing write tid 4 to smithi00577259-11 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: finishing write tid 5 to smithi00577259-11 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: oid 11 updating version 0 to 569 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: oid 11 version 569 is already newer than 568 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: oid 11 updating version 569 to 570 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: oid 11 updating version 570 to 571 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 571 (ObjNum 369 snap 109 seq_num 369) dirty exists 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1153: left oid 11 (ObjNum 369 snap 109 seq_num 369) 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1157: finishing write tid 1 to smithi00577259-13 2024-04-12T16:28:36.715 INFO:tasks.rados.rados.0.smithi005.stdout:1157: finishing write tid 2 to smithi00577259-13 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: finishing write tid 3 to smithi00577259-13 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: finishing write tid 4 to smithi00577259-13 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: finishing write tid 5 to smithi00577259-13 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: oid 13 updating version 0 to 618 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: oid 13 version 618 is already newer than 615 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: oid 13 version 618 is already newer than 616 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: oid 13 version 618 is already newer than 617 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 618 (ObjNum 370 snap 109 seq_num 370) dirty exists 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1157: left oid 13 (ObjNum 370 snap 109 seq_num 370) 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1158: finishing write tid 1 to smithi00577259-46 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1158: finishing write tid 2 to smithi00577259-46 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1158: finishing write tid 3 to smithi00577259-46 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1158: finishing write tid 4 to smithi00577259-46 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1158: finishing write tid 5 to smithi00577259-46 2024-04-12T16:28:36.716 INFO:tasks.rados.rados.0.smithi005.stdout:1158: oid 46 updating version 0 to 556 2024-04-12T16:28:36.717 INFO:tasks.rados.rados.0.smithi005.stdout:1158: oid 46 updating version 556 to 557 2024-04-12T16:28:36.717 INFO:tasks.rados.rados.0.smithi005.stdout:1158: oid 46 updating version 557 to 559 2024-04-12T16:28:36.717 INFO:tasks.rados.rados.0.smithi005.stdout:1158: oid 46 version 559 is already newer than 558 2024-04-12T16:28:36.717 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 559 (ObjNum 371 snap 109 seq_num 371) dirty exists 2024-04-12T16:28:36.717 INFO:tasks.rados.rados.0.smithi005.stdout:1158: left oid 46 (ObjNum 371 snap 109 seq_num 371) 2024-04-12T16:28:36.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:36 smithi016 ceph-mon[84444]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T16:28:36.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:28:36.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:36.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:36 smithi016 ceph-mon[84444]: Reconfiguring daemon osd.7 on smithi016 2024-04-12T16:28:36.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[88416]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T16:28:36.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:28:36.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:36.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[88416]: Reconfiguring daemon osd.7 on smithi016 2024-04-12T16:28:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[90837]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T16:28:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:28:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:36.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:36 smithi005 ceph-mon[90837]: Reconfiguring daemon osd.7 on smithi016 2024-04-12T16:28:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:1151: done (6 left) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1152: done (5 left) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1153: done (4 left) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1155: done (3 left) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1157: done (2 left) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1158: done (1 left) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1159: done (0 left) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1160: read oid 5 snap 89 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1160: expect (ObjNum 309 snap 89 seq_num 309) 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1161: read oid 47 snap 105 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1161: expect deleted 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1162: copy_from oid 23 from oid 15 current snap is 110 2024-04-12T16:28:37.597 INFO:tasks.rados.rados.0.smithi005.stdout:1163: delete oid 9 current snap is 110 2024-04-12T16:28:37.600 INFO:tasks.rados.rados.0.smithi005.stdout:1162: finishing copy_from to smithi00577259-23 2024-04-12T16:28:37.600 INFO:tasks.rados.rados.0.smithi005.stdout:1162: got expected ENOENT (src dne) 2024-04-12T16:28:37.600 INFO:tasks.rados.rados.0.smithi005.stdout:1162: finishing copy_from racing read to smithi00577259-23 2024-04-12T16:28:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:1161: done (3 left) 2024-04-12T16:28:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:1162: done (2 left) 2024-04-12T16:28:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:1163: done (1 left) 2024-04-12T16:28:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:1164: setattr oid 25 current snap is 110 2024-04-12T16:28:37.605 INFO:tasks.rados.rados.0.smithi005.stdout:1165: rollback oid 40 current snap is 110 2024-04-12T16:28:37.605 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 96 2024-04-12T16:28:37.605 INFO:tasks.rados.rados.0.smithi005.stdout:1166: delete oid 13 current snap is 110 2024-04-12T16:28:37.606 INFO:tasks.rados.rados.0.smithi005.stdout:1160: expect (ObjNum 309 snap 89 seq_num 309) 2024-04-12T16:28:37.709 INFO:tasks.rados.rados.0.smithi005.stdout:1165: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:28:37.709 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:28:37.709 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 620 (ObjNum 359 snap 106 seq_num 359) dirty exists 2024-04-12T16:28:37.709 INFO:tasks.rados.rados.0.smithi005.stdout:1160: done (3 left) 2024-04-12T16:28:37.709 INFO:tasks.rados.rados.0.smithi005.stdout:1164: done (2 left) 2024-04-12T16:28:37.709 INFO:tasks.rados.rados.0.smithi005.stdout:1165: done (1 left) 2024-04-12T16:28:37.709 INFO:tasks.rados.rados.0.smithi005.stdout:1166: done (0 left) 2024-04-12T16:28:37.710 INFO:tasks.rados.rados.0.smithi005.stdout:1167: copy_from oid 34 from oid 6 current snap is 110 2024-04-12T16:28:37.710 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 110 2024-04-12T16:28:37.710 INFO:tasks.rados.rados.0.smithi005.stdout:1168: seq_num 374 ranges {303104=671744,974848=778240,1753088=24576} 2024-04-12T16:28:37.714 INFO:tasks.rados.rados.0.smithi005.stdout:1168: writing smithi00577259-1 from 303104 to 974848 tid 1 2024-04-12T16:28:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:1168: writing smithi00577259-1 from 974848 to 1753088 tid 2 2024-04-12T16:28:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:1168: writing smithi00577259-1 from 1753088 to 1777664 tid 3 2024-04-12T16:28:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:1169: delete oid 36 current snap is 110 2024-04-12T16:28:37.719 INFO:tasks.rados.rados.0.smithi005.stdout:1168: finishing write tid 1 to smithi00577259-1 2024-04-12T16:28:37.721 INFO:tasks.rados.rados.0.smithi005.stdout:1169: done (2 left) 2024-04-12T16:28:37.722 INFO:tasks.rados.rados.0.smithi005.stdout:1170: snap_create 2024-04-12T16:28:37.723 INFO:tasks.rados.rados.0.smithi005.stdout:1168: finishing write tid 2 to smithi00577259-1 2024-04-12T16:28:37.724 INFO:tasks.rados.rados.0.smithi005.stdout:1168: finishing write tid 3 to smithi00577259-1 2024-04-12T16:28:37.724 INFO:tasks.rados.rados.0.smithi005.stdout:1168: finishing write tid 4 to smithi00577259-1 2024-04-12T16:28:37.726 INFO:tasks.rados.rados.0.smithi005.stdout:1168: finishing write tid 5 to smithi00577259-1 2024-04-12T16:28:37.726 INFO:tasks.rados.rados.0.smithi005.stdout:1168: oid 1 updating version 0 to 503 2024-04-12T16:28:37.726 INFO:tasks.rados.rados.0.smithi005.stdout:1168: oid 1 updating version 503 to 505 2024-04-12T16:28:37.726 INFO:tasks.rados.rados.0.smithi005.stdout:1168: oid 1 version 505 is already newer than 504 2024-04-12T16:28:37.726 INFO:tasks.rados.rados.0.smithi005.stdout:1168: oid 1 updating version 505 to 506 2024-04-12T16:28:37.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 506 (ObjNum 374 snap 110 seq_num 374) dirty exists 2024-04-12T16:28:37.726 INFO:tasks.rados.rados.0.smithi005.stdout:1168: left oid 1 (ObjNum 374 snap 110 seq_num 374) 2024-04-12T16:28:37.727 INFO:tasks.rados.rados.0.smithi005.stdout:1167: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:28:37.729 INFO:tasks.rados.rados.0.smithi005.stdout:1167: finishing copy_from to smithi00577259-34 2024-04-12T16:28:37.729 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 90 (ObjNum 203 snap 53 seq_num 203) dirty exists 2024-04-12T16:28:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:37 smithi016 ceph-mon[84444]: pgmap v89: 121 pgs: 121 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:28:37.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:37 smithi016 ceph-mon[84444]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T16:28:37.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:37.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:37.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:28:37.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[88416]: pgmap v89: 121 pgs: 121 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:28:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[88416]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T16:28:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:28:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[90837]: pgmap v89: 121 pgs: 121 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:28:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[90837]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T16:28:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:28:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:38.603 INFO:tasks.rados.rados.0.smithi005.stdout:1167: done (2 left) 2024-04-12T16:28:38.603 INFO:tasks.rados.rados.0.smithi005.stdout:1168: done (1 left) 2024-04-12T16:28:38.603 INFO:tasks.rados.rados.0.smithi005.stdout:1170: done (0 left) 2024-04-12T16:28:38.603 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 111 2024-04-12T16:28:38.603 INFO:tasks.rados.rados.0.smithi005.stdout:1171: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-04-12T16:28:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:1171: writing smithi00577259-47 from 0 to 704512 tid 1 2024-04-12T16:28:38.609 INFO:tasks.rados.rados.0.smithi005.stdout:1171: writing smithi00577259-47 from 704512 to 1253376 tid 2 2024-04-12T16:28:38.611 INFO:tasks.rados.rados.0.smithi005.stdout:1171: writing smithi00577259-47 from 1253376 to 1507328 tid 3 2024-04-12T16:28:38.611 INFO:tasks.rados.rados.0.smithi005.stdout:1172: snap_remove snap 110 2024-04-12T16:28:38.906 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:38 smithi016 ceph-mon[84444]: Reconfiguring mds.b (monmap changed)... 2024-04-12T16:28:38.906 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:38 smithi016 ceph-mon[84444]: Reconfiguring daemon mds.b on smithi016 2024-04-12T16:28:38.906 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:38 smithi016 ceph-mon[84444]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T16:28:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:38 smithi005 ceph-mon[88416]: Reconfiguring mds.b (monmap changed)... 2024-04-12T16:28:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:38 smithi005 ceph-mon[88416]: Reconfiguring daemon mds.b on smithi016 2024-04-12T16:28:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:38 smithi005 ceph-mon[88416]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T16:28:38.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:38 smithi005 ceph-mon[90837]: Reconfiguring mds.b (monmap changed)... 2024-04-12T16:28:38.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:38 smithi005 ceph-mon[90837]: Reconfiguring daemon mds.b on smithi016 2024-04-12T16:28:38.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:38 smithi005 ceph-mon[90837]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T16:28:39.605 INFO:tasks.rados.rados.0.smithi005.stdout:1172: done (1 left) 2024-04-12T16:28:39.605 INFO:tasks.rados.rados.0.smithi005.stdout:1173: delete oid 9 current snap is 111 2024-04-12T16:28:39.605 INFO:tasks.rados.rados.0.smithi005.stdout:1171: finishing write tid 1 to smithi00577259-47 2024-04-12T16:28:39.605 INFO:tasks.rados.rados.0.smithi005.stdout:1171: finishing write tid 2 to smithi00577259-47 2024-04-12T16:28:39.605 INFO:tasks.rados.rados.0.smithi005.stdout:1171: finishing write tid 3 to smithi00577259-47 2024-04-12T16:28:39.605 INFO:tasks.rados.rados.0.smithi005.stdout:1171: finishing write tid 4 to smithi00577259-47 2024-04-12T16:28:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:1171: finishing write tid 5 to smithi00577259-47 2024-04-12T16:28:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:1171: oid 47 updating version 0 to 279 2024-04-12T16:28:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:1171: oid 47 version 279 is already newer than 277 2024-04-12T16:28:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:1171: oid 47 updating version 279 to 280 2024-04-12T16:28:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:1171: oid 47 version 280 is already newer than 278 2024-04-12T16:28:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 280 (ObjNum 376 snap 111 seq_num 376) dirty exists 2024-04-12T16:28:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:1171: left oid 47 (ObjNum 376 snap 111 seq_num 376) 2024-04-12T16:28:39.607 INFO:tasks.rados.rados.0.smithi005.stdout:1171: done (1 left) 2024-04-12T16:28:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:1173: done (0 left) 2024-04-12T16:28:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 111 2024-04-12T16:28:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:1174: seq_num 378 ranges {1425408=737280,2162688=720896,2883584=81920} 2024-04-12T16:28:39.619 INFO:tasks.rados.rados.0.smithi005.stdout:1174: writing smithi00577259-46 from 1425408 to 2162688 tid 1 2024-04-12T16:28:39.623 INFO:tasks.rados.rados.0.smithi005.stdout:1174: writing smithi00577259-46 from 2162688 to 2883584 tid 2 2024-04-12T16:28:39.624 INFO:tasks.rados.rados.0.smithi005.stdout:1174: writing smithi00577259-46 from 2883584 to 2965504 tid 3 2024-04-12T16:28:39.625 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 111 2024-04-12T16:28:39.625 INFO:tasks.rados.rados.0.smithi005.stdout:1174: finishing write tid 1 to smithi00577259-46 2024-04-12T16:28:39.625 INFO:tasks.rados.rados.0.smithi005.stdout:1175: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-04-12T16:28:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:1175: writing smithi00577259-15 from 0 to 753664 tid 1 2024-04-12T16:28:39.633 INFO:tasks.rados.rados.0.smithi005.stdout:1175: writing smithi00577259-15 from 753664 to 1359872 tid 2 2024-04-12T16:28:39.635 INFO:tasks.rados.rados.0.smithi005.stdout:1175: writing smithi00577259-15 from 1359872 to 1556480 tid 3 2024-04-12T16:28:39.635 INFO:tasks.rados.rados.0.smithi005.stdout:1176: read oid 31 snap -1 2024-04-12T16:28:39.635 INFO:tasks.rados.rados.0.smithi005.stdout:1176: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:28:39.635 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 111 2024-04-12T16:28:39.635 INFO:tasks.rados.rados.0.smithi005.stdout:1177: seq_num 380 ranges {12460032=770048,13230080=483328,13713408=319488} 2024-04-12T16:28:39.707 INFO:tasks.rados.rados.0.smithi005.stdout:1177: writing smithi00577259-23 from 12460032 to 13230080 tid 1 2024-04-12T16:28:39.710 INFO:tasks.rados.rados.0.smithi005.stdout:1177: writing smithi00577259-23 from 13230080 to 13713408 tid 2 2024-04-12T16:28:39.712 INFO:tasks.rados.rados.0.smithi005.stdout:1177: writing smithi00577259-23 from 13713408 to 14032896 tid 3 2024-04-12T16:28:39.712 INFO:tasks.rados.rados.0.smithi005.stdout:1178: snap_remove snap 106 2024-04-12T16:28:39.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: pgmap v92: 121 pgs: 121 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:28:39.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all mon 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T16:28:39.860 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all crash 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: pgmap v92: 121 pgs: 121 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:39.861 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all mon 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all crash 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:39.862 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: pgmap v92: 121 pgs: 121 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all mon 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all crash 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:28:40.612 INFO:tasks.rados.rados.0.smithi005.stdout:1178: done (4 left) 2024-04-12T16:28:40.613 INFO:tasks.rados.rados.0.smithi005.stdout:1179: rmattr oid 47 current snap is 111 2024-04-12T16:28:40.613 INFO:tasks.rados.rados.0.smithi005.stdout:1179: done (4 left) 2024-04-12T16:28:40.613 INFO:tasks.rados.rados.0.smithi005.stdout:1180: snap_remove snap 105 2024-04-12T16:28:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:40 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:28:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:40 smithi005 ceph-mon[88416]: Upgrade: osd.0 is safe to restart 2024-04-12T16:28:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:40 smithi005 ceph-mon[88416]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T16:28:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:40 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:28:40.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:40 smithi005 ceph-mon[90837]: Upgrade: osd.0 is safe to restart 2024-04-12T16:28:40.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:40 smithi005 ceph-mon[90837]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T16:28:41.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:40 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T16:28:41.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:40 smithi016 ceph-mon[84444]: Upgrade: osd.0 is safe to restart 2024-04-12T16:28:41.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:40 smithi016 ceph-mon[84444]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T16:28:41.614 INFO:tasks.rados.rados.0.smithi005.stdout:1180: done (4 left) 2024-04-12T16:28:41.614 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 111 2024-04-12T16:28:41.615 INFO:tasks.rados.rados.0.smithi005.stdout:1174: finishing write tid 2 to smithi00577259-46 2024-04-12T16:28:41.615 INFO:tasks.rados.rados.0.smithi005.stdout:1181: seq_num 381 ranges {1327104=786432,2113536=417792,2531328=385024} 2024-04-12T16:28:41.627 INFO:tasks.rados.rados.0.smithi005.stdout:1181: writing smithi00577259-45 from 1327104 to 2113536 tid 1 2024-04-12T16:28:41.629 INFO:tasks.rados.rados.0.smithi005.stdout:1181: writing smithi00577259-45 from 2113536 to 2531328 tid 2 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1181: writing smithi00577259-45 from 2531328 to 2916352 tid 3 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1182: read oid 44 snap -1 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1182: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1183: read oid 30 snap 96 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1183: expect (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1184: delete oid 20 current snap is 111 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1174: finishing write tid 3 to smithi00577259-46 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1174: finishing write tid 4 to smithi00577259-46 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1174: finishing write tid 5 to smithi00577259-46 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1174: oid 46 updating version 0 to 564 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1174: oid 46 updating version 564 to 565 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1174: oid 46 version 565 is already newer than 563 2024-04-12T16:28:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:1174: oid 46 updating version 565 to 566 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 566 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1174: left oid 46 (ObjNum 378 snap 111 seq_num 378) 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: finishing write tid 1 to smithi00577259-15 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: finishing write tid 2 to smithi00577259-15 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: finishing write tid 3 to smithi00577259-15 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: finishing write tid 4 to smithi00577259-15 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: finishing write tid 5 to smithi00577259-15 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: oid 15 updating version 0 to 320 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: oid 15 updating version 320 to 321 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: oid 15 version 321 is already newer than 318 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: oid 15 version 321 is already newer than 319 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 321 (ObjNum 379 snap 111 seq_num 379) dirty exists 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1175: left oid 15 (ObjNum 379 snap 111 seq_num 379) 2024-04-12T16:28:41.634 INFO:tasks.rados.rados.0.smithi005.stdout:1176: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:28:41.698 INFO:tasks.rados.rados.0.smithi005.stdout:1177: finishing write tid 1 to smithi00577259-23 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: finishing write tid 2 to smithi00577259-23 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: finishing write tid 3 to smithi00577259-23 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: finishing write tid 4 to smithi00577259-23 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: finishing write tid 5 to smithi00577259-23 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: oid 23 updating version 0 to 356 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: oid 23 updating version 356 to 357 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: oid 23 updating version 357 to 359 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: oid 23 version 359 is already newer than 358 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 359 (ObjNum 380 snap 111 seq_num 380) dirty exists 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: left oid 23 (ObjNum 380 snap 111 seq_num 380) 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1174: done (7 left) 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1175: done (6 left) 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1176: done (5 left) 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1177: done (4 left) 2024-04-12T16:28:41.699 INFO:tasks.rados.rados.0.smithi005.stdout:1184: done (3 left) 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1185: rollback oid 47 current snap is 111 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 96 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: finishing write tid 1 to smithi00577259-45 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: finishing write tid 2 to smithi00577259-45 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: finishing write tid 3 to smithi00577259-45 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: finishing write tid 4 to smithi00577259-45 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: finishing write tid 5 to smithi00577259-45 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: oid 45 updating version 0 to 631 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: oid 45 version 631 is already newer than 630 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: oid 45 updating version 631 to 632 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:1181: oid 45 updating version 632 to 633 2024-04-12T16:28:41.700 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 633 (ObjNum 381 snap 111 seq_num 381) dirty exists 2024-04-12T16:28:41.701 INFO:tasks.rados.rados.0.smithi005.stdout:1181: left oid 45 (ObjNum 381 snap 111 seq_num 381) 2024-04-12T16:28:41.701 INFO:tasks.rados.rados.0.smithi005.stdout:1183: expect (ObjNum 183 snap 46 seq_num 183) 2024-04-12T16:28:41.719 INFO:tasks.rados.rados.0.smithi005.stdout:1182: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1185: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1185: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1185: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 283 (ObjNum 324 snap 93 seq_num 324) dirty exists 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1181: done (3 left) 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1182: done (2 left) 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1183: done (1 left) 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1185: done (0 left) 2024-04-12T16:28:41.775 INFO:tasks.rados.rados.0.smithi005.stdout:1186: snap_remove snap 104 2024-04-12T16:28:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[88416]: pgmap v95: 121 pgs: 121 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:28:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[88416]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T16:28:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[88416]: Upgrade: Updating osd.0 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[88416]: Deploying daemon osd.0 on smithi005 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[90837]: pgmap v95: 121 pgs: 121 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[90837]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[90837]: Upgrade: Updating osd.0 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:41 smithi005 ceph-mon[90837]: Deploying daemon osd.0 on smithi005 2024-04-12T16:28:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:41 smithi016 ceph-mon[84444]: pgmap v95: 121 pgs: 121 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-04-12T16:28:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:41 smithi016 ceph-mon[84444]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T16:28:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:41 smithi016 ceph-mon[84444]: Upgrade: Updating osd.0 2024-04-12T16:28:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T16:28:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:41 smithi016 ceph-mon[84444]: Deploying daemon osd.0 on smithi005 2024-04-12T16:28:42.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1186: done (0 left) 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1187: read oid 42 snap -1 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1187: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1188: copy_from oid 29 from oid 22 current snap is 111 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1189: rollback oid 11 current snap is 111 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 96 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1190: copy_from oid 10 from oid 37 current snap is 111 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1191: setattr oid 36 current snap is 111 2024-04-12T16:28:42.624 INFO:tasks.rados.rados.0.smithi005.stdout:1192: delete oid 18 current snap is 111 2024-04-12T16:28:42.626 INFO:tasks.rados.rados.0.smithi005.stdout:1190: finishing copy_from to smithi00577259-10 2024-04-12T16:28:42.626 INFO:tasks.rados.rados.0.smithi005.stdout:1190: got expected ENOENT (src dne) 2024-04-12T16:28:42.627 INFO:tasks.rados.rados.0.smithi005.stdout:1190: finishing copy_from racing read to smithi00577259-10 2024-04-12T16:28:42.634 INFO:tasks.rados.rados.0.smithi005.stdout:1189: finishing rollback tid 0 to smithi00577259-11 2024-04-12T16:28:42.634 INFO:tasks.rados.rados.0.smithi005.stdout:1189: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:28:42.634 INFO:tasks.rados.rados.0.smithi005.stdout:1189: finishing rollback tid 2 to smithi00577259-11 2024-04-12T16:28:42.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 585 (ObjNum 136 snap 32 seq_num 136) dirty exists 2024-04-12T16:28:42.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 586 (ObjNum 33 snap 0 seq_num 730359104) dirty exists 2024-04-12T16:28:42.637 INFO:tasks.rados.rados.0.smithi005.stdout:1189: done (5 left) 2024-04-12T16:28:42.637 INFO:tasks.rados.rados.0.smithi005.stdout:1190: done (4 left) 2024-04-12T16:28:42.637 INFO:tasks.rados.rados.0.smithi005.stdout:1191: done (3 left) 2024-04-12T16:28:42.637 INFO:tasks.rados.rados.0.smithi005.stdout:1192: done (2 left) 2024-04-12T16:28:42.638 INFO:tasks.rados.rados.0.smithi005.stdout:1193: read oid 18 snap -1 2024-04-12T16:28:42.638 INFO:tasks.rados.rados.0.smithi005.stdout:1193: expect deleted 2024-04-12T16:28:42.638 INFO:tasks.rados.rados.0.smithi005.stdout:1194: delete oid 25 current snap is 111 2024-04-12T16:28:42.640 INFO:tasks.rados.rados.0.smithi005.stdout:1193: done (3 left) 2024-04-12T16:28:42.640 INFO:tasks.rados.rados.0.smithi005.stdout:1194: done (2 left) 2024-04-12T16:28:42.640 INFO:tasks.rados.rados.0.smithi005.stdout:1195: snap_remove snap 108 2024-04-12T16:28:42.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:42 smithi005 ceph-mon[88416]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T16:28:42.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:42 smithi005 ceph-mon[90837]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T16:28:43.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:42 smithi016 ceph-mon[84444]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T16:28:43.628 INFO:tasks.rados.rados.0.smithi005.stdout:1195: done (2 left) 2024-04-12T16:28:43.629 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 111 2024-04-12T16:28:43.629 INFO:tasks.rados.rados.0.smithi005.stdout:1196: seq_num 385 ranges {1556480=450560,2007040=761856,2768896=442368} 2024-04-12T16:28:43.638 INFO:tasks.rados.rados.0.smithi005.stdout:1196: writing smithi00577259-15 from 1556480 to 2007040 tid 1 2024-04-12T16:28:43.643 INFO:tasks.rados.rados.0.smithi005.stdout:1196: writing smithi00577259-15 from 2007040 to 2768896 tid 2 2024-04-12T16:28:43.646 INFO:tasks.rados.rados.0.smithi005.stdout:1196: writing smithi00577259-15 from 2768896 to 3211264 tid 3 2024-04-12T16:28:43.646 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 111 2024-04-12T16:28:43.646 INFO:tasks.rados.rados.0.smithi005.stdout:1197: seq_num 386 ranges {229376=466944,696320=638976,1335296=565248} 2024-04-12T16:28:43.650 INFO:tasks.rados.rados.0.smithi005.stdout:1197: writing smithi00577259-17 from 229376 to 696320 tid 1 2024-04-12T16:28:43.654 INFO:tasks.rados.rados.0.smithi005.stdout:1197: writing smithi00577259-17 from 696320 to 1335296 tid 2 2024-04-12T16:28:43.658 INFO:tasks.rados.rados.0.smithi005.stdout:1197: writing smithi00577259-17 from 1335296 to 1900544 tid 3 2024-04-12T16:28:43.658 INFO:tasks.rados.rados.0.smithi005.stdout:1198: copy_from oid 45 from oid 32 current snap is 111 2024-04-12T16:28:43.658 INFO:tasks.rados.rados.0.smithi005.stdout:1187: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-12T16:28:43.689 INFO:tasks.rados.rados.0.smithi005.stdout:1188: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:28:43.689 INFO:tasks.rados.rados.0.smithi005.stdout:1188: finishing copy_from to smithi00577259-29 2024-04-12T16:28:43.689 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 42 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:28:43.689 INFO:tasks.rados.rados.0.smithi005.stdout:1196: finishing write tid 1 to smithi00577259-15 2024-04-12T16:28:43.690 INFO:tasks.rados.rados.0.smithi005.stdout:1187: done (4 left) 2024-04-12T16:28:43.690 INFO:tasks.rados.rados.0.smithi005.stdout:1188: done (3 left) 2024-04-12T16:28:43.690 INFO:tasks.rados.rados.0.smithi005.stdout:1199: snap_remove snap 107 2024-04-12T16:28:43.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:43 smithi016 ceph-mon[84444]: pgmap v98: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-12T16:28:43.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:43 smithi016 ceph-mon[84444]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T16:28:43.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:43 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:43.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:43 smithi005 ceph-mon[88416]: pgmap v98: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-12T16:28:43.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:43 smithi005 ceph-mon[88416]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T16:28:43.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:43 smithi005 ceph-mon[90837]: pgmap v98: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-04-12T16:28:43.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:43 smithi005 ceph-mon[90837]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T16:28:44.200 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:43 smithi005 systemd[1]: Stopping Ceph osd.0 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:28:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:28:43] "GET /metrics HTTP/1.1" 200 35977 "" "Prometheus/2.43.0" 2024-04-12T16:28:44.629 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:44 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[41873]: 2024-04-12T16:28:44.254+0000 7f6d4cebd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:28:44.630 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:44 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[41873]: 2024-04-12T16:28:44.254+0000 7f6d4cebd700 -1 osd.0 295 *** Got signal Terminated *** 2024-04-12T16:28:44.630 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:44 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[41873]: 2024-04-12T16:28:44.254+0000 7f6d4cebd700 -1 osd.0 295 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:28:44.636 INFO:tasks.rados.rados.0.smithi005.stdout:1199: done (3 left) 2024-04-12T16:28:44.636 INFO:tasks.rados.rados.0.smithi005.stdout:1200: read oid 48 snap 96 2024-04-12T16:28:44.636 INFO:tasks.rados.rados.0.smithi005.stdout:1200: expect (ObjNum 291 snap 81 seq_num 291) 2024-04-12T16:28:44.636 INFO:tasks.rados.rados.0.smithi005.stdout:1201: read oid 36 snap 109 2024-04-12T16:28:44.636 INFO:tasks.rados.rados.0.smithi005.stdout:1201: expect (ObjNum 303 snap 89 seq_num 303) 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1202: snap_create 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: finishing write tid 2 to smithi00577259-15 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: finishing write tid 3 to smithi00577259-15 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: finishing write tid 4 to smithi00577259-15 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: finishing write tid 5 to smithi00577259-15 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: oid 15 updating version 0 to 325 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: oid 15 version 325 is already newer than 322 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: oid 15 version 325 is already newer than 324 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: oid 15 version 325 is already newer than 323 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 325 (ObjNum 385 snap 111 seq_num 385) dirty exists 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1196: left oid 15 (ObjNum 385 snap 111 seq_num 385) 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1197: finishing write tid 1 to smithi00577259-17 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1197: finishing write tid 2 to smithi00577259-17 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1197: finishing write tid 3 to smithi00577259-17 2024-04-12T16:28:44.637 INFO:tasks.rados.rados.0.smithi005.stdout:1197: finishing write tid 4 to smithi00577259-17 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1197: finishing write tid 5 to smithi00577259-17 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1197: oid 17 updating version 0 to 379 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1197: oid 17 updating version 379 to 380 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1197: oid 17 updating version 380 to 382 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1197: oid 17 version 382 is already newer than 381 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 382 (ObjNum 386 snap 111 seq_num 386) dirty exists 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1197: left oid 17 (ObjNum 386 snap 111 seq_num 386) 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1198: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:1198: finishing copy_from to smithi00577259-45 2024-04-12T16:28:44.638 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 495 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:28:44.653 INFO:tasks.rados.rados.0.smithi005.stdout:1201: expect (ObjNum 303 snap 89 seq_num 303) 2024-04-12T16:28:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:44 smithi005 ceph-mon[88416]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T16:28:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:44 smithi005 ceph-mon[88416]: osd.0 marked itself down and dead 2024-04-12T16:28:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:44 smithi005 ceph-mon[90837]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T16:28:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:44 smithi005 ceph-mon[90837]: osd.0 marked itself down and dead 2024-04-12T16:28:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:44 smithi016 ceph-mon[84444]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T16:28:45.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:44 smithi016 ceph-mon[84444]: osd.0 marked itself down and dead 2024-04-12T16:28:45.450 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:45 smithi005 podman[95668]: 2024-04-12 16:28:45.203511948 +0000 UTC m=+1.062374782 container died 4cd46876b24b3213523600f911e76cc6f2e6c6c93321557470c38bfbb71596b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-12T16:28:45.544 INFO:tasks.rados.rados.0.smithi005.stdout:1196: done (5 left) 2024-04-12T16:28:45.544 INFO:tasks.rados.rados.0.smithi005.stdout:1197: done (4 left) 2024-04-12T16:28:45.544 INFO:tasks.rados.rados.0.smithi005.stdout:1198: done (3 left) 2024-04-12T16:28:45.544 INFO:tasks.rados.rados.0.smithi005.stdout:1201: done (2 left) 2024-04-12T16:28:45.544 INFO:tasks.rados.rados.0.smithi005.stdout:1202: done (1 left) 2024-04-12T16:28:45.544 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 112 2024-04-12T16:28:45.544 INFO:tasks.rados.rados.0.smithi005.stdout:1203: seq_num 387 ranges {3670016=483328,4153344=524288,4677632=679936} 2024-04-12T16:28:45.568 INFO:tasks.rados.rados.0.smithi005.stdout:1203: writing smithi00577259-35 from 3670016 to 4153344 tid 1 2024-04-12T16:28:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1203: writing smithi00577259-35 from 4153344 to 4677632 tid 2 2024-04-12T16:28:45.577 INFO:tasks.rados.rados.0.smithi005.stdout:1203: writing smithi00577259-35 from 4677632 to 5357568 tid 3 2024-04-12T16:28:45.577 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 112 2024-04-12T16:28:45.577 INFO:tasks.rados.rados.0.smithi005.stdout:1204: seq_num 388 ranges {1236992=507904,1744896=458752,2203648=606208,2809856=139264} 2024-04-12T16:28:45.586 INFO:tasks.rados.rados.0.smithi005.stdout:1204: writing smithi00577259-24 from 1236992 to 1744896 tid 1 2024-04-12T16:28:45.589 INFO:tasks.rados.rados.0.smithi005.stdout:1204: writing smithi00577259-24 from 1744896 to 2203648 tid 2 2024-04-12T16:28:45.592 INFO:tasks.rados.rados.0.smithi005.stdout:1204: writing smithi00577259-24 from 2203648 to 2809856 tid 3 2024-04-12T16:28:45.594 INFO:tasks.rados.rados.0.smithi005.stdout:1204: writing smithi00577259-24 from 2809856 to 2949120 tid 4 2024-04-12T16:28:45.594 INFO:tasks.rados.rados.0.smithi005.stdout:1205: read oid 46 snap -1 2024-04-12T16:28:45.594 INFO:tasks.rados.rados.0.smithi005.stdout:1205: expect (ObjNum 378 snap 111 seq_num 378) 2024-04-12T16:28:45.594 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 112 2024-04-12T16:28:45.594 INFO:tasks.rados.rados.0.smithi005.stdout:1203: finishing write tid 1 to smithi00577259-35 2024-04-12T16:28:45.594 INFO:tasks.rados.rados.0.smithi005.stdout:1203: finishing write tid 2 to smithi00577259-35 2024-04-12T16:28:45.595 INFO:tasks.rados.rados.0.smithi005.stdout:1206: seq_num 389 ranges {663552=524288,1187840=745472,1933312=458752} 2024-04-12T16:28:45.601 INFO:tasks.rados.rados.0.smithi005.stdout:1206: writing smithi00577259-33 from 663552 to 1187840 tid 1 2024-04-12T16:28:45.605 INFO:tasks.rados.rados.0.smithi005.stdout:1206: writing smithi00577259-33 from 1187840 to 1933312 tid 2 2024-04-12T16:28:45.608 INFO:tasks.rados.rados.0.smithi005.stdout:1206: writing smithi00577259-33 from 1933312 to 2392064 tid 3 2024-04-12T16:28:45.608 INFO:tasks.rados.rados.0.smithi005.stdout:1207: snap_create 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: finishing write tid 3 to smithi00577259-35 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: finishing write tid 4 to smithi00577259-35 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: finishing write tid 5 to smithi00577259-35 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: oid 35 updating version 0 to 389 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: oid 35 version 389 is already newer than 388 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: oid 35 updating version 389 to 391 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: oid 35 version 391 is already newer than 390 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 391 (ObjNum 387 snap 112 seq_num 387) dirty exists 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1203: left oid 35 (ObjNum 387 snap 112 seq_num 387) 2024-04-12T16:28:45.609 INFO:tasks.rados.rados.0.smithi005.stdout:1200: expect (ObjNum 291 snap 81 seq_num 291) 2024-04-12T16:28:45.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[88416]: pgmap v101: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T16:28:45.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:28:45.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[88416]: osdmap e296: 8 total, 7 up, 8 in 2024-04-12T16:28:45.859 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[88416]: osdmap e297: 8 total, 7 up, 8 in 2024-04-12T16:28:45.859 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:45 smithi005 podman[95668]: 2024-04-12 16:28:45.613080612 +0000 UTC m=+1.471943461 container cleanup 4cd46876b24b3213523600f911e76cc6f2e6c6c93321557470c38bfbb71596b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2) 2024-04-12T16:28:45.859 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:45 smithi005 bash[95668]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0 2024-04-12T16:28:45.860 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[90837]: pgmap v101: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T16:28:45.860 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:28:45.860 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[90837]: osdmap e296: 8 total, 7 up, 8 in 2024-04-12T16:28:45.860 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:45 smithi005 ceph-mon[90837]: osdmap e297: 8 total, 7 up, 8 in 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: finishing write tid 1 to smithi00577259-24 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: finishing write tid 2 to smithi00577259-24 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: finishing write tid 3 to smithi00577259-24 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: finishing write tid 4 to smithi00577259-24 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: finishing write tid 5 to smithi00577259-24 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: finishing write tid 6 to smithi00577259-24 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: oid 24 updating version 0 to 542 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: oid 24 version 542 is already newer than 539 2024-04-12T16:28:45.985 INFO:tasks.rados.rados.0.smithi005.stdout:1204: oid 24 version 542 is already newer than 541 2024-04-12T16:28:45.986 INFO:tasks.rados.rados.0.smithi005.stdout:1204: oid 24 updating version 542 to 543 2024-04-12T16:28:45.986 INFO:tasks.rados.rados.0.smithi005.stdout:1204: oid 24 version 543 is already newer than 540 2024-04-12T16:28:45.986 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 543 (ObjNum 388 snap 112 seq_num 388) dirty exists 2024-04-12T16:28:45.986 INFO:tasks.rados.rados.0.smithi005.stdout:1204: left oid 24 (ObjNum 388 snap 112 seq_num 388) 2024-04-12T16:28:45.986 INFO:tasks.rados.rados.0.smithi005.stdout:1206: finishing write tid 1 to smithi00577259-33 2024-04-12T16:28:45.986 INFO:tasks.rados.rados.0.smithi005.stdout:1205: expect (ObjNum 378 snap 111 seq_num 378) 2024-04-12T16:28:46.088 INFO:tasks.rados.rados.0.smithi005.stdout:1206: finishing write tid 2 to smithi00577259-33 2024-04-12T16:28:46.088 INFO:tasks.rados.rados.0.smithi005.stdout:1206: finishing write tid 3 to smithi00577259-33 2024-04-12T16:28:46.088 INFO:tasks.rados.rados.0.smithi005.stdout:1206: finishing write tid 4 to smithi00577259-33 2024-04-12T16:28:46.088 INFO:tasks.rados.rados.0.smithi005.stdout:1206: finishing write tid 5 to smithi00577259-33 2024-04-12T16:28:46.088 INFO:tasks.rados.rados.0.smithi005.stdout:1206: oid 33 updating version 0 to 548 2024-04-12T16:28:46.089 INFO:tasks.rados.rados.0.smithi005.stdout:1206: oid 33 version 548 is already newer than 545 2024-04-12T16:28:46.089 INFO:tasks.rados.rados.0.smithi005.stdout:1206: oid 33 version 548 is already newer than 546 2024-04-12T16:28:46.089 INFO:tasks.rados.rados.0.smithi005.stdout:1206: oid 33 version 548 is already newer than 547 2024-04-12T16:28:46.089 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 548 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-04-12T16:28:46.089 INFO:tasks.rados.rados.0.smithi005.stdout:1206: left oid 33 (ObjNum 389 snap 112 seq_num 389) 2024-04-12T16:28:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:45 smithi016 ceph-mon[84444]: pgmap v101: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-04-12T16:28:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:45 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:28:46.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:45 smithi016 ceph-mon[84444]: osdmap e296: 8 total, 7 up, 8 in 2024-04-12T16:28:46.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:45 smithi016 ceph-mon[84444]: osdmap e297: 8 total, 7 up, 8 in 2024-04-12T16:28:46.200 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:45 smithi005 podman[95688]: 2024-04-12 16:28:45.864397611 +0000 UTC m=+0.665188851 container remove 4cd46876b24b3213523600f911e76cc6f2e6c6c93321557470c38bfbb71596b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:28:46.476 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:46 smithi005 podman[95777]: 2024-04-12 16:28:46.132024871 +0000 UTC m=+0.017766834 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:28:46.476 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:46 smithi005 podman[95777]: 2024-04-12 16:28:46.240579634 +0000 UTC m=+0.126321597 container create 026a6196716c149be7e5baffbe55d7bc319691f6aa2ed33184d6f0c92ebd8633 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-12T16:28:46.476 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:46 smithi005 podman[95777]: 2024-04-12 16:28:46.477203715 +0000 UTC m=+0.362945679 container init 026a6196716c149be7e5baffbe55d7bc319691f6aa2ed33184d6f0c92ebd8633 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409) 2024-04-12T16:28:46.544 INFO:tasks.rados.rados.0.smithi005.stdout:1200: done (5 left) 2024-04-12T16:28:46.544 INFO:tasks.rados.rados.0.smithi005.stdout:1203: done (4 left) 2024-04-12T16:28:46.544 INFO:tasks.rados.rados.0.smithi005.stdout:1204: done (3 left) 2024-04-12T16:28:46.544 INFO:tasks.rados.rados.0.smithi005.stdout:1205: done (2 left) 2024-04-12T16:28:46.544 INFO:tasks.rados.rados.0.smithi005.stdout:1206: done (1 left) 2024-04-12T16:28:46.544 INFO:tasks.rados.rados.0.smithi005.stdout:1207: done (0 left) 2024-04-12T16:28:46.544 INFO:tasks.rados.rados.0.smithi005.stdout:1208: snap_create 2024-04-12T16:28:46.774 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:46 smithi005 podman[95777]: 2024-04-12 16:28:46.480595839 +0000 UTC m=+0.366337802 container start 026a6196716c149be7e5baffbe55d7bc319691f6aa2ed33184d6f0c92ebd8633 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-12T16:28:46.775 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:46 smithi005 podman[95777]: 2024-04-12 16:28:46.576998409 +0000 UTC m=+0.462740381 container attach 026a6196716c149be7e5baffbe55d7bc319691f6aa2ed33184d6f0c92ebd8633 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T16:28:47.066 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:46 smithi005 podman[95777]: 2024-04-12 16:28:46.780774765 +0000 UTC m=+0.666516739 container died 026a6196716c149be7e5baffbe55d7bc319691f6aa2ed33184d6f0c92ebd8633 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-12T16:28:47.544 INFO:tasks.rados.rados.0.smithi005.stdout:1208: done (0 left) 2024-04-12T16:28:47.544 INFO:tasks.rados.rados.0.smithi005.stdout:1209: delete oid 18 current snap is 114 2024-04-12T16:28:47.546 INFO:tasks.rados.rados.0.smithi005.stdout:1209: done (0 left) 2024-04-12T16:28:47.546 INFO:tasks.rados.rados.0.smithi005.stdout:1210: read oid 32 snap -1 2024-04-12T16:28:47.546 INFO:tasks.rados.rados.0.smithi005.stdout:1210: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:28:47.546 INFO:tasks.rados.rados.0.smithi005.stdout:1211: delete oid 37 current snap is 114 2024-04-12T16:28:47.551 INFO:tasks.rados.rados.0.smithi005.stdout:1211: done (1 left) 2024-04-12T16:28:47.551 INFO:tasks.rados.rados.0.smithi005.stdout:1212: rollback oid 2 current snap is 114 2024-04-12T16:28:47.551 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 111 2024-04-12T16:28:47.552 INFO:tasks.rados.rados.0.smithi005.stdout:1213: setattr oid 36 current snap is 114 2024-04-12T16:28:47.555 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 114 2024-04-12T16:28:47.555 INFO:tasks.rados.rados.0.smithi005.stdout:1214: seq_num 392 ranges {14032896=573440,14606336=802816,15409152=401408} 2024-04-12T16:28:47.635 INFO:tasks.rados.rados.0.smithi005.stdout:1214: writing smithi00577259-23 from 14032896 to 14606336 tid 1 2024-04-12T16:28:47.640 INFO:tasks.rados.rados.0.smithi005.stdout:1214: writing smithi00577259-23 from 14606336 to 15409152 tid 2 2024-04-12T16:28:47.643 INFO:tasks.rados.rados.0.smithi005.stdout:1214: writing smithi00577259-23 from 15409152 to 15810560 tid 3 2024-04-12T16:28:47.643 INFO:tasks.rados.rados.0.smithi005.stdout:1215: snap_create 2024-04-12T16:28:47.643 INFO:tasks.rados.rados.0.smithi005.stdout:1212: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:28:47.643 INFO:tasks.rados.rados.0.smithi005.stdout:1212: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:28:47.643 INFO:tasks.rados.rados.0.smithi005.stdout:1212: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:28:47.643 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 552 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-04-12T16:28:47.643 INFO:tasks.rados.rados.0.smithi005.stdout:1210: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:28:47.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:47 smithi005 ceph-mon[88416]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:28:47.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:47 smithi005 ceph-mon[88416]: osdmap e298: 8 total, 7 up, 8 in 2024-04-12T16:28:47.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:47 smithi005 ceph-mon[88416]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-12T16:28:47.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:47 smithi005 ceph-mon[90837]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:28:47.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:47 smithi005 ceph-mon[90837]: osdmap e298: 8 total, 7 up, 8 in 2024-04-12T16:28:47.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:47 smithi005 ceph-mon[90837]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-12T16:28:47.703 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:47 smithi005 podman[95802]: 2024-04-12 16:28:47.338904649 +0000 UTC m=+0.549363213 container remove 026a6196716c149be7e5baffbe55d7bc319691f6aa2ed33184d6f0c92ebd8633 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T16:28:47.703 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:47 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-12T16:28:47.703 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:47 smithi005 systemd[1]: Stopped Ceph osd.0 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:28:47.703 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:47 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.0.service: Consumed 11.671s CPU time. 2024-04-12T16:28:47.703 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:47 smithi005 systemd[1]: Starting Ceph osd.0 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 600 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: finishing write tid 1 to smithi00577259-23 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: finishing write tid 2 to smithi00577259-23 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: finishing write tid 3 to smithi00577259-23 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: finishing write tid 4 to smithi00577259-23 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: finishing write tid 5 to smithi00577259-23 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: oid 23 updating version 0 to 396 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: oid 23 version 396 is already newer than 394 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: oid 23 version 396 is already newer than 395 2024-04-12T16:28:47.707 INFO:tasks.rados.rados.0.smithi005.stdout:1214: oid 23 version 396 is already newer than 393 2024-04-12T16:28:47.708 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 396 (ObjNum 392 snap 114 seq_num 392) dirty exists 2024-04-12T16:28:47.708 INFO:tasks.rados.rados.0.smithi005.stdout:1214: left oid 23 (ObjNum 392 snap 114 seq_num 392) 2024-04-12T16:28:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:47 smithi016 ceph-mon[84444]: pgmap v104: 121 pgs: 53 peering, 68 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:28:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:47 smithi016 ceph-mon[84444]: osdmap e298: 8 total, 7 up, 8 in 2024-04-12T16:28:47.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:47 smithi016 ceph-mon[84444]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-12T16:28:48.037 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:47 smithi005 podman[95905]: 2024-04-12 16:28:47.682160663 +0000 UTC m=+0.018356943 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:28:48.038 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:47 smithi005 podman[95905]: 2024-04-12 16:28:47.798592441 +0000 UTC m=+0.134788710 container create 081879b3ddde89865e80fb3aace5ca7a6338d4f7cb9e7a2a5f37c41d77fb7703 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-12T16:28:48.450 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 podman[95905]: 2024-04-12 16:28:48.043258249 +0000 UTC m=+0.379454518 container init 081879b3ddde89865e80fb3aace5ca7a6338d4f7cb9e7a2a5f37c41d77fb7703 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:28:48.450 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 podman[95905]: 2024-04-12 16:28:48.046365087 +0000 UTC m=+0.382561364 container start 081879b3ddde89865e80fb3aace5ca7a6338d4f7cb9e7a2a5f37c41d77fb7703 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:28:48.450 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 podman[95905]: 2024-04-12 16:28:48.126485506 +0000 UTC m=+0.462681788 container attach 081879b3ddde89865e80fb3aace5ca7a6338d4f7cb9e7a2a5f37c41d77fb7703 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T16:28:48.552 INFO:tasks.rados.rados.0.smithi005.stdout:1210: done (4 left) 2024-04-12T16:28:48.552 INFO:tasks.rados.rados.0.smithi005.stdout:1212: done (3 left) 2024-04-12T16:28:48.552 INFO:tasks.rados.rados.0.smithi005.stdout:1213: done (2 left) 2024-04-12T16:28:48.552 INFO:tasks.rados.rados.0.smithi005.stdout:1214: done (1 left) 2024-04-12T16:28:48.552 INFO:tasks.rados.rados.0.smithi005.stdout:1215: done (0 left) 2024-04-12T16:28:48.552 INFO:tasks.rados.rados.0.smithi005.stdout:1216: read oid 7 snap 109 2024-04-12T16:28:48.552 INFO:tasks.rados.rados.0.smithi005.stdout:1216: expect (ObjNum 730118384 snap 22011 seq_num 730601888) 2024-04-12T16:28:48.553 INFO:tasks.rados.rados.0.smithi005.stdout:1217: copy_from oid 16 from oid 4 current snap is 115 2024-04-12T16:28:48.553 INFO:tasks.rados.rados.0.smithi005.stdout:1218: snap_remove snap 114 2024-04-12T16:28:48.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:48 smithi016 ceph-mon[84444]: osdmap e299: 8 total, 7 up, 8 in 2024-04-12T16:28:48.849 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-mon[88416]: osdmap e299: 8 total, 7 up, 8 in 2024-04-12T16:28:48.850 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-mon[90837]: osdmap e299: 8 total, 7 up, 8 in 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate[95920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate[95920]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 bash[95905]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 bash[95905]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 bash[95905]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 bash[95905]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 bash[95905]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 bash[95905]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 bash[95905]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T16:28:48.850 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate[95920]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:28:48.851 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate[95920]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:28:48.851 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate[95920]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T16:28:48.851 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate[95920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T16:28:48.851 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate[95920]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T16:28:48.851 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:48 smithi005 podman[95905]: 2024-04-12 16:28:48.520764731 +0000 UTC m=+0.856960999 container died 081879b3ddde89865e80fb3aace5ca7a6338d4f7cb9e7a2a5f37c41d77fb7703 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-12T16:28:49.437 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 podman[96048]: 2024-04-12 16:28:49.12231813 +0000 UTC m=+0.595861015 container remove 081879b3ddde89865e80fb3aace5ca7a6338d4f7cb9e7a2a5f37c41d77fb7703 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-activate, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T16:28:49.437 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 podman[96114]: 2024-04-12 16:28:49.242473521 +0000 UTC m=+0.021069050 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:28:49.437 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 podman[96114]: 2024-04-12 16:28:49.356830389 +0000 UTC m=+0.135425902 container create 14b118db814c21c8c551ce11203be66f34dfcaf805e9c3e21d5d899168c6503c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-12T16:28:49.552 INFO:tasks.rados.rados.0.smithi005.stdout:1218: done (2 left) 2024-04-12T16:28:49.553 INFO:tasks.rados.rados.0.smithi005.stdout:1219: snap_create 2024-04-12T16:28:49.553 INFO:tasks.rados.rados.0.smithi005.stdout:1216: expect (ObjNum 730118384 snap 22011 seq_num 730601888) 2024-04-12T16:28:49.555 INFO:tasks.rados.rados.0.smithi005.stdout:1217: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:28:49.555 INFO:tasks.rados.rados.0.smithi005.stdout:1217: finishing copy_from to smithi00577259-16 2024-04-12T16:28:49.555 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 456 (ObjNum 343 snap 99 seq_num 343) dirty exists 2024-04-12T16:28:49.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:49 smithi016 ceph-mon[84444]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:28:49.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:49 smithi016 ceph-mon[84444]: osdmap e300: 8 total, 7 up, 8 in 2024-04-12T16:28:49.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:49.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[88416]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:28:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[88416]: osdmap e300: 8 total, 7 up, 8 in 2024-04-12T16:28:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:49.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[90837]: pgmap v107: 121 pgs: 53 peering, 68 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:28:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[90837]: osdmap e300: 8 total, 7 up, 8 in 2024-04-12T16:28:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:28:49.951 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 podman[96114]: 2024-04-12 16:28:49.567796704 +0000 UTC m=+0.346392218 container init 14b118db814c21c8c551ce11203be66f34dfcaf805e9c3e21d5d899168c6503c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T16:28:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 podman[96114]: 2024-04-12 16:28:49.570880512 +0000 UTC m=+0.349476028 container start 14b118db814c21c8c551ce11203be66f34dfcaf805e9c3e21d5d899168c6503c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T16:28:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 ceph-osd[96132]: -- 172.21.15.5:0/4141963941 <== mon.2 v2:172.21.15.5:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ee4338f680 con 0x55ee43359400 2024-04-12T16:28:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 bash[96114]: 14b118db814c21c8c551ce11203be66f34dfcaf805e9c3e21d5d899168c6503c 2024-04-12T16:28:49.952 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:49 smithi005 systemd[1]: Started Ceph osd.0 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:28:50.450 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[96128]: 2024-04-12T16:28:50.124+0000 7fe9a48c57c0 -1 Falling back to public interface 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1216: done (2 left) 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1217: done (1 left) 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1219: done (0 left) 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1220: read oid 11 snap -1 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1220: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1221: rmattr oid 1 current snap is 116 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1221: done (1 left) 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1222: read oid 7 snap 109 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1222: expect (ObjNum 730093632 snap 22011 seq_num 730694160) 2024-04-12T16:28:50.556 INFO:tasks.rados.rados.0.smithi005.stdout:1223: rollback oid 30 current snap is 116 2024-04-12T16:28:50.557 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 112 2024-04-12T16:28:50.557 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 116 2024-04-12T16:28:50.557 INFO:tasks.rados.rados.0.smithi005.stdout:1224: seq_num 393 ranges {2965504=589824,3555328=679936,4235264=524288} 2024-04-12T16:28:50.577 INFO:tasks.rados.rados.0.smithi005.stdout:1224: writing smithi00577259-46 from 2965504 to 3555328 tid 1 2024-04-12T16:28:50.581 INFO:tasks.rados.rados.0.smithi005.stdout:1224: writing smithi00577259-46 from 3555328 to 4235264 tid 2 2024-04-12T16:28:50.585 INFO:tasks.rados.rados.0.smithi005.stdout:1224: writing smithi00577259-46 from 4235264 to 4759552 tid 3 2024-04-12T16:28:50.585 INFO:tasks.rados.rados.0.smithi005.stdout:1225: snap_remove snap 96 2024-04-12T16:28:50.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:50 smithi016 ceph-mon[84444]: osdmap e301: 8 total, 7 up, 8 in 2024-04-12T16:28:50.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:50.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:50.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:50.849 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[88416]: osdmap e301: 8 total, 7 up, 8 in 2024-04-12T16:28:50.849 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:50.849 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:50.849 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:50.850 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[90837]: osdmap e301: 8 total, 7 up, 8 in 2024-04-12T16:28:50.850 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:50.850 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:50.850 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:51.564 INFO:tasks.rados.rados.0.smithi005.stdout:1225: done (4 left) 2024-04-12T16:28:51.564 INFO:tasks.rados.rados.0.smithi005.stdout:1226: read oid 38 snap -1 2024-04-12T16:28:51.564 INFO:tasks.rados.rados.0.smithi005.stdout:1226: expect (ObjNum 340 snap 99 seq_num 340) 2024-04-12T16:28:51.565 INFO:tasks.rados.rados.0.smithi005.stdout:1227: delete oid 22 current snap is 116 2024-04-12T16:28:51.565 INFO:tasks.rados.rados.0.smithi005.stdout:1222: expect (ObjNum 730093632 snap 22011 seq_num 730694160) 2024-04-12T16:28:51.566 INFO:tasks.rados.rados.0.smithi005.stdout:1223: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:28:51.566 INFO:tasks.rados.rados.0.smithi005.stdout:1223: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:28:51.566 INFO:tasks.rados.rados.0.smithi005.stdout:1223: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:28:51.566 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 277 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:28:51.566 INFO:tasks.rados.rados.0.smithi005.stdout:1224: finishing write tid 1 to smithi00577259-46 2024-04-12T16:28:51.566 INFO:tasks.rados.rados.0.smithi005.stdout:1224: finishing write tid 2 to smithi00577259-46 2024-04-12T16:28:51.566 INFO:tasks.rados.rados.0.smithi005.stdout:1224: finishing write tid 3 to smithi00577259-46 2024-04-12T16:28:51.567 INFO:tasks.rados.rados.0.smithi005.stdout:1224: finishing write tid 4 to smithi00577259-46 2024-04-12T16:28:51.567 INFO:tasks.rados.rados.0.smithi005.stdout:1220: expect (ObjNum 136 snap 32 seq_num 136) 2024-04-12T16:28:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:51 smithi005 ceph-mon[88416]: pgmap v110: 121 pgs: 9 active+undersized+degraded, 16 peering, 28 active+undersized, 68 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 27/402 objects degraded (6.716%) 2024-04-12T16:28:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:51 smithi005 ceph-mon[88416]: osdmap e302: 8 total, 7 up, 8 in 2024-04-12T16:28:51.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:51 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 27/402 objects degraded (6.716%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:28:51.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:51 smithi005 ceph-mon[90837]: pgmap v110: 121 pgs: 9 active+undersized+degraded, 16 peering, 28 active+undersized, 68 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 27/402 objects degraded (6.716%) 2024-04-12T16:28:51.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:51 smithi005 ceph-mon[90837]: osdmap e302: 8 total, 7 up, 8 in 2024-04-12T16:28:51.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:51 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 27/402 objects degraded (6.716%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:28:51.827 INFO:tasks.rados.rados.0.smithi005.stdout:1224: finishing write tid 5 to smithi00577259-46 2024-04-12T16:28:51.828 INFO:tasks.rados.rados.0.smithi005.stdout:1224: oid 46 updating version 0 to 577 2024-04-12T16:28:51.828 INFO:tasks.rados.rados.0.smithi005.stdout:1224: oid 46 version 577 is already newer than 575 2024-04-12T16:28:51.828 INFO:tasks.rados.rados.0.smithi005.stdout:1224: oid 46 version 577 is already newer than 576 2024-04-12T16:28:51.828 INFO:tasks.rados.rados.0.smithi005.stdout:1224: oid 46 updating version 577 to 578 2024-04-12T16:28:51.828 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 578 (ObjNum 393 snap 116 seq_num 393) dirty exists 2024-04-12T16:28:51.828 INFO:tasks.rados.rados.0.smithi005.stdout:1224: left oid 46 (ObjNum 393 snap 116 seq_num 393) 2024-04-12T16:28:51.829 INFO:tasks.rados.rados.0.smithi005.stdout:1220: done (5 left) 2024-04-12T16:28:51.829 INFO:tasks.rados.rados.0.smithi005.stdout:1222: done (4 left) 2024-04-12T16:28:51.829 INFO:tasks.rados.rados.0.smithi005.stdout:1223: done (3 left) 2024-04-12T16:28:51.829 INFO:tasks.rados.rados.0.smithi005.stdout:1224: done (2 left) 2024-04-12T16:28:51.829 INFO:tasks.rados.rados.0.smithi005.stdout:1227: done (1 left) 2024-04-12T16:28:51.829 INFO:tasks.rados.rados.0.smithi005.stdout:1228: rollback oid 16 current snap is 116 2024-04-12T16:28:51.830 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 16 to 112 2024-04-12T16:28:51.830 INFO:tasks.rados.rados.0.smithi005.stdout:1226: expect (ObjNum 340 snap 99 seq_num 340) 2024-04-12T16:28:51.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:51 smithi016 ceph-mon[84444]: pgmap v110: 121 pgs: 9 active+undersized+degraded, 16 peering, 28 active+undersized, 68 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 27/402 objects degraded (6.716%) 2024-04-12T16:28:51.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:51 smithi016 ceph-mon[84444]: osdmap e302: 8 total, 7 up, 8 in 2024-04-12T16:28:51.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:51 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 27/402 objects degraded (6.716%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:28:51.852 INFO:tasks.rados.rados.0.smithi005.stdout:1228: finishing rollback tid 0 to smithi00577259-16 2024-04-12T16:28:51.852 INFO:tasks.rados.rados.0.smithi005.stdout:1228: finishing rollback tid 1 to smithi00577259-16 2024-04-12T16:28:51.852 INFO:tasks.rados.rados.0.smithi005.stdout:1228: finishing rollback tid 2 to smithi00577259-16 2024-04-12T16:28:51.852 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 459 (ObjNum 344 snap 99 seq_num 344) dirty exists 2024-04-12T16:28:51.852 INFO:tasks.rados.rados.0.smithi005.stdout:1226: done (1 left) 2024-04-12T16:28:51.852 INFO:tasks.rados.rados.0.smithi005.stdout:1228: done (0 left) 2024-04-12T16:28:51.853 INFO:tasks.rados.rados.0.smithi005.stdout:1229: rmattr oid 33 current snap is 116 2024-04-12T16:28:51.853 INFO:tasks.rados.rados.0.smithi005.stdout:1230: delete oid 9 current snap is 116 2024-04-12T16:28:51.854 INFO:tasks.rados.rados.0.smithi005.stdout:1230: done (1 left) 2024-04-12T16:28:51.854 INFO:tasks.rados.rados.0.smithi005.stdout:1231: read oid 16 snap -1 2024-04-12T16:28:51.854 INFO:tasks.rados.rados.0.smithi005.stdout:1231: expect (ObjNum 344 snap 99 seq_num 344) 2024-04-12T16:28:51.854 INFO:tasks.rados.rados.0.smithi005.stdout:1232: setattr oid 32 current snap is 116 2024-04-12T16:28:51.856 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 554 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-04-12T16:28:51.856 INFO:tasks.rados.rados.0.smithi005.stdout:1229: done (2 left) 2024-04-12T16:28:51.856 INFO:tasks.rados.rados.0.smithi005.stdout:1233: read oid 7 snap -1 2024-04-12T16:28:51.856 INFO:tasks.rados.rados.0.smithi005.stdout:1233: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:28:51.856 INFO:tasks.rados.rados.0.smithi005.stdout:1234: rollback oid 22 current snap is 116 2024-04-12T16:28:51.856 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 22 to 115 2024-04-12T16:28:51.857 INFO:tasks.rados.rados.0.smithi005.stdout:1235: snap_create 2024-04-12T16:28:51.858 INFO:tasks.rados.rados.0.smithi005.stdout:1234: finishing rollback tid 1 to smithi00577259-22 2024-04-12T16:28:51.858 INFO:tasks.rados.rados.0.smithi005.stdout:1234: finishing rollback tid 2 to smithi00577259-22 2024-04-12T16:28:51.858 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 66 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:28:51.859 INFO:tasks.rados.rados.0.smithi005.stdout:1233: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:28:51.861 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 610 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:28:51.868 INFO:tasks.rados.rados.0.smithi005.stdout:1231: expect (ObjNum 344 snap 99 seq_num 344) 2024-04-12T16:28:52.566 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:1231: done (4 left) 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1232: done (3 left) 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1233: done (2 left) 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1234: done (1 left) 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1235: done (0 left) 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1236: rmattr oid 37 current snap is 117 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1236: done (0 left) 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1237: rmattr oid 26 current snap is 117 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1238: copy_from oid 42 from oid 14 current snap is 117 2024-04-12T16:28:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:1239: snap_create 2024-04-12T16:28:52.577 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 285 (ObjNum 354 snap 104 seq_num 354) dirty exists 2024-04-12T16:28:52.592 INFO:tasks.rados.rados.0.smithi005.stdout:1238: finishing copy_from racing read to smithi00577259-42 2024-04-12T16:28:52.595 INFO:tasks.rados.rados.0.smithi005.stdout:1238: finishing copy_from to smithi00577259-42 2024-04-12T16:28:52.595 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 478 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-12T16:28:52.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:52 smithi016 ceph-mon[84444]: osdmap e303: 8 total, 7 up, 8 in 2024-04-12T16:28:52.873 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:52 smithi005 ceph-mon[88416]: osdmap e303: 8 total, 7 up, 8 in 2024-04-12T16:28:52.873 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:52 smithi005 ceph-mon[90837]: osdmap e303: 8 total, 7 up, 8 in 2024-04-12T16:28:53.200 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[96128]: 2024-04-12T16:28:53.029+0000 7fe9a48c57c0 -1 osd.0 295 log_to_monitors true 2024-04-12T16:28:53.574 INFO:tasks.rados.rados.0.smithi005.stdout:1237: done (2 left) 2024-04-12T16:28:53.574 INFO:tasks.rados.rados.0.smithi005.stdout:1238: done (1 left) 2024-04-12T16:28:53.574 INFO:tasks.rados.rados.0.smithi005.stdout:1239: done (0 left) 2024-04-12T16:28:53.574 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 118 2024-04-12T16:28:53.574 INFO:tasks.rados.rados.0.smithi005.stdout:1240: seq_num 396 ranges {5406720=638976,6045696=786432,6832128=417792} 2024-04-12T16:28:53.607 INFO:tasks.rados.rados.0.smithi005.stdout:1240: writing smithi00577259-28 from 5406720 to 6045696 tid 1 2024-04-12T16:28:53.614 INFO:tasks.rados.rados.0.smithi005.stdout:1240: writing smithi00577259-28 from 6045696 to 6832128 tid 2 2024-04-12T16:28:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:1240: writing smithi00577259-28 from 6832128 to 7249920 tid 3 2024-04-12T16:28:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:1241: rmattr oid 39 current snap is 118 2024-04-12T16:28:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:1241: done (1 left) 2024-04-12T16:28:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 118 2024-04-12T16:28:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:1242: seq_num 397 ranges {4202496=655360,4857856=671744,5529600=532480} 2024-04-12T16:28:53.643 INFO:tasks.rados.rados.0.smithi005.stdout:1242: writing smithi00577259-34 from 4202496 to 4857856 tid 1 2024-04-12T16:28:53.647 INFO:tasks.rados.rados.0.smithi005.stdout:1242: writing smithi00577259-34 from 4857856 to 5529600 tid 2 2024-04-12T16:28:53.650 INFO:tasks.rados.rados.0.smithi005.stdout:1242: writing smithi00577259-34 from 5529600 to 6062080 tid 3 2024-04-12T16:28:53.650 INFO:tasks.rados.rados.0.smithi005.stdout:1243: copy_from oid 3 from oid 13 current snap is 118 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: finishing write tid 1 to smithi00577259-28 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: finishing write tid 2 to smithi00577259-28 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: finishing write tid 3 to smithi00577259-28 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: finishing write tid 4 to smithi00577259-28 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: finishing write tid 5 to smithi00577259-28 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: oid 28 updating version 0 to 615 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: oid 28 version 615 is already newer than 612 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: oid 28 version 615 is already newer than 614 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: oid 28 version 615 is already newer than 613 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 615 (ObjNum 396 snap 118 seq_num 396) dirty exists 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: left oid 28 (ObjNum 396 snap 118 seq_num 396) 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1240: done (2 left) 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1244: copy_from oid 5 from oid 45 current snap is 118 2024-04-12T16:28:53.651 INFO:tasks.rados.rados.0.smithi005.stdout:1245: snap_create 2024-04-12T16:28:53.654 INFO:tasks.rados.rados.0.smithi005.stdout:1243: finishing copy_from to smithi00577259-3 2024-04-12T16:28:53.654 INFO:tasks.rados.rados.0.smithi005.stdout:1243: got expected ENOENT (src dne) 2024-04-12T16:28:53.654 INFO:tasks.rados.rados.0.smithi005.stdout:1243: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:28:53.656 INFO:tasks.rados.rados.0.smithi005.stdout:1242: finishing write tid 1 to smithi00577259-34 2024-04-12T16:28:53.665 INFO:tasks.rados.rados.0.smithi005.stdout:1242: finishing write tid 2 to smithi00577259-34 2024-04-12T16:28:53.666 INFO:tasks.rados.rados.0.smithi005.stdout:1242: finishing write tid 3 to smithi00577259-34 2024-04-12T16:28:53.666 INFO:tasks.rados.rados.0.smithi005.stdout:1242: finishing write tid 4 to smithi00577259-34 2024-04-12T16:28:53.667 INFO:tasks.rados.rados.0.smithi005.stdout:1242: finishing write tid 5 to smithi00577259-34 2024-04-12T16:28:53.667 INFO:tasks.rados.rados.0.smithi005.stdout:1242: oid 34 updating version 0 to 683 2024-04-12T16:28:53.667 INFO:tasks.rados.rados.0.smithi005.stdout:1242: oid 34 version 683 is already newer than 681 2024-04-12T16:28:53.667 INFO:tasks.rados.rados.0.smithi005.stdout:1242: oid 34 version 683 is already newer than 680 2024-04-12T16:28:53.667 INFO:tasks.rados.rados.0.smithi005.stdout:1242: oid 34 version 683 is already newer than 682 2024-04-12T16:28:53.667 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 683 (ObjNum 397 snap 118 seq_num 397) dirty exists 2024-04-12T16:28:53.667 INFO:tasks.rados.rados.0.smithi005.stdout:1242: left oid 34 (ObjNum 397 snap 118 seq_num 397) 2024-04-12T16:28:53.725 INFO:tasks.rados.rados.0.smithi005.stdout:1244: finishing copy_from racing read to smithi00577259-5 2024-04-12T16:28:53.731 INFO:tasks.rados.rados.0.smithi005.stdout:1244: finishing copy_from to smithi00577259-5 2024-04-12T16:28:53.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 495 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:28:53.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:28:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:28:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:28:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:53 smithi016 ceph-mon[84444]: pgmap v113: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 15 op/s; 64/417 objects degraded (15.348%) 2024-04-12T16:28:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:53 smithi016 ceph-mon[84444]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-04-12T16:28:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:53 smithi016 ceph-mon[84444]: osdmap e304: 8 total, 7 up, 8 in 2024-04-12T16:28:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:53 smithi016 ceph-mon[84444]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:28:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:53.866 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[88416]: pgmap v113: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 15 op/s; 64/417 objects degraded (15.348%) 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[88416]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[88416]: osdmap e304: 8 total, 7 up, 8 in 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[88416]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[90837]: pgmap v113: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.2 MiB/s wr, 15 op/s; 64/417 objects degraded (15.348%) 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[90837]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 4 pgs peering) 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[90837]: osdmap e304: 8 total, 7 up, 8 in 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[90837]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:53.867 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:54.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:28:53] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-12T16:28:54.200 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:28:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[96128]: 2024-04-12T16:28:53.871+0000 7fe991d15700 -1 osd.0 295 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:28:54.583 INFO:tasks.rados.rados.0.smithi005.stdout:1242: done (3 left) 2024-04-12T16:28:54.583 INFO:tasks.rados.rados.0.smithi005.stdout:1243: done (2 left) 2024-04-12T16:28:54.583 INFO:tasks.rados.rados.0.smithi005.stdout:1244: done (1 left) 2024-04-12T16:28:54.584 INFO:tasks.rados.rados.0.smithi005.stdout:1245: done (0 left) 2024-04-12T16:28:54.584 INFO:tasks.rados.rados.0.smithi005.stdout:1246: snap_create 2024-04-12T16:28:54.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[88416]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:28:54.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[88416]: osdmap e305: 8 total, 7 up, 8 in 2024-04-12T16:28:54.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[88416]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:28:54.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[88416]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' 2024-04-12T16:28:54.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:54.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[90837]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:28:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[90837]: osdmap e305: 8 total, 7 up, 8 in 2024-04-12T16:28:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[90837]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:28:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[90837]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' 2024-04-12T16:28:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:54.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:54.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:54 smithi016 ceph-mon[84444]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T16:28:54.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:54 smithi016 ceph-mon[84444]: osdmap e305: 8 total, 7 up, 8 in 2024-04-12T16:28:54.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:54 smithi016 ceph-mon[84444]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:28:54.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:54 smithi016 ceph-mon[84444]: from='osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669]' entity='osd.0' 2024-04-12T16:28:54.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:54.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:1246: done (0 left) 2024-04-12T16:28:55.547 INFO:tasks.rados.rados.0.smithi005.stdout:1247: snap_remove snap 113 2024-04-12T16:28:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:55 smithi016 ceph-mon[84444]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 64/417 objects degraded (15.348%) 2024-04-12T16:28:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:55 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:28:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:55 smithi016 ceph-mon[84444]: osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669] boot 2024-04-12T16:28:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:55 smithi016 ceph-mon[84444]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T16:28:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:28:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:55 smithi016 ceph-mon[84444]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T16:28:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[88416]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 64/417 objects degraded (15.348%) 2024-04-12T16:28:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:28:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[88416]: osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669] boot 2024-04-12T16:28:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[88416]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[88416]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[90837]: pgmap v116: 121 pgs: 15 active+undersized+degraded, 38 active+undersized, 68 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 64/417 objects degraded (15.348%) 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[90837]: osd.0 [v2:172.21.15.5:6802/3968240669,v1:172.21.15.5:6803/3968240669] boot 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[90837]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T16:28:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:55 smithi005 ceph-mon[90837]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T16:28:56.546 INFO:tasks.rados.rados.0.smithi005.stdout:1247: done (0 left) 2024-04-12T16:28:56.546 INFO:tasks.rados.rados.0.smithi005.stdout:1248: rollback oid 5 current snap is 120 2024-04-12T16:28:56.546 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 5 to 115 2024-04-12T16:28:56.546 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 120 2024-04-12T16:28:56.546 INFO:tasks.rados.rados.0.smithi005.stdout:1249: seq_num 398 ranges {2269184=671744,2940928=557056,3497984=532480,4030464=114688} 2024-04-12T16:28:56.562 INFO:tasks.rados.rados.0.smithi005.stdout:1249: writing smithi00577259-29 from 2269184 to 2940928 tid 1 2024-04-12T16:28:56.565 INFO:tasks.rados.rados.0.smithi005.stdout:1249: writing smithi00577259-29 from 2940928 to 3497984 tid 2 2024-04-12T16:28:56.568 INFO:tasks.rados.rados.0.smithi005.stdout:1249: writing smithi00577259-29 from 3497984 to 4030464 tid 3 2024-04-12T16:28:56.569 INFO:tasks.rados.rados.0.smithi005.stdout:1249: writing smithi00577259-29 from 4030464 to 4145152 tid 4 2024-04-12T16:28:56.569 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 120 2024-04-12T16:28:56.569 INFO:tasks.rados.rados.0.smithi005.stdout:1250: seq_num 399 ranges {303104=688128,991232=434176,1425408=745472,2170880=24576} 2024-04-12T16:28:56.574 INFO:tasks.rados.rados.0.smithi005.stdout:1250: writing smithi00577259-10 from 303104 to 991232 tid 1 2024-04-12T16:28:56.577 INFO:tasks.rados.rados.0.smithi005.stdout:1250: writing smithi00577259-10 from 991232 to 1425408 tid 2 2024-04-12T16:28:56.581 INFO:tasks.rados.rados.0.smithi005.stdout:1250: writing smithi00577259-10 from 1425408 to 2170880 tid 3 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:1250: writing smithi00577259-10 from 2170880 to 2195456 tid 4 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:1251: delete oid 26 current snap is 120 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:1248: finishing rollback tid 0 to smithi00577259-5 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:1248: finishing rollback tid 1 to smithi00577259-5 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:1248: finishing rollback tid 2 to smithi00577259-5 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 594 (ObjNum 363 snap 108 seq_num 363) dirty exists 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:1249: finishing write tid 1 to smithi00577259-29 2024-04-12T16:28:56.582 INFO:tasks.rados.rados.0.smithi005.stdout:1249: finishing write tid 2 to smithi00577259-29 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: finishing write tid 3 to smithi00577259-29 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: finishing write tid 4 to smithi00577259-29 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: finishing write tid 5 to smithi00577259-29 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: finishing write tid 6 to smithi00577259-29 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: oid 29 updating version 0 to 531 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: oid 29 updating version 531 to 532 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: oid 29 version 532 is already newer than 529 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: oid 29 version 532 is already newer than 530 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: oid 29 version 532 is already newer than 528 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 532 (ObjNum 398 snap 120 seq_num 398) dirty exists 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1249: left oid 29 (ObjNum 398 snap 120 seq_num 398) 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1250: finishing write tid 1 to smithi00577259-10 2024-04-12T16:28:56.583 INFO:tasks.rados.rados.0.smithi005.stdout:1250: finishing write tid 2 to smithi00577259-10 2024-04-12T16:28:56.585 INFO:tasks.rados.rados.0.smithi005.stdout:1248: done (3 left) 2024-04-12T16:28:56.585 INFO:tasks.rados.rados.0.smithi005.stdout:1249: done (2 left) 2024-04-12T16:28:56.585 INFO:tasks.rados.rados.0.smithi005.stdout:1251: done (1 left) 2024-04-12T16:28:56.585 INFO:tasks.rados.rados.0.smithi005.stdout:1252: read oid 39 snap -1 2024-04-12T16:28:56.585 INFO:tasks.rados.rados.0.smithi005.stdout:1252: expect (ObjNum 367 snap 109 seq_num 367) 2024-04-12T16:28:56.585 INFO:tasks.rados.rados.0.smithi005.stdout:1253: snap_remove snap 115 2024-04-12T16:28:57.578 INFO:tasks.rados.rados.0.smithi005.stdout:1253: done (2 left) 2024-04-12T16:28:57.578 INFO:tasks.rados.rados.0.smithi005.stdout:1254: snap_remove snap 118 2024-04-12T16:28:57.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:57 smithi005 ceph-mon[88416]: pgmap v119: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 246 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 25/429 objects degraded (5.828%) 2024-04-12T16:28:57.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:57 smithi005 ceph-mon[88416]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T16:28:57.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:57 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 25/429 objects degraded (5.828%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:28:57.775 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:57 smithi005 ceph-mon[90837]: pgmap v119: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 246 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 25/429 objects degraded (5.828%) 2024-04-12T16:28:57.775 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:57 smithi005 ceph-mon[90837]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T16:28:57.775 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:57 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 25/429 objects degraded (5.828%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:28:57.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:57 smithi016 ceph-mon[84444]: pgmap v119: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 246 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 25/429 objects degraded (5.828%) 2024-04-12T16:28:57.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:57 smithi016 ceph-mon[84444]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T16:28:57.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:57 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 25/429 objects degraded (5.828%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:28:58.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:28:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:28:57.970+0000 7f8d956fe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T16:28:58.585 INFO:tasks.rados.rados.0.smithi005.stdout:1254: done (2 left) 2024-04-12T16:28:58.585 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 120 2024-04-12T16:28:58.585 INFO:tasks.rados.rados.0.smithi005.stdout:1250: finishing write tid 3 to smithi00577259-10 2024-04-12T16:28:58.585 INFO:tasks.rados.rados.0.smithi005.stdout:1255: seq_num 401 ranges {1810432=720896,2531328=606208,3137536=598016} 2024-04-12T16:28:58.600 INFO:tasks.rados.rados.0.smithi005.stdout:1255: writing smithi00577259-47 from 1810432 to 2531328 tid 1 2024-04-12T16:28:58.605 INFO:tasks.rados.rados.0.smithi005.stdout:1255: writing smithi00577259-47 from 2531328 to 3137536 tid 2 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1255: writing smithi00577259-47 from 3137536 to 3735552 tid 3 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1256: copy_from oid 46 from oid 44 current snap is 120 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1250: finishing write tid 4 to smithi00577259-10 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1250: finishing write tid 5 to smithi00577259-10 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1250: finishing write tid 6 to smithi00577259-10 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1250: oid 10 updating version 0 to 260 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1250: oid 10 version 260 is already newer than 257 2024-04-12T16:28:58.610 INFO:tasks.rados.rados.0.smithi005.stdout:1250: oid 10 version 260 is already newer than 259 2024-04-12T16:28:58.611 INFO:tasks.rados.rados.0.smithi005.stdout:1250: oid 10 version 260 is already newer than 258 2024-04-12T16:28:58.611 INFO:tasks.rados.rados.0.smithi005.stdout:1250: oid 10 updating version 260 to 261 2024-04-12T16:28:58.611 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 261 (ObjNum 399 snap 120 seq_num 399) dirty exists 2024-04-12T16:28:58.611 INFO:tasks.rados.rados.0.smithi005.stdout:1250: left oid 10 (ObjNum 399 snap 120 seq_num 399) 2024-04-12T16:28:58.611 INFO:tasks.rados.rados.0.smithi005.stdout:1252: expect (ObjNum 367 snap 109 seq_num 367) 2024-04-12T16:28:58.648 INFO:tasks.rados.rados.0.smithi005.stdout:1255: finishing write tid 1 to smithi00577259-47 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: finishing write tid 2 to smithi00577259-47 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: finishing write tid 3 to smithi00577259-47 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1250: done (3 left) 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1252: done (2 left) 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1257: snap_create 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: finishing write tid 4 to smithi00577259-47 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: finishing write tid 5 to smithi00577259-47 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: oid 47 updating version 0 to 302 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: oid 47 version 302 is already newer than 298 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: oid 47 version 302 is already newer than 301 2024-04-12T16:28:58.649 INFO:tasks.rados.rados.0.smithi005.stdout:1255: oid 47 version 302 is already newer than 297 2024-04-12T16:28:58.650 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 302 (ObjNum 401 snap 120 seq_num 401) dirty exists 2024-04-12T16:28:58.650 INFO:tasks.rados.rados.0.smithi005.stdout:1255: left oid 47 (ObjNum 401 snap 120 seq_num 401) 2024-04-12T16:28:58.650 INFO:tasks.rados.rados.0.smithi005.stdout:1256: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:28:58.650 INFO:tasks.rados.rados.0.smithi005.stdout:1256: finishing copy_from to smithi00577259-46 2024-04-12T16:28:58.650 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 217 (ObjNum 317 snap 91 seq_num 317) dirty exists 2024-04-12T16:28:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T16:28:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:58.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:28:58.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:58 smithi016 ceph-mon[84444]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T16:28:58.846 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:28:58.847 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[88416]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:28:58.848 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:28:58.849 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:58 smithi005 ceph-mon[90837]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T16:28:59.178 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:28:59.178 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (6m) 5s ago 7m 24.2M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:28:59.178 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (6m) 49s ago 6m 91.0M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:28:59.178 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (8m) 5s ago 8m 18.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (7m) 49s ago 7m 15.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (110s) 49s ago 11m 449M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (2m) 5s ago 13m 506M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (94s) 5s ago 13m 45.2M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (55s) 49s ago 11m 29.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (69s) 5s ago 11m 40.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (6m) 5s ago 6m 15.7M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (6m) 49s ago 6m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (9s) 5s ago 11m 12.7M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (10m) 5s ago 10m 197M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 aca308b317f8 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (10m) 5s ago 10m 181M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (9m) 5s ago 9m 137M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (9m) 49s ago 9m 175M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:28:59.179 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (9m) 49s ago 9m 161M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:28:59.180 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (8m) 49s ago 8m 117M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:28:59.180 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (8m) 49s ago 8m 132M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:28:59.180 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (115s) 49s ago 7m 55.7M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:28:59.590 INFO:tasks.rados.rados.0.smithi005.stdout:1255: done (2 left) 2024-04-12T16:28:59.590 INFO:tasks.rados.rados.0.smithi005.stdout:1256: done (1 left) 2024-04-12T16:28:59.591 INFO:tasks.rados.rados.0.smithi005.stdout:1257: done (0 left) 2024-04-12T16:28:59.591 INFO:tasks.rados.rados.0.smithi005.stdout:1258: delete oid 3 current snap is 121 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-12T16:28:59.591 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 9, 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 6 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:28:59.592 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:28:59.596 INFO:tasks.rados.rados.0.smithi005.stdout:1258: done (0 left) 2024-04-12T16:28:59.596 INFO:tasks.rados.rados.0.smithi005.stdout:1259: read oid 6 snap -1 2024-04-12T16:28:59.596 INFO:tasks.rados.rados.0.smithi005.stdout:1259: expect (ObjNum 203 snap 53 seq_num 203) 2024-04-12T16:28:59.597 INFO:tasks.rados.rados.0.smithi005.stdout:1260: delete oid 30 current snap is 121 2024-04-12T16:28:59.600 INFO:tasks.rados.rados.0.smithi005.stdout:1260: done (1 left) 2024-04-12T16:28:59.600 INFO:tasks.rados.rados.0.smithi005.stdout:1261: snap_remove snap 89 2024-04-12T16:28:59.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:59 smithi016 ceph-mon[84444]: pgmap v122: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 246 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 25/429 objects degraded (5.828%) 2024-04-12T16:28:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:59 smithi016 ceph-mon[84444]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T16:28:59.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:28:59 smithi016 ceph-mon[84444]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:59 smithi005 ceph-mon[88416]: pgmap v122: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 246 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 25/429 objects degraded (5.828%) 2024-04-12T16:28:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:59 smithi005 ceph-mon[88416]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T16:28:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:28:59 smithi005 ceph-mon[88416]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:28:59.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:59 smithi005 ceph-mon[90837]: pgmap v122: 121 pgs: 38 peering, 4 active+undersized+degraded, 11 active+undersized, 68 active+clean; 246 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 25/429 objects degraded (5.828%) 2024-04-12T16:28:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:59 smithi005 ceph-mon[90837]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T16:28:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:28:59 smithi005 ceph-mon[90837]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:00.598 INFO:tasks.rados.rados.0.smithi005.stdout:1261: done (1 left) 2024-04-12T16:29:00.598 INFO:tasks.rados.rados.0.smithi005.stdout:1262: read oid 44 snap -1 2024-04-12T16:29:00.598 INFO:tasks.rados.rados.0.smithi005.stdout:1262: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:29:00.598 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 121 2024-04-12T16:29:00.598 INFO:tasks.rados.rados.0.smithi005.stdout:1263: seq_num 404 ranges {10575872=770048,11345920=712704,12058624=491520} 2024-04-12T16:29:00.661 INFO:tasks.rados.rados.0.smithi005.stdout:1263: writing smithi00577259-4 from 10575872 to 11345920 tid 1 2024-04-12T16:29:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:1263: writing smithi00577259-4 from 11345920 to 12058624 tid 2 2024-04-12T16:29:00.668 INFO:tasks.rados.rados.0.smithi005.stdout:1263: writing smithi00577259-4 from 12058624 to 12550144 tid 3 2024-04-12T16:29:00.668 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 121 2024-04-12T16:29:00.668 INFO:tasks.rados.rados.0.smithi005.stdout:1264: seq_num 405 ranges {1875968=786432,2662400=589824,3252224=614400} 2024-04-12T16:29:00.682 INFO:tasks.rados.rados.0.smithi005.stdout:1264: writing smithi00577259-19 from 1875968 to 2662400 tid 1 2024-04-12T16:29:00.685 INFO:tasks.rados.rados.0.smithi005.stdout:1264: writing smithi00577259-19 from 2662400 to 3252224 tid 2 2024-04-12T16:29:00.689 INFO:tasks.rados.rados.0.smithi005.stdout:1264: writing smithi00577259-19 from 3252224 to 3866624 tid 3 2024-04-12T16:29:00.689 INFO:tasks.rados.rados.0.smithi005.stdout:1265: read oid 38 snap -1 2024-04-12T16:29:00.689 INFO:tasks.rados.rados.0.smithi005.stdout:1265: expect (ObjNum 340 snap 99 seq_num 340) 2024-04-12T16:29:00.689 INFO:tasks.rados.rados.0.smithi005.stdout:1266: read oid 3 snap -1 2024-04-12T16:29:00.689 INFO:tasks.rados.rados.0.smithi005.stdout:1266: expect deleted 2024-04-12T16:29:00.690 INFO:tasks.rados.rados.0.smithi005.stdout:1267: snap_remove snap 116 2024-04-12T16:29:00.690 INFO:tasks.rados.rados.0.smithi005.stdout:1259: expect (ObjNum 203 snap 53 seq_num 203) 2024-04-12T16:29:00.854 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:00 smithi005 ceph-mon[88416]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:00.854 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:00 smithi005 ceph-mon[88416]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T16:29:00.854 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:00 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2333864477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:00.855 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:00 smithi005 ceph-mon[90837]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:00.855 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:00 smithi005 ceph-mon[90837]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T16:29:00.855 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:00 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2333864477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:00.902 INFO:tasks.rados.rados.0.smithi005.stdout:1262: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:29:00.957 INFO:tasks.rados.rados.0.smithi005.stdout:1263: finishing write tid 1 to smithi00577259-4 2024-04-12T16:29:00.957 INFO:tasks.rados.rados.0.smithi005.stdout:1263: finishing write tid 2 to smithi00577259-4 2024-04-12T16:29:00.957 INFO:tasks.rados.rados.0.smithi005.stdout:1263: finishing write tid 3 to smithi00577259-4 2024-04-12T16:29:00.957 INFO:tasks.rados.rados.0.smithi005.stdout:1263: finishing write tid 4 to smithi00577259-4 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:1263: finishing write tid 5 to smithi00577259-4 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:1263: oid 4 updating version 0 to 701 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:1263: oid 4 updating version 701 to 704 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:1263: oid 4 version 704 is already newer than 703 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:1263: oid 4 version 704 is already newer than 702 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 704 (ObjNum 404 snap 121 seq_num 404) dirty exists 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:1263: left oid 4 (ObjNum 404 snap 121 seq_num 404) 2024-04-12T16:29:00.958 INFO:tasks.rados.rados.0.smithi005.stdout:1264: finishing write tid 1 to smithi00577259-19 2024-04-12T16:29:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:00 smithi016 ceph-mon[84444]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:00 smithi016 ceph-mon[84444]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T16:29:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:00 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2333864477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:01.603 INFO:tasks.rados.rados.0.smithi005.stdout:1259: done (6 left) 2024-04-12T16:29:01.603 INFO:tasks.rados.rados.0.smithi005.stdout:1262: done (5 left) 2024-04-12T16:29:01.603 INFO:tasks.rados.rados.0.smithi005.stdout:1263: done (4 left) 2024-04-12T16:29:01.603 INFO:tasks.rados.rados.0.smithi005.stdout:1267: done (3 left) 2024-04-12T16:29:01.603 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 121 2024-04-12T16:29:01.603 INFO:tasks.rados.rados.0.smithi005.stdout:1268: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-04-12T16:29:01.608 INFO:tasks.rados.rados.0.smithi005.stdout:1268: writing smithi00577259-36 from 0 to 802816 tid 1 2024-04-12T16:29:01.612 INFO:tasks.rados.rados.0.smithi005.stdout:1268: writing smithi00577259-36 from 802816 to 1277952 tid 2 2024-04-12T16:29:01.615 INFO:tasks.rados.rados.0.smithi005.stdout:1268: writing smithi00577259-36 from 1277952 to 1777664 tid 3 2024-04-12T16:29:01.616 INFO:tasks.rados.rados.0.smithi005.stdout:1268: writing smithi00577259-36 from 1777664 to 2007040 tid 4 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1269: snap_create 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: finishing write tid 2 to smithi00577259-19 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: finishing write tid 3 to smithi00577259-19 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: finishing write tid 4 to smithi00577259-19 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: finishing write tid 5 to smithi00577259-19 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: oid 19 updating version 0 to 496 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: oid 19 updating version 496 to 497 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: oid 19 updating version 497 to 499 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: oid 19 version 499 is already newer than 498 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 499 (ObjNum 405 snap 121 seq_num 405) dirty exists 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1264: left oid 19 (ObjNum 405 snap 121 seq_num 405) 2024-04-12T16:29:01.617 INFO:tasks.rados.rados.0.smithi005.stdout:1265: expect (ObjNum 340 snap 99 seq_num 340) 2024-04-12T16:29:01.640 INFO:tasks.rados.rados.0.smithi005.stdout:1268: finishing write tid 1 to smithi00577259-36 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: finishing write tid 2 to smithi00577259-36 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: finishing write tid 3 to smithi00577259-36 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: finishing write tid 4 to smithi00577259-36 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: finishing write tid 5 to smithi00577259-36 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: finishing write tid 6 to smithi00577259-36 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: oid 36 updating version 0 to 639 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: oid 36 version 639 is already newer than 638 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: oid 36 version 639 is already newer than 636 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: oid 36 version 639 is already newer than 635 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: oid 36 version 639 is already newer than 637 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 639 (ObjNum 406 snap 121 seq_num 406) dirty exists 2024-04-12T16:29:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:1268: left oid 36 (ObjNum 406 snap 121 seq_num 406) 2024-04-12T16:29:01.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[88416]: pgmap v125: 121 pgs: 5 peering, 116 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 1.6 MiB/s wr, 8 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-12T16:29:01.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/429 objects degraded (5.828%), 4 pgs degraded) 2024-04-12T16:29:01.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:29:01.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[88416]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T16:29:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[90837]: pgmap v125: 121 pgs: 5 peering, 116 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 1.6 MiB/s wr, 8 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-12T16:29:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/429 objects degraded (5.828%), 4 pgs degraded) 2024-04-12T16:29:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:29:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:01 smithi005 ceph-mon[90837]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T16:29:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:01 smithi016 ceph-mon[84444]: pgmap v125: 121 pgs: 5 peering, 116 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 1.6 MiB/s wr, 8 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-12T16:29:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:01 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/429 objects degraded (5.828%), 4 pgs degraded) 2024-04-12T16:29:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:01 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:29:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:01 smithi016 ceph-mon[84444]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T16:29:02.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:02.606 INFO:tasks.rados.rados.0.smithi005.stdout:1264: done (4 left) 2024-04-12T16:29:02.606 INFO:tasks.rados.rados.0.smithi005.stdout:1265: done (3 left) 2024-04-12T16:29:02.606 INFO:tasks.rados.rados.0.smithi005.stdout:1266: done (2 left) 2024-04-12T16:29:02.606 INFO:tasks.rados.rados.0.smithi005.stdout:1268: done (1 left) 2024-04-12T16:29:02.606 INFO:tasks.rados.rados.0.smithi005.stdout:1269: done (0 left) 2024-04-12T16:29:02.606 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 122 2024-04-12T16:29:02.606 INFO:tasks.rados.rados.0.smithi005.stdout:1270: seq_num 407 ranges {6062080=425984,6488064=761856,7249920=704512,7954432=139264} 2024-04-12T16:29:02.641 INFO:tasks.rados.rados.0.smithi005.stdout:1270: writing smithi00577259-34 from 6062080 to 6488064 tid 1 2024-04-12T16:29:02.645 INFO:tasks.rados.rados.0.smithi005.stdout:1270: writing smithi00577259-34 from 6488064 to 7249920 tid 2 2024-04-12T16:29:02.649 INFO:tasks.rados.rados.0.smithi005.stdout:1270: writing smithi00577259-34 from 7249920 to 7954432 tid 3 2024-04-12T16:29:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:1270: writing smithi00577259-34 from 7954432 to 8093696 tid 4 2024-04-12T16:29:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:1271: read oid 37 snap -1 2024-04-12T16:29:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:1271: expect deleted 2024-04-12T16:29:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:1272: snap_create 2024-04-12T16:29:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:1270: finishing write tid 1 to smithi00577259-34 2024-04-12T16:29:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:1270: finishing write tid 2 to smithi00577259-34 2024-04-12T16:29:02.654 INFO:tasks.rados.rados.0.smithi005.stdout:1270: finishing write tid 3 to smithi00577259-34 2024-04-12T16:29:02.654 INFO:tasks.rados.rados.0.smithi005.stdout:1270: finishing write tid 4 to smithi00577259-34 2024-04-12T16:29:02.654 INFO:tasks.rados.rados.0.smithi005.stdout:1270: finishing write tid 5 to smithi00577259-34 2024-04-12T16:29:02.655 INFO:tasks.rados.rados.0.smithi005.stdout:1270: finishing write tid 6 to smithi00577259-34 2024-04-12T16:29:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1270: oid 34 updating version 0 to 713 2024-04-12T16:29:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1270: oid 34 updating version 713 to 716 2024-04-12T16:29:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1270: oid 34 version 716 is already newer than 715 2024-04-12T16:29:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1270: oid 34 version 716 is already newer than 712 2024-04-12T16:29:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1270: oid 34 version 716 is already newer than 714 2024-04-12T16:29:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 716 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-04-12T16:29:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1270: left oid 34 (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:02.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:02 smithi005 ceph-mon[88416]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T16:29:02.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:02 smithi005 ceph-mon[90837]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T16:29:03.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:02 smithi016 ceph-mon[84444]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T16:29:03.612 INFO:tasks.rados.rados.0.smithi005.stdout:1270: done (2 left) 2024-04-12T16:29:03.612 INFO:tasks.rados.rados.0.smithi005.stdout:1271: done (1 left) 2024-04-12T16:29:03.612 INFO:tasks.rados.rados.0.smithi005.stdout:1272: done (0 left) 2024-04-12T16:29:03.612 INFO:tasks.rados.rados.0.smithi005.stdout:1273: snap_remove snap 119 2024-04-12T16:29:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:03 smithi016 ceph-mon[84444]: pgmap v128: 121 pgs: 121 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-12T16:29:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:03 smithi016 ceph-mon[84444]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T16:29:03.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:03.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:03 smithi005 ceph-mon[88416]: pgmap v128: 121 pgs: 121 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-12T16:29:03.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:03 smithi005 ceph-mon[88416]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T16:29:03.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:03 smithi005 ceph-mon[90837]: pgmap v128: 121 pgs: 121 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-12T16:29:03.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:03 smithi005 ceph-mon[90837]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T16:29:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:29:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:29:03] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-12T16:29:04.618 INFO:tasks.rados.rados.0.smithi005.stdout:1273: done (0 left) 2024-04-12T16:29:04.618 INFO:tasks.rados.rados.0.smithi005.stdout:1274: read oid 9 snap -1 2024-04-12T16:29:04.618 INFO:tasks.rados.rados.0.smithi005.stdout:1274: expect deleted 2024-04-12T16:29:04.618 INFO:tasks.rados.rados.0.smithi005.stdout:1275: read oid 41 snap 121 2024-04-12T16:29:04.618 INFO:tasks.rados.rados.0.smithi005.stdout:1275: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:29:04.619 INFO:tasks.rados.rados.0.smithi005.stdout:1276: read oid 39 snap -1 2024-04-12T16:29:04.619 INFO:tasks.rados.rados.0.smithi005.stdout:1276: expect (ObjNum 367 snap 109 seq_num 367) 2024-04-12T16:29:04.619 INFO:tasks.rados.rados.0.smithi005.stdout:1277: snap_remove snap 109 2024-04-12T16:29:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:04 smithi005 ceph-mon[88416]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T16:29:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:04 smithi005 ceph-mon[90837]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T16:29:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:04 smithi016 ceph-mon[84444]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T16:29:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:05.547 INFO:tasks.rados.rados.0.smithi005.stdout:1277: done (3 left) 2024-04-12T16:29:05.547 INFO:tasks.rados.rados.0.smithi005.stdout:1278: setattr oid 44 current snap is 123 2024-04-12T16:29:05.548 INFO:tasks.rados.rados.0.smithi005.stdout:1276: expect (ObjNum 367 snap 109 seq_num 367) 2024-04-12T16:29:05.593 INFO:tasks.rados.rados.0.smithi005.stdout:1275: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:29:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:05 smithi005 ceph-mon[88416]: pgmap v131: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 486 KiB/s wr, 2 op/s 2024-04-12T16:29:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:05 smithi005 ceph-mon[88416]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T16:29:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:05 smithi005 ceph-mon[88416]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T16:29:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:05 smithi005 ceph-mon[90837]: pgmap v131: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 486 KiB/s wr, 2 op/s 2024-04-12T16:29:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:05 smithi005 ceph-mon[90837]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T16:29:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:05 smithi005 ceph-mon[90837]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:1274: done (3 left) 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:1275: done (2 left) 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:1276: done (1 left) 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:1279: rollback oid 38 current snap is 123 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 122 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:1280: rollback oid 43 current snap is 123 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 122 2024-04-12T16:29:06.056 INFO:tasks.rados.rados.0.smithi005.stdout:1281: snap_remove snap 111 2024-04-12T16:29:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:05 smithi016 ceph-mon[84444]: pgmap v131: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 486 KiB/s wr, 2 op/s 2024-04-12T16:29:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:05 smithi016 ceph-mon[84444]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T16:29:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:05 smithi016 ceph-mon[84444]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T16:29:06.633 INFO:tasks.rados.rados.0.smithi005.stdout:1281: done (3 left) 2024-04-12T16:29:06.633 INFO:tasks.rados.rados.0.smithi005.stdout:1282: copy_from oid 41 from oid 22 current snap is 123 2024-04-12T16:29:06.633 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 448 (ObjNum 317 snap 91 seq_num 317) dirty exists 2024-04-12T16:29:06.633 INFO:tasks.rados.rados.0.smithi005.stdout:1280: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:29:06.633 INFO:tasks.rados.rados.0.smithi005.stdout:1280: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:29:06.633 INFO:tasks.rados.rados.0.smithi005.stdout:1279: finishing rollback tid 0 to smithi00577259-38 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:1280: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 502 (ObjNum 368 snap 109 seq_num 368) dirty exists 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:1279: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:1279: finishing rollback tid 2 to smithi00577259-38 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 555 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:1278: done (3 left) 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:1279: done (2 left) 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:1280: done (1 left) 2024-04-12T16:29:06.634 INFO:tasks.rados.rados.0.smithi005.stdout:1283: snap_create 2024-04-12T16:29:06.651 INFO:tasks.rados.rados.0.smithi005.stdout:1282: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:29:06.652 INFO:tasks.rados.rados.0.smithi005.stdout:1282: finishing copy_from to smithi00577259-41 2024-04-12T16:29:06.653 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 66 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:29:07.626 INFO:tasks.rados.rados.0.smithi005.stdout:1282: done (1 left) 2024-04-12T16:29:07.627 INFO:tasks.rados.rados.0.smithi005.stdout:1283: done (0 left) 2024-04-12T16:29:07.627 INFO:tasks.rados.rados.0.smithi005.stdout:1284: copy_from oid 35 from oid 22 current snap is 124 2024-04-12T16:29:07.627 INFO:tasks.rados.rados.0.smithi005.stdout:1285: rollback oid 20 current snap is 124 2024-04-12T16:29:07.627 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 121 2024-04-12T16:29:07.627 INFO:tasks.rados.rados.0.smithi005.stdout:1286: delete oid 27 current snap is 124 2024-04-12T16:29:07.631 INFO:tasks.rados.rados.0.smithi005.stdout:1285: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:29:07.631 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 0 (ObjNum 129 snap 0 seq_num 1950311117) dirty dne 2024-04-12T16:29:07.635 INFO:tasks.rados.rados.0.smithi005.stdout:1285: done (2 left) 2024-04-12T16:29:07.635 INFO:tasks.rados.rados.0.smithi005.stdout:1286: done (1 left) 2024-04-12T16:29:07.635 INFO:tasks.rados.rados.0.smithi005.stdout:1287: rollback oid 39 current snap is 124 2024-04-12T16:29:07.635 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 39 to 121 2024-04-12T16:29:07.635 INFO:tasks.rados.rados.0.smithi005.stdout:1288: delete oid 11 current snap is 124 2024-04-12T16:29:07.638 INFO:tasks.rados.rados.0.smithi005.stdout:1284: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:29:07.639 INFO:tasks.rados.rados.0.smithi005.stdout:1288: done (2 left) 2024-04-12T16:29:07.640 INFO:tasks.rados.rados.0.smithi005.stdout:1289: copy_from oid 20 from oid 34 current snap is 124 2024-04-12T16:29:07.640 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 124 2024-04-12T16:29:07.640 INFO:tasks.rados.rados.0.smithi005.stdout:1290: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-04-12T16:29:07.642 INFO:tasks.rados.rados.0.smithi005.stdout:1290: writing smithi00577259-7 from 0 to 475136 tid 1 2024-04-12T16:29:07.645 INFO:tasks.rados.rados.0.smithi005.stdout:1290: writing smithi00577259-7 from 475136 to 892928 tid 2 2024-04-12T16:29:07.647 INFO:tasks.rados.rados.0.smithi005.stdout:1290: writing smithi00577259-7 from 892928 to 1368064 tid 3 2024-04-12T16:29:07.650 INFO:tasks.rados.rados.0.smithi005.stdout:1290: writing smithi00577259-7 from 1368064 to 1794048 tid 4 2024-04-12T16:29:07.652 INFO:tasks.rados.rados.0.smithi005.stdout:1290: writing smithi00577259-7 from 1794048 to 2080768 tid 5 2024-04-12T16:29:07.652 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 124 2024-04-12T16:29:07.652 INFO:tasks.rados.rados.0.smithi005.stdout:1284: finishing copy_from to smithi00577259-35 2024-04-12T16:29:07.652 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 66 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:1287: finishing rollback tid 0 to smithi00577259-39 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:1287: finishing rollback tid 1 to smithi00577259-39 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:1287: finishing rollback tid 2 to smithi00577259-39 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 281 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:1290: finishing write tid 1 to smithi00577259-7 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:1290: finishing write tid 2 to smithi00577259-7 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:1290: finishing write tid 3 to smithi00577259-7 2024-04-12T16:29:07.653 INFO:tasks.rados.rados.0.smithi005.stdout:1291: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-04-12T16:29:07.655 INFO:tasks.rados.rados.0.smithi005.stdout:1291: writing smithi00577259-3 from 0 to 491520 tid 1 2024-04-12T16:29:07.661 INFO:tasks.rados.rados.0.smithi005.stdout:1291: writing smithi00577259-3 from 491520 to 1245184 tid 2 2024-04-12T16:29:07.665 INFO:tasks.rados.rados.0.smithi005.stdout:1291: writing smithi00577259-3 from 1245184 to 1933312 tid 3 2024-04-12T16:29:07.667 INFO:tasks.rados.rados.0.smithi005.stdout:1291: writing smithi00577259-3 from 1933312 to 2097152 tid 4 2024-04-12T16:29:07.667 INFO:tasks.rados.rados.0.smithi005.stdout:1284: done (4 left) 2024-04-12T16:29:07.667 INFO:tasks.rados.rados.0.smithi005.stdout:1287: done (3 left) 2024-04-12T16:29:07.667 INFO:tasks.rados.rados.0.smithi005.stdout:1292: rollback oid 33 current snap is 124 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 33 to 117 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: finishing write tid 4 to smithi00577259-7 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: finishing write tid 5 to smithi00577259-7 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: finishing write tid 6 to smithi00577259-7 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: finishing write tid 7 to smithi00577259-7 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: oid 7 updating version 0 to 462 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: oid 7 version 462 is already newer than 461 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: oid 7 updating version 462 to 465 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: oid 7 version 465 is already newer than 464 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: oid 7 version 465 is already newer than 460 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: oid 7 version 465 is already newer than 463 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 465 (ObjNum 410 snap 124 seq_num 410) dirty exists 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1290: left oid 7 (ObjNum 410 snap 124 seq_num 410) 2024-04-12T16:29:07.668 INFO:tasks.rados.rados.0.smithi005.stdout:1291: finishing write tid 1 to smithi00577259-3 2024-04-12T16:29:07.669 INFO:tasks.rados.rados.0.smithi005.stdout:1291: finishing write tid 2 to smithi00577259-3 2024-04-12T16:29:07.669 INFO:tasks.rados.rados.0.smithi005.stdout:1290: done (3 left) 2024-04-12T16:29:07.669 INFO:tasks.rados.rados.0.smithi005.stdout:1293: read oid 14 snap -1 2024-04-12T16:29:07.669 INFO:tasks.rados.rados.0.smithi005.stdout:1293: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-12T16:29:07.669 INFO:tasks.rados.rados.0.smithi005.stdout:1294: snap_remove snap 121 2024-04-12T16:29:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:07 smithi005 ceph-mon[88416]: pgmap v134: 121 pgs: 121 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-12T16:29:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:07 smithi005 ceph-mon[88416]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-12T16:29:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:07 smithi005 ceph-mon[88416]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T16:29:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:07 smithi005 ceph-mon[90837]: pgmap v134: 121 pgs: 121 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-12T16:29:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:07 smithi005 ceph-mon[90837]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-12T16:29:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:07 smithi005 ceph-mon[90837]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T16:29:08.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:07 smithi016 ceph-mon[84444]: pgmap v134: 121 pgs: 121 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-12T16:29:08.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:07 smithi016 ceph-mon[84444]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-12T16:29:08.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:07 smithi016 ceph-mon[84444]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T16:29:08.636 INFO:tasks.rados.rados.0.smithi005.stdout:1294: done (4 left) 2024-04-12T16:29:08.636 INFO:tasks.rados.rados.0.smithi005.stdout:1295: delete oid 1 current snap is 124 2024-04-12T16:29:08.636 INFO:tasks.rados.rados.0.smithi005.stdout:1291: finishing write tid 3 to smithi00577259-3 2024-04-12T16:29:08.636 INFO:tasks.rados.rados.0.smithi005.stdout:1291: finishing write tid 4 to smithi00577259-3 2024-04-12T16:29:08.636 INFO:tasks.rados.rados.0.smithi005.stdout:1291: finishing write tid 5 to smithi00577259-3 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1291: finishing write tid 6 to smithi00577259-3 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1291: oid 3 updating version 0 to 562 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1291: oid 3 updating version 562 to 564 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1291: oid 3 version 564 is already newer than 560 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1291: oid 3 version 564 is already newer than 563 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1291: oid 3 version 564 is already newer than 561 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 564 (ObjNum 411 snap 124 seq_num 411) dirty exists 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1291: left oid 3 (ObjNum 411 snap 124 seq_num 411) 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1289: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1289: finishing copy_from to smithi00577259-20 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 716 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1292: finishing rollback tid 0 to smithi00577259-33 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1292: finishing rollback tid 1 to smithi00577259-33 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:1292: finishing rollback tid 2 to smithi00577259-33 2024-04-12T16:29:08.637 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 719 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-04-12T16:29:08.638 INFO:tasks.rados.rados.0.smithi005.stdout:1293: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-12T16:29:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1289: done (4 left) 2024-04-12T16:29:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1291: done (3 left) 2024-04-12T16:29:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1292: done (2 left) 2024-04-12T16:29:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1293: done (1 left) 2024-04-12T16:29:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1295: done (0 left) 2024-04-12T16:29:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 124 2024-04-12T16:29:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1296: seq_num 413 ranges {3866624=524288,4390912=516096,4907008=696320,5603328=393216} 2024-04-12T16:29:08.853 INFO:tasks.rados.rados.0.smithi005.stdout:1296: writing smithi00577259-19 from 3866624 to 4390912 tid 1 2024-04-12T16:29:08.856 INFO:tasks.rados.rados.0.smithi005.stdout:1296: writing smithi00577259-19 from 4390912 to 4907008 tid 2 2024-04-12T16:29:08.860 INFO:tasks.rados.rados.0.smithi005.stdout:1296: writing smithi00577259-19 from 4907008 to 5603328 tid 3 2024-04-12T16:29:08.863 INFO:tasks.rados.rados.0.smithi005.stdout:1296: writing smithi00577259-19 from 5603328 to 5996544 tid 4 2024-04-12T16:29:08.863 INFO:tasks.rados.rados.0.smithi005.stdout:1297: snap_create 2024-04-12T16:29:08.863 INFO:tasks.rados.rados.0.smithi005.stdout:1296: finishing write tid 1 to smithi00577259-19 2024-04-12T16:29:08.864 INFO:tasks.rados.rados.0.smithi005.stdout:1296: finishing write tid 2 to smithi00577259-19 2024-04-12T16:29:08.864 INFO:tasks.rados.rados.0.smithi005.stdout:1296: finishing write tid 3 to smithi00577259-19 2024-04-12T16:29:08.865 INFO:tasks.rados.rados.0.smithi005.stdout:1296: finishing write tid 4 to smithi00577259-19 2024-04-12T16:29:08.865 INFO:tasks.rados.rados.0.smithi005.stdout:1296: finishing write tid 5 to smithi00577259-19 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:1296: finishing write tid 6 to smithi00577259-19 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:1296: oid 19 updating version 0 to 507 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:1296: oid 19 version 507 is already newer than 505 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:1296: oid 19 version 507 is already newer than 504 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:1296: oid 19 version 507 is already newer than 506 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:1296: oid 19 version 507 is already newer than 503 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 507 (ObjNum 413 snap 124 seq_num 413) dirty exists 2024-04-12T16:29:08.866 INFO:tasks.rados.rados.0.smithi005.stdout:1296: left oid 19 (ObjNum 413 snap 124 seq_num 413) 2024-04-12T16:29:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:08 smithi005 ceph-mon[88416]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T16:29:08.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:08 smithi005 ceph-mon[90837]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T16:29:09.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:08 smithi016 ceph-mon[84444]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T16:29:09.640 INFO:tasks.rados.rados.0.smithi005.stdout:1296: done (1 left) 2024-04-12T16:29:09.640 INFO:tasks.rados.rados.0.smithi005.stdout:1297: done (0 left) 2024-04-12T16:29:09.640 INFO:tasks.rados.rados.0.smithi005.stdout:1298: snap_create 2024-04-12T16:29:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:09 smithi005 ceph-mon[88416]: pgmap v137: 121 pgs: 121 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:29:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:09 smithi005 ceph-mon[88416]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T16:29:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:09 smithi005 ceph-mon[90837]: pgmap v137: 121 pgs: 121 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:29:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:09 smithi005 ceph-mon[90837]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T16:29:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:09 smithi016 ceph-mon[84444]: pgmap v137: 121 pgs: 121 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:29:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:09 smithi016 ceph-mon[84444]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T16:29:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:10.549 INFO:tasks.rados.rados.0.smithi005.stdout:1298: done (0 left) 2024-04-12T16:29:10.549 INFO:tasks.rados.rados.0.smithi005.stdout:1299: rollback oid 44 current snap is 126 2024-04-12T16:29:10.549 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 120 2024-04-12T16:29:10.550 INFO:tasks.rados.rados.0.smithi005.stdout:1300: read oid 36 snap -1 2024-04-12T16:29:10.550 INFO:tasks.rados.rados.0.smithi005.stdout:1300: expect (ObjNum 406 snap 121 seq_num 406) 2024-04-12T16:29:10.550 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 126 2024-04-12T16:29:10.550 INFO:tasks.rados.rados.0.smithi005.stdout:1301: seq_num 414 ranges {2539520=540672,3080192=802816,3883008=458752,4341760=344064} 2024-04-12T16:29:10.566 INFO:tasks.rados.rados.0.smithi005.stdout:1301: writing smithi00577259-5 from 2539520 to 3080192 tid 1 2024-04-12T16:29:10.571 INFO:tasks.rados.rados.0.smithi005.stdout:1301: writing smithi00577259-5 from 3080192 to 3883008 tid 2 2024-04-12T16:29:10.574 INFO:tasks.rados.rados.0.smithi005.stdout:1301: writing smithi00577259-5 from 3883008 to 4341760 tid 3 2024-04-12T16:29:10.576 INFO:tasks.rados.rados.0.smithi005.stdout:1301: writing smithi00577259-5 from 4341760 to 4685824 tid 4 2024-04-12T16:29:10.576 INFO:tasks.rados.rados.0.smithi005.stdout:1302: snap_remove snap 122 2024-04-12T16:29:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:10 smithi005 ceph-mon[88416]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T16:29:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:10 smithi005 ceph-mon[88416]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T16:29:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:10 smithi005 ceph-mon[90837]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T16:29:10.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:10 smithi005 ceph-mon[90837]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T16:29:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:10 smithi016 ceph-mon[84444]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T16:29:11.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:10 smithi016 ceph-mon[84444]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T16:29:11.551 INFO:tasks.rados.rados.0.smithi005.stdout:1299: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:29:11.551 INFO:tasks.rados.rados.0.smithi005.stdout:1299: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:29:11.551 INFO:tasks.rados.rados.0.smithi005.stdout:1299: finishing rollback tid 2 to smithi00577259-44 2024-04-12T16:29:11.551 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 456 (ObjNum 317 snap 91 seq_num 317) dirty exists 2024-04-12T16:29:11.551 INFO:tasks.rados.rados.0.smithi005.stdout:1300: expect (ObjNum 406 snap 121 seq_num 406) 2024-04-12T16:29:11.623 INFO:tasks.rados.rados.0.smithi005.stdout:1301: finishing write tid 1 to smithi00577259-5 2024-04-12T16:29:11.623 INFO:tasks.rados.rados.0.smithi005.stdout:1301: finishing write tid 2 to smithi00577259-5 2024-04-12T16:29:11.623 INFO:tasks.rados.rados.0.smithi005.stdout:1301: finishing write tid 3 to smithi00577259-5 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: finishing write tid 4 to smithi00577259-5 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: finishing write tid 5 to smithi00577259-5 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: finishing write tid 6 to smithi00577259-5 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: oid 5 updating version 0 to 631 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: oid 5 updating version 631 to 634 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: oid 5 version 634 is already newer than 633 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: oid 5 version 634 is already newer than 630 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: oid 5 version 634 is already newer than 632 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 634 (ObjNum 414 snap 126 seq_num 414) dirty exists 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: left oid 5 (ObjNum 414 snap 126 seq_num 414) 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1299: done (3 left) 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1300: done (2 left) 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1301: done (1 left) 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1302: done (0 left) 2024-04-12T16:29:11.624 INFO:tasks.rados.rados.0.smithi005.stdout:1303: snap_remove snap 123 2024-04-12T16:29:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:11 smithi005 ceph-mon[88416]: pgmap v140: 121 pgs: 121 active+clean; 176 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-12T16:29:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:11 smithi005 ceph-mon[88416]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T16:29:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:11 smithi005 ceph-mon[90837]: pgmap v140: 121 pgs: 121 active+clean; 176 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-12T16:29:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:11 smithi005 ceph-mon[90837]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T16:29:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:11 smithi016 ceph-mon[84444]: pgmap v140: 121 pgs: 121 active+clean; 176 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-12T16:29:12.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:11 smithi016 ceph-mon[84444]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T16:29:12.553 INFO:tasks.rados.rados.0.smithi005.stdout:1303: done (0 left) 2024-04-12T16:29:12.553 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 126 2024-04-12T16:29:12.553 INFO:tasks.rados.rados.0.smithi005.stdout:1304: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2024-04-12T16:29:12.556 INFO:tasks.rados.rados.0.smithi005.stdout:1304: writing smithi00577259-12 from 0 to 557056 tid 1 2024-04-12T16:29:12.561 INFO:tasks.rados.rados.0.smithi005.stdout:1304: writing smithi00577259-12 from 557056 to 1245184 tid 2 2024-04-12T16:29:12.565 INFO:tasks.rados.rados.0.smithi005.stdout:1304: writing smithi00577259-12 from 1245184 to 1908736 tid 3 2024-04-12T16:29:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1304: writing smithi00577259-12 from 1908736 to 2162688 tid 4 2024-04-12T16:29:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1305: read oid 41 snap 120 2024-04-12T16:29:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1305: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:29:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 126 2024-04-12T16:29:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1304: finishing write tid 1 to smithi00577259-12 2024-04-12T16:29:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1306: seq_num 416 ranges {6144000=573440,6717440=573440,7290880=475136,7766016=557056} 2024-04-12T16:29:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:12.605 INFO:tasks.rados.rados.0.smithi005.stdout:1306: writing smithi00577259-48 from 6144000 to 6717440 tid 1 2024-04-12T16:29:12.608 INFO:tasks.rados.rados.0.smithi005.stdout:1306: writing smithi00577259-48 from 6717440 to 7290880 tid 2 2024-04-12T16:29:12.611 INFO:tasks.rados.rados.0.smithi005.stdout:1306: writing smithi00577259-48 from 7290880 to 7766016 tid 3 2024-04-12T16:29:12.614 INFO:tasks.rados.rados.0.smithi005.stdout:1306: writing smithi00577259-48 from 7766016 to 8323072 tid 4 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1307: delete oid 5 current snap is 126 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: finishing write tid 2 to smithi00577259-12 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: finishing write tid 3 to smithi00577259-12 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: finishing write tid 4 to smithi00577259-12 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: finishing write tid 5 to smithi00577259-12 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: finishing write tid 6 to smithi00577259-12 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: oid 12 updating version 0 to 511 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: oid 12 version 511 is already newer than 510 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: oid 12 version 511 is already newer than 508 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: oid 12 updating version 511 to 512 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: oid 12 version 512 is already newer than 509 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 512 (ObjNum 415 snap 126 seq_num 415) dirty exists 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1304: left oid 12 (ObjNum 415 snap 126 seq_num 415) 2024-04-12T16:29:12.615 INFO:tasks.rados.rados.0.smithi005.stdout:1305: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:29:13.080 INFO:tasks.rados.rados.0.smithi005.stdout:1306: finishing write tid 1 to smithi00577259-48 2024-04-12T16:29:13.080 INFO:tasks.rados.rados.0.smithi005.stdout:1306: finishing write tid 2 to smithi00577259-48 2024-04-12T16:29:13.080 INFO:tasks.rados.rados.0.smithi005.stdout:1306: finishing write tid 3 to smithi00577259-48 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: finishing write tid 4 to smithi00577259-48 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: finishing write tid 5 to smithi00577259-48 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: finishing write tid 6 to smithi00577259-48 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: oid 48 updating version 0 to 721 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: oid 48 updating version 721 to 723 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: oid 48 version 723 is already newer than 722 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: oid 48 version 723 is already newer than 720 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: oid 48 updating version 723 to 724 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 724 (ObjNum 416 snap 126 seq_num 416) dirty exists 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: left oid 48 (ObjNum 416 snap 126 seq_num 416) 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1304: done (3 left) 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1305: done (2 left) 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1306: done (1 left) 2024-04-12T16:29:13.081 INFO:tasks.rados.rados.0.smithi005.stdout:1307: done (0 left) 2024-04-12T16:29:13.082 INFO:tasks.rados.rados.0.smithi005.stdout:1308: read oid 41 snap 120 2024-04-12T16:29:13.082 INFO:tasks.rados.rados.0.smithi005.stdout:1308: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:29:13.082 INFO:tasks.rados.rados.0.smithi005.stdout:1309: delete oid 13 current snap is 126 2024-04-12T16:29:13.082 INFO:tasks.rados.rados.0.smithi005.stdout:1309: done (1 left) 2024-04-12T16:29:13.082 INFO:tasks.rados.rados.0.smithi005.stdout:1310: snap_remove snap 124 2024-04-12T16:29:13.649 INFO:tasks.rados.rados.0.smithi005.stdout:1310: done (1 left) 2024-04-12T16:29:13.649 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 126 2024-04-12T16:29:13.649 INFO:tasks.rados.rados.0.smithi005.stdout:1311: seq_num 419 ranges {1179648=622592,1802240=671744,2473984=647168,3121152=286720} 2024-04-12T16:29:13.659 INFO:tasks.rados.rados.0.smithi005.stdout:1311: writing smithi00577259-44 from 1179648 to 1802240 tid 1 2024-04-12T16:29:13.663 INFO:tasks.rados.rados.0.smithi005.stdout:1311: writing smithi00577259-44 from 1802240 to 2473984 tid 2 2024-04-12T16:29:13.666 INFO:tasks.rados.rados.0.smithi005.stdout:1311: writing smithi00577259-44 from 2473984 to 3121152 tid 3 2024-04-12T16:29:13.668 INFO:tasks.rados.rados.0.smithi005.stdout:1311: writing smithi00577259-44 from 3121152 to 3407872 tid 4 2024-04-12T16:29:13.668 INFO:tasks.rados.rados.0.smithi005.stdout:1312: copy_from oid 5 from oid 6 current snap is 126 2024-04-12T16:29:13.668 INFO:tasks.rados.rados.0.smithi005.stdout:1308: expect (ObjNum 341 snap 99 seq_num 341) 2024-04-12T16:29:13.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:13 smithi016 ceph-mon[84444]: pgmap v143: 121 pgs: 121 active+clean; 176 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-12T16:29:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:13 smithi016 ceph-mon[84444]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T16:29:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:29:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:13 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:29:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:13 smithi016 ceph-mon[84444]: Upgrade: osd.1 is safe to restart 2024-04-12T16:29:13.845 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[88416]: pgmap v143: 121 pgs: 121 active+clean; 176 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-12T16:29:13.845 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[88416]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T16:29:13.845 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:29:13.845 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:29:13.845 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[88416]: Upgrade: osd.1 is safe to restart 2024-04-12T16:29:13.845 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[90837]: pgmap v143: 121 pgs: 121 active+clean; 176 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-12T16:29:13.845 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[90837]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T16:29:13.846 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:29:13.846 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T16:29:13.846 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-mon[90837]: Upgrade: osd.1 is safe to restart 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: finishing write tid 1 to smithi00577259-44 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: finishing write tid 2 to smithi00577259-44 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: finishing write tid 3 to smithi00577259-44 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: finishing write tid 4 to smithi00577259-44 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: finishing write tid 5 to smithi00577259-44 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: finishing write tid 6 to smithi00577259-44 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: oid 44 updating version 0 to 465 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: oid 44 updating version 465 to 466 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: oid 44 version 466 is already newer than 463 2024-04-12T16:29:14.135 INFO:tasks.rados.rados.0.smithi005.stdout:1311: oid 44 version 466 is already newer than 464 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1311: oid 44 updating version 466 to 467 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 467 (ObjNum 419 snap 126 seq_num 419) dirty exists 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1311: left oid 44 (ObjNum 419 snap 126 seq_num 419) 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1312: finishing copy_from racing read to smithi00577259-5 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1312: finishing copy_from to smithi00577259-5 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 90 (ObjNum 203 snap 53 seq_num 203) dirty exists 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1308: done (2 left) 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1311: done (1 left) 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1312: done (0 left) 2024-04-12T16:29:14.136 INFO:tasks.rados.rados.0.smithi005.stdout:1313: delete oid 9 current snap is 126 2024-04-12T16:29:14.137 INFO:tasks.rados.rados.0.smithi005.stdout:1313: done (0 left) 2024-04-12T16:29:14.137 INFO:tasks.rados.rados.0.smithi005.stdout:1314: copy_from oid 37 from oid 30 current snap is 126 2024-04-12T16:29:14.137 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 126 2024-04-12T16:29:14.137 INFO:tasks.rados.rados.0.smithi005.stdout:1315: seq_num 421 ranges {3407872=655360,4063232=442368,4505600=663552,5169152=499712} 2024-04-12T16:29:14.159 INFO:tasks.rados.rados.0.smithi005.stdout:1315: writing smithi00577259-44 from 3407872 to 4063232 tid 1 2024-04-12T16:29:14.161 INFO:tasks.rados.rados.0.smithi005.stdout:1315: writing smithi00577259-44 from 4063232 to 4505600 tid 2 2024-04-12T16:29:14.165 INFO:tasks.rados.rados.0.smithi005.stdout:1315: writing smithi00577259-44 from 4505600 to 5169152 tid 3 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:1315: writing smithi00577259-44 from 5169152 to 5668864 tid 4 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 126 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:1314: finishing copy_from to smithi00577259-37 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:1314: got expected ENOENT (src dne) 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:1314: finishing copy_from racing read to smithi00577259-37 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:1315: finishing write tid 1 to smithi00577259-44 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:1315: finishing write tid 2 to smithi00577259-44 2024-04-12T16:29:14.168 INFO:tasks.rados.rados.0.smithi005.stdout:1316: seq_num 422 ranges {2195456=671744,2867200=729088,3596288=417792,4014080=458752} 2024-04-12T16:29:14.183 INFO:tasks.rados.rados.0.smithi005.stdout:1316: writing smithi00577259-10 from 2195456 to 2867200 tid 1 2024-04-12T16:29:14.187 INFO:tasks.rados.rados.0.smithi005.stdout:1316: writing smithi00577259-10 from 2867200 to 3596288 tid 2 2024-04-12T16:29:14.189 INFO:tasks.rados.rados.0.smithi005.stdout:1316: writing smithi00577259-10 from 3596288 to 4014080 tid 3 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1316: writing smithi00577259-10 from 4014080 to 4472832 tid 4 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1314: done (2 left) 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1317: read oid 20 snap -1 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1317: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 126 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1315: finishing write tid 3 to smithi00577259-44 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1315: finishing write tid 4 to smithi00577259-44 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1315: finishing write tid 5 to smithi00577259-44 2024-04-12T16:29:14.193 INFO:tasks.rados.rados.0.smithi005.stdout:1318: seq_num 423 ranges {0=688128,688128=614400,1302528=622592,1925120=368640} 2024-04-12T16:29:14.196 INFO:tasks.rados.rados.0.smithi005.stdout:1318: writing smithi00577259-25 from 0 to 688128 tid 1 2024-04-12T16:29:14.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:29:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:29:13] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-04-12T16:29:14.200 INFO:tasks.rados.rados.0.smithi005.stdout:1318: writing smithi00577259-25 from 688128 to 1302528 tid 2 2024-04-12T16:29:14.204 INFO:tasks.rados.rados.0.smithi005.stdout:1318: writing smithi00577259-25 from 1302528 to 1925120 tid 3 2024-04-12T16:29:14.209 INFO:tasks.rados.rados.0.smithi005.stdout:1318: writing smithi00577259-25 from 1925120 to 2293760 tid 4 2024-04-12T16:29:14.209 INFO:tasks.rados.rados.0.smithi005.stdout:1319: rollback oid 23 current snap is 126 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 120 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:1315: finishing write tid 6 to smithi00577259-44 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:1315: oid 44 updating version 0 to 470 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:1315: oid 44 version 470 is already newer than 469 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:1315: oid 44 updating version 470 to 471 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:1315: oid 44 updating version 471 to 472 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:1315: oid 44 updating version 472 to 473 2024-04-12T16:29:14.210 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 473 (ObjNum 421 snap 126 seq_num 421) dirty exists 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1315: left oid 44 (ObjNum 421 snap 126 seq_num 421) 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: finishing write tid 1 to smithi00577259-10 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: finishing write tid 2 to smithi00577259-10 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: finishing write tid 3 to smithi00577259-10 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: finishing write tid 4 to smithi00577259-10 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: finishing write tid 5 to smithi00577259-10 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: finishing write tid 6 to smithi00577259-10 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: oid 10 updating version 0 to 292 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: oid 10 updating version 292 to 293 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: oid 10 version 293 is already newer than 289 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: oid 10 version 293 is already newer than 291 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: oid 10 version 293 is already newer than 290 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 293 (ObjNum 422 snap 126 seq_num 422) dirty exists 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1316: left oid 10 (ObjNum 422 snap 126 seq_num 422) 2024-04-12T16:29:14.211 INFO:tasks.rados.rados.0.smithi005.stdout:1318: finishing write tid 1 to smithi00577259-25 2024-04-12T16:29:14.212 INFO:tasks.rados.rados.0.smithi005.stdout:1318: finishing write tid 2 to smithi00577259-25 2024-04-12T16:29:14.212 INFO:tasks.rados.rados.0.smithi005.stdout:1315: done (4 left) 2024-04-12T16:29:14.212 INFO:tasks.rados.rados.0.smithi005.stdout:1316: done (3 left) 2024-04-12T16:29:14.212 INFO:tasks.rados.rados.0.smithi005.stdout:1320: copy_from oid 13 from oid 37 current snap is 126 2024-04-12T16:29:14.212 INFO:tasks.rados.rados.0.smithi005.stdout:1321: snap_remove snap 112 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1321: done (4 left) 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1322: copy_from oid 12 from oid 38 current snap is 126 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1319: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1319: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1318: finishing write tid 3 to smithi00577259-25 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1319: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 432 (ObjNum 392 snap 114 seq_num 392) dirty exists 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1318: finishing write tid 4 to smithi00577259-25 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1318: finishing write tid 5 to smithi00577259-25 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1320: finishing copy_from to smithi00577259-13 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1320: got expected ENOENT (src dne) 2024-04-12T16:29:14.656 INFO:tasks.rados.rados.0.smithi005.stdout:1320: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1318: finishing write tid 6 to smithi00577259-25 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1318: oid 25 updating version 0 to 675 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1318: oid 25 version 675 is already newer than 672 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1318: oid 25 version 675 is already newer than 674 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1318: oid 25 updating version 675 to 676 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1318: oid 25 version 676 is already newer than 673 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 676 (ObjNum 423 snap 126 seq_num 423) dirty exists 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1318: left oid 25 (ObjNum 423 snap 126 seq_num 423) 2024-04-12T16:29:14.657 INFO:tasks.rados.rados.0.smithi005.stdout:1317: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[88416]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T16:29:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:29:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[90837]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T16:29:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:29:14.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:15.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:14 smithi016 ceph-mon[84444]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T16:29:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T16:29:15.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1322: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1322: finishing copy_from to smithi00577259-12 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 555 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1317: done (4 left) 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1318: done (3 left) 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1319: done (2 left) 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1320: done (1 left) 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1322: done (0 left) 2024-04-12T16:29:15.149 INFO:tasks.rados.rados.0.smithi005.stdout:1323: snap_create 2024-04-12T16:29:15.549 INFO:tasks.rados.rados.0.smithi005.stdout:1323: done (0 left) 2024-04-12T16:29:15.549 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 127 2024-04-12T16:29:15.549 INFO:tasks.rados.rados.0.smithi005.stdout:1324: seq_num 424 ranges {0=704512,704512=491520,1196032=434176,1630208=679936} 2024-04-12T16:29:15.553 INFO:tasks.rados.rados.0.smithi005.stdout:1324: writing smithi00577259-11 from 0 to 704512 tid 1 2024-04-12T16:29:15.555 INFO:tasks.rados.rados.0.smithi005.stdout:1324: writing smithi00577259-11 from 704512 to 1196032 tid 2 2024-04-12T16:29:15.558 INFO:tasks.rados.rados.0.smithi005.stdout:1324: writing smithi00577259-11 from 1196032 to 1630208 tid 3 2024-04-12T16:29:15.563 INFO:tasks.rados.rados.0.smithi005.stdout:1324: writing smithi00577259-11 from 1630208 to 2310144 tid 4 2024-04-12T16:29:15.563 INFO:tasks.rados.rados.0.smithi005.stdout:1325: rmattr oid 30 current snap is 127 2024-04-12T16:29:15.563 INFO:tasks.rados.rados.0.smithi005.stdout:1325: done (1 left) 2024-04-12T16:29:15.563 INFO:tasks.rados.rados.0.smithi005.stdout:1326: delete oid 19 current snap is 127 2024-04-12T16:29:15.563 INFO:tasks.rados.rados.0.smithi005.stdout:1324: finishing write tid 1 to smithi00577259-11 2024-04-12T16:29:15.563 INFO:tasks.rados.rados.0.smithi005.stdout:1324: finishing write tid 2 to smithi00577259-11 2024-04-12T16:29:15.563 INFO:tasks.rados.rados.0.smithi005.stdout:1324: finishing write tid 3 to smithi00577259-11 2024-04-12T16:29:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1324: finishing write tid 4 to smithi00577259-11 2024-04-12T16:29:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1324: finishing write tid 5 to smithi00577259-11 2024-04-12T16:29:15.567 INFO:tasks.rados.rados.0.smithi005.stdout:1324: finishing write tid 6 to smithi00577259-11 2024-04-12T16:29:15.567 INFO:tasks.rados.rados.0.smithi005.stdout:1324: oid 11 updating version 0 to 674 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1324: oid 11 version 674 is already newer than 672 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1324: oid 11 version 674 is already newer than 673 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1324: oid 11 updating version 674 to 675 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1324: oid 11 updating version 675 to 676 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 676 (ObjNum 424 snap 127 seq_num 424) dirty exists 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1324: left oid 11 (ObjNum 424 snap 127 seq_num 424) 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1324: done (1 left) 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1326: done (0 left) 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1327: rollback oid 50 current snap is 127 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 117 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1328: copy_from oid 7 from oid 49 current snap is 127 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 127 2024-04-12T16:29:15.568 INFO:tasks.rados.rados.0.smithi005.stdout:1329: seq_num 426 ranges {2097152=737280,2834432=712704,3547136=802816,4349952=90112} 2024-04-12T16:29:15.583 INFO:tasks.rados.rados.0.smithi005.stdout:1329: writing smithi00577259-3 from 2097152 to 2834432 tid 1 2024-04-12T16:29:15.587 INFO:tasks.rados.rados.0.smithi005.stdout:1329: writing smithi00577259-3 from 2834432 to 3547136 tid 2 2024-04-12T16:29:15.591 INFO:tasks.rados.rados.0.smithi005.stdout:1329: writing smithi00577259-3 from 3547136 to 4349952 tid 3 2024-04-12T16:29:15.592 INFO:tasks.rados.rados.0.smithi005.stdout:1329: writing smithi00577259-3 from 4349952 to 4440064 tid 4 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1330: read oid 35 snap 126 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1330: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1331: snap_create 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1327: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1327: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1327: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 744 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1328: finishing copy_from racing read to smithi00577259-7 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1328: finishing copy_from to smithi00577259-7 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 420 (ObjNum 365 snap 108 seq_num 365) dirty exists 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1329: finishing write tid 1 to smithi00577259-3 2024-04-12T16:29:15.593 INFO:tasks.rados.rados.0.smithi005.stdout:1329: finishing write tid 2 to smithi00577259-3 2024-04-12T16:29:15.596 INFO:tasks.rados.rados.0.smithi005.stdout:1329: finishing write tid 3 to smithi00577259-3 2024-04-12T16:29:15.596 INFO:tasks.rados.rados.0.smithi005.stdout:1329: finishing write tid 4 to smithi00577259-3 2024-04-12T16:29:15.596 INFO:tasks.rados.rados.0.smithi005.stdout:1329: finishing write tid 5 to smithi00577259-3 2024-04-12T16:29:15.597 INFO:tasks.rados.rados.0.smithi005.stdout:1329: finishing write tid 6 to smithi00577259-3 2024-04-12T16:29:15.597 INFO:tasks.rados.rados.0.smithi005.stdout:1329: oid 3 updating version 0 to 583 2024-04-12T16:29:15.598 INFO:tasks.rados.rados.0.smithi005.stdout:1329: oid 3 updating version 583 to 586 2024-04-12T16:29:15.598 INFO:tasks.rados.rados.0.smithi005.stdout:1329: oid 3 version 586 is already newer than 582 2024-04-12T16:29:15.598 INFO:tasks.rados.rados.0.smithi005.stdout:1329: oid 3 version 586 is already newer than 584 2024-04-12T16:29:15.598 INFO:tasks.rados.rados.0.smithi005.stdout:1329: oid 3 version 586 is already newer than 585 2024-04-12T16:29:15.598 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 586 (ObjNum 426 snap 127 seq_num 426) dirty exists 2024-04-12T16:29:15.598 INFO:tasks.rados.rados.0.smithi005.stdout:1329: left oid 3 (ObjNum 426 snap 127 seq_num 426) 2024-04-12T16:29:15.601 INFO:tasks.rados.rados.0.smithi005.stdout:1330: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:15.872 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[88416]: pgmap v146: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:29:15.872 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[88416]: Upgrade: Updating osd.1 2024-04-12T16:29:15.872 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[88416]: Deploying daemon osd.1 on smithi005 2024-04-12T16:29:15.873 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[88416]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T16:29:15.873 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[88416]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T16:29:15.873 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[90837]: pgmap v146: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:29:15.873 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[90837]: Upgrade: Updating osd.1 2024-04-12T16:29:15.873 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[90837]: Deploying daemon osd.1 on smithi005 2024-04-12T16:29:15.873 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[90837]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T16:29:15.873 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:15 smithi005 ceph-mon[90837]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T16:29:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:15 smithi016 ceph-mon[84444]: pgmap v146: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:29:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:15 smithi016 ceph-mon[84444]: Upgrade: Updating osd.1 2024-04-12T16:29:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:15 smithi016 ceph-mon[84444]: Deploying daemon osd.1 on smithi005 2024-04-12T16:29:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:15 smithi016 ceph-mon[84444]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T16:29:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:15 smithi016 ceph-mon[84444]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T16:29:16.552 INFO:tasks.rados.rados.0.smithi005.stdout:1327: done (4 left) 2024-04-12T16:29:16.553 INFO:tasks.rados.rados.0.smithi005.stdout:1328: done (3 left) 2024-04-12T16:29:16.553 INFO:tasks.rados.rados.0.smithi005.stdout:1329: done (2 left) 2024-04-12T16:29:16.553 INFO:tasks.rados.rados.0.smithi005.stdout:1330: done (1 left) 2024-04-12T16:29:16.553 INFO:tasks.rados.rados.0.smithi005.stdout:1331: done (0 left) 2024-04-12T16:29:16.553 INFO:tasks.rados.rados.0.smithi005.stdout:1332: delete oid 26 current snap is 128 2024-04-12T16:29:16.553 INFO:tasks.rados.rados.0.smithi005.stdout:1332: done (0 left) 2024-04-12T16:29:16.553 INFO:tasks.rados.rados.0.smithi005.stdout:1333: delete oid 5 current snap is 128 2024-04-12T16:29:16.556 INFO:tasks.rados.rados.0.smithi005.stdout:1333: done (0 left) 2024-04-12T16:29:16.556 INFO:tasks.rados.rados.0.smithi005.stdout:1334: copy_from oid 21 from oid 29 current snap is 128 2024-04-12T16:29:16.556 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 128 2024-04-12T16:29:16.556 INFO:tasks.rados.rados.0.smithi005.stdout:1335: seq_num 429 ranges {4440064=794624,5234688=770048,6004736=622592,6627328=212992} 2024-04-12T16:29:16.585 INFO:tasks.rados.rados.0.smithi005.stdout:1335: writing smithi00577259-3 from 4440064 to 5234688 tid 1 2024-04-12T16:29:16.589 INFO:tasks.rados.rados.0.smithi005.stdout:1335: writing smithi00577259-3 from 5234688 to 6004736 tid 2 2024-04-12T16:29:16.592 INFO:tasks.rados.rados.0.smithi005.stdout:1335: writing smithi00577259-3 from 6004736 to 6627328 tid 3 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:1335: writing smithi00577259-3 from 6627328 to 6840320 tid 4 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:1336: copy_from oid 35 from oid 34 current snap is 128 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:1334: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:1334: finishing copy_from to smithi00577259-21 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 532 (ObjNum 398 snap 120 seq_num 398) dirty exists 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:1335: finishing write tid 1 to smithi00577259-3 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:1335: finishing write tid 2 to smithi00577259-3 2024-04-12T16:29:16.595 INFO:tasks.rados.rados.0.smithi005.stdout:1334: done (2 left) 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:1337: read oid 38 snap -1 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:1337: expect (ObjNum 340 snap 99 seq_num 340) 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 128 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:1338: seq_num 430 ranges {0=8192} 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:1338: writing smithi00577259-26 from 0 to 8192 tid 1 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:1339: copy_from oid 30 from oid 31 current snap is 128 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 128 2024-04-12T16:29:16.596 INFO:tasks.rados.rados.0.smithi005.stdout:1340: seq_num 431 ranges {15810560=24576} 2024-04-12T16:29:16.682 INFO:tasks.rados.rados.0.smithi005.stdout:1340: writing smithi00577259-23 from 15810560 to 15835136 tid 1 2024-04-12T16:29:16.682 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 128 2024-04-12T16:29:16.682 INFO:tasks.rados.rados.0.smithi005.stdout:1341: seq_num 432 ranges {2424832=40960} 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1341: writing smithi00577259-49 from 2424832 to 2465792 tid 1 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1342: read oid 42 snap -1 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1342: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1343: snap_create 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1338: finishing write tid 1 to smithi00577259-26 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1338: finishing write tid 2 to smithi00577259-26 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1338: finishing write tid 3 to smithi00577259-26 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1338: oid 26 updating version 0 to 326 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1338: oid 26 updating version 326 to 327 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 327 (ObjNum 430 snap 128 seq_num 430) dirty exists 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1338: left oid 26 (ObjNum 430 snap 128 seq_num 430) 2024-04-12T16:29:16.696 INFO:tasks.rados.rados.0.smithi005.stdout:1335: finishing write tid 3 to smithi00577259-3 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: finishing write tid 4 to smithi00577259-3 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: finishing write tid 5 to smithi00577259-3 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: finishing write tid 6 to smithi00577259-3 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: oid 3 updating version 0 to 590 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: oid 3 version 590 is already newer than 589 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: oid 3 version 590 is already newer than 588 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: oid 3 updating version 590 to 591 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: oid 3 updating version 591 to 592 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 592 (ObjNum 429 snap 128 seq_num 429) dirty exists 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1335: left oid 3 (ObjNum 429 snap 128 seq_num 429) 2024-04-12T16:29:16.697 INFO:tasks.rados.rados.0.smithi005.stdout:1337: expect (ObjNum 340 snap 99 seq_num 340) 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1339: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1339: finishing copy_from to smithi00577259-30 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 310 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1336: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1336: finishing copy_from to smithi00577259-35 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 716 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1340: finishing write tid 1 to smithi00577259-23 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1340: finishing write tid 2 to smithi00577259-23 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1340: finishing write tid 3 to smithi00577259-23 2024-04-12T16:29:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1340: oid 23 updating version 0 to 718 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1340: oid 23 version 718 is already newer than 717 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 718 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1340: left oid 23 (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1341: finishing write tid 1 to smithi00577259-49 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1341: finishing write tid 2 to smithi00577259-49 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1341: finishing write tid 3 to smithi00577259-49 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1341: oid 49 updating version 0 to 477 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1341: oid 49 updating version 477 to 478 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 478 (ObjNum 432 snap 128 seq_num 432) dirty exists 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1341: left oid 49 (ObjNum 432 snap 128 seq_num 432) 2024-04-12T16:29:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1342: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-12T16:29:17.658 INFO:tasks.rados.rados.0.smithi005.stdout:1335: done (8 left) 2024-04-12T16:29:17.658 INFO:tasks.rados.rados.0.smithi005.stdout:1336: done (7 left) 2024-04-12T16:29:17.658 INFO:tasks.rados.rados.0.smithi005.stdout:1337: done (6 left) 2024-04-12T16:29:17.658 INFO:tasks.rados.rados.0.smithi005.stdout:1338: done (5 left) 2024-04-12T16:29:17.658 INFO:tasks.rados.rados.0.smithi005.stdout:1339: done (4 left) 2024-04-12T16:29:17.658 INFO:tasks.rados.rados.0.smithi005.stdout:1340: done (3 left) 2024-04-12T16:29:17.659 INFO:tasks.rados.rados.0.smithi005.stdout:1341: done (2 left) 2024-04-12T16:29:17.659 INFO:tasks.rados.rados.0.smithi005.stdout:1342: done (1 left) 2024-04-12T16:29:17.659 INFO:tasks.rados.rados.0.smithi005.stdout:1343: done (0 left) 2024-04-12T16:29:17.659 INFO:tasks.rados.rados.0.smithi005.stdout:1344: setattr oid 23 current snap is 129 2024-04-12T16:29:17.659 INFO:tasks.rados.rados.0.smithi005.stdout:1345: snap_remove snap 125 2024-04-12T16:29:17.799 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:17 smithi005 ceph-mon[88416]: pgmap v149: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-04-12T16:29:17.799 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:17 smithi005 ceph-mon[88416]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T16:29:17.799 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:17 smithi005 ceph-mon[90837]: pgmap v149: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-04-12T16:29:17.799 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:17 smithi005 ceph-mon[90837]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T16:29:17.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:17 smithi016 ceph-mon[84444]: pgmap v149: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 16 op/s 2024-04-12T16:29:17.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:17 smithi016 ceph-mon[84444]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T16:29:18.071 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:17 smithi005 systemd[1]: Stopping Ceph osd.1 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:29:18.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[47836]: 2024-04-12T16:29:18.082+0000 7f3c26ff1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:29:18.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[47836]: 2024-04-12T16:29:18.082+0000 7f3c26ff1700 -1 osd.1 329 *** Got signal Terminated *** 2024-04-12T16:29:18.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[47836]: 2024-04-12T16:29:18.082+0000 7f3c26ff1700 -1 osd.1 329 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:29:18.665 INFO:tasks.rados.rados.0.smithi005.stdout:1345: done (1 left) 2024-04-12T16:29:18.666 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 129 2024-04-12T16:29:18.666 INFO:tasks.rados.rados.0.smithi005.stdout:1346: seq_num 433 ranges {2269184=57344} 2024-04-12T16:29:18.676 INFO:tasks.rados.rados.0.smithi005.stdout:1346: writing smithi00577259-45 from 2269184 to 2326528 tid 1 2024-04-12T16:29:18.676 INFO:tasks.rados.rados.0.smithi005.stdout:1347: snap_remove snap 128 2024-04-12T16:29:18.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:18 smithi005 ceph-mon[88416]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T16:29:18.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:18 smithi005 ceph-mon[88416]: osd.1 marked itself down and dead 2024-04-12T16:29:18.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:18 smithi005 ceph-mon[90837]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T16:29:18.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:18 smithi005 ceph-mon[90837]: osd.1 marked itself down and dead 2024-04-12T16:29:19.078 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:18 smithi016 ceph-mon[84444]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T16:29:19.078 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:18 smithi016 ceph-mon[84444]: osd.1 marked itself down and dead 2024-04-12T16:29:19.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:19 smithi005 podman[100244]: 2024-04-12 16:29:19.180179587 +0000 UTC m=+1.215591540 container died aca308b317f8b91d73a265839d577e2ced9191e3f24e84155335e49a45db00c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:29:19.664 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 719 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:29:19.665 INFO:tasks.rados.rados.0.smithi005.stdout:1344: done (2 left) 2024-04-12T16:29:19.665 INFO:tasks.rados.rados.0.smithi005.stdout:1347: done (1 left) 2024-04-12T16:29:19.665 INFO:tasks.rados.rados.0.smithi005.stdout:1348: delete oid 14 current snap is 129 2024-04-12T16:29:19.679 INFO:tasks.rados.rados.0.smithi005.stdout:1348: done (1 left) 2024-04-12T16:29:19.679 INFO:tasks.rados.rados.0.smithi005.stdout:1349: rollback oid 22 current snap is 129 2024-04-12T16:29:19.679 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 22 to 120 2024-04-12T16:29:19.679 INFO:tasks.rados.rados.0.smithi005.stdout:1350: copy_from oid 8 from oid 10 current snap is 129 2024-04-12T16:29:19.679 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 129 2024-04-12T16:29:19.679 INFO:tasks.rados.rados.0.smithi005.stdout:1351: seq_num 435 ranges {0=90112} 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1351: writing smithi00577259-19 from 0 to 90112 tid 1 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1352: read oid 35 snap -1 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1352: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1346: finishing write tid 1 to smithi00577259-45 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1346: finishing write tid 2 to smithi00577259-45 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1353: rollback oid 3 current snap is 129 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 120 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1354: rollback oid 17 current snap is 129 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 17 to 127 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1355: copy_from oid 4 from oid 27 current snap is 129 2024-04-12T16:29:19.681 INFO:tasks.rados.rados.0.smithi005.stdout:1356: snap_create 2024-04-12T16:29:19.682 INFO:tasks.rados.rados.0.smithi005.stdout:1349: finishing rollback tid 0 to smithi00577259-22 2024-04-12T16:29:19.682 INFO:tasks.rados.rados.0.smithi005.stdout:1353: finishing rollback tid 0 to smithi00577259-3 2024-04-12T16:29:19.683 INFO:tasks.rados.rados.0.smithi005.stdout:1346: finishing write tid 3 to smithi00577259-45 2024-04-12T16:29:19.683 INFO:tasks.rados.rados.0.smithi005.stdout:1346: oid 45 updating version 0 to 678 2024-04-12T16:29:19.683 INFO:tasks.rados.rados.0.smithi005.stdout:1346: oid 45 updating version 678 to 679 2024-04-12T16:29:19.683 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 679 (ObjNum 433 snap 129 seq_num 433) dirty exists 2024-04-12T16:29:19.683 INFO:tasks.rados.rados.0.smithi005.stdout:1346: left oid 45 (ObjNum 433 snap 129 seq_num 433) 2024-04-12T16:29:19.684 INFO:tasks.rados.rados.0.smithi005.stdout:1355: finishing copy_from to smithi00577259-4 2024-04-12T16:29:19.684 INFO:tasks.rados.rados.0.smithi005.stdout:1355: got expected ENOENT (src dne) 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:1355: finishing copy_from racing read to smithi00577259-4 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:1353: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 596 (ObjNum 97 snap 0 seq_num 730759840) dirty dne 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:1351: finishing write tid 1 to smithi00577259-19 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:1351: finishing write tid 2 to smithi00577259-19 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:1349: finishing rollback tid 1 to smithi00577259-22 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:1349: finishing rollback tid 2 to smithi00577259-22 2024-04-12T16:29:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 82 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:29:19.686 INFO:tasks.rados.rados.0.smithi005.stdout:1351: finishing write tid 3 to smithi00577259-19 2024-04-12T16:29:19.686 INFO:tasks.rados.rados.0.smithi005.stdout:1351: oid 19 updating version 0 to 558 2024-04-12T16:29:19.686 INFO:tasks.rados.rados.0.smithi005.stdout:1351: oid 19 version 558 is already newer than 557 2024-04-12T16:29:19.686 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 558 (ObjNum 435 snap 129 seq_num 435) dirty exists 2024-04-12T16:29:19.686 INFO:tasks.rados.rados.0.smithi005.stdout:1351: left oid 19 (ObjNum 435 snap 129 seq_num 435) 2024-04-12T16:29:19.700 INFO:tasks.rados.rados.0.smithi005.stdout:1350: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:29:19.702 INFO:tasks.rados.rados.0.smithi005.stdout:1350: finishing copy_from to smithi00577259-8 2024-04-12T16:29:19.703 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 293 (ObjNum 422 snap 126 seq_num 422) dirty exists 2024-04-12T16:29:19.704 INFO:tasks.rados.rados.0.smithi005.stdout:1354: finishing rollback tid 0 to smithi00577259-17 2024-04-12T16:29:19.704 INFO:tasks.rados.rados.0.smithi005.stdout:1354: finishing rollback tid 1 to smithi00577259-17 2024-04-12T16:29:19.709 INFO:tasks.rados.rados.0.smithi005.stdout:1352: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:19.829 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:19 smithi005 podman[100244]: 2024-04-12 16:29:19.558054547 +0000 UTC m=+1.593466489 container cleanup aca308b317f8b91d73a265839d577e2ced9191e3f24e84155335e49a45db00c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:29:19.829 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:19 smithi005 bash[100244]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1 2024-04-12T16:29:19.829 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[88416]: pgmap v152: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-12T16:29:19.829 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:29:19.829 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[88416]: osdmap e330: 8 total, 7 up, 8 in 2024-04-12T16:29:19.830 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:19.830 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:19.830 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[90837]: pgmap v152: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-12T16:29:19.830 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:29:19.830 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[90837]: osdmap e330: 8 total, 7 up, 8 in 2024-04-12T16:29:19.830 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:19.830 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:19 smithi016 ceph-mon[84444]: pgmap v152: 121 pgs: 121 active+clean; 190 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-12T16:29:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:19 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:29:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:19 smithi016 ceph-mon[84444]: osdmap e330: 8 total, 7 up, 8 in 2024-04-12T16:29:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:20.155 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:19 smithi005 podman[100272]: 2024-04-12 16:29:19.834637853 +0000 UTC m=+0.649441595 container remove aca308b317f8b91d73a265839d577e2ced9191e3f24e84155335e49a45db00c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:29:20.210 INFO:tasks.rados.rados.0.smithi005.stdout:1354: finishing rollback tid 2 to smithi00577259-17 2024-04-12T16:29:20.210 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 722 (ObjNum 386 snap 111 seq_num 386) dirty exists 2024-04-12T16:29:20.408 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:20 smithi005 podman[100363]: 2024-04-12 16:29:20.066035543 +0000 UTC m=+0.019853756 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:29:20.408 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:20 smithi005 podman[100363]: 2024-04-12 16:29:20.194122593 +0000 UTC m=+0.147940796 container create 94421dbf822fd52f92a321b0b36304a8d2cf75ae2527487cefc4657eb9d49692 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True) 2024-04-12T16:29:20.678 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:20 smithi005 podman[100363]: 2024-04-12 16:29:20.413665717 +0000 UTC m=+0.367483927 container init 94421dbf822fd52f92a321b0b36304a8d2cf75ae2527487cefc4657eb9d49692 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:29:20.678 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:20 smithi005 podman[100363]: 2024-04-12 16:29:20.41732125 +0000 UTC m=+0.371139452 container start 94421dbf822fd52f92a321b0b36304a8d2cf75ae2527487cefc4657eb9d49692 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T16:29:20.678 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:20 smithi005 podman[100363]: 2024-04-12 16:29:20.471620975 +0000 UTC m=+0.425439172 container attach 94421dbf822fd52f92a321b0b36304a8d2cf75ae2527487cefc4657eb9d49692 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:29:20.681 INFO:tasks.rados.rados.0.smithi005.stdout:1346: done (8 left) 2024-04-12T16:29:20.681 INFO:tasks.rados.rados.0.smithi005.stdout:1349: done (7 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1350: done (6 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1351: done (5 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1352: done (4 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1353: done (3 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1354: done (2 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1355: done (1 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1356: done (0 left) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1357: read oid 31 snap 127 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1357: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:29:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:1358: delete oid 4 current snap is 130 2024-04-12T16:29:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:1358: done (1 left) 2024-04-12T16:29:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:1359: snap_remove snap 117 2024-04-12T16:29:20.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:20 smithi005 ceph-mon[88416]: osdmap e331: 8 total, 7 up, 8 in 2024-04-12T16:29:20.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:20 smithi005 ceph-mon[90837]: osdmap e331: 8 total, 7 up, 8 in 2024-04-12T16:29:20.951 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:20 smithi005 podman[100363]: 2024-04-12 16:29:20.718707896 +0000 UTC m=+0.672526093 container died 94421dbf822fd52f92a321b0b36304a8d2cf75ae2527487cefc4657eb9d49692 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T16:29:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:20 smithi016 ceph-mon[84444]: osdmap e331: 8 total, 7 up, 8 in 2024-04-12T16:29:21.340 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:21 smithi005 podman[100389]: 2024-04-12 16:29:21.342274667 +0000 UTC m=+0.618334132 container remove 94421dbf822fd52f92a321b0b36304a8d2cf75ae2527487cefc4657eb9d49692 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:29:21.678 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:21 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-12T16:29:21.679 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:21 smithi005 systemd[1]: Stopped Ceph osd.1 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:29:21.679 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:21 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.1.service: Consumed 11.358s CPU time. 2024-04-12T16:29:21.679 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:21 smithi005 systemd[1]: Starting Ceph osd.1 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:29:21.686 INFO:tasks.rados.rados.0.smithi005.stdout:1359: done (1 left) 2024-04-12T16:29:21.686 INFO:tasks.rados.rados.0.smithi005.stdout:1360: read oid 9 snap -1 2024-04-12T16:29:21.686 INFO:tasks.rados.rados.0.smithi005.stdout:1360: expect deleted 2024-04-12T16:29:21.686 INFO:tasks.rados.rados.0.smithi005.stdout:1361: delete oid 47 current snap is 130 2024-04-12T16:29:21.687 INFO:tasks.rados.rados.0.smithi005.stdout:1357: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:29:21.759 INFO:tasks.rados.rados.0.smithi005.stdout:1357: done (2 left) 2024-04-12T16:29:21.759 INFO:tasks.rados.rados.0.smithi005.stdout:1360: done (1 left) 2024-04-12T16:29:21.759 INFO:tasks.rados.rados.0.smithi005.stdout:1361: done (0 left) 2024-04-12T16:29:21.759 INFO:tasks.rados.rados.0.smithi005.stdout:1362: snap_remove snap 126 2024-04-12T16:29:21.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:21 smithi005 ceph-mon[88416]: pgmap v155: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 28 active+undersized, 81 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 22 op/s; 39/330 objects degraded (11.818%) 2024-04-12T16:29:21.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:21 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 39/330 objects degraded (11.818%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:21.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:21 smithi005 ceph-mon[88416]: osdmap e332: 8 total, 7 up, 8 in 2024-04-12T16:29:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:21 smithi005 ceph-mon[90837]: pgmap v155: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 28 active+undersized, 81 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 22 op/s; 39/330 objects degraded (11.818%) 2024-04-12T16:29:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:21 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 39/330 objects degraded (11.818%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:21 smithi005 ceph-mon[90837]: osdmap e332: 8 total, 7 up, 8 in 2024-04-12T16:29:21.951 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:21 smithi005 podman[100493]: 2024-04-12 16:29:21.701493312 +0000 UTC m=+0.022931335 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:29:21.951 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:21 smithi005 podman[100493]: 2024-04-12 16:29:21.87619856 +0000 UTC m=+0.197636612 container create 817af031cfac771dc3cc63c80036a33ef6292cff6edddc76e0f0d1970359dab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:29:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:21 smithi016 ceph-mon[84444]: pgmap v155: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 28 active+undersized, 81 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 22 op/s; 39/330 objects degraded (11.818%) 2024-04-12T16:29:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:21 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 39/330 objects degraded (11.818%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:22.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:21 smithi016 ceph-mon[84444]: osdmap e332: 8 total, 7 up, 8 in 2024-04-12T16:29:22.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 podman[100493]: 2024-04-12 16:29:22.138195684 +0000 UTC m=+0.459633688 container init 817af031cfac771dc3cc63c80036a33ef6292cff6edddc76e0f0d1970359dab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-12T16:29:22.451 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 podman[100493]: 2024-04-12 16:29:22.141737508 +0000 UTC m=+0.463175512 container start 817af031cfac771dc3cc63c80036a33ef6292cff6edddc76e0f0d1970359dab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=) 2024-04-12T16:29:22.451 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 podman[100493]: 2024-04-12 16:29:22.196480198 +0000 UTC m=+0.517918215 container attach 817af031cfac771dc3cc63c80036a33ef6292cff6edddc76e0f0d1970359dab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T16:29:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:22.692 INFO:tasks.rados.rados.0.smithi005.stdout:1362: done (0 left) 2024-04-12T16:29:22.693 INFO:tasks.rados.rados.0.smithi005.stdout:1363: read oid 27 snap 120 2024-04-12T16:29:22.693 INFO:tasks.rados.rados.0.smithi005.stdout:1363: expect deleted 2024-04-12T16:29:22.693 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 130 2024-04-12T16:29:22.693 INFO:tasks.rados.rados.0.smithi005.stdout:1364: seq_num 438 ranges {2392064=139264} 2024-04-12T16:29:22.706 INFO:tasks.rados.rados.0.smithi005.stdout:1364: writing smithi00577259-33 from 2392064 to 2531328 tid 1 2024-04-12T16:29:22.706 INFO:tasks.rados.rados.0.smithi005.stdout:1365: snap_create 2024-04-12T16:29:22.709 INFO:tasks.rados.rados.0.smithi005.stdout:1364: finishing write tid 1 to smithi00577259-33 2024-04-12T16:29:22.709 INFO:tasks.rados.rados.0.smithi005.stdout:1364: finishing write tid 2 to smithi00577259-33 2024-04-12T16:29:22.710 INFO:tasks.rados.rados.0.smithi005.stdout:1364: finishing write tid 3 to smithi00577259-33 2024-04-12T16:29:22.710 INFO:tasks.rados.rados.0.smithi005.stdout:1364: oid 33 updating version 0 to 726 2024-04-12T16:29:22.710 INFO:tasks.rados.rados.0.smithi005.stdout:1364: oid 33 version 726 is already newer than 725 2024-04-12T16:29:22.710 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 726 (ObjNum 438 snap 130 seq_num 438) dirty exists 2024-04-12T16:29:22.710 INFO:tasks.rados.rados.0.smithi005.stdout:1364: left oid 33 (ObjNum 438 snap 130 seq_num 438) 2024-04-12T16:29:22.911 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-mon[88416]: osdmap e333: 8 total, 7 up, 8 in 2024-04-12T16:29:22.912 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-mon[90837]: osdmap e333: 8 total, 7 up, 8 in 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate[100507]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate[100507]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 bash[100493]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 bash[100493]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 bash[100493]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 bash[100493]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 bash[100493]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T16:29:22.912 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 bash[100493]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:29:22.913 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 bash[100493]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T16:29:22.913 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate[100507]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:29:22.913 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate[100507]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:29:22.913 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate[100507]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T16:29:22.913 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate[100507]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T16:29:22.913 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate[100507]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T16:29:22.913 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:22 smithi005 podman[100493]: 2024-04-12 16:29:22.613874363 +0000 UTC m=+0.935312369 container died 817af031cfac771dc3cc63c80036a33ef6292cff6edddc76e0f0d1970359dab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:29:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:22 smithi016 ceph-mon[84444]: osdmap e333: 8 total, 7 up, 8 in 2024-04-12T16:29:23.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 podman[100640]: 2024-04-12 16:29:23.200651324 +0000 UTC m=+0.582054595 container remove 817af031cfac771dc3cc63c80036a33ef6292cff6edddc76e0f0d1970359dab7 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-12T16:29:23.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 podman[100702]: 2024-04-12 16:29:23.316247154 +0000 UTC m=+0.017993108 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:29:23.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 podman[100702]: 2024-04-12 16:29:23.443342137 +0000 UTC m=+0.145088113 container create 60c5ef986648afb7e98ab765731f829866d7f3cd2920e52d01e02b5b5b6994cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:29:23.696 INFO:tasks.rados.rados.0.smithi005.stdout:1363: done (2 left) 2024-04-12T16:29:23.696 INFO:tasks.rados.rados.0.smithi005.stdout:1364: done (1 left) 2024-04-12T16:29:23.696 INFO:tasks.rados.rados.0.smithi005.stdout:1365: done (0 left) 2024-04-12T16:29:23.696 INFO:tasks.rados.rados.0.smithi005.stdout:1366: read oid 39 snap -1 2024-04-12T16:29:23.696 INFO:tasks.rados.rados.0.smithi005.stdout:1366: expect (ObjNum 367 snap 109 seq_num 367) 2024-04-12T16:29:23.696 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 131 2024-04-12T16:29:23.696 INFO:tasks.rados.rados.0.smithi005.stdout:1367: seq_num 439 ranges {2400256=155648} 2024-04-12T16:29:23.710 INFO:tasks.rados.rados.0.smithi005.stdout:1367: writing smithi00577259-31 from 2400256 to 2555904 tid 1 2024-04-12T16:29:23.710 INFO:tasks.rados.rados.0.smithi005.stdout:1368: read oid 20 snap -1 2024-04-12T16:29:23.710 INFO:tasks.rados.rados.0.smithi005.stdout:1368: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:23.710 INFO:tasks.rados.rados.0.smithi005.stdout:1369: setattr oid 1 current snap is 131 2024-04-12T16:29:23.710 INFO:tasks.rados.rados.0.smithi005.stdout:1366: expect (ObjNum 367 snap 109 seq_num 367) 2024-04-12T16:29:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:1367: finishing write tid 1 to smithi00577259-31 2024-04-12T16:29:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:1367: finishing write tid 2 to smithi00577259-31 2024-04-12T16:29:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:1367: finishing write tid 3 to smithi00577259-31 2024-04-12T16:29:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:1367: oid 31 updating version 0 to 491 2024-04-12T16:29:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:1367: oid 31 version 491 is already newer than 490 2024-04-12T16:29:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 491 (ObjNum 439 snap 131 seq_num 439) dirty exists 2024-04-12T16:29:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:1367: left oid 31 (ObjNum 439 snap 131 seq_num 439) 2024-04-12T16:29:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:1368: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:23 smithi016 ceph-mon[84444]: pgmap v158: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 28 active+undersized, 81 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 22 op/s; 39/330 objects degraded (11.818%) 2024-04-12T16:29:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:23 smithi016 ceph-mon[84444]: osdmap e334: 8 total, 7 up, 8 in 2024-04-12T16:29:23.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:23 smithi005 ceph-mon[88416]: pgmap v158: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 28 active+undersized, 81 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 22 op/s; 39/330 objects degraded (11.818%) 2024-04-12T16:29:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:23 smithi005 ceph-mon[88416]: osdmap e334: 8 total, 7 up, 8 in 2024-04-12T16:29:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:23 smithi005 ceph-mon[90837]: pgmap v158: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 28 active+undersized, 81 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 22 op/s; 39/330 objects degraded (11.818%) 2024-04-12T16:29:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:23 smithi005 ceph-mon[90837]: osdmap e334: 8 total, 7 up, 8 in 2024-04-12T16:29:23.882 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 podman[100702]: 2024-04-12 16:29:23.628870725 +0000 UTC m=+0.330616664 container init 60c5ef986648afb7e98ab765731f829866d7f3cd2920e52d01e02b5b5b6994cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:29:23.882 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 podman[100702]: 2024-04-12 16:29:23.631790311 +0000 UTC m=+0.333536248 container start 60c5ef986648afb7e98ab765731f829866d7f3cd2920e52d01e02b5b5b6994cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True) 2024-04-12T16:29:23.882 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 ceph-osd[100721]: -- 172.21.15.5:0/1988923657 <== mon.0 v2:172.21.15.5:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558b3c741680 con 0x558b3c70b400 2024-04-12T16:29:23.882 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 bash[100702]: 60c5ef986648afb7e98ab765731f829866d7f3cd2920e52d01e02b5b5b6994cd 2024-04-12T16:29:23.882 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:23 smithi005 systemd[1]: Started Ceph osd.1 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:29:24.168 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:29:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:29:23] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-12T16:29:24.248 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 605 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:29:24.248 INFO:tasks.rados.rados.0.smithi005.stdout:1366: done (3 left) 2024-04-12T16:29:24.248 INFO:tasks.rados.rados.0.smithi005.stdout:1367: done (2 left) 2024-04-12T16:29:24.248 INFO:tasks.rados.rados.0.smithi005.stdout:1368: done (1 left) 2024-04-12T16:29:24.249 INFO:tasks.rados.rados.0.smithi005.stdout:1369: done (0 left) 2024-04-12T16:29:24.249 INFO:tasks.rados.rados.0.smithi005.stdout:1370: setattr oid 36 current snap is 131 2024-04-12T16:29:24.252 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 131 2024-04-12T16:29:24.252 INFO:tasks.rados.rados.0.smithi005.stdout:1371: seq_num 440 ranges {14655488=172032} 2024-04-12T16:29:24.334 INFO:tasks.rados.rados.0.smithi005.stdout:1371: writing smithi00577259-43 from 14655488 to 14827520 tid 1 2024-04-12T16:29:24.335 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 131 2024-04-12T16:29:24.335 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 690 (ObjNum 406 snap 121 seq_num 406) dirty exists 2024-04-12T16:29:24.335 INFO:tasks.rados.rados.0.smithi005.stdout:1372: seq_num 441 ranges {8093696=188416} 2024-04-12T16:29:24.381 INFO:tasks.rados.rados.0.smithi005.stdout:1372: writing smithi00577259-20 from 8093696 to 8282112 tid 1 2024-04-12T16:29:24.381 INFO:tasks.rados.rados.0.smithi005.stdout:1370: done (2 left) 2024-04-12T16:29:24.381 INFO:tasks.rados.rados.0.smithi005.stdout:1373: rollback oid 30 current snap is 131 2024-04-12T16:29:24.381 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 130 2024-04-12T16:29:24.381 INFO:tasks.rados.rados.0.smithi005.stdout:1371: finishing write tid 1 to smithi00577259-43 2024-04-12T16:29:24.381 INFO:tasks.rados.rados.0.smithi005.stdout:1371: finishing write tid 2 to smithi00577259-43 2024-04-12T16:29:24.381 INFO:tasks.rados.rados.0.smithi005.stdout:1371: finishing write tid 3 to smithi00577259-43 2024-04-12T16:29:24.382 INFO:tasks.rados.rados.0.smithi005.stdout:1371: oid 43 updating version 0 to 560 2024-04-12T16:29:24.382 INFO:tasks.rados.rados.0.smithi005.stdout:1371: oid 43 version 560 is already newer than 559 2024-04-12T16:29:24.382 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 560 (ObjNum 440 snap 131 seq_num 440) dirty exists 2024-04-12T16:29:24.382 INFO:tasks.rados.rados.0.smithi005.stdout:1371: left oid 43 (ObjNum 440 snap 131 seq_num 440) 2024-04-12T16:29:24.382 INFO:tasks.rados.rados.0.smithi005.stdout:1371: done (2 left) 2024-04-12T16:29:24.382 INFO:tasks.rados.rados.0.smithi005.stdout:1374: snap_remove snap 127 2024-04-12T16:29:24.450 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[100717]: 2024-04-12T16:29:24.174+0000 7f07910fa7c0 -1 Falling back to public interface 2024-04-12T16:29:24.787 INFO:tasks.rados.rados.0.smithi005.stdout:1374: done (2 left) 2024-04-12T16:29:24.787 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 131 2024-04-12T16:29:24.787 INFO:tasks.rados.rados.0.smithi005.stdout:1375: seq_num 442 ranges {0=204800} 2024-04-12T16:29:24.788 INFO:tasks.rados.rados.0.smithi005.stdout:1375: writing smithi00577259-13 from 0 to 204800 tid 1 2024-04-12T16:29:24.788 INFO:tasks.rados.rados.0.smithi005.stdout:1376: snap_create 2024-04-12T16:29:24.788 INFO:tasks.rados.rados.0.smithi005.stdout:1373: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:29:24.788 INFO:tasks.rados.rados.0.smithi005.stdout:1373: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:1372: finishing write tid 1 to smithi00577259-20 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:1373: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 318 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:1372: finishing write tid 2 to smithi00577259-20 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:1372: finishing write tid 3 to smithi00577259-20 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:1372: oid 20 updating version 0 to 727 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:1372: oid 20 updating version 727 to 728 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 728 (ObjNum 441 snap 131 seq_num 441) dirty exists 2024-04-12T16:29:24.789 INFO:tasks.rados.rados.0.smithi005.stdout:1372: left oid 20 (ObjNum 441 snap 131 seq_num 441) 2024-04-12T16:29:24.795 INFO:tasks.rados.rados.0.smithi005.stdout:1375: finishing write tid 1 to smithi00577259-13 2024-04-12T16:29:24.795 INFO:tasks.rados.rados.0.smithi005.stdout:1375: finishing write tid 2 to smithi00577259-13 2024-04-12T16:29:24.796 INFO:tasks.rados.rados.0.smithi005.stdout:1375: finishing write tid 3 to smithi00577259-13 2024-04-12T16:29:24.797 INFO:tasks.rados.rados.0.smithi005.stdout:1375: oid 13 updating version 0 to 680 2024-04-12T16:29:24.797 INFO:tasks.rados.rados.0.smithi005.stdout:1375: oid 13 updating version 680 to 681 2024-04-12T16:29:24.797 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 681 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-04-12T16:29:24.797 INFO:tasks.rados.rados.0.smithi005.stdout:1375: left oid 13 (ObjNum 442 snap 131 seq_num 442) 2024-04-12T16:29:24.910 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[88416]: osdmap e335: 8 total, 7 up, 8 in 2024-04-12T16:29:24.910 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:24.910 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:24.910 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:24.911 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[90837]: osdmap e335: 8 total, 7 up, 8 in 2024-04-12T16:29:24.911 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:24.911 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:24.911 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:24 smithi016 ceph-mon[84444]: osdmap e335: 8 total, 7 up, 8 in 2024-04-12T16:29:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:25.552 INFO:tasks.rados.rados.0.smithi005.stdout:1372: done (3 left) 2024-04-12T16:29:25.552 INFO:tasks.rados.rados.0.smithi005.stdout:1373: done (2 left) 2024-04-12T16:29:25.552 INFO:tasks.rados.rados.0.smithi005.stdout:1375: done (1 left) 2024-04-12T16:29:25.552 INFO:tasks.rados.rados.0.smithi005.stdout:1376: done (0 left) 2024-04-12T16:29:25.552 INFO:tasks.rados.rados.0.smithi005.stdout:1377: snap_create 2024-04-12T16:29:25.797 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:25 smithi005 ceph-mon[88416]: pgmap v161: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 210 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 56 KiB/s wr, 1 op/s; 47/330 objects degraded (14.242%) 2024-04-12T16:29:25.797 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:25 smithi005 ceph-mon[88416]: osdmap e336: 8 total, 7 up, 8 in 2024-04-12T16:29:25.797 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:25 smithi005 ceph-mon[88416]: osdmap e337: 8 total, 7 up, 8 in 2024-04-12T16:29:25.797 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:25 smithi005 ceph-mon[90837]: pgmap v161: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 210 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 56 KiB/s wr, 1 op/s; 47/330 objects degraded (14.242%) 2024-04-12T16:29:25.797 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:25 smithi005 ceph-mon[90837]: osdmap e336: 8 total, 7 up, 8 in 2024-04-12T16:29:25.797 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:25 smithi005 ceph-mon[90837]: osdmap e337: 8 total, 7 up, 8 in 2024-04-12T16:29:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:25 smithi016 ceph-mon[84444]: pgmap v161: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 210 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 56 KiB/s wr, 1 op/s; 47/330 objects degraded (14.242%) 2024-04-12T16:29:26.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:25 smithi016 ceph-mon[84444]: osdmap e336: 8 total, 7 up, 8 in 2024-04-12T16:29:26.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:25 smithi016 ceph-mon[84444]: osdmap e337: 8 total, 7 up, 8 in 2024-04-12T16:29:26.553 INFO:tasks.rados.rados.0.smithi005.stdout:1377: done (0 left) 2024-04-12T16:29:26.553 INFO:tasks.rados.rados.0.smithi005.stdout:1378: rollback oid 2 current snap is 133 2024-04-12T16:29:26.553 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 131 2024-04-12T16:29:26.554 INFO:tasks.rados.rados.0.smithi005.stdout:1379: read oid 21 snap -1 2024-04-12T16:29:26.554 INFO:tasks.rados.rados.0.smithi005.stdout:1379: expect (ObjNum 398 snap 120 seq_num 398) 2024-04-12T16:29:26.554 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 133 2024-04-12T16:29:26.554 INFO:tasks.rados.rados.0.smithi005.stdout:1380: seq_num 443 ranges {5668864=221184} 2024-04-12T16:29:26.586 INFO:tasks.rados.rados.0.smithi005.stdout:1380: writing smithi00577259-44 from 5668864 to 5890048 tid 1 2024-04-12T16:29:26.586 INFO:tasks.rados.rados.0.smithi005.stdout:1381: delete oid 1 current snap is 133 2024-04-12T16:29:26.586 INFO:tasks.rados.rados.0.smithi005.stdout:1378: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:29:26.586 INFO:tasks.rados.rados.0.smithi005.stdout:1378: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:29:26.586 INFO:tasks.rados.rados.0.smithi005.stdout:1378: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:29:26.586 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 731 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-04-12T16:29:26.586 INFO:tasks.rados.rados.0.smithi005.stdout:1379: expect (ObjNum 398 snap 120 seq_num 398) 2024-04-12T16:29:26.761 INFO:tasks.rados.rados.0.smithi005.stdout:1380: finishing write tid 1 to smithi00577259-44 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1380: finishing write tid 2 to smithi00577259-44 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1380: finishing write tid 3 to smithi00577259-44 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1380: oid 44 updating version 0 to 497 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1380: oid 44 updating version 497 to 498 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 498 (ObjNum 443 snap 133 seq_num 443) dirty exists 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1380: left oid 44 (ObjNum 443 snap 133 seq_num 443) 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1378: done (3 left) 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1379: done (2 left) 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1380: done (1 left) 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1381: done (0 left) 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 133 2024-04-12T16:29:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:1382: seq_num 445 ranges {2465792=253952} 2024-04-12T16:29:26.776 INFO:tasks.rados.rados.0.smithi005.stdout:1382: writing smithi00577259-49 from 2465792 to 2719744 tid 1 2024-04-12T16:29:26.776 INFO:tasks.rados.rados.0.smithi005.stdout:1383: snap_remove snap 129 2024-04-12T16:29:27.559 INFO:tasks.rados.rados.0.smithi005.stdout:1383: done (1 left) 2024-04-12T16:29:27.559 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 133 2024-04-12T16:29:27.559 INFO:tasks.rados.rados.0.smithi005.stdout:1384: seq_num 446 ranges {1351680=278528} 2024-04-12T16:29:27.568 INFO:tasks.rados.rados.0.smithi005.stdout:1384: writing smithi00577259-39 from 1351680 to 1630208 tid 1 2024-04-12T16:29:27.568 INFO:tasks.rados.rados.0.smithi005.stdout:1385: setattr oid 30 current snap is 133 2024-04-12T16:29:27.569 INFO:tasks.rados.rados.0.smithi005.stdout:1382: finishing write tid 1 to smithi00577259-49 2024-04-12T16:29:27.569 INFO:tasks.rados.rados.0.smithi005.stdout:1382: finishing write tid 2 to smithi00577259-49 2024-04-12T16:29:27.569 INFO:tasks.rados.rados.0.smithi005.stdout:1382: finishing write tid 3 to smithi00577259-49 2024-04-12T16:29:27.569 INFO:tasks.rados.rados.0.smithi005.stdout:1382: oid 49 updating version 0 to 501 2024-04-12T16:29:27.569 INFO:tasks.rados.rados.0.smithi005.stdout:1382: oid 49 version 501 is already newer than 500 2024-04-12T16:29:27.569 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 501 (ObjNum 445 snap 133 seq_num 445) dirty exists 2024-04-12T16:29:27.569 INFO:tasks.rados.rados.0.smithi005.stdout:1382: left oid 49 (ObjNum 445 snap 133 seq_num 445) 2024-04-12T16:29:27.570 INFO:tasks.rados.rados.0.smithi005.stdout:1382: done (2 left) 2024-04-12T16:29:27.570 INFO:tasks.rados.rados.0.smithi005.stdout:1386: copy_from oid 47 from oid 9 current snap is 133 2024-04-12T16:29:27.570 INFO:tasks.rados.rados.0.smithi005.stdout:1387: snap_create 2024-04-12T16:29:27.571 INFO:tasks.rados.rados.0.smithi005.stdout:1386: finishing copy_from to smithi00577259-47 2024-04-12T16:29:27.572 INFO:tasks.rados.rados.0.smithi005.stdout:1386: got expected ENOENT (src dne) 2024-04-12T16:29:27.572 INFO:tasks.rados.rados.0.smithi005.stdout:1386: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:29:27.579 INFO:tasks.rados.rados.0.smithi005.stdout:1384: finishing write tid 1 to smithi00577259-39 2024-04-12T16:29:27.579 INFO:tasks.rados.rados.0.smithi005.stdout:1384: finishing write tid 2 to smithi00577259-39 2024-04-12T16:29:27.580 INFO:tasks.rados.rados.0.smithi005.stdout:1384: finishing write tid 3 to smithi00577259-39 2024-04-12T16:29:27.580 INFO:tasks.rados.rados.0.smithi005.stdout:1384: oid 39 updating version 0 to 305 2024-04-12T16:29:27.580 INFO:tasks.rados.rados.0.smithi005.stdout:1384: oid 39 updating version 305 to 306 2024-04-12T16:29:27.581 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 306 (ObjNum 446 snap 133 seq_num 446) dirty exists 2024-04-12T16:29:27.581 INFO:tasks.rados.rados.0.smithi005.stdout:1384: left oid 39 (ObjNum 446 snap 133 seq_num 446) 2024-04-12T16:29:27.581 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 320 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-12T16:29:27.700 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[100717]: 2024-04-12T16:29:27.403+0000 7f07910fa7c0 -1 osd.1 329 log_to_monitors true 2024-04-12T16:29:27.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[88416]: pgmap v164: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 144 KiB/s wr, 16 op/s; 50/321 objects degraded (15.576%) 2024-04-12T16:29:27.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[88416]: osdmap e338: 8 total, 7 up, 8 in 2024-04-12T16:29:27.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 50/321 objects degraded (15.576%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:27.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[88416]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:29:27.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:27.702 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:27.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[90837]: pgmap v164: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 144 KiB/s wr, 16 op/s; 50/321 objects degraded (15.576%) 2024-04-12T16:29:27.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[90837]: osdmap e338: 8 total, 7 up, 8 in 2024-04-12T16:29:27.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 50/321 objects degraded (15.576%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:27.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[90837]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:29:27.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:27.703 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:27.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:27 smithi016 ceph-mon[84444]: pgmap v164: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 144 KiB/s wr, 16 op/s; 50/321 objects degraded (15.576%) 2024-04-12T16:29:27.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:27 smithi016 ceph-mon[84444]: osdmap e338: 8 total, 7 up, 8 in 2024-04-12T16:29:27.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:27 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 50/321 objects degraded (15.576%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:27.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:27 smithi016 ceph-mon[84444]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T16:29:27.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:27.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:28.200 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:29:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[100717]: 2024-04-12T16:29:27.847+0000 7f077e54a700 -1 osd.1 329 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:29:28.563 INFO:tasks.rados.rados.0.smithi005.stdout:1384: done (3 left) 2024-04-12T16:29:28.564 INFO:tasks.rados.rados.0.smithi005.stdout:1385: done (2 left) 2024-04-12T16:29:28.564 INFO:tasks.rados.rados.0.smithi005.stdout:1386: done (1 left) 2024-04-12T16:29:28.564 INFO:tasks.rados.rados.0.smithi005.stdout:1387: done (0 left) 2024-04-12T16:29:28.564 INFO:tasks.rados.rados.0.smithi005.stdout:1388: snap_remove snap 131 2024-04-12T16:29:28.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:28 smithi016 ceph-mon[84444]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:29:28.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:28 smithi016 ceph-mon[84444]: osdmap e339: 8 total, 7 up, 8 in 2024-04-12T16:29:28.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:28 smithi016 ceph-mon[84444]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:29:28.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:28 smithi016 ceph-mon[84444]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' 2024-04-12T16:29:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[88416]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:29:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[88416]: osdmap e339: 8 total, 7 up, 8 in 2024-04-12T16:29:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[88416]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:29:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[88416]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' 2024-04-12T16:29:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[90837]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T16:29:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[90837]: osdmap e339: 8 total, 7 up, 8 in 2024-04-12T16:29:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[90837]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:29:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:28 smithi005 ceph-mon[90837]: from='osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885]' entity='osd.1' 2024-04-12T16:29:29.564 INFO:tasks.rados.rados.0.smithi005.stdout:1388: done (0 left) 2024-04-12T16:29:29.564 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 134 2024-04-12T16:29:29.565 INFO:tasks.rados.rados.0.smithi005.stdout:1389: seq_num 447 ranges {4472832=294912} 2024-04-12T16:29:29.592 INFO:tasks.rados.rados.0.smithi005.stdout:1389: writing smithi00577259-8 from 4472832 to 4767744 tid 1 2024-04-12T16:29:29.592 INFO:tasks.rados.rados.0.smithi005.stdout:1390: rollback oid 31 current snap is 134 2024-04-12T16:29:29.592 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 133 2024-04-12T16:29:29.593 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 134 2024-04-12T16:29:29.593 INFO:tasks.rados.rados.0.smithi005.stdout:1391: seq_num 448 ranges {8282112=311296} 2024-04-12T16:29:29.641 INFO:tasks.rados.rados.0.smithi005.stdout:1391: writing smithi00577259-20 from 8282112 to 8593408 tid 1 2024-04-12T16:29:29.641 INFO:tasks.rados.rados.0.smithi005.stdout:1392: read oid 41 snap -1 2024-04-12T16:29:29.641 INFO:tasks.rados.rados.0.smithi005.stdout:1392: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 134 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:1390: finishing rollback tid 0 to smithi00577259-31 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:1390: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:1390: finishing rollback tid 2 to smithi00577259-31 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 515 (ObjNum 439 snap 131 seq_num 439) dirty exists 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:1389: finishing write tid 1 to smithi00577259-8 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:1389: finishing write tid 2 to smithi00577259-8 2024-04-12T16:29:29.642 INFO:tasks.rados.rados.0.smithi005.stdout:1393: seq_num 449 ranges {671744=327680} 2024-04-12T16:29:29.648 INFO:tasks.rados.rados.0.smithi005.stdout:1393: writing smithi00577259-50 from 671744 to 999424 tid 1 2024-04-12T16:29:29.648 INFO:tasks.rados.rados.0.smithi005.stdout:1390: done (4 left) 2024-04-12T16:29:29.648 INFO:tasks.rados.rados.0.smithi005.stdout:1394: rollback oid 13 current snap is 134 2024-04-12T16:29:29.648 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 13 to 132 2024-04-12T16:29:29.648 INFO:tasks.rados.rados.0.smithi005.stdout:1389: finishing write tid 3 to smithi00577259-8 2024-04-12T16:29:29.648 INFO:tasks.rados.rados.0.smithi005.stdout:1389: oid 8 updating version 0 to 698 2024-04-12T16:29:29.648 INFO:tasks.rados.rados.0.smithi005.stdout:1389: oid 8 updating version 698 to 699 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 699 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1389: left oid 8 (ObjNum 447 snap 134 seq_num 447) 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1389: done (4 left) 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1395: read oid 44 snap -1 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1395: expect (ObjNum 443 snap 133 seq_num 443) 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1396: read oid 43 snap -1 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1396: expect (ObjNum 440 snap 131 seq_num 440) 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1397: read oid 49 snap -1 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1397: expect (ObjNum 445 snap 133 seq_num 445) 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1398: rollback oid 3 current snap is 134 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 132 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1399: delete oid 27 current snap is 134 2024-04-12T16:29:29.649 INFO:tasks.rados.rados.0.smithi005.stdout:1398: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:29:29.650 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:29:29.653 INFO:tasks.rados.rados.0.smithi005.stdout:1392: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:29.731 INFO:tasks.rados.rados.0.smithi005.stdout:1393: finishing write tid 1 to smithi00577259-50 2024-04-12T16:29:29.731 INFO:tasks.rados.rados.0.smithi005.stdout:1393: finishing write tid 2 to smithi00577259-50 2024-04-12T16:29:29.732 INFO:tasks.rados.rados.0.smithi005.stdout:1394: finishing rollback tid 0 to smithi00577259-13 2024-04-12T16:29:29.732 INFO:tasks.rados.rados.0.smithi005.stdout:1392: done (8 left) 2024-04-12T16:29:29.732 INFO:tasks.rados.rados.0.smithi005.stdout:1398: done (7 left) 2024-04-12T16:29:29.732 INFO:tasks.rados.rados.0.smithi005.stdout:1399: done (6 left) 2024-04-12T16:29:29.732 INFO:tasks.rados.rados.0.smithi005.stdout:1400: snap_remove snap 133 2024-04-12T16:29:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:29 smithi016 ceph-mon[84444]: pgmap v167: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 88 KiB/s wr, 14 op/s; 50/321 objects degraded (15.576%) 2024-04-12T16:29:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:29 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:29:29.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:29 smithi016 ceph-mon[84444]: osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885] boot 2024-04-12T16:29:29.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:29 smithi016 ceph-mon[84444]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T16:29:29.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:29 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:29:29.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:29 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:29.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:29 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[90837]: pgmap v167: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 88 KiB/s wr, 14 op/s; 50/321 objects degraded (15.576%) 2024-04-12T16:29:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:29:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[90837]: osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885] boot 2024-04-12T16:29:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[90837]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T16:29:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[88416]: pgmap v167: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 88 KiB/s wr, 14 op/s; 50/321 objects degraded (15.576%) 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[88416]: osd.1 [v2:172.21.15.5:6810/718824885,v1:172.21.15.5:6811/718824885] boot 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[88416]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:29 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:30.012 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:29:30.346 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:29:30.346 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (6m) 2s ago 7m 24.2M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:29:30.346 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (7m) 80s ago 7m 91.0M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:29:30.346 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (8m) 2s ago 8m 18.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:29:30.346 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (8m) 80s ago 8m 15.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:29:30.346 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (2m) 80s ago 11m 449M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:29:30.346 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (2m) 2s ago 13m 510M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (2m) 2s ago 13m 54.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (86s) 80s ago 12m 29.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (100s) 2s ago 12m 50.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (7m) 2s ago 7m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (7m) 80s ago 7m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (41s) 2s ago 11m 115M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (7s) 2s ago 11m 12.7M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (10m) 2s ago 10m 208M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 b958a6a16a46 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (10m) 2s ago 10m 148M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (10m) 80s ago 10m 175M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (9m) 80s ago 9m 161M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (9m) 80s ago 9m 117M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (8m) 80s ago 8m 132M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:29:30.347 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (2m) 80s ago 7m 55.7M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:29:30.571 INFO:tasks.rados.rados.0.smithi005.stdout:1400: done (6 left) 2024-04-12T16:29:30.571 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 134 2024-04-12T16:29:30.571 INFO:tasks.rados.rados.0.smithi005.stdout:1401: seq_num 451 ranges {2269184=360448} 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:1401: writing smithi00577259-41 from 2269184 to 2629632 tid 1 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:1402: rmattr oid 42 current snap is 134 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:1402: done (7 left) 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 134 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:1394: finishing rollback tid 1 to smithi00577259-13 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:1394: finishing rollback tid 2 to smithi00577259-13 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 687 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-04-12T16:29:30.586 INFO:tasks.rados.rados.0.smithi005.stdout:1393: finishing write tid 3 to smithi00577259-50 2024-04-12T16:29:30.587 INFO:tasks.rados.rados.0.smithi005.stdout:1393: oid 50 updating version 0 to 751 2024-04-12T16:29:30.587 INFO:tasks.rados.rados.0.smithi005.stdout:1393: oid 50 version 751 is already newer than 750 2024-04-12T16:29:30.587 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 751 (ObjNum 449 snap 134 seq_num 449) dirty exists 2024-04-12T16:29:30.587 INFO:tasks.rados.rados.0.smithi005.stdout:1393: left oid 50 (ObjNum 449 snap 134 seq_num 449) 2024-04-12T16:29:30.587 INFO:tasks.rados.rados.0.smithi005.stdout:1403: seq_num 452 ranges {0=376832} 2024-04-12T16:29:30.587 INFO:tasks.rados.rados.0.smithi005.stdout:1403: writing smithi00577259-14 from 0 to 376832 tid 1 2024-04-12T16:29:30.588 INFO:tasks.rados.rados.0.smithi005.stdout:1393: done (7 left) 2024-04-12T16:29:30.588 INFO:tasks.rados.rados.0.smithi005.stdout:1394: done (6 left) 2024-04-12T16:29:30.588 INFO:tasks.rados.rados.0.smithi005.stdout:1404: copy_from oid 19 from oid 18 current snap is 134 2024-04-12T16:29:30.588 INFO:tasks.rados.rados.0.smithi005.stdout:1395: expect (ObjNum 443 snap 133 seq_num 443) 2024-04-12T16:29:30.649 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:30 smithi005 ceph-mon[88416]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T16:29:30.649 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:30 smithi005 ceph-mon[88416]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:30.649 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:30 smithi005 ceph-mon[90837]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T16:29:30.649 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:30 smithi005 ceph-mon[90837]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-12T16:29:30.776 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8, 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 7 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:29:30.777 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:29:30.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:30 smithi016 ceph-mon[84444]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T16:29:30.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:30 smithi016 ceph-mon[84444]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:30.937 INFO:tasks.rados.rados.0.smithi005.stdout:1397: expect (ObjNum 445 snap 133 seq_num 445) 2024-04-12T16:29:31.107 INFO:tasks.rados.rados.0.smithi005.stdout:1396: expect (ObjNum 440 snap 131 seq_num 440) 2024-04-12T16:29:31.676 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[88416]: pgmap v170: 121 pgs: 6 peering, 4 active+undersized+degraded, 12 active+undersized, 99 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 424 KiB/s wr, 17 op/s; 5/333 objects degraded (1.502%); 7.1 MiB/s, 2 objects/s recovering 2024-04-12T16:29:31.676 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[88416]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:31.676 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[88416]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T16:29:31.676 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2796730844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:31.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[90837]: pgmap v170: 121 pgs: 6 peering, 4 active+undersized+degraded, 12 active+undersized, 99 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 424 KiB/s wr, 17 op/s; 5/333 objects degraded (1.502%); 7.1 MiB/s, 2 objects/s recovering 2024-04-12T16:29:31.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[90837]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:31.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[90837]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T16:29:31.677 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2796730844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:31 smithi016 ceph-mon[84444]: pgmap v170: 121 pgs: 6 peering, 4 active+undersized+degraded, 12 active+undersized, 99 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 424 KiB/s wr, 17 op/s; 5/333 objects degraded (1.502%); 7.1 MiB/s, 2 objects/s recovering 2024-04-12T16:29:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:31 smithi016 ceph-mon[84444]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:29:31.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:31 smithi016 ceph-mon[84444]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T16:29:31.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2796730844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:32.450 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:29:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:29:32.287+0000 7f8d956fe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T16:29:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:32.931 INFO:tasks.rados.rados.0.smithi005.stdout:1391: finishing write tid 1 to smithi00577259-20 2024-04-12T16:29:32.931 INFO:tasks.rados.rados.0.smithi005.stdout:1391: finishing write tid 2 to smithi00577259-20 2024-04-12T16:29:32.931 INFO:tasks.rados.rados.0.smithi005.stdout:1391: finishing write tid 3 to smithi00577259-20 2024-04-12T16:29:32.931 INFO:tasks.rados.rados.0.smithi005.stdout:1391: oid 20 updating version 0 to 732 2024-04-12T16:29:32.931 INFO:tasks.rados.rados.0.smithi005.stdout:1391: oid 20 updating version 732 to 733 2024-04-12T16:29:32.932 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 733 (ObjNum 448 snap 134 seq_num 448) dirty exists 2024-04-12T16:29:32.932 INFO:tasks.rados.rados.0.smithi005.stdout:1391: left oid 20 (ObjNum 448 snap 134 seq_num 448) 2024-04-12T16:29:32.932 INFO:tasks.rados.rados.0.smithi005.stdout:1401: finishing write tid 1 to smithi00577259-41 2024-04-12T16:29:32.932 INFO:tasks.rados.rados.0.smithi005.stdout:1401: finishing write tid 2 to smithi00577259-41 2024-04-12T16:29:32.932 INFO:tasks.rados.rados.0.smithi005.stdout:1391: done (6 left) 2024-04-12T16:29:32.932 INFO:tasks.rados.rados.0.smithi005.stdout:1395: done (5 left) 2024-04-12T16:29:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:1396: done (4 left) 2024-04-12T16:29:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:1397: done (3 left) 2024-04-12T16:29:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:1405: read oid 50 snap -1 2024-04-12T16:29:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:1405: expect (ObjNum 449 snap 134 seq_num 449) 2024-04-12T16:29:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:1406: snap_remove snap 120 2024-04-12T16:29:33.141 INFO:tasks.rados.rados.0.smithi005.stdout:1406: done (4 left) 2024-04-12T16:29:33.141 INFO:tasks.rados.rados.0.smithi005.stdout:1407: delete oid 29 current snap is 134 2024-04-12T16:29:33.141 INFO:tasks.rados.rados.0.smithi005.stdout:1401: finishing write tid 3 to smithi00577259-41 2024-04-12T16:29:33.141 INFO:tasks.rados.rados.0.smithi005.stdout:1401: oid 41 updating version 0 to 327 2024-04-12T16:29:33.141 INFO:tasks.rados.rados.0.smithi005.stdout:1401: oid 41 version 327 is already newer than 326 2024-04-12T16:29:33.141 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 327 (ObjNum 451 snap 134 seq_num 451) dirty exists 2024-04-12T16:29:33.141 INFO:tasks.rados.rados.0.smithi005.stdout:1401: left oid 41 (ObjNum 451 snap 134 seq_num 451) 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1403: finishing write tid 1 to smithi00577259-14 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1403: finishing write tid 2 to smithi00577259-14 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1404: finishing copy_from to smithi00577259-19 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1404: got expected ENOENT (src dne) 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1404: finishing copy_from racing read to smithi00577259-19 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1403: finishing write tid 3 to smithi00577259-14 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1403: oid 14 updating version 0 to 765 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1403: oid 14 version 765 is already newer than 764 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 765 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1403: left oid 14 (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:29:33.142 INFO:tasks.rados.rados.0.smithi005.stdout:1405: expect (ObjNum 449 snap 134 seq_num 449) 2024-04-12T16:29:33.188 INFO:tasks.rados.rados.0.smithi005.stdout:1401: done (4 left) 2024-04-12T16:29:33.188 INFO:tasks.rados.rados.0.smithi005.stdout:1403: done (3 left) 2024-04-12T16:29:33.188 INFO:tasks.rados.rados.0.smithi005.stdout:1404: done (2 left) 2024-04-12T16:29:33.189 INFO:tasks.rados.rados.0.smithi005.stdout:1405: done (1 left) 2024-04-12T16:29:33.189 INFO:tasks.rados.rados.0.smithi005.stdout:1407: done (0 left) 2024-04-12T16:29:33.189 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 134 2024-04-12T16:29:33.189 INFO:tasks.rados.rados.0.smithi005.stdout:1408: seq_num 454 ranges {3211264=409600} 2024-04-12T16:29:33.208 INFO:tasks.rados.rados.0.smithi005.stdout:1408: writing smithi00577259-15 from 3211264 to 3620864 tid 1 2024-04-12T16:29:33.208 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 134 2024-04-12T16:29:33.208 INFO:tasks.rados.rados.0.smithi005.stdout:1409: seq_num 455 ranges {2269184=425984} 2024-04-12T16:29:33.223 INFO:tasks.rados.rados.0.smithi005.stdout:1409: writing smithi00577259-22 from 2269184 to 2695168 tid 1 2024-04-12T16:29:33.223 INFO:tasks.rados.rados.0.smithi005.stdout:1410: read oid 30 snap -1 2024-04-12T16:29:33.223 INFO:tasks.rados.rados.0.smithi005.stdout:1410: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:29:33.223 INFO:tasks.rados.rados.0.smithi005.stdout:1411: copy_from oid 29 from oid 32 current snap is 134 2024-04-12T16:29:33.223 INFO:tasks.rados.rados.0.smithi005.stdout:1408: finishing write tid 1 to smithi00577259-15 2024-04-12T16:29:33.223 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 134 2024-04-12T16:29:33.223 INFO:tasks.rados.rados.0.smithi005.stdout:1412: seq_num 456 ranges {901120=442368} 2024-04-12T16:29:33.230 INFO:tasks.rados.rados.0.smithi005.stdout:1412: writing smithi00577259-38 from 901120 to 1343488 tid 1 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1413: copy_from oid 21 from oid 44 current snap is 134 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1408: finishing write tid 2 to smithi00577259-15 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1408: finishing write tid 3 to smithi00577259-15 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1408: oid 15 updating version 0 to 326 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1408: oid 15 updating version 326 to 327 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 327 (ObjNum 454 snap 134 seq_num 454) dirty exists 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1408: left oid 15 (ObjNum 454 snap 134 seq_num 454) 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1409: finishing write tid 1 to smithi00577259-22 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1409: finishing write tid 2 to smithi00577259-22 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1409: finishing write tid 3 to smithi00577259-22 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1409: oid 22 updating version 0 to 93 2024-04-12T16:29:33.231 INFO:tasks.rados.rados.0.smithi005.stdout:1409: oid 22 version 93 is already newer than 92 2024-04-12T16:29:33.232 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 93 (ObjNum 455 snap 134 seq_num 455) dirty exists 2024-04-12T16:29:33.232 INFO:tasks.rados.rados.0.smithi005.stdout:1409: left oid 22 (ObjNum 455 snap 134 seq_num 455) 2024-04-12T16:29:33.232 INFO:tasks.rados.rados.0.smithi005.stdout:1408: done (5 left) 2024-04-12T16:29:33.232 INFO:tasks.rados.rados.0.smithi005.stdout:1409: done (4 left) 2024-04-12T16:29:33.232 INFO:tasks.rados.rados.0.smithi005.stdout:1414: read oid 9 snap -1 2024-04-12T16:29:33.232 INFO:tasks.rados.rados.0.smithi005.stdout:1414: expect deleted 2024-04-12T16:29:33.232 INFO:tasks.rados.rados.0.smithi005.stdout:1415: snap_create 2024-04-12T16:29:33.234 INFO:tasks.rados.rados.0.smithi005.stdout:1410: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-12T16:29:33.302 INFO:tasks.rados.rados.0.smithi005.stdout:1411: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1411: finishing copy_from to smithi00577259-29 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 610 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1412: finishing write tid 1 to smithi00577259-38 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1412: finishing write tid 2 to smithi00577259-38 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1412: finishing write tid 3 to smithi00577259-38 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1412: oid 38 updating version 0 to 621 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1412: oid 38 version 621 is already newer than 620 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 621 (ObjNum 456 snap 134 seq_num 456) dirty exists 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1412: left oid 38 (ObjNum 456 snap 134 seq_num 456) 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1413: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:1413: finishing copy_from to smithi00577259-21 2024-04-12T16:29:33.303 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 498 (ObjNum 443 snap 133 seq_num 443) dirty exists 2024-04-12T16:29:33.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:33.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: pgmap v172: 121 pgs: 6 peering, 4 active+undersized+degraded, 12 active+undersized, 99 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 367 KiB/s wr, 14 op/s; 5/333 objects degraded (1.502%); 6.2 MiB/s, 2 objects/s recovering 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[88416]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: pgmap v172: 121 pgs: 6 peering, 4 active+undersized+degraded, 12 active+undersized, 99 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 367 KiB/s wr, 14 op/s; 5/333 objects degraded (1.502%); 6.2 MiB/s, 2 objects/s recovering 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:33.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-mon[90837]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T16:29:33.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: pgmap v172: 121 pgs: 6 peering, 4 active+undersized+degraded, 12 active+undersized, 99 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 367 KiB/s wr, 14 op/s; 5/333 objects degraded (1.502%); 6.2 MiB/s, 2 objects/s recovering 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:33.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-mon[84444]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T16:29:33.840 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:34.140 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:29:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:29:33] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-04-12T16:29:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:1410: done (5 left) 2024-04-12T16:29:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:1411: done (4 left) 2024-04-12T16:29:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:1412: done (3 left) 2024-04-12T16:29:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:1413: done (2 left) 2024-04-12T16:29:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:1414: done (1 left) 2024-04-12T16:29:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:1415: done (0 left) 2024-04-12T16:29:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:1416: snap_create 2024-04-12T16:29:34.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:34 smithi005 ceph-mon[88416]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T16:29:34.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:34 smithi005 ceph-mon[90837]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T16:29:34.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:34 smithi016 ceph-mon[84444]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T16:29:35.154 INFO:tasks.rados.rados.0.smithi005.stdout:1416: done (0 left) 2024-04-12T16:29:35.155 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 136 2024-04-12T16:29:35.155 INFO:tasks.rados.rados.0.smithi005.stdout:1417: seq_num 457 ranges {2424832=458752} 2024-04-12T16:29:35.170 INFO:tasks.rados.rados.0.smithi005.stdout:1417: writing smithi00577259-7 from 2424832 to 2883584 tid 1 2024-04-12T16:29:35.170 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 136 2024-04-12T16:29:35.171 INFO:tasks.rados.rados.0.smithi005.stdout:1418: seq_num 458 ranges {2326528=475136} 2024-04-12T16:29:35.186 INFO:tasks.rados.rados.0.smithi005.stdout:1418: writing smithi00577259-45 from 2326528 to 2801664 tid 1 2024-04-12T16:29:35.186 INFO:tasks.rados.rados.0.smithi005.stdout:1419: copy_from oid 38 from oid 44 current snap is 136 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1417: finishing write tid 1 to smithi00577259-7 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1417: finishing write tid 2 to smithi00577259-7 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1417: finishing write tid 3 to smithi00577259-7 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1417: oid 7 updating version 0 to 466 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1417: oid 7 updating version 466 to 467 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 467 (ObjNum 457 snap 136 seq_num 457) dirty exists 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1417: left oid 7 (ObjNum 457 snap 136 seq_num 457) 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1417: done (2 left) 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 136 2024-04-12T16:29:35.187 INFO:tasks.rados.rados.0.smithi005.stdout:1420: seq_num 459 ranges {0=491520} 2024-04-12T16:29:35.189 INFO:tasks.rados.rados.0.smithi005.stdout:1420: writing smithi00577259-27 from 0 to 491520 tid 1 2024-04-12T16:29:35.189 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 136 2024-04-12T16:29:35.189 INFO:tasks.rados.rados.0.smithi005.stdout:1421: seq_num 460 ranges {0=507904} 2024-04-12T16:29:35.192 INFO:tasks.rados.rados.0.smithi005.stdout:1421: writing smithi00577259-5 from 0 to 507904 tid 1 2024-04-12T16:29:35.192 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 136 2024-04-12T16:29:35.192 INFO:tasks.rados.rados.0.smithi005.stdout:1418: finishing write tid 1 to smithi00577259-45 2024-04-12T16:29:35.193 INFO:tasks.rados.rados.0.smithi005.stdout:1422: seq_num 461 ranges {0=524288} 2024-04-12T16:29:35.196 INFO:tasks.rados.rados.0.smithi005.stdout:1422: writing smithi00577259-37 from 0 to 524288 tid 1 2024-04-12T16:29:35.196 INFO:tasks.rados.rados.0.smithi005.stdout:1423: snap_remove snap 134 2024-04-12T16:29:35.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[88416]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T16:29:35.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[88416]: pgmap v175: 121 pgs: 121 active+clean; 187 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 358 KiB/s wr, 14 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-12T16:29:35.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:35.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:35.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[90837]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T16:29:35.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[90837]: pgmap v175: 121 pgs: 121 active+clean; 187 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 358 KiB/s wr, 14 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-12T16:29:35.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:35.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:35.557 INFO:tasks.rados.rados.0.smithi005.stdout:1418: finishing write tid 2 to smithi00577259-45 2024-04-12T16:29:35.557 INFO:tasks.rados.rados.0.smithi005.stdout:1420: finishing write tid 1 to smithi00577259-27 2024-04-12T16:29:35.557 INFO:tasks.rados.rados.0.smithi005.stdout:1420: finishing write tid 2 to smithi00577259-27 2024-04-12T16:29:35.557 INFO:tasks.rados.rados.0.smithi005.stdout:1418: finishing write tid 3 to smithi00577259-45 2024-04-12T16:29:35.557 INFO:tasks.rados.rados.0.smithi005.stdout:1418: oid 45 updating version 0 to 695 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1418: oid 45 version 695 is already newer than 694 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 695 (ObjNum 458 snap 136 seq_num 458) dirty exists 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1418: left oid 45 (ObjNum 458 snap 136 seq_num 458) 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1420: finishing write tid 3 to smithi00577259-27 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1420: oid 27 updating version 0 to 696 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1420: oid 27 updating version 696 to 697 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 697 (ObjNum 459 snap 136 seq_num 459) dirty exists 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1420: left oid 27 (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1421: finishing write tid 1 to smithi00577259-5 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1421: finishing write tid 2 to smithi00577259-5 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1421: finishing write tid 3 to smithi00577259-5 2024-04-12T16:29:35.558 INFO:tasks.rados.rados.0.smithi005.stdout:1421: oid 5 updating version 0 to 665 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1421: oid 5 version 665 is already newer than 664 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 665 (ObjNum 460 snap 136 seq_num 460) dirty exists 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1421: left oid 5 (ObjNum 460 snap 136 seq_num 460) 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1422: finishing write tid 1 to smithi00577259-37 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1422: finishing write tid 2 to smithi00577259-37 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1422: finishing write tid 3 to smithi00577259-37 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1422: oid 37 updating version 0 to 313 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1422: oid 37 updating version 313 to 314 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 314 (ObjNum 461 snap 136 seq_num 461) dirty exists 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1422: left oid 37 (ObjNum 461 snap 136 seq_num 461) 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1419: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:1419: finishing copy_from to smithi00577259-38 2024-04-12T16:29:35.559 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 498 (ObjNum 443 snap 133 seq_num 443) dirty exists 2024-04-12T16:29:35.560 INFO:tasks.rados.rados.0.smithi005.stdout:1418: done (5 left) 2024-04-12T16:29:35.560 INFO:tasks.rados.rados.0.smithi005.stdout:1419: done (4 left) 2024-04-12T16:29:35.560 INFO:tasks.rados.rados.0.smithi005.stdout:1420: done (3 left) 2024-04-12T16:29:35.560 INFO:tasks.rados.rados.0.smithi005.stdout:1421: done (2 left) 2024-04-12T16:29:35.560 INFO:tasks.rados.rados.0.smithi005.stdout:1422: done (1 left) 2024-04-12T16:29:35.560 INFO:tasks.rados.rados.0.smithi005.stdout:1423: done (0 left) 2024-04-12T16:29:35.560 INFO:tasks.rados.rados.0.smithi005.stdout:1424: snap_create 2024-04-12T16:29:35.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:35 smithi016 ceph-mon[84444]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T16:29:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:35 smithi016 ceph-mon[84444]: pgmap v175: 121 pgs: 121 active+clean; 187 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 358 KiB/s wr, 14 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-12T16:29:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:36.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/333 objects degraded (1.502%), 4 pgs degraded) 2024-04-12T16:29:36.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:29:36.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[88416]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T16:29:36.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[88416]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T16:29:36.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/333 objects degraded (1.502%), 4 pgs degraded) 2024-04-12T16:29:36.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:29:36.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[90837]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T16:29:36.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:36 smithi005 ceph-mon[90837]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T16:29:36.556 INFO:tasks.rados.rados.0.smithi005.stdout:1424: done (0 left) 2024-04-12T16:29:36.557 INFO:tasks.rados.rados.0.smithi005.stdout:1425: copy_from oid 34 from oid 38 current snap is 137 2024-04-12T16:29:36.557 INFO:tasks.rados.rados.0.smithi005.stdout:1426: rollback oid 46 current snap is 137 2024-04-12T16:29:36.557 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 46 to 135 2024-04-12T16:29:36.557 INFO:tasks.rados.rados.0.smithi005.stdout:1427: rollback oid 23 current snap is 137 2024-04-12T16:29:36.557 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 136 2024-04-12T16:29:36.557 INFO:tasks.rados.rados.0.smithi005.stdout:1428: delete oid 22 current snap is 137 2024-04-12T16:29:36.563 INFO:tasks.rados.rados.0.smithi005.stdout:1426: finishing rollback tid 0 to smithi00577259-46 2024-04-12T16:29:36.563 INFO:tasks.rados.rados.0.smithi005.stdout:1428: done (3 left) 2024-04-12T16:29:36.564 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 137 2024-04-12T16:29:36.564 INFO:tasks.rados.rados.0.smithi005.stdout:1429: seq_num 463 ranges {901120=557056} 2024-04-12T16:29:36.572 INFO:tasks.rados.rados.0.smithi005.stdout:1429: writing smithi00577259-12 from 901120 to 1458176 tid 1 2024-04-12T16:29:36.572 INFO:tasks.rados.rados.0.smithi005.stdout:1430: copy_from oid 28 from oid 42 current snap is 137 2024-04-12T16:29:36.572 INFO:tasks.rados.rados.0.smithi005.stdout:1426: finishing rollback tid 1 to smithi00577259-46 2024-04-12T16:29:36.572 INFO:tasks.rados.rados.0.smithi005.stdout:1427: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:29:36.572 INFO:tasks.rados.rados.0.smithi005.stdout:1427: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:29:36.572 INFO:tasks.rados.rados.0.smithi005.stdout:1431: snap_remove snap 132 2024-04-12T16:29:36.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:36 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/333 objects degraded (1.502%), 4 pgs degraded) 2024-04-12T16:29:36.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:36 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:29:36.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:36 smithi016 ceph-mon[84444]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T16:29:36.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:36 smithi016 ceph-mon[84444]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1431: done (5 left) 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1432: snap_create 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1426: finishing rollback tid 2 to smithi00577259-46 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 669 (ObjNum 317 snap 91 seq_num 317) dirty exists 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1427: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 725 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1429: finishing write tid 1 to smithi00577259-12 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1429: finishing write tid 2 to smithi00577259-12 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1429: finishing write tid 3 to smithi00577259-12 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1429: oid 12 updating version 0 to 562 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:1429: oid 12 version 562 is already newer than 561 2024-04-12T16:29:37.563 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 562 (ObjNum 463 snap 137 seq_num 463) dirty exists 2024-04-12T16:29:37.564 INFO:tasks.rados.rados.0.smithi005.stdout:1429: left oid 12 (ObjNum 463 snap 137 seq_num 463) 2024-04-12T16:29:37.564 INFO:tasks.rados.rados.0.smithi005.stdout:1425: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:29:37.564 INFO:tasks.rados.rados.0.smithi005.stdout:1425: finishing copy_from to smithi00577259-34 2024-04-12T16:29:37.564 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 498 (ObjNum 443 snap 133 seq_num 443) dirty exists 2024-04-12T16:29:37.564 INFO:tasks.rados.rados.0.smithi005.stdout:1430: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:29:37.564 INFO:tasks.rados.rados.0.smithi005.stdout:1430: finishing copy_from to smithi00577259-28 2024-04-12T16:29:37.564 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 478 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-12T16:29:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:37 smithi016 ceph-mon[84444]: pgmap v178: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 8 op/s; 5.6 MiB/s, 1 objects/s recovering 2024-04-12T16:29:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:37 smithi016 ceph-mon[84444]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T16:29:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:37 smithi005 ceph-mon[88416]: pgmap v178: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 8 op/s; 5.6 MiB/s, 1 objects/s recovering 2024-04-12T16:29:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:37 smithi005 ceph-mon[88416]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T16:29:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:37 smithi005 ceph-mon[90837]: pgmap v178: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 8 op/s; 5.6 MiB/s, 1 objects/s recovering 2024-04-12T16:29:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:37 smithi005 ceph-mon[90837]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T16:29:38.566 INFO:tasks.rados.rados.0.smithi005.stdout:1425: done (5 left) 2024-04-12T16:29:38.566 INFO:tasks.rados.rados.0.smithi005.stdout:1426: done (4 left) 2024-04-12T16:29:38.566 INFO:tasks.rados.rados.0.smithi005.stdout:1427: done (3 left) 2024-04-12T16:29:38.566 INFO:tasks.rados.rados.0.smithi005.stdout:1429: done (2 left) 2024-04-12T16:29:38.566 INFO:tasks.rados.rados.0.smithi005.stdout:1430: done (1 left) 2024-04-12T16:29:38.566 INFO:tasks.rados.rados.0.smithi005.stdout:1432: done (0 left) 2024-04-12T16:29:38.566 INFO:tasks.rados.rados.0.smithi005.stdout:1433: copy_from oid 10 from oid 20 current snap is 138 2024-04-12T16:29:38.567 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 138 2024-04-12T16:29:38.567 INFO:tasks.rados.rados.0.smithi005.stdout:1434: seq_num 464 ranges {5890048=573440} 2024-04-12T16:29:38.601 INFO:tasks.rados.rados.0.smithi005.stdout:1434: writing smithi00577259-38 from 5890048 to 6463488 tid 1 2024-04-12T16:29:38.602 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 138 2024-04-12T16:29:38.602 INFO:tasks.rados.rados.0.smithi005.stdout:1435: seq_num 465 ranges {0=598016} 2024-04-12T16:29:38.605 INFO:tasks.rados.rados.0.smithi005.stdout:1435: writing smithi00577259-47 from 0 to 598016 tid 1 2024-04-12T16:29:38.605 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 138 2024-04-12T16:29:38.605 INFO:tasks.rados.rados.0.smithi005.stdout:1436: seq_num 466 ranges {4767744=614400} 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1436: writing smithi00577259-8 from 4767744 to 5382144 tid 1 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1437: rmattr oid 49 current snap is 138 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1437: done (4 left) 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1438: delete oid 16 current snap is 138 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1433: finishing copy_from racing read to smithi00577259-10 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1434: finishing write tid 1 to smithi00577259-38 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1435: finishing write tid 1 to smithi00577259-47 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1434: finishing write tid 2 to smithi00577259-38 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1434: finishing write tid 3 to smithi00577259-38 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1434: oid 38 updating version 0 to 633 2024-04-12T16:29:38.635 INFO:tasks.rados.rados.0.smithi005.stdout:1434: oid 38 updating version 633 to 634 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 634 (ObjNum 464 snap 138 seq_num 464) dirty exists 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:1434: left oid 38 (ObjNum 464 snap 138 seq_num 464) 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:1435: finishing write tid 2 to smithi00577259-47 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:1433: finishing copy_from to smithi00577259-10 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 733 (ObjNum 448 snap 134 seq_num 448) dirty exists 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:1435: finishing write tid 3 to smithi00577259-47 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:1435: oid 47 updating version 0 to 338 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:1435: oid 47 updating version 338 to 339 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 339 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:29:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:1435: left oid 47 (ObjNum 465 snap 138 seq_num 465) 2024-04-12T16:29:38.638 INFO:tasks.rados.rados.0.smithi005.stdout:1433: done (4 left) 2024-04-12T16:29:38.638 INFO:tasks.rados.rados.0.smithi005.stdout:1434: done (3 left) 2024-04-12T16:29:38.638 INFO:tasks.rados.rados.0.smithi005.stdout:1435: done (2 left) 2024-04-12T16:29:38.639 INFO:tasks.rados.rados.0.smithi005.stdout:1438: done (1 left) 2024-04-12T16:29:38.639 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 138 2024-04-12T16:29:38.639 INFO:tasks.rados.rados.0.smithi005.stdout:1439: seq_num 468 ranges {2719744=647168} 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1439: writing smithi00577259-49 from 2719744 to 3366912 tid 1 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1440: delete oid 37 current snap is 138 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1436: finishing write tid 1 to smithi00577259-8 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1436: finishing write tid 2 to smithi00577259-8 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1436: finishing write tid 3 to smithi00577259-8 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1436: oid 8 updating version 0 to 715 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1436: oid 8 updating version 715 to 716 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 716 (ObjNum 466 snap 138 seq_num 466) dirty exists 2024-04-12T16:29:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1436: left oid 8 (ObjNum 466 snap 138 seq_num 466) 2024-04-12T16:29:38.658 INFO:tasks.rados.rados.0.smithi005.stdout:1436: done (2 left) 2024-04-12T16:29:38.658 INFO:tasks.rados.rados.0.smithi005.stdout:1440: done (1 left) 2024-04-12T16:29:38.658 INFO:tasks.rados.rados.0.smithi005.stdout:1441: setattr oid 17 current snap is 138 2024-04-12T16:29:38.660 INFO:tasks.rados.rados.0.smithi005.stdout:1442: read oid 21 snap -1 2024-04-12T16:29:38.660 INFO:tasks.rados.rados.0.smithi005.stdout:1442: expect (ObjNum 443 snap 133 seq_num 443) 2024-04-12T16:29:38.660 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 138 2024-04-12T16:29:38.660 INFO:tasks.rados.rados.0.smithi005.stdout:1443: seq_num 470 ranges {8192=679936} 2024-04-12T16:29:38.664 INFO:tasks.rados.rados.0.smithi005.stdout:1443: writing smithi00577259-26 from 8192 to 688128 tid 1 2024-04-12T16:29:38.665 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 138 2024-04-12T16:29:38.665 INFO:tasks.rados.rados.0.smithi005.stdout:1439: finishing write tid 1 to smithi00577259-49 2024-04-12T16:29:38.665 INFO:tasks.rados.rados.0.smithi005.stdout:1444: seq_num 471 ranges {2883584=696320} 2024-04-12T16:29:38.685 INFO:tasks.rados.rados.0.smithi005.stdout:1444: writing smithi00577259-7 from 2883584 to 3579904 tid 1 2024-04-12T16:29:38.685 INFO:tasks.rados.rados.0.smithi005.stdout:1445: rollback oid 34 current snap is 138 2024-04-12T16:29:38.685 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 135 2024-04-12T16:29:38.685 INFO:tasks.rados.rados.0.smithi005.stdout:1439: finishing write tid 2 to smithi00577259-49 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1439: finishing write tid 3 to smithi00577259-49 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1439: oid 49 updating version 0 to 531 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1439: oid 49 updating version 531 to 532 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 532 (ObjNum 468 snap 138 seq_num 468) dirty exists 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1439: left oid 49 (ObjNum 468 snap 138 seq_num 468) 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 726 (ObjNum 386 snap 111 seq_num 386) dirty exists 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1443: finishing write tid 1 to smithi00577259-26 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1439: done (5 left) 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1441: done (4 left) 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1446: rollback oid 8 current snap is 138 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 136 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1443: finishing write tid 2 to smithi00577259-26 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1443: finishing write tid 3 to smithi00577259-26 2024-04-12T16:29:38.686 INFO:tasks.rados.rados.0.smithi005.stdout:1443: oid 26 updating version 0 to 342 2024-04-12T16:29:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:1443: oid 26 version 342 is already newer than 341 2024-04-12T16:29:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 342 (ObjNum 470 snap 138 seq_num 470) dirty exists 2024-04-12T16:29:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:1443: left oid 26 (ObjNum 470 snap 138 seq_num 470) 2024-04-12T16:29:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:1442: expect (ObjNum 443 snap 133 seq_num 443) 2024-04-12T16:29:38.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:38 smithi016 ceph-mon[84444]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T16:29:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:38 smithi005 ceph-mon[88416]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T16:29:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:38 smithi005 ceph-mon[90837]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T16:29:39.032 INFO:tasks.rados.rados.0.smithi005.stdout:1446: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:29:39.032 INFO:tasks.rados.rados.0.smithi005.stdout:1445: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:29:39.032 INFO:tasks.rados.rados.0.smithi005.stdout:1446: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:29:39.032 INFO:tasks.rados.rados.0.smithi005.stdout:1444: finishing write tid 1 to smithi00577259-7 2024-04-12T16:29:39.032 INFO:tasks.rados.rados.0.smithi005.stdout:1444: finishing write tid 2 to smithi00577259-7 2024-04-12T16:29:39.032 INFO:tasks.rados.rados.0.smithi005.stdout:1445: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:29:39.032 INFO:tasks.rados.rados.0.smithi005.stdout:1446: finishing rollback tid 2 to smithi00577259-8 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 719 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1445: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 783 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1444: finishing write tid 3 to smithi00577259-7 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1444: oid 7 updating version 0 to 470 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1444: oid 7 version 470 is already newer than 469 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 470 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1444: left oid 7 (ObjNum 471 snap 138 seq_num 471) 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1442: done (4 left) 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1443: done (3 left) 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1444: done (2 left) 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1445: done (1 left) 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1446: done (0 left) 2024-04-12T16:29:39.033 INFO:tasks.rados.rados.0.smithi005.stdout:1447: snap_create 2024-04-12T16:29:39.568 INFO:tasks.rados.rados.0.smithi005.stdout:1447: done (0 left) 2024-04-12T16:29:39.568 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 139 2024-04-12T16:29:39.568 INFO:tasks.rados.rados.0.smithi005.stdout:1448: seq_num 472 ranges {507904=712704} 2024-04-12T16:29:39.574 INFO:tasks.rados.rados.0.smithi005.stdout:1448: writing smithi00577259-5 from 507904 to 1220608 tid 1 2024-04-12T16:29:39.574 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 139 2024-04-12T16:29:39.575 INFO:tasks.rados.rados.0.smithi005.stdout:1449: seq_num 473 ranges {8593408=729088} 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1449: writing smithi00577259-10 from 8593408 to 9322496 tid 1 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1450: rmattr oid 30 current snap is 139 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1448: finishing write tid 1 to smithi00577259-5 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1451: copy_from oid 45 from oid 23 current snap is 139 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1448: finishing write tid 2 to smithi00577259-5 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1448: finishing write tid 3 to smithi00577259-5 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1448: oid 5 updating version 0 to 675 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1448: oid 5 updating version 675 to 676 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 676 (ObjNum 472 snap 139 seq_num 472) dirty exists 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1448: left oid 5 (ObjNum 472 snap 139 seq_num 472) 2024-04-12T16:29:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1448: done (3 left) 2024-04-12T16:29:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1452: read oid 29 snap -1 2024-04-12T16:29:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1452: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1453: read oid 49 snap -1 2024-04-12T16:29:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1453: expect (ObjNum 468 snap 138 seq_num 468) 2024-04-12T16:29:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1454: setattr oid 5 current snap is 139 2024-04-12T16:29:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1455: copy_from oid 7 from oid 18 current snap is 139 2024-04-12T16:29:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 139 2024-04-12T16:29:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:1456: seq_num 474 ranges {2629632=745472} 2024-04-12T16:29:39.647 INFO:tasks.rados.rados.0.smithi005.stdout:1456: writing smithi00577259-41 from 2629632 to 3375104 tid 1 2024-04-12T16:29:39.647 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 139 2024-04-12T16:29:39.647 INFO:tasks.rados.rados.0.smithi005.stdout:1455: finishing copy_from to smithi00577259-7 2024-04-12T16:29:39.647 INFO:tasks.rados.rados.0.smithi005.stdout:1455: got expected ENOENT (src dne) 2024-04-12T16:29:39.647 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 337 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-12T16:29:39.648 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 677 (ObjNum 472 snap 139 seq_num 472) dirty exists 2024-04-12T16:29:39.648 INFO:tasks.rados.rados.0.smithi005.stdout:1449: finishing write tid 1 to smithi00577259-10 2024-04-12T16:29:39.648 INFO:tasks.rados.rados.0.smithi005.stdout:1457: seq_num 475 ranges {0=761856} 2024-04-12T16:29:39.652 INFO:tasks.rados.rados.0.smithi005.stdout:1457: writing smithi00577259-22 from 0 to 761856 tid 1 2024-04-12T16:29:39.652 INFO:tasks.rados.rados.0.smithi005.stdout:1450: done (8 left) 2024-04-12T16:29:39.652 INFO:tasks.rados.rados.0.smithi005.stdout:1454: done (7 left) 2024-04-12T16:29:39.652 INFO:tasks.rados.rados.0.smithi005.stdout:1458: setattr oid 25 current snap is 139 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:1449: finishing write tid 2 to smithi00577259-10 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:1449: finishing write tid 3 to smithi00577259-10 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:1449: oid 10 updating version 0 to 735 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:1449: oid 10 updating version 735 to 736 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 736 (ObjNum 473 snap 139 seq_num 473) dirty exists 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:1449: left oid 10 (ObjNum 473 snap 139 seq_num 473) 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:1455: finishing copy_from racing read to smithi00577259-7 2024-04-12T16:29:39.653 INFO:tasks.rados.rados.0.smithi005.stdout:1452: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:1456: finishing write tid 1 to smithi00577259-41 2024-04-12T16:29:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:1456: finishing write tid 2 to smithi00577259-41 2024-04-12T16:29:39.727 INFO:tasks.rados.rados.0.smithi005.stdout:1453: expect (ObjNum 468 snap 138 seq_num 468) 2024-04-12T16:29:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:39 smithi016 ceph-mon[84444]: pgmap v181: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:29:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:39 smithi016 ceph-mon[84444]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T16:29:39.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:39 smithi005 ceph-mon[88416]: pgmap v181: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:29:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:39 smithi005 ceph-mon[88416]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T16:29:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:39.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:39 smithi005 ceph-mon[90837]: pgmap v181: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:29:39.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:39 smithi005 ceph-mon[90837]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T16:29:39.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1456: finishing write tid 3 to smithi00577259-41 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1456: oid 41 updating version 0 to 340 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1456: oid 41 version 340 is already newer than 339 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 340 (ObjNum 474 snap 139 seq_num 474) dirty exists 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1456: left oid 41 (ObjNum 474 snap 139 seq_num 474) 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1457: finishing write tid 1 to smithi00577259-22 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1457: finishing write tid 2 to smithi00577259-22 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1457: finishing write tid 3 to smithi00577259-22 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1457: oid 22 updating version 0 to 99 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1457: oid 22 version 99 is already newer than 98 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 99 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-04-12T16:29:39.958 INFO:tasks.rados.rados.0.smithi005.stdout:1457: left oid 22 (ObjNum 475 snap 139 seq_num 475) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1451: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1451: finishing copy_from to smithi00577259-45 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 725 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1449: done (7 left) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1451: done (6 left) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1452: done (5 left) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1453: done (4 left) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1455: done (3 left) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1456: done (2 left) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1457: done (1 left) 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1459: rollback oid 2 current snap is 139 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 138 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 139 2024-04-12T16:29:39.959 INFO:tasks.rados.rados.0.smithi005.stdout:1460: seq_num 476 ranges {8323072=778240} 2024-04-12T16:29:40.007 INFO:tasks.rados.rados.0.smithi005.stdout:1460: writing smithi00577259-48 from 8323072 to 9101312 tid 1 2024-04-12T16:29:40.007 INFO:tasks.rados.rados.0.smithi005.stdout:1461: rmattr oid 16 current snap is 139 2024-04-12T16:29:40.007 INFO:tasks.rados.rados.0.smithi005.stdout:1461: done (3 left) 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:1462: read oid 9 snap -1 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:1462: expect deleted 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:1463: snap_create 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 726 (ObjNum 423 snap 126 seq_num 423) dirty exists 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:1459: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:1459: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:1459: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:29:40.008 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 736 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-04-12T16:29:40.011 INFO:tasks.rados.rados.0.smithi005.stdout:1460: finishing write tid 1 to smithi00577259-48 2024-04-12T16:29:40.011 INFO:tasks.rados.rados.0.smithi005.stdout:1460: finishing write tid 2 to smithi00577259-48 2024-04-12T16:29:40.012 INFO:tasks.rados.rados.0.smithi005.stdout:1460: finishing write tid 3 to smithi00577259-48 2024-04-12T16:29:40.012 INFO:tasks.rados.rados.0.smithi005.stdout:1460: oid 48 updating version 0 to 738 2024-04-12T16:29:40.012 INFO:tasks.rados.rados.0.smithi005.stdout:1460: oid 48 version 738 is already newer than 737 2024-04-12T16:29:40.012 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 738 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-04-12T16:29:40.012 INFO:tasks.rados.rados.0.smithi005.stdout:1460: left oid 48 (ObjNum 476 snap 139 seq_num 476) 2024-04-12T16:29:40.555 INFO:tasks.rados.rados.0.smithi005.stdout:1458: done (4 left) 2024-04-12T16:29:40.555 INFO:tasks.rados.rados.0.smithi005.stdout:1459: done (3 left) 2024-04-12T16:29:40.555 INFO:tasks.rados.rados.0.smithi005.stdout:1460: done (2 left) 2024-04-12T16:29:40.555 INFO:tasks.rados.rados.0.smithi005.stdout:1462: done (1 left) 2024-04-12T16:29:40.556 INFO:tasks.rados.rados.0.smithi005.stdout:1463: done (0 left) 2024-04-12T16:29:40.556 INFO:tasks.rados.rados.0.smithi005.stdout:1464: read oid 49 snap -1 2024-04-12T16:29:40.556 INFO:tasks.rados.rados.0.smithi005.stdout:1464: expect (ObjNum 468 snap 138 seq_num 468) 2024-04-12T16:29:40.556 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 140 2024-04-12T16:29:40.556 INFO:tasks.rados.rados.0.smithi005.stdout:1465: seq_num 477 ranges {688128=794624} 2024-04-12T16:29:40.564 INFO:tasks.rados.rados.0.smithi005.stdout:1465: writing smithi00577259-26 from 688128 to 1482752 tid 1 2024-04-12T16:29:40.564 INFO:tasks.rados.rados.0.smithi005.stdout:1466: snap_create 2024-04-12T16:29:40.572 INFO:tasks.rados.rados.0.smithi005.stdout:1465: finishing write tid 1 to smithi00577259-26 2024-04-12T16:29:40.572 INFO:tasks.rados.rados.0.smithi005.stdout:1465: finishing write tid 2 to smithi00577259-26 2024-04-12T16:29:40.574 INFO:tasks.rados.rados.0.smithi005.stdout:1465: finishing write tid 3 to smithi00577259-26 2024-04-12T16:29:40.574 INFO:tasks.rados.rados.0.smithi005.stdout:1465: oid 26 updating version 0 to 345 2024-04-12T16:29:40.574 INFO:tasks.rados.rados.0.smithi005.stdout:1465: oid 26 version 345 is already newer than 344 2024-04-12T16:29:40.574 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 345 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-12T16:29:40.574 INFO:tasks.rados.rados.0.smithi005.stdout:1465: left oid 26 (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:29:40.575 INFO:tasks.rados.rados.0.smithi005.stdout:1464: expect (ObjNum 468 snap 138 seq_num 468) 2024-04-12T16:29:40.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:40 smithi016 ceph-mon[84444]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T16:29:40.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:40 smithi016 ceph-mon[84444]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T16:29:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:40 smithi005 ceph-mon[88416]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T16:29:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:40 smithi005 ceph-mon[88416]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T16:29:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:40 smithi005 ceph-mon[90837]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T16:29:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:40 smithi005 ceph-mon[90837]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T16:29:41.558 INFO:tasks.rados.rados.0.smithi005.stdout:1464: done (2 left) 2024-04-12T16:29:41.558 INFO:tasks.rados.rados.0.smithi005.stdout:1465: done (1 left) 2024-04-12T16:29:41.559 INFO:tasks.rados.rados.0.smithi005.stdout:1466: done (0 left) 2024-04-12T16:29:41.559 INFO:tasks.rados.rados.0.smithi005.stdout:1467: snap_create 2024-04-12T16:29:41.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:41 smithi016 ceph-mon[84444]: pgmap v184: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-12T16:29:41.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:41 smithi016 ceph-mon[84444]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T16:29:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:41 smithi005 ceph-mon[88416]: pgmap v184: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-12T16:29:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:41 smithi005 ceph-mon[88416]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T16:29:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:41 smithi005 ceph-mon[90837]: pgmap v184: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-12T16:29:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:41 smithi005 ceph-mon[90837]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T16:29:42.560 INFO:tasks.rados.rados.0.smithi005.stdout:1467: done (0 left) 2024-04-12T16:29:42.560 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 142 2024-04-12T16:29:42.560 INFO:tasks.rados.rados.0.smithi005.stdout:1468: seq_num 478 ranges {5890048=409600,6299648=401408} 2024-04-12T16:29:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:42.594 INFO:tasks.rados.rados.0.smithi005.stdout:1468: writing smithi00577259-44 from 5890048 to 6299648 tid 1 2024-04-12T16:29:42.597 INFO:tasks.rados.rados.0.smithi005.stdout:1468: writing smithi00577259-44 from 6299648 to 6701056 tid 2 2024-04-12T16:29:42.597 INFO:tasks.rados.rados.0.smithi005.stdout:1469: read oid 10 snap -1 2024-04-12T16:29:42.597 INFO:tasks.rados.rados.0.smithi005.stdout:1469: expect (ObjNum 473 snap 139 seq_num 473) 2024-04-12T16:29:42.597 INFO:tasks.rados.rados.0.smithi005.stdout:1470: read oid 1 snap -1 2024-04-12T16:29:42.597 INFO:tasks.rados.rados.0.smithi005.stdout:1470: expect deleted 2024-04-12T16:29:42.597 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 142 2024-04-12T16:29:42.597 INFO:tasks.rados.rados.0.smithi005.stdout:1471: seq_num 479 ranges {90112=425984,516096=401408} 2024-04-12T16:29:42.599 INFO:tasks.rados.rados.0.smithi005.stdout:1471: writing smithi00577259-19 from 90112 to 516096 tid 1 2024-04-12T16:29:42.602 INFO:tasks.rados.rados.0.smithi005.stdout:1471: writing smithi00577259-19 from 516096 to 917504 tid 2 2024-04-12T16:29:42.602 INFO:tasks.rados.rados.0.smithi005.stdout:1472: copy_from oid 17 from oid 18 current snap is 142 2024-04-12T16:29:42.602 INFO:tasks.rados.rados.0.smithi005.stdout:1473: snap_create 2024-04-12T16:29:42.603 INFO:tasks.rados.rados.0.smithi005.stdout:1472: finishing copy_from to smithi00577259-17 2024-04-12T16:29:42.604 INFO:tasks.rados.rados.0.smithi005.stdout:1472: got expected ENOENT (src dne) 2024-04-12T16:29:42.604 INFO:tasks.rados.rados.0.smithi005.stdout:1472: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:29:42.604 INFO:tasks.rados.rados.0.smithi005.stdout:1468: finishing write tid 1 to smithi00577259-44 2024-04-12T16:29:42.605 INFO:tasks.rados.rados.0.smithi005.stdout:1468: finishing write tid 2 to smithi00577259-44 2024-04-12T16:29:42.605 INFO:tasks.rados.rados.0.smithi005.stdout:1468: finishing write tid 3 to smithi00577259-44 2024-04-12T16:29:42.607 INFO:tasks.rados.rados.0.smithi005.stdout:1468: finishing write tid 4 to smithi00577259-44 2024-04-12T16:29:42.607 INFO:tasks.rados.rados.0.smithi005.stdout:1468: oid 44 updating version 0 to 536 2024-04-12T16:29:42.607 INFO:tasks.rados.rados.0.smithi005.stdout:1468: oid 44 version 536 is already newer than 535 2024-04-12T16:29:42.607 INFO:tasks.rados.rados.0.smithi005.stdout:1468: oid 44 version 536 is already newer than 534 2024-04-12T16:29:42.607 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 536 (ObjNum 478 snap 142 seq_num 478) dirty exists 2024-04-12T16:29:42.607 INFO:tasks.rados.rados.0.smithi005.stdout:1468: left oid 44 (ObjNum 478 snap 142 seq_num 478) 2024-04-12T16:29:42.607 INFO:tasks.rados.rados.0.smithi005.stdout:1471: finishing write tid 1 to smithi00577259-19 2024-04-12T16:29:42.615 INFO:tasks.rados.rados.0.smithi005.stdout:1471: finishing write tid 2 to smithi00577259-19 2024-04-12T16:29:42.625 INFO:tasks.rados.rados.0.smithi005.stdout:1471: finishing write tid 3 to smithi00577259-19 2024-04-12T16:29:42.626 INFO:tasks.rados.rados.0.smithi005.stdout:1471: finishing write tid 4 to smithi00577259-19 2024-04-12T16:29:42.626 INFO:tasks.rados.rados.0.smithi005.stdout:1471: oid 19 updating version 0 to 563 2024-04-12T16:29:42.626 INFO:tasks.rados.rados.0.smithi005.stdout:1471: oid 19 updating version 563 to 565 2024-04-12T16:29:42.626 INFO:tasks.rados.rados.0.smithi005.stdout:1471: oid 19 version 565 is already newer than 564 2024-04-12T16:29:42.627 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 565 (ObjNum 479 snap 142 seq_num 479) dirty exists 2024-04-12T16:29:42.627 INFO:tasks.rados.rados.0.smithi005.stdout:1471: left oid 19 (ObjNum 479 snap 142 seq_num 479) 2024-04-12T16:29:42.642 INFO:tasks.rados.rados.0.smithi005.stdout:1469: expect (ObjNum 473 snap 139 seq_num 473) 2024-04-12T16:29:43.582 INFO:tasks.rados.rados.0.smithi005.stdout:1468: done (5 left) 2024-04-12T16:29:43.582 INFO:tasks.rados.rados.0.smithi005.stdout:1469: done (4 left) 2024-04-12T16:29:43.582 INFO:tasks.rados.rados.0.smithi005.stdout:1470: done (3 left) 2024-04-12T16:29:43.582 INFO:tasks.rados.rados.0.smithi005.stdout:1471: done (2 left) 2024-04-12T16:29:43.582 INFO:tasks.rados.rados.0.smithi005.stdout:1472: done (1 left) 2024-04-12T16:29:43.582 INFO:tasks.rados.rados.0.smithi005.stdout:1473: done (0 left) 2024-04-12T16:29:43.582 INFO:tasks.rados.rados.0.smithi005.stdout:1474: snap_create 2024-04-12T16:29:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:43 smithi016 ceph-mon[84444]: pgmap v187: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-12T16:29:43.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:43 smithi016 ceph-mon[84444]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T16:29:43.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:43 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:43.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:43 smithi005 ceph-mon[88416]: pgmap v187: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-12T16:29:43.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:43 smithi005 ceph-mon[88416]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T16:29:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:43 smithi005 ceph-mon[90837]: pgmap v187: 121 pgs: 121 active+clean; 209 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 36 op/s 2024-04-12T16:29:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:43 smithi005 ceph-mon[90837]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T16:29:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:29:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:29:43] "GET /metrics HTTP/1.1" 200 36183 "" "Prometheus/2.43.0" 2024-04-12T16:29:44.585 INFO:tasks.rados.rados.0.smithi005.stdout:1474: done (0 left) 2024-04-12T16:29:44.585 INFO:tasks.rados.rados.0.smithi005.stdout:1475: snap_remove snap 137 2024-04-12T16:29:44.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:44 smithi016 ceph-mon[84444]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T16:29:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:44 smithi005 ceph-mon[88416]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T16:29:44.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:44 smithi005 ceph-mon[90837]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T16:29:45.557 INFO:tasks.rados.rados.0.smithi005.stdout:1475: done (0 left) 2024-04-12T16:29:45.558 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 144 2024-04-12T16:29:45.558 INFO:tasks.rados.rados.0.smithi005.stdout:1476: seq_num 480 ranges {2531328=442368,2973696=401408} 2024-04-12T16:29:45.575 INFO:tasks.rados.rados.0.smithi005.stdout:1476: writing smithi00577259-33 from 2531328 to 2973696 tid 1 2024-04-12T16:29:45.578 INFO:tasks.rados.rados.0.smithi005.stdout:1476: writing smithi00577259-33 from 2973696 to 3375104 tid 2 2024-04-12T16:29:45.578 INFO:tasks.rados.rados.0.smithi005.stdout:1477: copy_from oid 22 from oid 50 current snap is 144 2024-04-12T16:29:45.578 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 144 2024-04-12T16:29:45.578 INFO:tasks.rados.rados.0.smithi005.stdout:1478: seq_num 481 ranges {6463488=458752,6922240=401408} 2024-04-12T16:29:45.616 INFO:tasks.rados.rados.0.smithi005.stdout:1478: writing smithi00577259-38 from 6463488 to 6922240 tid 1 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1478: writing smithi00577259-38 from 6922240 to 7323648 tid 2 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1479: read oid 17 snap -1 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1479: expect (ObjNum 386 snap 111 seq_num 386) 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1480: copy_from oid 9 from oid 8 current snap is 144 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1476: finishing write tid 1 to smithi00577259-33 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1476: finishing write tid 2 to smithi00577259-33 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1476: finishing write tid 3 to smithi00577259-33 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1476: finishing write tid 4 to smithi00577259-33 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1476: oid 33 updating version 0 to 741 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1476: oid 33 version 741 is already newer than 740 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:1476: oid 33 version 741 is already newer than 739 2024-04-12T16:29:45.620 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 741 (ObjNum 480 snap 144 seq_num 480) dirty exists 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:1476: left oid 33 (ObjNum 480 snap 144 seq_num 480) 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:1477: finishing copy_from racing read to smithi00577259-22 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:1477: finishing copy_from to smithi00577259-22 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 751 (ObjNum 449 snap 134 seq_num 449) dirty exists 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:1476: done (4 left) 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:1477: done (3 left) 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 144 2024-04-12T16:29:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:1481: seq_num 482 ranges {1220608=475136,1695744=401408} 2024-04-12T16:29:45.628 INFO:tasks.rados.rados.0.smithi005.stdout:1481: writing smithi00577259-5 from 1220608 to 1695744 tid 1 2024-04-12T16:29:45.631 INFO:tasks.rados.rados.0.smithi005.stdout:1481: writing smithi00577259-5 from 1695744 to 2097152 tid 2 2024-04-12T16:29:45.631 INFO:tasks.rados.rados.0.smithi005.stdout:1482: rmattr oid 22 current snap is 144 2024-04-12T16:29:45.631 INFO:tasks.rados.rados.0.smithi005.stdout:1478: finishing write tid 1 to smithi00577259-38 2024-04-12T16:29:45.631 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 144 2024-04-12T16:29:45.631 INFO:tasks.rados.rados.0.smithi005.stdout:1478: finishing write tid 2 to smithi00577259-38 2024-04-12T16:29:45.631 INFO:tasks.rados.rados.0.smithi005.stdout:1478: finishing write tid 3 to smithi00577259-38 2024-04-12T16:29:45.631 INFO:tasks.rados.rados.0.smithi005.stdout:1483: seq_num 483 ranges {3375104=491520,3866624=401408} 2024-04-12T16:29:45.652 INFO:tasks.rados.rados.0.smithi005.stdout:1483: writing smithi00577259-33 from 3375104 to 3866624 tid 1 2024-04-12T16:29:45.654 INFO:tasks.rados.rados.0.smithi005.stdout:1483: writing smithi00577259-33 from 3866624 to 4268032 tid 2 2024-04-12T16:29:45.654 INFO:tasks.rados.rados.0.smithi005.stdout:1484: snap_remove snap 142 2024-04-12T16:29:45.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:45 smithi016 ceph-mon[84444]: pgmap v190: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 392 KiB/s wr, 2 op/s 2024-04-12T16:29:45.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:45 smithi016 ceph-mon[84444]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T16:29:45.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:45 smithi016 ceph-mon[84444]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T16:29:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:45 smithi005 ceph-mon[88416]: pgmap v190: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 392 KiB/s wr, 2 op/s 2024-04-12T16:29:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:45 smithi005 ceph-mon[88416]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T16:29:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:45 smithi005 ceph-mon[88416]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T16:29:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:45 smithi005 ceph-mon[90837]: pgmap v190: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 392 KiB/s wr, 2 op/s 2024-04-12T16:29:45.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:45 smithi005 ceph-mon[90837]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T16:29:45.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:45 smithi005 ceph-mon[90837]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T16:29:46.595 INFO:tasks.rados.rados.0.smithi005.stdout:1484: done (6 left) 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1485: read oid 3 snap -1 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1485: expect deleted 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1486: snap_create 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1478: finishing write tid 4 to smithi00577259-38 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1478: oid 38 updating version 0 to 638 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1478: oid 38 updating version 638 to 639 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1478: oid 38 updating version 639 to 640 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 640 (ObjNum 481 snap 144 seq_num 481) dirty exists 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1478: left oid 38 (ObjNum 481 snap 144 seq_num 481) 2024-04-12T16:29:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1479: expect (ObjNum 386 snap 111 seq_num 386) 2024-04-12T16:29:46.654 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 752 (ObjNum 449 snap 134 seq_num 449) dirty exists 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: finishing write tid 1 to smithi00577259-5 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: finishing write tid 2 to smithi00577259-5 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: finishing write tid 3 to smithi00577259-5 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: finishing write tid 4 to smithi00577259-5 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: oid 5 updating version 0 to 681 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: oid 5 updating version 681 to 683 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: oid 5 version 683 is already newer than 682 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 683 (ObjNum 482 snap 144 seq_num 482) dirty exists 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1481: left oid 5 (ObjNum 482 snap 144 seq_num 482) 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1480: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1480: finishing copy_from to smithi00577259-9 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 719 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-12T16:29:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1483: finishing write tid 1 to smithi00577259-33 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1483: finishing write tid 2 to smithi00577259-33 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1483: finishing write tid 3 to smithi00577259-33 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1483: finishing write tid 4 to smithi00577259-33 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1483: oid 33 updating version 0 to 744 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1483: oid 33 version 744 is already newer than 742 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1483: oid 33 version 744 is already newer than 743 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 744 (ObjNum 483 snap 144 seq_num 483) dirty exists 2024-04-12T16:29:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1483: left oid 33 (ObjNum 483 snap 144 seq_num 483) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1478: done (7 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1479: done (6 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1480: done (5 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1481: done (4 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1482: done (3 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1483: done (2 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1485: done (1 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1486: done (0 left) 2024-04-12T16:29:47.598 INFO:tasks.rados.rados.0.smithi005.stdout:1487: rollback oid 42 current snap is 145 2024-04-12T16:29:47.599 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 141 2024-04-12T16:29:47.599 INFO:tasks.rados.rados.0.smithi005.stdout:1488: read oid 22 snap -1 2024-04-12T16:29:47.599 INFO:tasks.rados.rados.0.smithi005.stdout:1488: expect (ObjNum 449 snap 134 seq_num 449) 2024-04-12T16:29:47.599 INFO:tasks.rados.rados.0.smithi005.stdout:1489: rollback oid 15 current snap is 145 2024-04-12T16:29:47.599 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 140 2024-04-12T16:29:47.599 INFO:tasks.rados.rados.0.smithi005.stdout:1490: setattr oid 47 current snap is 145 2024-04-12T16:29:47.602 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 145 2024-04-12T16:29:47.602 INFO:tasks.rados.rados.0.smithi005.stdout:1491: seq_num 484 ranges {0=507904,507904=401408} 2024-04-12T16:29:47.605 INFO:tasks.rados.rados.0.smithi005.stdout:1491: writing smithi00577259-4 from 0 to 507904 tid 1 2024-04-12T16:29:47.608 INFO:tasks.rados.rados.0.smithi005.stdout:1491: writing smithi00577259-4 from 507904 to 909312 tid 2 2024-04-12T16:29:47.608 INFO:tasks.rados.rados.0.smithi005.stdout:1492: copy_from oid 1 from oid 19 current snap is 145 2024-04-12T16:29:47.608 INFO:tasks.rados.rados.0.smithi005.stdout:1489: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:29:47.608 INFO:tasks.rados.rados.0.smithi005.stdout:1489: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:29:47.609 INFO:tasks.rados.rados.0.smithi005.stdout:1488: expect (ObjNum 449 snap 134 seq_num 449) 2024-04-12T16:29:47.648 INFO:tasks.rados.rados.0.smithi005.stdout:1489: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:29:47.648 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 330 (ObjNum 454 snap 134 seq_num 454) dirty exists 2024-04-12T16:29:47.648 INFO:tasks.rados.rados.0.smithi005.stdout:1487: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:29:47.649 INFO:tasks.rados.rados.0.smithi005.stdout:1488: done (5 left) 2024-04-12T16:29:47.649 INFO:tasks.rados.rados.0.smithi005.stdout:1489: done (4 left) 2024-04-12T16:29:47.649 INFO:tasks.rados.rados.0.smithi005.stdout:1493: read oid 29 snap -1 2024-04-12T16:29:47.649 INFO:tasks.rados.rados.0.smithi005.stdout:1493: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:47.649 INFO:tasks.rados.rados.0.smithi005.stdout:1494: snap_remove snap 140 2024-04-12T16:29:47.912 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:47 smithi005 ceph-mon[88416]: pgmap v193: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 784 KiB/s wr, 6 op/s 2024-04-12T16:29:47.913 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:47 smithi005 ceph-mon[88416]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T16:29:47.913 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:47.913 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:47 smithi005 ceph-mon[90837]: pgmap v193: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 784 KiB/s wr, 6 op/s 2024-04-12T16:29:47.913 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:47 smithi005 ceph-mon[90837]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T16:29:47.913 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:47 smithi016 ceph-mon[84444]: pgmap v193: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 784 KiB/s wr, 6 op/s 2024-04-12T16:29:48.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:47 smithi016 ceph-mon[84444]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T16:29:48.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:1494: done (5 left) 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:1495: rollback oid 30 current snap is 145 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 135 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:1487: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:1487: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 789 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 349 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:1491: finishing write tid 1 to smithi00577259-4 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:1491: finishing write tid 2 to smithi00577259-4 2024-04-12T16:29:48.607 INFO:tasks.rados.rados.0.smithi005.stdout:1491: finishing write tid 3 to smithi00577259-4 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1491: finishing write tid 4 to smithi00577259-4 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1491: oid 4 updating version 0 to 791 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1491: oid 4 updating version 791 to 792 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1491: oid 4 version 792 is already newer than 790 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 792 (ObjNum 484 snap 145 seq_num 484) dirty exists 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1491: left oid 4 (ObjNum 484 snap 145 seq_num 484) 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1492: finishing copy_from racing read to smithi00577259-1 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1492: finishing copy_from to smithi00577259-1 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 565 (ObjNum 479 snap 142 seq_num 479) dirty exists 2024-04-12T16:29:48.608 INFO:tasks.rados.rados.0.smithi005.stdout:1493: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1495: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1495: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1495: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 348 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1487: done (5 left) 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1490: done (4 left) 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1491: done (3 left) 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1492: done (2 left) 2024-04-12T16:29:48.679 INFO:tasks.rados.rados.0.smithi005.stdout:1493: done (1 left) 2024-04-12T16:29:48.680 INFO:tasks.rados.rados.0.smithi005.stdout:1495: done (0 left) 2024-04-12T16:29:48.680 INFO:tasks.rados.rados.0.smithi005.stdout:1496: snap_create 2024-04-12T16:29:48.886 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:48 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:48.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:48 smithi005 ceph-mon[88416]: Upgrade: osd.2 is safe to restart 2024-04-12T16:29:48.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:48 smithi005 ceph-mon[88416]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T16:29:48.887 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:48 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:48.887 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:48 smithi005 ceph-mon[90837]: Upgrade: osd.2 is safe to restart 2024-04-12T16:29:48.887 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:48 smithi005 ceph-mon[90837]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T16:29:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:48 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T16:29:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:48 smithi016 ceph-mon[84444]: Upgrade: osd.2 is safe to restart 2024-04-12T16:29:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:48 smithi016 ceph-mon[84444]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T16:29:49.611 INFO:tasks.rados.rados.0.smithi005.stdout:1496: done (0 left) 2024-04-12T16:29:49.611 INFO:tasks.rados.rados.0.smithi005.stdout:1497: setattr oid 9 current snap is 146 2024-04-12T16:29:49.612 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 146 2024-04-12T16:29:49.612 INFO:tasks.rados.rados.0.smithi005.stdout:1498: seq_num 485 ranges {0=532480,532480=401408} 2024-04-12T16:29:49.615 INFO:tasks.rados.rados.0.smithi005.stdout:1498: writing smithi00577259-40 from 0 to 532480 tid 1 2024-04-12T16:29:49.618 INFO:tasks.rados.rados.0.smithi005.stdout:1498: writing smithi00577259-40 from 532480 to 933888 tid 2 2024-04-12T16:29:49.618 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 146 2024-04-12T16:29:49.618 INFO:tasks.rados.rados.0.smithi005.stdout:1499: seq_num 486 ranges {15835136=548864,16384000=401408} 2024-04-12T16:29:49.707 INFO:tasks.rados.rados.0.smithi005.stdout:1499: writing smithi00577259-23 from 15835136 to 16384000 tid 1 2024-04-12T16:29:49.710 INFO:tasks.rados.rados.0.smithi005.stdout:1499: writing smithi00577259-23 from 16384000 to 16785408 tid 2 2024-04-12T16:29:49.710 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 146 2024-04-12T16:29:49.710 INFO:tasks.rados.rados.0.smithi005.stdout:1500: seq_num 487 ranges {7323648=565248,7888896=401408} 2024-04-12T16:29:49.753 INFO:tasks.rados.rados.0.smithi005.stdout:1500: writing smithi00577259-38 from 7323648 to 7888896 tid 1 2024-04-12T16:29:49.755 INFO:tasks.rados.rados.0.smithi005.stdout:1500: writing smithi00577259-38 from 7888896 to 8290304 tid 2 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1501: read oid 17 snap 130 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1501: expect (ObjNum 386 snap 111 seq_num 386) 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1502: delete oid 33 current snap is 146 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 720 (ObjNum 447 snap 134 seq_num 447) dirty exists 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: finishing write tid 1 to smithi00577259-40 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: finishing write tid 2 to smithi00577259-40 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: finishing write tid 3 to smithi00577259-40 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: finishing write tid 4 to smithi00577259-40 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: oid 40 updating version 0 to 727 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: oid 40 updating version 727 to 729 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: oid 40 version 729 is already newer than 728 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 729 (ObjNum 485 snap 146 seq_num 485) dirty exists 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1498: left oid 40 (ObjNum 485 snap 146 seq_num 485) 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1499: finishing write tid 1 to smithi00577259-23 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1499: finishing write tid 2 to smithi00577259-23 2024-04-12T16:29:49.756 INFO:tasks.rados.rados.0.smithi005.stdout:1499: finishing write tid 3 to smithi00577259-23 2024-04-12T16:29:49.757 INFO:tasks.rados.rados.0.smithi005.stdout:1499: finishing write tid 4 to smithi00577259-23 2024-04-12T16:29:49.757 INFO:tasks.rados.rados.0.smithi005.stdout:1499: oid 23 updating version 0 to 729 2024-04-12T16:29:49.757 INFO:tasks.rados.rados.0.smithi005.stdout:1499: oid 23 version 729 is already newer than 727 2024-04-12T16:29:49.757 INFO:tasks.rados.rados.0.smithi005.stdout:1499: oid 23 version 729 is already newer than 728 2024-04-12T16:29:49.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 729 (ObjNum 486 snap 146 seq_num 486) dirty exists 2024-04-12T16:29:49.757 INFO:tasks.rados.rados.0.smithi005.stdout:1499: left oid 23 (ObjNum 486 snap 146 seq_num 486) 2024-04-12T16:29:49.760 INFO:tasks.rados.rados.0.smithi005.stdout:1500: finishing write tid 1 to smithi00577259-38 2024-04-12T16:29:49.760 INFO:tasks.rados.rados.0.smithi005.stdout:1497: done (5 left) 2024-04-12T16:29:49.761 INFO:tasks.rados.rados.0.smithi005.stdout:1498: done (4 left) 2024-04-12T16:29:49.761 INFO:tasks.rados.rados.0.smithi005.stdout:1499: done (3 left) 2024-04-12T16:29:49.761 INFO:tasks.rados.rados.0.smithi005.stdout:1502: done (2 left) 2024-04-12T16:29:49.761 INFO:tasks.rados.rados.0.smithi005.stdout:1503: setattr oid 39 current snap is 146 2024-04-12T16:29:49.761 INFO:tasks.rados.rados.0.smithi005.stdout:1500: finishing write tid 2 to smithi00577259-38 2024-04-12T16:29:49.761 INFO:tasks.rados.rados.0.smithi005.stdout:1500: finishing write tid 3 to smithi00577259-38 2024-04-12T16:29:49.762 INFO:tasks.rados.rados.0.smithi005.stdout:1501: expect (ObjNum 386 snap 111 seq_num 386) 2024-04-12T16:29:49.819 INFO:tasks.rados.rados.0.smithi005.stdout:1500: finishing write tid 4 to smithi00577259-38 2024-04-12T16:29:49.819 INFO:tasks.rados.rados.0.smithi005.stdout:1500: oid 38 updating version 0 to 647 2024-04-12T16:29:49.820 INFO:tasks.rados.rados.0.smithi005.stdout:1500: oid 38 updating version 647 to 648 2024-04-12T16:29:49.820 INFO:tasks.rados.rados.0.smithi005.stdout:1500: oid 38 updating version 648 to 649 2024-04-12T16:29:49.820 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 649 (ObjNum 487 snap 146 seq_num 487) dirty exists 2024-04-12T16:29:49.820 INFO:tasks.rados.rados.0.smithi005.stdout:1500: left oid 38 (ObjNum 487 snap 146 seq_num 487) 2024-04-12T16:29:49.820 INFO:tasks.rados.rados.0.smithi005.stdout:1500: done (2 left) 2024-04-12T16:29:49.820 INFO:tasks.rados.rados.0.smithi005.stdout:1501: done (1 left) 2024-04-12T16:29:49.820 INFO:tasks.rados.rados.0.smithi005.stdout:1504: snap_remove snap 141 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: pgmap v196: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 392 KiB/s wr, 3 op/s 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: Upgrade: Updating osd.2 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: Deploying daemon osd.2 on smithi005 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:49.857 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: pgmap v196: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 392 KiB/s wr, 3 op/s 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: Upgrade: Updating osd.2 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: Deploying daemon osd.2 on smithi005 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:49.858 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: pgmap v196: 121 pgs: 121 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 392 KiB/s wr, 3 op/s 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: Upgrade: Updating osd.2 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: Deploying daemon osd.2 on smithi005 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:29:50.616 INFO:tasks.rados.rados.0.smithi005.stdout:1504: done (1 left) 2024-04-12T16:29:50.617 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 146 2024-04-12T16:29:50.617 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 737 (ObjNum 446 snap 133 seq_num 446) dirty exists 2024-04-12T16:29:50.617 INFO:tasks.rados.rados.0.smithi005.stdout:1505: seq_num 489 ranges {999424=598016,1597440=401408} 2024-04-12T16:29:50.626 INFO:tasks.rados.rados.0.smithi005.stdout:1505: writing smithi00577259-50 from 999424 to 1597440 tid 1 2024-04-12T16:29:50.628 INFO:tasks.rados.rados.0.smithi005.stdout:1505: writing smithi00577259-50 from 1597440 to 1998848 tid 2 2024-04-12T16:29:50.628 INFO:tasks.rados.rados.0.smithi005.stdout:1503: done (1 left) 2024-04-12T16:29:50.628 INFO:tasks.rados.rados.0.smithi005.stdout:1506: setattr oid 14 current snap is 146 2024-04-12T16:29:50.629 INFO:tasks.rados.rados.0.smithi005.stdout:1507: snap_remove snap 139 2024-04-12T16:29:50.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:50 smithi005 ceph-mon[88416]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T16:29:50.896 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:50 smithi005 ceph-mon[90837]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T16:29:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:50 smithi016 ceph-mon[84444]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T16:29:51.620 INFO:tasks.rados.rados.0.smithi005.stdout:1507: done (2 left) 2024-04-12T16:29:51.621 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 146 2024-04-12T16:29:51.621 INFO:tasks.rados.rados.0.smithi005.stdout:1508: seq_num 490 ranges {2097152=614400,2711552=401408} 2024-04-12T16:29:51.636 INFO:tasks.rados.rados.0.smithi005.stdout:1508: writing smithi00577259-5 from 2097152 to 2711552 tid 1 2024-04-12T16:29:51.638 INFO:tasks.rados.rados.0.smithi005.stdout:1508: writing smithi00577259-5 from 2711552 to 3112960 tid 2 2024-04-12T16:29:51.638 INFO:tasks.rados.rados.0.smithi005.stdout:1509: copy_from oid 28 from oid 2 current snap is 146 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: finishing write tid 1 to smithi00577259-50 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: finishing write tid 2 to smithi00577259-50 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: finishing write tid 3 to smithi00577259-50 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: finishing write tid 4 to smithi00577259-50 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: oid 50 updating version 0 to 796 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: oid 50 updating version 796 to 800 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: oid 50 version 800 is already newer than 799 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 800 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: left oid 50 (ObjNum 489 snap 146 seq_num 489) 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 802 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1505: done (3 left) 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1506: done (2 left) 2024-04-12T16:29:51.639 INFO:tasks.rados.rados.0.smithi005.stdout:1510: setattr oid 25 current snap is 146 2024-04-12T16:29:51.640 INFO:tasks.rados.rados.0.smithi005.stdout:1511: rollback oid 45 current snap is 146 2024-04-12T16:29:51.640 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 143 2024-04-12T16:29:51.640 INFO:tasks.rados.rados.0.smithi005.stdout:1512: rollback oid 6 current snap is 146 2024-04-12T16:29:51.640 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 6 to 145 2024-04-12T16:29:51.640 INFO:tasks.rados.rados.0.smithi005.stdout:1513: delete oid 7 current snap is 146 2024-04-12T16:29:51.641 INFO:tasks.rados.rados.0.smithi005.stdout:1508: finishing write tid 1 to smithi00577259-5 2024-04-12T16:29:51.644 INFO:tasks.rados.rados.0.smithi005.stdout:1508: finishing write tid 2 to smithi00577259-5 2024-04-12T16:29:51.645 INFO:tasks.rados.rados.0.smithi005.stdout:1513: done (5 left) 2024-04-12T16:29:51.645 INFO:tasks.rados.rados.0.smithi005.stdout:1514: read oid 34 snap -1 2024-04-12T16:29:51.645 INFO:tasks.rados.rados.0.smithi005.stdout:1514: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:51.645 INFO:tasks.rados.rados.0.smithi005.stdout:1515: read oid 27 snap 145 2024-04-12T16:29:51.645 INFO:tasks.rados.rados.0.smithi005.stdout:1515: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:29:51.646 INFO:tasks.rados.rados.0.smithi005.stdout:1516: read oid 47 snap 130 2024-04-12T16:29:51.646 INFO:tasks.rados.rados.0.smithi005.stdout:1516: expect deleted 2024-04-12T16:29:51.646 INFO:tasks.rados.rados.0.smithi005.stdout:1517: copy_from oid 41 from oid 1 current snap is 146 2024-04-12T16:29:51.646 INFO:tasks.rados.rados.0.smithi005.stdout:1518: copy_from oid 44 from oid 40 current snap is 146 2024-04-12T16:29:51.646 INFO:tasks.rados.rados.0.smithi005.stdout:1519: delete oid 18 current snap is 146 2024-04-12T16:29:51.646 INFO:tasks.rados.rados.0.smithi005.stdout:1512: finishing rollback tid 0 to smithi00577259-6 2024-04-12T16:29:51.647 INFO:tasks.rados.rados.0.smithi005.stdout:1512: finishing rollback tid 1 to smithi00577259-6 2024-04-12T16:29:51.647 INFO:tasks.rados.rados.0.smithi005.stdout:1512: finishing rollback tid 2 to smithi00577259-6 2024-04-12T16:29:51.647 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 116 (ObjNum 203 snap 53 seq_num 203) dirty exists 2024-04-12T16:29:51.648 INFO:tasks.rados.rados.0.smithi005.stdout:1508: finishing write tid 3 to smithi00577259-5 2024-04-12T16:29:51.650 INFO:tasks.rados.rados.0.smithi005.stdout:1508: finishing write tid 4 to smithi00577259-5 2024-04-12T16:29:51.650 INFO:tasks.rados.rados.0.smithi005.stdout:1508: oid 5 updating version 0 to 693 2024-04-12T16:29:51.650 INFO:tasks.rados.rados.0.smithi005.stdout:1508: oid 5 updating version 693 to 695 2024-04-12T16:29:51.650 INFO:tasks.rados.rados.0.smithi005.stdout:1508: oid 5 version 695 is already newer than 694 2024-04-12T16:29:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 695 (ObjNum 490 snap 146 seq_num 490) dirty exists 2024-04-12T16:29:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:1508: left oid 5 (ObjNum 490 snap 146 seq_num 490) 2024-04-12T16:29:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 730 (ObjNum 423 snap 126 seq_num 423) dirty exists 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1511: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1511: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1508: done (10 left) 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1510: done (9 left) 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1512: done (8 left) 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1516: done (7 left) 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1519: done (6 left) 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 146 2024-04-12T16:29:51.652 INFO:tasks.rados.rados.0.smithi005.stdout:1520: seq_num 493 ranges {8593408=663552,9256960=401408} 2024-04-12T16:29:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:51 smithi005 ceph-mon[88416]: pgmap v199: 121 pgs: 121 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-12T16:29:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:51 smithi005 ceph-mon[88416]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T16:29:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:51 smithi005 ceph-mon[90837]: pgmap v199: 121 pgs: 121 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-12T16:29:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:51 smithi005 ceph-mon[90837]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T16:29:51.703 INFO:tasks.rados.rados.0.smithi005.stdout:1520: writing smithi00577259-20 from 8593408 to 9256960 tid 1 2024-04-12T16:29:51.705 INFO:tasks.rados.rados.0.smithi005.stdout:1520: writing smithi00577259-20 from 9256960 to 9658368 tid 2 2024-04-12T16:29:51.705 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 146 2024-04-12T16:29:51.706 INFO:tasks.rados.rados.0.smithi005.stdout:1509: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:29:51.706 INFO:tasks.rados.rados.0.smithi005.stdout:1511: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:29:51.706 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 733 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:29:51.706 INFO:tasks.rados.rados.0.smithi005.stdout:1509: finishing copy_from to smithi00577259-28 2024-04-12T16:29:51.706 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 736 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-04-12T16:29:51.706 INFO:tasks.rados.rados.0.smithi005.stdout:1521: seq_num 494 ranges {0=679936,679936=401408} 2024-04-12T16:29:51.709 INFO:tasks.rados.rados.0.smithi005.stdout:1521: writing smithi00577259-37 from 0 to 679936 tid 1 2024-04-12T16:29:51.712 INFO:tasks.rados.rados.0.smithi005.stdout:1521: writing smithi00577259-37 from 679936 to 1081344 tid 2 2024-04-12T16:29:51.712 INFO:tasks.rados.rados.0.smithi005.stdout:1509: done (7 left) 2024-04-12T16:29:51.712 INFO:tasks.rados.rados.0.smithi005.stdout:1511: done (6 left) 2024-04-12T16:29:51.712 INFO:tasks.rados.rados.0.smithi005.stdout:1522: copy_from oid 18 from oid 35 current snap is 146 2024-04-12T16:29:51.712 INFO:tasks.rados.rados.0.smithi005.stdout:1517: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:29:51.712 INFO:tasks.rados.rados.0.smithi005.stdout:1515: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1517: finishing copy_from to smithi00577259-41 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 565 (ObjNum 479 snap 142 seq_num 479) dirty exists 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1518: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1515: done (6 left) 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1517: done (5 left) 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1523: read oid 43 snap -1 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1523: expect (ObjNum 440 snap 131 seq_num 440) 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1524: read oid 16 snap -1 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1524: expect deleted 2024-04-12T16:29:51.727 INFO:tasks.rados.rados.0.smithi005.stdout:1525: snap_create 2024-04-12T16:29:51.728 INFO:tasks.rados.rados.0.smithi005.stdout:1518: finishing copy_from to smithi00577259-44 2024-04-12T16:29:51.728 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 729 (ObjNum 485 snap 146 seq_num 485) dirty exists 2024-04-12T16:29:51.728 INFO:tasks.rados.rados.0.smithi005.stdout:1514: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:51 smithi016 ceph-mon[84444]: pgmap v199: 121 pgs: 121 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-12T16:29:52.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:51 smithi016 ceph-mon[84444]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: finishing write tid 1 to smithi00577259-20 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: finishing write tid 2 to smithi00577259-20 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: finishing write tid 3 to smithi00577259-20 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: finishing write tid 4 to smithi00577259-20 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: oid 20 updating version 0 to 748 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: oid 20 version 748 is already newer than 746 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: oid 20 version 748 is already newer than 747 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 748 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-04-12T16:29:52.220 INFO:tasks.rados.rados.0.smithi005.stdout:1520: left oid 20 (ObjNum 493 snap 146 seq_num 493) 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: finishing write tid 1 to smithi00577259-37 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: finishing write tid 2 to smithi00577259-37 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: finishing write tid 3 to smithi00577259-37 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: finishing write tid 4 to smithi00577259-37 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: oid 37 updating version 0 to 740 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: oid 37 version 740 is already newer than 739 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: oid 37 version 740 is already newer than 738 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 740 (ObjNum 494 snap 146 seq_num 494) dirty exists 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1521: left oid 37 (ObjNum 494 snap 146 seq_num 494) 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1522: finishing copy_from racing read to smithi00577259-18 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1522: finishing copy_from to smithi00577259-18 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 716 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-04-12T16:29:52.221 INFO:tasks.rados.rados.0.smithi005.stdout:1523: expect (ObjNum 440 snap 131 seq_num 440) 2024-04-12T16:29:52.455 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:52 smithi005 systemd[1]: Stopping Ceph osd.2 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:29:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:52 smithi005 ceph-mon[88416]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T16:29:52.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:52 smithi005 ceph-mon[90837]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T16:29:52.950 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[53626]: 2024-04-12T16:29:52.696+0000 7fb5a3b38700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:29:52.951 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[53626]: 2024-04-12T16:29:52.696+0000 7fb5a3b38700 -1 osd.2 363 *** Got signal Terminated *** 2024-04-12T16:29:52.951 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[53626]: 2024-04-12T16:29:52.696+0000 7fb5a3b38700 -1 osd.2 363 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:29:53.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:52 smithi016 ceph-mon[84444]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T16:29:53.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:53 smithi016 ceph-mon[84444]: pgmap v202: 121 pgs: 121 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-12T16:29:53.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:53 smithi016 ceph-mon[84444]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T16:29:53.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:53 smithi016 ceph-mon[84444]: osd.2 marked itself down and dead 2024-04-12T16:29:53.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:29:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:29:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:29:53.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:53 smithi005 ceph-mon[90837]: pgmap v202: 121 pgs: 121 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-12T16:29:53.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:53 smithi005 ceph-mon[90837]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T16:29:53.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:53 smithi005 ceph-mon[90837]: osd.2 marked itself down and dead 2024-04-12T16:29:53.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:53 smithi005 ceph-mon[88416]: pgmap v202: 121 pgs: 121 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-12T16:29:53.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:53 smithi005 ceph-mon[88416]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T16:29:53.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:53 smithi005 ceph-mon[88416]: osd.2 marked itself down and dead 2024-04-12T16:29:54.036 INFO:tasks.rados.rados.0.smithi005.stdout:1514: done (7 left) 2024-04-12T16:29:54.036 INFO:tasks.rados.rados.0.smithi005.stdout:1518: done (6 left) 2024-04-12T16:29:54.036 INFO:tasks.rados.rados.0.smithi005.stdout:1520: done (5 left) 2024-04-12T16:29:54.036 INFO:tasks.rados.rados.0.smithi005.stdout:1521: done (4 left) 2024-04-12T16:29:54.036 INFO:tasks.rados.rados.0.smithi005.stdout:1522: done (3 left) 2024-04-12T16:29:54.036 INFO:tasks.rados.rados.0.smithi005.stdout:1523: done (2 left) 2024-04-12T16:29:54.037 INFO:tasks.rados.rados.0.smithi005.stdout:1524: done (1 left) 2024-04-12T16:29:54.037 INFO:tasks.rados.rados.0.smithi005.stdout:1525: done (0 left) 2024-04-12T16:29:54.037 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 147 2024-04-12T16:29:54.037 INFO:tasks.rados.rados.0.smithi005.stdout:1526: seq_num 495 ranges {0=696320,696320=401408} 2024-04-12T16:29:54.040 INFO:tasks.rados.rados.0.smithi005.stdout:1526: writing smithi00577259-16 from 0 to 696320 tid 1 2024-04-12T16:29:54.043 INFO:tasks.rados.rados.0.smithi005.stdout:1526: writing smithi00577259-16 from 696320 to 1097728 tid 2 2024-04-12T16:29:54.043 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 147 2024-04-12T16:29:54.043 INFO:tasks.rados.rados.0.smithi005.stdout:1527: seq_num 496 ranges {3620864=712704,4333568=401408} 2024-04-12T16:29:54.067 INFO:tasks.rados.rados.0.smithi005.stdout:1527: writing smithi00577259-15 from 3620864 to 4333568 tid 1 2024-04-12T16:29:54.069 INFO:tasks.rados.rados.0.smithi005.stdout:1527: writing smithi00577259-15 from 4333568 to 4734976 tid 2 2024-04-12T16:29:54.069 INFO:tasks.rados.rados.0.smithi005.stdout:1528: snap_remove snap 138 2024-04-12T16:29:54.175 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:29:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:29:53] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-04-12T16:29:54.450 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:54 smithi005 podman[105122]: 2024-04-12 16:29:54.180421717 +0000 UTC m=+1.620137081 container died b958a6a16a462aa1d478c46cccb225dc6169a1e6c26f3f2b95847d04584a018f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-12T16:29:54.634 INFO:tasks.rados.rados.0.smithi005.stdout:1526: finishing write tid 1 to smithi00577259-16 2024-04-12T16:29:54.634 INFO:tasks.rados.rados.0.smithi005.stdout:1526: finishing write tid 2 to smithi00577259-16 2024-04-12T16:29:54.634 INFO:tasks.rados.rados.0.smithi005.stdout:1526: finishing write tid 3 to smithi00577259-16 2024-04-12T16:29:54.634 INFO:tasks.rados.rados.0.smithi005.stdout:1526: finishing write tid 4 to smithi00577259-16 2024-04-12T16:29:54.634 INFO:tasks.rados.rados.0.smithi005.stdout:1526: oid 16 updating version 0 to 473 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1526: oid 16 version 473 is already newer than 472 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1526: oid 16 updating version 473 to 474 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 474 (ObjNum 495 snap 147 seq_num 495) dirty exists 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1526: left oid 16 (ObjNum 495 snap 147 seq_num 495) 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1526: done (2 left) 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1528: done (1 left) 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1529: read oid 14 snap -1 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1529: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 147 2024-04-12T16:29:54.635 INFO:tasks.rados.rados.0.smithi005.stdout:1530: seq_num 497 ranges {933888=729088,1662976=401408} 2024-04-12T16:29:54.644 INFO:tasks.rados.rados.0.smithi005.stdout:1530: writing smithi00577259-40 from 933888 to 1662976 tid 1 2024-04-12T16:29:54.648 INFO:tasks.rados.rados.0.smithi005.stdout:1530: writing smithi00577259-40 from 1662976 to 2064384 tid 2 2024-04-12T16:29:54.648 INFO:tasks.rados.rados.0.smithi005.stdout:1531: rollback oid 41 current snap is 147 2024-04-12T16:29:54.648 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 130 2024-04-12T16:29:54.648 INFO:tasks.rados.rados.0.smithi005.stdout:1532: read oid 48 snap -1 2024-04-12T16:29:54.648 INFO:tasks.rados.rados.0.smithi005.stdout:1532: expect (ObjNum 476 snap 139 seq_num 476) 2024-04-12T16:29:54.648 INFO:tasks.rados.rados.0.smithi005.stdout:1533: delete oid 29 current snap is 147 2024-04-12T16:29:54.653 INFO:tasks.rados.rados.0.smithi005.stdout:1529: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:29:54.669 INFO:tasks.rados.rados.0.smithi005.stdout:1530: finishing write tid 1 to smithi00577259-40 2024-04-12T16:29:54.669 INFO:tasks.rados.rados.0.smithi005.stdout:1527: finishing write tid 1 to smithi00577259-15 2024-04-12T16:29:54.669 INFO:tasks.rados.rados.0.smithi005.stdout:1530: finishing write tid 2 to smithi00577259-40 2024-04-12T16:29:54.669 INFO:tasks.rados.rados.0.smithi005.stdout:1530: finishing write tid 3 to smithi00577259-40 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1531: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1531: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1529: done (5 left) 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1533: done (4 left) 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1534: delete oid 2 current snap is 147 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1531: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 568 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1527: finishing write tid 2 to smithi00577259-15 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1527: finishing write tid 3 to smithi00577259-15 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1530: finishing write tid 4 to smithi00577259-40 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1530: oid 40 updating version 0 to 735 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1530: oid 40 updating version 735 to 736 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:1530: oid 40 version 736 is already newer than 734 2024-04-12T16:29:54.670 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 736 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-04-12T16:29:54.671 INFO:tasks.rados.rados.0.smithi005.stdout:1530: left oid 40 (ObjNum 497 snap 147 seq_num 497) 2024-04-12T16:29:54.671 INFO:tasks.rados.rados.0.smithi005.stdout:1527: finishing write tid 4 to smithi00577259-15 2024-04-12T16:29:54.671 INFO:tasks.rados.rados.0.smithi005.stdout:1527: oid 15 updating version 0 to 333 2024-04-12T16:29:54.671 INFO:tasks.rados.rados.0.smithi005.stdout:1527: oid 15 version 333 is already newer than 332 2024-04-12T16:29:54.671 INFO:tasks.rados.rados.0.smithi005.stdout:1527: oid 15 version 333 is already newer than 331 2024-04-12T16:29:54.671 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 333 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-04-12T16:29:54.671 INFO:tasks.rados.rados.0.smithi005.stdout:1527: left oid 15 (ObjNum 496 snap 147 seq_num 496) 2024-04-12T16:29:54.682 INFO:tasks.rados.rados.0.smithi005.stdout:1532: expect (ObjNum 476 snap 139 seq_num 476) 2024-04-12T16:29:54.918 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:54 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:29:54.918 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:54 smithi005 ceph-mon[88416]: osdmap e364: 8 total, 7 up, 8 in 2024-04-12T16:29:54.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:54 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:29:54.918 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:54 smithi005 ceph-mon[90837]: osdmap e364: 8 total, 7 up, 8 in 2024-04-12T16:29:54.919 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:54 smithi005 podman[105122]: 2024-04-12 16:29:54.680942901 +0000 UTC m=+2.120658266 container cleanup b958a6a16a462aa1d478c46cccb225dc6169a1e6c26f3f2b95847d04584a018f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T16:29:54.919 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:54 smithi005 bash[105122]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2 2024-04-12T16:29:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:54 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:29:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:54 smithi016 ceph-mon[84444]: osdmap e364: 8 total, 7 up, 8 in 2024-04-12T16:29:55.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:54 smithi005 podman[105140]: 2024-04-12 16:29:54.923829024 +0000 UTC m=+0.738792453 container remove b958a6a16a462aa1d478c46cccb225dc6169a1e6c26f3f2b95847d04584a018f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-12T16:29:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:1527: done (4 left) 2024-04-12T16:29:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:1530: done (3 left) 2024-04-12T16:29:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:1531: done (2 left) 2024-04-12T16:29:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:1532: done (1 left) 2024-04-12T16:29:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:1534: done (0 left) 2024-04-12T16:29:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:1535: read oid 32 snap -1 2024-04-12T16:29:55.388 INFO:tasks.rados.rados.0.smithi005.stdout:1535: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:1536: rollback oid 21 current snap is 147 2024-04-12T16:29:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 21 to 135 2024-04-12T16:29:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:1537: copy_from oid 48 from oid 43 current snap is 147 2024-04-12T16:29:55.391 INFO:tasks.rados.rados.0.smithi005.stdout:1538: snap_remove snap 136 2024-04-12T16:29:55.558 INFO:tasks.rados.rados.0.smithi005.stdout:1538: done (3 left) 2024-04-12T16:29:55.558 INFO:tasks.rados.rados.0.smithi005.stdout:1539: snap_create 2024-04-12T16:29:55.558 INFO:tasks.rados.rados.0.smithi005.stdout:1536: finishing rollback tid 0 to smithi00577259-21 2024-04-12T16:29:55.558 INFO:tasks.rados.rados.0.smithi005.stdout:1536: finishing rollback tid 1 to smithi00577259-21 2024-04-12T16:29:55.558 INFO:tasks.rados.rados.0.smithi005.stdout:1536: finishing rollback tid 2 to smithi00577259-21 2024-04-12T16:29:55.558 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 719 (ObjNum 443 snap 133 seq_num 443) dirty exists 2024-04-12T16:29:55.558 INFO:tasks.rados.rados.0.smithi005.stdout:1535: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:29:55.580 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:55 smithi005 podman[105225]: 2024-04-12 16:29:55.157436149 +0000 UTC m=+0.018105374 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:29:55.580 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:55 smithi005 podman[105225]: 2024-04-12 16:29:55.266867872 +0000 UTC m=+0.127537085 container create 136973cf30cf6bcd46d4981ac35140896a6831ecda30f9ace375ce84ddb00624 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-12T16:29:55.580 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:55 smithi005 podman[105225]: 2024-04-12 16:29:55.48728429 +0000 UTC m=+0.347953498 container init 136973cf30cf6bcd46d4981ac35140896a6831ecda30f9ace375ce84ddb00624 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T16:29:55.580 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:55 smithi005 podman[105225]: 2024-04-12 16:29:55.490877847 +0000 UTC m=+0.351547053 container start 136973cf30cf6bcd46d4981ac35140896a6831ecda30f9ace375ce84ddb00624 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-12T16:29:55.581 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:55 smithi005 podman[105225]: 2024-04-12 16:29:55.586273691 +0000 UTC m=+0.446942906 container attach 136973cf30cf6bcd46d4981ac35140896a6831ecda30f9ace375ce84ddb00624 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409) 2024-04-12T16:29:55.630 INFO:tasks.rados.rados.0.smithi005.stdout:1537: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:29:55.630 INFO:tasks.rados.rados.0.smithi005.stdout:1537: finishing copy_from to smithi00577259-48 2024-04-12T16:29:55.630 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 560 (ObjNum 440 snap 131 seq_num 440) dirty exists 2024-04-12T16:29:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:55 smithi005 ceph-mon[88416]: pgmap v205: 121 pgs: 13 stale+active+clean, 108 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 260 KiB/s wr, 2 op/s 2024-04-12T16:29:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:55 smithi005 ceph-mon[88416]: osdmap e365: 8 total, 7 up, 8 in 2024-04-12T16:29:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:55 smithi005 ceph-mon[88416]: osdmap e366: 8 total, 7 up, 8 in 2024-04-12T16:29:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:55 smithi005 ceph-mon[90837]: pgmap v205: 121 pgs: 13 stale+active+clean, 108 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 260 KiB/s wr, 2 op/s 2024-04-12T16:29:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:55 smithi005 ceph-mon[90837]: osdmap e365: 8 total, 7 up, 8 in 2024-04-12T16:29:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:55 smithi005 ceph-mon[90837]: osdmap e366: 8 total, 7 up, 8 in 2024-04-12T16:29:55.951 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:55 smithi005 podman[105225]: 2024-04-12 16:29:55.806252011 +0000 UTC m=+0.666921216 container died 136973cf30cf6bcd46d4981ac35140896a6831ecda30f9ace375ce84ddb00624 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T16:29:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:55 smithi016 ceph-mon[84444]: pgmap v205: 121 pgs: 13 stale+active+clean, 108 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 260 KiB/s wr, 2 op/s 2024-04-12T16:29:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:55 smithi016 ceph-mon[84444]: osdmap e365: 8 total, 7 up, 8 in 2024-04-12T16:29:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:55 smithi016 ceph-mon[84444]: osdmap e366: 8 total, 7 up, 8 in 2024-04-12T16:29:56.388 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:56 smithi005 podman[105252]: 2024-04-12 16:29:56.390265965 +0000 UTC m=+0.579403592 container remove 136973cf30cf6bcd46d4981ac35140896a6831ecda30f9ace375ce84ddb00624 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1535: done (3 left) 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1536: done (2 left) 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1537: done (1 left) 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1539: done (0 left) 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1540: read oid 28 snap -1 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1540: expect (ObjNum 350 snap 104 seq_num 350) 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1541: read oid 11 snap -1 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1541: expect (ObjNum 424 snap 127 seq_num 424) 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1542: read oid 14 snap -1 2024-04-12T16:29:56.560 INFO:tasks.rados.rados.0.smithi005.stdout:1542: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:29:56.561 INFO:tasks.rados.rados.0.smithi005.stdout:1543: delete oid 42 current snap is 148 2024-04-12T16:29:56.563 INFO:tasks.rados.rados.0.smithi005.stdout:1542: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:29:56.578 INFO:tasks.rados.rados.0.smithi005.stdout:1540: expect (ObjNum 350 snap 104 seq_num 350) 2024-04-12T16:29:56.607 INFO:tasks.rados.rados.0.smithi005.stdout:1541: expect (ObjNum 424 snap 127 seq_num 424) 2024-04-12T16:29:56.670 INFO:tasks.rados.rados.0.smithi005.stdout:1540: done (3 left) 2024-04-12T16:29:56.671 INFO:tasks.rados.rados.0.smithi005.stdout:1541: done (2 left) 2024-04-12T16:29:56.671 INFO:tasks.rados.rados.0.smithi005.stdout:1542: done (1 left) 2024-04-12T16:29:56.671 INFO:tasks.rados.rados.0.smithi005.stdout:1543: done (0 left) 2024-04-12T16:29:56.671 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 148 2024-04-12T16:29:56.671 INFO:tasks.rados.rados.0.smithi005.stdout:1544: seq_num 501 ranges {4767744=794624,5562368=401408} 2024-04-12T16:29:56.700 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:56 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-12T16:29:56.700 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:56 smithi005 systemd[1]: Stopped Ceph osd.2 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:29:56.700 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:56 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.2.service: Consumed 13.341s CPU time. 2024-04-12T16:29:56.700 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:56 smithi005 systemd[1]: Starting Ceph osd.2 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:29:56.701 INFO:tasks.rados.rados.0.smithi005.stdout:1544: writing smithi00577259-8 from 4767744 to 5562368 tid 1 2024-04-12T16:29:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:1544: writing smithi00577259-8 from 5562368 to 5963776 tid 2 2024-04-12T16:29:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:1545: delete oid 16 current snap is 148 2024-04-12T16:29:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:1545: done (1 left) 2024-04-12T16:29:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 148 2024-04-12T16:29:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:1546: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-12T16:29:56.708 INFO:tasks.rados.rados.0.smithi005.stdout:1546: writing smithi00577259-7 from 0 to 425984 tid 1 2024-04-12T16:29:56.713 INFO:tasks.rados.rados.0.smithi005.stdout:1546: writing smithi00577259-7 from 425984 to 1130496 tid 2 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1546: writing smithi00577259-7 from 1130496 to 1228800 tid 3 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1547: rollback oid 47 current snap is 148 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 147 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1544: finishing write tid 1 to smithi00577259-8 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1544: finishing write tid 2 to smithi00577259-8 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1544: finishing write tid 3 to smithi00577259-8 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1544: finishing write tid 4 to smithi00577259-8 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1544: oid 8 updating version 0 to 738 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1544: oid 8 version 738 is already newer than 737 2024-04-12T16:29:56.715 INFO:tasks.rados.rados.0.smithi005.stdout:1544: oid 8 updating version 738 to 739 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 739 (ObjNum 501 snap 148 seq_num 501) dirty exists 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1544: left oid 8 (ObjNum 501 snap 148 seq_num 501) 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1546: finishing write tid 1 to smithi00577259-7 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1544: done (2 left) 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1548: copy_from oid 29 from oid 11 current snap is 148 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1549: read oid 50 snap -1 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1549: expect (ObjNum 489 snap 146 seq_num 489) 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1550: read oid 46 snap 130 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1550: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1551: read oid 6 snap -1 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1551: expect (ObjNum 203 snap 53 seq_num 203) 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1552: read oid 39 snap -1 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1552: expect (ObjNum 446 snap 133 seq_num 446) 2024-04-12T16:29:56.716 INFO:tasks.rados.rados.0.smithi005.stdout:1553: setattr oid 3 current snap is 148 2024-04-12T16:29:56.718 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 148 2024-04-12T16:29:56.718 INFO:tasks.rados.rados.0.smithi005.stdout:1554: seq_num 504 ranges {14827520=450560,15278080=589824,15867904=212992} 2024-04-12T16:29:56.804 INFO:tasks.rados.rados.0.smithi005.stdout:1554: writing smithi00577259-43 from 14827520 to 15278080 tid 1 2024-04-12T16:29:56.808 INFO:tasks.rados.rados.0.smithi005.stdout:1554: writing smithi00577259-43 from 15278080 to 15867904 tid 2 2024-04-12T16:29:56.810 INFO:tasks.rados.rados.0.smithi005.stdout:1554: writing smithi00577259-43 from 15867904 to 16080896 tid 3 2024-04-12T16:29:56.810 INFO:tasks.rados.rados.0.smithi005.stdout:1555: delete oid 33 current snap is 148 2024-04-12T16:29:56.810 INFO:tasks.rados.rados.0.smithi005.stdout:1546: finishing write tid 2 to smithi00577259-7 2024-04-12T16:29:56.810 INFO:tasks.rados.rados.0.smithi005.stdout:1547: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:29:56.811 INFO:tasks.rados.rados.0.smithi005.stdout:1547: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:29:56.811 INFO:tasks.rados.rados.0.smithi005.stdout:1546: finishing write tid 3 to smithi00577259-7 2024-04-12T16:29:56.811 INFO:tasks.rados.rados.0.smithi005.stdout:1546: finishing write tid 4 to smithi00577259-7 2024-04-12T16:29:56.811 INFO:tasks.rados.rados.0.smithi005.stdout:1547: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:29:56.811 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 361 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:29:56.811 INFO:tasks.rados.rados.0.smithi005.stdout:1550: expect (ObjNum 317 snap 91 seq_num 317) 2024-04-12T16:29:56.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 662 (ObjNum 945 snap 0 seq_num 730201712) dirty exists 2024-04-12T16:29:56.867 INFO:tasks.rados.rados.0.smithi005.stdout:1546: finishing write tid 5 to smithi00577259-7 2024-04-12T16:29:56.867 INFO:tasks.rados.rados.0.smithi005.stdout:1546: oid 7 updating version 0 to 476 2024-04-12T16:29:56.867 INFO:tasks.rados.rados.0.smithi005.stdout:1546: oid 7 updating version 476 to 478 2024-04-12T16:29:56.867 INFO:tasks.rados.rados.0.smithi005.stdout:1546: oid 7 updating version 478 to 479 2024-04-12T16:29:56.867 INFO:tasks.rados.rados.0.smithi005.stdout:1546: oid 7 version 479 is already newer than 477 2024-04-12T16:29:56.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 479 (ObjNum 503 snap 148 seq_num 503) dirty exists 2024-04-12T16:29:56.868 INFO:tasks.rados.rados.0.smithi005.stdout:1546: left oid 7 (ObjNum 503 snap 148 seq_num 503) 2024-04-12T16:29:56.868 INFO:tasks.rados.rados.0.smithi005.stdout:1546: done (9 left) 2024-04-12T16:29:56.868 INFO:tasks.rados.rados.0.smithi005.stdout:1547: done (8 left) 2024-04-12T16:29:56.868 INFO:tasks.rados.rados.0.smithi005.stdout:1550: done (7 left) 2024-04-12T16:29:56.868 INFO:tasks.rados.rados.0.smithi005.stdout:1553: done (6 left) 2024-04-12T16:29:56.868 INFO:tasks.rados.rados.0.smithi005.stdout:1555: done (5 left) 2024-04-12T16:29:56.868 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 148 2024-04-12T16:29:56.869 INFO:tasks.rados.rados.0.smithi005.stdout:1548: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:29:56.869 INFO:tasks.rados.rados.0.smithi005.stdout:1549: expect (ObjNum 489 snap 146 seq_num 489) 2024-04-12T16:29:56.950 INFO:tasks.rados.rados.0.smithi005.stdout:1548: finishing copy_from to smithi00577259-29 2024-04-12T16:29:56.950 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 676 (ObjNum 424 snap 127 seq_num 424) dirty exists 2024-04-12T16:29:56.950 INFO:tasks.rados.rados.0.smithi005.stdout:1552: expect (ObjNum 446 snap 133 seq_num 446) 2024-04-12T16:29:57.016 INFO:tasks.rados.rados.0.smithi005.stdout:1551: expect (ObjNum 203 snap 53 seq_num 203) 2024-04-12T16:29:57.163 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:56 smithi005 podman[105353]: 2024-04-12 16:29:56.768168833 +0000 UTC m=+0.017704757 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:29:57.164 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:56 smithi005 podman[105353]: 2024-04-12 16:29:56.86681447 +0000 UTC m=+0.116350365 container create 9b315a30715e2a4f672558d86aa50506828e8bc87f3317347a15a844c62431ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:29:57.164 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 podman[105353]: 2024-04-12 16:29:57.094380492 +0000 UTC m=+0.343916387 container init 9b315a30715e2a4f672558d86aa50506828e8bc87f3317347a15a844c62431ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-12T16:29:57.164 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 podman[105353]: 2024-04-12 16:29:57.098420243 +0000 UTC m=+0.347956141 container start 9b315a30715e2a4f672558d86aa50506828e8bc87f3317347a15a844c62431ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:29:57.230 INFO:tasks.rados.rados.0.smithi005.stdout:1554: finishing write tid 1 to smithi00577259-43 2024-04-12T16:29:57.230 INFO:tasks.rados.rados.0.smithi005.stdout:1556: seq_num 506 ranges {2400256=483328,2883584=761856,3645440=40960} 2024-04-12T16:29:57.245 INFO:tasks.rados.rados.0.smithi005.stdout:1556: writing smithi00577259-30 from 2400256 to 2883584 tid 1 2024-04-12T16:29:57.250 INFO:tasks.rados.rados.0.smithi005.stdout:1556: writing smithi00577259-30 from 2883584 to 3645440 tid 2 2024-04-12T16:29:57.251 INFO:tasks.rados.rados.0.smithi005.stdout:1556: writing smithi00577259-30 from 3645440 to 3686400 tid 3 2024-04-12T16:29:57.251 INFO:tasks.rados.rados.0.smithi005.stdout:1548: done (5 left) 2024-04-12T16:29:57.251 INFO:tasks.rados.rados.0.smithi005.stdout:1549: done (4 left) 2024-04-12T16:29:57.251 INFO:tasks.rados.rados.0.smithi005.stdout:1551: done (3 left) 2024-04-12T16:29:57.251 INFO:tasks.rados.rados.0.smithi005.stdout:1552: done (2 left) 2024-04-12T16:29:57.251 INFO:tasks.rados.rados.0.smithi005.stdout:1557: delete oid 34 current snap is 148 2024-04-12T16:29:57.251 INFO:tasks.rados.rados.0.smithi005.stdout:1554: finishing write tid 2 to smithi00577259-43 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: finishing write tid 3 to smithi00577259-43 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: finishing write tid 4 to smithi00577259-43 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: finishing write tid 5 to smithi00577259-43 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: oid 43 updating version 0 to 569 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: oid 43 version 569 is already newer than 568 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: oid 43 version 569 is already newer than 567 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: oid 43 version 569 is already newer than 566 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 569 (ObjNum 504 snap 148 seq_num 504) dirty exists 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1554: left oid 43 (ObjNum 504 snap 148 seq_num 504) 2024-04-12T16:29:57.252 INFO:tasks.rados.rados.0.smithi005.stdout:1556: finishing write tid 1 to smithi00577259-30 2024-04-12T16:29:57.253 INFO:tasks.rados.rados.0.smithi005.stdout:1554: done (2 left) 2024-04-12T16:29:57.253 INFO:tasks.rados.rados.0.smithi005.stdout:1557: done (1 left) 2024-04-12T16:29:57.253 INFO:tasks.rados.rados.0.smithi005.stdout:1558: rollback oid 13 current snap is 148 2024-04-12T16:29:57.253 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 13 to 145 2024-04-12T16:29:57.253 INFO:tasks.rados.rados.0.smithi005.stdout:1559: snap_create 2024-04-12T16:29:57.255 INFO:tasks.rados.rados.0.smithi005.stdout:1556: finishing write tid 2 to smithi00577259-30 2024-04-12T16:29:57.255 INFO:tasks.rados.rados.0.smithi005.stdout:1556: finishing write tid 3 to smithi00577259-30 2024-04-12T16:29:57.255 INFO:tasks.rados.rados.0.smithi005.stdout:1556: finishing write tid 4 to smithi00577259-30 2024-04-12T16:29:57.257 INFO:tasks.rados.rados.0.smithi005.stdout:1558: finishing rollback tid 0 to smithi00577259-13 2024-04-12T16:29:57.257 INFO:tasks.rados.rados.0.smithi005.stdout:1556: finishing write tid 5 to smithi00577259-30 2024-04-12T16:29:57.257 INFO:tasks.rados.rados.0.smithi005.stdout:1556: oid 30 updating version 0 to 569 2024-04-12T16:29:57.257 INFO:tasks.rados.rados.0.smithi005.stdout:1556: oid 30 updating version 569 to 570 2024-04-12T16:29:57.257 INFO:tasks.rados.rados.0.smithi005.stdout:1556: oid 30 updating version 570 to 571 2024-04-12T16:29:57.257 INFO:tasks.rados.rados.0.smithi005.stdout:1556: oid 30 updating version 571 to 572 2024-04-12T16:29:57.257 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 572 (ObjNum 506 snap 148 seq_num 506) dirty exists 2024-04-12T16:29:57.258 INFO:tasks.rados.rados.0.smithi005.stdout:1556: left oid 30 (ObjNum 506 snap 148 seq_num 506) 2024-04-12T16:29:57.258 INFO:tasks.rados.rados.0.smithi005.stdout:1558: finishing rollback tid 1 to smithi00577259-13 2024-04-12T16:29:57.258 INFO:tasks.rados.rados.0.smithi005.stdout:1558: finishing rollback tid 2 to smithi00577259-13 2024-04-12T16:29:57.258 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 739 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-04-12T16:29:57.450 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 podman[105353]: 2024-04-12 16:29:57.169324726 +0000 UTC m=+0.418860628 container attach 9b315a30715e2a4f672558d86aa50506828e8bc87f3317347a15a844c62431ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-12T16:29:57.635 INFO:tasks.rados.rados.0.smithi005.stdout:1556: done (2 left) 2024-04-12T16:29:57.635 INFO:tasks.rados.rados.0.smithi005.stdout:1558: done (1 left) 2024-04-12T16:29:57.635 INFO:tasks.rados.rados.0.smithi005.stdout:1559: done (0 left) 2024-04-12T16:29:57.635 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 149 2024-04-12T16:29:57.635 INFO:tasks.rados.rados.0.smithi005.stdout:1560: seq_num 508 ranges {8290304=516096,8806400=524288,9330688=278528} 2024-04-12T16:29:57.683 INFO:tasks.rados.rados.0.smithi005.stdout:1560: writing smithi00577259-38 from 8290304 to 8806400 tid 1 2024-04-12T16:29:57.685 INFO:tasks.rados.rados.0.smithi005.stdout:1560: writing smithi00577259-38 from 8806400 to 9330688 tid 2 2024-04-12T16:29:57.687 INFO:tasks.rados.rados.0.smithi005.stdout:1560: writing smithi00577259-38 from 9330688 to 9609216 tid 3 2024-04-12T16:29:57.687 INFO:tasks.rados.rados.0.smithi005.stdout:1561: rollback oid 50 current snap is 149 2024-04-12T16:29:57.687 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 148 2024-04-12T16:29:57.687 INFO:tasks.rados.rados.0.smithi005.stdout:1562: setattr oid 41 current snap is 149 2024-04-12T16:29:57.688 INFO:tasks.rados.rados.0.smithi005.stdout:1563: rollback oid 7 current snap is 149 2024-04-12T16:29:57.688 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 143 2024-04-12T16:29:57.688 INFO:tasks.rados.rados.0.smithi005.stdout:1564: snap_remove snap 146 2024-04-12T16:29:57.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:57 smithi016 ceph-mon[84444]: pgmap v208: 121 pgs: 7 active+undersized+degraded, 4 stale+active+clean, 18 active+undersized, 92 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 28/432 objects degraded (6.481%) 2024-04-12T16:29:57.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:57 smithi016 ceph-mon[84444]: osdmap e367: 8 total, 7 up, 8 in 2024-04-12T16:29:57.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:57 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 28/432 objects degraded (6.481%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:57.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-mon[88416]: pgmap v208: 121 pgs: 7 active+undersized+degraded, 4 stale+active+clean, 18 active+undersized, 92 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 28/432 objects degraded (6.481%) 2024-04-12T16:29:57.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-mon[88416]: osdmap e367: 8 total, 7 up, 8 in 2024-04-12T16:29:57.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 28/432 objects degraded (6.481%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:57.893 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-mon[90837]: pgmap v208: 121 pgs: 7 active+undersized+degraded, 4 stale+active+clean, 18 active+undersized, 92 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 28/432 objects degraded (6.481%) 2024-04-12T16:29:57.893 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-mon[90837]: osdmap e367: 8 total, 7 up, 8 in 2024-04-12T16:29:57.893 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 28/432 objects degraded (6.481%), 7 pgs degraded (PG_DEGRADED) 2024-04-12T16:29:57.893 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate[105367]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:29:57.893 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate[105367]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:29:57.893 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 bash[105353]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:29:57.893 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 bash[105353]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:29:57.893 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 bash[105353]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 bash[105353]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 bash[105353]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 bash[105353]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 bash[105353]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate[105367]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate[105367]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate[105367]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate[105367]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate[105367]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T16:29:57.894 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:57 smithi005 podman[105353]: 2024-04-12 16:29:57.572931634 +0000 UTC m=+0.822467535 container died 9b315a30715e2a4f672558d86aa50506828e8bc87f3317347a15a844c62431ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:29:58.621 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:58 smithi005 podman[105485]: 2024-04-12 16:29:58.298362584 +0000 UTC m=+0.720420531 container remove 9b315a30715e2a4f672558d86aa50506828e8bc87f3317347a15a844c62431ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T16:29:58.622 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:58 smithi005 podman[105549]: 2024-04-12 16:29:58.515976845 +0000 UTC m=+0.113919235 container create b4abd2c7db63aabc7884044c329706581f094aae56e615a5842a6e3a67a7c9ac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-12T16:29:58.622 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:58 smithi005 podman[105549]: 2024-04-12 16:29:58.420463524 +0000 UTC m=+0.018405941 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:1564: done (4 left) 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:1565: rollback oid 14 current snap is 149 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 14 to 144 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 573 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:1560: finishing write tid 1 to smithi00577259-38 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:1560: finishing write tid 2 to smithi00577259-38 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:1560: finishing write tid 3 to smithi00577259-38 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:1561: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:29:58.642 INFO:tasks.rados.rados.0.smithi005.stdout:1560: finishing write tid 4 to smithi00577259-38 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1561: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1561: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 830 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1563: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1563: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1563: finishing rollback tid 2 to smithi00577259-7 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 482 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1560: finishing write tid 5 to smithi00577259-38 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1560: oid 38 updating version 0 to 677 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1560: oid 38 updating version 677 to 680 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1560: oid 38 version 680 is already newer than 678 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1560: oid 38 version 680 is already newer than 679 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 680 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1560: left oid 38 (ObjNum 508 snap 149 seq_num 508) 2024-04-12T16:29:58.643 INFO:tasks.rados.rados.0.smithi005.stdout:1560: done (4 left) 2024-04-12T16:29:58.644 INFO:tasks.rados.rados.0.smithi005.stdout:1561: done (3 left) 2024-04-12T16:29:58.644 INFO:tasks.rados.rados.0.smithi005.stdout:1562: done (2 left) 2024-04-12T16:29:58.644 INFO:tasks.rados.rados.0.smithi005.stdout:1563: done (1 left) 2024-04-12T16:29:58.644 INFO:tasks.rados.rados.0.smithi005.stdout:1566: delete oid 31 current snap is 149 2024-04-12T16:29:58.651 INFO:tasks.rados.rados.0.smithi005.stdout:1566: done (1 left) 2024-04-12T16:29:58.651 INFO:tasks.rados.rados.0.smithi005.stdout:1567: snap_remove snap 147 2024-04-12T16:29:58.913 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:58 smithi005 ceph-mon[88416]: osdmap e368: 8 total, 7 up, 8 in 2024-04-12T16:29:58.913 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:58 smithi005 ceph-mon[90837]: osdmap e368: 8 total, 7 up, 8 in 2024-04-12T16:29:59.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:58 smithi016 ceph-mon[84444]: osdmap e368: 8 total, 7 up, 8 in 2024-04-12T16:29:59.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:58 smithi005 podman[105549]: 2024-04-12 16:29:58.919102751 +0000 UTC m=+0.517045151 container init b4abd2c7db63aabc7884044c329706581f094aae56e615a5842a6e3a67a7c9ac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:29:59.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:58 smithi005 podman[105549]: 2024-04-12 16:29:58.922671992 +0000 UTC m=+0.520614390 container start b4abd2c7db63aabc7884044c329706581f094aae56e615a5842a6e3a67a7c9ac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True) 2024-04-12T16:29:59.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:58 smithi005 ceph-osd[105568]: -- 172.21.15.5:0/4023693114 <== mon.2 v2:172.21.15.5:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565392fd9680 con 0x565392fa3000 2024-04-12T16:29:59.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:59 smithi005 bash[105549]: b4abd2c7db63aabc7884044c329706581f094aae56e615a5842a6e3a67a7c9ac 2024-04-12T16:29:59.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:59 smithi005 systemd[1]: Started Ceph osd.2 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1567: done (1 left) 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1568: read oid 23 snap 143 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1568: expect (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1569: rollback oid 4 current snap is 149 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 135 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1565: finishing rollback tid 0 to smithi00577259-14 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1565: finishing rollback tid 1 to smithi00577259-14 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1565: finishing rollback tid 2 to smithi00577259-14 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 834 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1565: done (2 left) 2024-04-12T16:29:59.647 INFO:tasks.rados.rados.0.smithi005.stdout:1570: read oid 6 snap -1 2024-04-12T16:29:59.648 INFO:tasks.rados.rados.0.smithi005.stdout:1570: expect (ObjNum 203 snap 53 seq_num 203) 2024-04-12T16:29:59.648 INFO:tasks.rados.rados.0.smithi005.stdout:1571: read oid 18 snap -1 2024-04-12T16:29:59.648 INFO:tasks.rados.rados.0.smithi005.stdout:1571: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:59.648 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 149 2024-04-12T16:29:59.648 INFO:tasks.rados.rados.0.smithi005.stdout:1572: seq_num 510 ranges {8093696=548864,8642560=745472,9388032=57344} 2024-04-12T16:29:59.695 INFO:tasks.rados.rados.0.smithi005.stdout:1572: writing smithi00577259-35 from 8093696 to 8642560 tid 1 2024-04-12T16:29:59.698 INFO:tasks.rados.rados.0.smithi005.stdout:1572: writing smithi00577259-35 from 8642560 to 9388032 tid 2 2024-04-12T16:29:59.699 INFO:tasks.rados.rados.0.smithi005.stdout:1572: writing smithi00577259-35 from 9388032 to 9445376 tid 3 2024-04-12T16:29:59.700 INFO:tasks.rados.rados.0.smithi005.stdout:1573: rmattr oid 12 current snap is 149 2024-04-12T16:29:59.700 INFO:tasks.rados.rados.0.smithi005.stdout:1573: done (5 left) 2024-04-12T16:29:59.700 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 149 2024-04-12T16:29:59.700 INFO:tasks.rados.rados.0.smithi005.stdout:1569: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:29:59.700 INFO:tasks.rados.rados.0.smithi005.stdout:1569: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:29:59.700 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 843 (ObjNum 161 snap 0 seq_num 1949936400) dirty dne 2024-04-12T16:29:59.700 INFO:tasks.rados.rados.0.smithi005.stdout:1570: expect (ObjNum 203 snap 53 seq_num 203) 2024-04-12T16:29:59.921 INFO:tasks.rados.rados.0.smithi005.stdout:1571: expect (ObjNum 407 snap 122 seq_num 407) 2024-04-12T16:29:59.926 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[105564]: 2024-04-12T16:29:59.468+0000 7fddfa6207c0 -1 Falling back to public interface 2024-04-12T16:29:59.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[88416]: pgmap v211: 121 pgs: 8 active+undersized+degraded, 2 stale+active+clean, 24 active+undersized, 87 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s; 32/432 objects degraded (7.407%) 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[88416]: osdmap e369: 8 total, 7 up, 8 in 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[90837]: pgmap v211: 121 pgs: 8 active+undersized+degraded, 2 stale+active+clean, 24 active+undersized, 87 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s; 32/432 objects degraded (7.407%) 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[90837]: osdmap e369: 8 total, 7 up, 8 in 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:29:59.927 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:29:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:59 smithi016 ceph-mon[84444]: pgmap v211: 121 pgs: 8 active+undersized+degraded, 2 stale+active+clean, 24 active+undersized, 87 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s; 32/432 objects degraded (7.407%) 2024-04-12T16:30:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:59 smithi016 ceph-mon[84444]: osdmap e369: 8 total, 7 up, 8 in 2024-04-12T16:30:00.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:00.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:00.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:29:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:00.412 INFO:tasks.rados.rados.0.smithi005.stdout:1568: expect (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:30:00.924 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: osdmap e370: 8 total, 7 up, 8 in 2024-04-12T16:30:00.924 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 32/432 objects degraded (7.407%), 8 pgs degraded 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: [WRN] OSD_DOWN: 1 osds down 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: osd.2 (root=default,host=smithi005) is down 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: [WRN] PG_DEGRADED: Degraded data redundancy: 32/432 objects degraded (7.407%), 8 pgs degraded 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 2.7 is active+undersized+degraded, acting [6,7] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 2.10 is active+undersized+degraded, acting [1,0] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 2.1c is active+undersized+degraded, acting [7,5] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 5.4 is active+undersized+degraded, acting [7,NONE,5] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[90837]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-04-12T16:30:00.925 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: osdmap e370: 8 total, 7 up, 8 in 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 32/432 objects degraded (7.407%), 8 pgs degraded 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: [WRN] OSD_DOWN: 1 osds down 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: osd.2 (root=default,host=smithi005) is down 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: [WRN] PG_DEGRADED: Degraded data redundancy: 32/432 objects degraded (7.407%), 8 pgs degraded 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 2.7 is active+undersized+degraded, acting [6,7] 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 2.10 is active+undersized+degraded, acting [1,0] 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 2.1c is active+undersized+degraded, acting [7,5] 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 5.4 is active+undersized+degraded, acting [7,NONE,5] 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-04-12T16:30:00.926 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:00 smithi005 ceph-mon[88416]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-04-12T16:30:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: osdmap e370: 8 total, 7 up, 8 in 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 32/432 objects degraded (7.407%), 8 pgs degraded 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: [WRN] OSD_DOWN: 1 osds down 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: osd.2 (root=default,host=smithi005) is down 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: [WRN] PG_DEGRADED: Degraded data redundancy: 32/432 objects degraded (7.407%), 8 pgs degraded 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 2.7 is active+undersized+degraded, acting [6,7] 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 2.10 is active+undersized+degraded, acting [1,0] 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 2.1c is active+undersized+degraded, acting [7,5] 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 5.4 is active+undersized+degraded, acting [7,NONE,5] 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-04-12T16:30:01.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-04-12T16:30:01.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:00 smithi016 ceph-mon[84444]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-04-12T16:30:01.151 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:30:01.509 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (7m) 34s ago 8m 24.2M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (7m) 111s ago 7m 91.0M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (9m) 34s ago 9m 18.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (9m) 111s ago 9m 15.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (2m) 111s ago 12m 449M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (3m) 34s ago 14m 510M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (2m) 34s ago 14m 54.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (117s) 111s ago 12m 29.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (2m) 34s ago 12m 50.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (7m) 34s ago 7m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (7m) 111s ago 7m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:30:01.510 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (72s) 34s ago 12m 115M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (38s) 34s ago 11m 12.7M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 starting - - - 2481M 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (10m) 34s ago 10m 148M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (10m) 111s ago 10m 175M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (10m) 111s ago 10m 161M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (9m) 111s ago 9m 117M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (9m) 111s ago 9m 132M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:30:01.511 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (2m) 111s ago 8m 55.7M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:30:01.858 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:01 smithi005 ceph-mon[88416]: pgmap v214: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 8.1 MiB/s wr, 34 op/s; 50/477 objects degraded (10.482%) 2024-04-12T16:30:01.859 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:01 smithi005 ceph-mon[90837]: pgmap v214: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 8.1 MiB/s wr, 34 op/s; 50/477 objects degraded (10.482%) 2024-04-12T16:30:01.946 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:30:01.946 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:30:01.947 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-12T16:30:01.948 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 7 2024-04-12T16:30:01.948 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:30:01.948 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:30:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:01 smithi016 ceph-mon[84444]: pgmap v214: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 8.1 MiB/s wr, 34 op/s; 50/477 objects degraded (10.482%) 2024-04-12T16:30:02.275 INFO:tasks.rados.rados.0.smithi005.stdout:1572: finishing write tid 1 to smithi00577259-35 2024-04-12T16:30:02.276 INFO:tasks.rados.rados.0.smithi005.stdout:1572: finishing write tid 2 to smithi00577259-35 2024-04-12T16:30:02.276 INFO:tasks.rados.rados.0.smithi005.stdout:1572: finishing write tid 3 to smithi00577259-35 2024-04-12T16:30:02.276 INFO:tasks.rados.rados.0.smithi005.stdout:1572: finishing write tid 4 to smithi00577259-35 2024-04-12T16:30:02.276 INFO:tasks.rados.rados.0.smithi005.stdout:1574: seq_num 511 ranges {2064384=565248,2629632=630784,3260416=172032} 2024-04-12T16:30:02.289 INFO:tasks.rados.rados.0.smithi005.stdout:1574: writing smithi00577259-40 from 2064384 to 2629632 tid 1 2024-04-12T16:30:02.293 INFO:tasks.rados.rados.0.smithi005.stdout:1574: writing smithi00577259-40 from 2629632 to 3260416 tid 2 2024-04-12T16:30:02.295 INFO:tasks.rados.rados.0.smithi005.stdout:1574: writing smithi00577259-40 from 3260416 to 3432448 tid 3 2024-04-12T16:30:02.295 INFO:tasks.rados.rados.0.smithi005.stdout:1568: done (5 left) 2024-04-12T16:30:02.296 INFO:tasks.rados.rados.0.smithi005.stdout:1569: done (4 left) 2024-04-12T16:30:02.297 INFO:tasks.rados.rados.0.smithi005.stdout:1570: done (3 left) 2024-04-12T16:30:02.297 INFO:tasks.rados.rados.0.smithi005.stdout:1571: done (2 left) 2024-04-12T16:30:02.297 INFO:tasks.rados.rados.0.smithi005.stdout:1575: delete oid 33 current snap is 149 2024-04-12T16:30:02.297 INFO:tasks.rados.rados.0.smithi005.stdout:1572: finishing write tid 5 to smithi00577259-35 2024-04-12T16:30:02.297 INFO:tasks.rados.rados.0.smithi005.stdout:1572: oid 35 updating version 0 to 730 2024-04-12T16:30:02.297 INFO:tasks.rados.rados.0.smithi005.stdout:1572: oid 35 updating version 730 to 732 2024-04-12T16:30:02.298 INFO:tasks.rados.rados.0.smithi005.stdout:1572: oid 35 updating version 732 to 733 2024-04-12T16:30:02.298 INFO:tasks.rados.rados.0.smithi005.stdout:1572: oid 35 version 733 is already newer than 731 2024-04-12T16:30:02.298 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 733 (ObjNum 510 snap 149 seq_num 510) dirty exists 2024-04-12T16:30:02.298 INFO:tasks.rados.rados.0.smithi005.stdout:1572: left oid 35 (ObjNum 510 snap 149 seq_num 510) 2024-04-12T16:30:02.298 INFO:tasks.rados.rados.0.smithi005.stdout:1574: finishing write tid 1 to smithi00577259-40 2024-04-12T16:30:02.299 INFO:tasks.rados.rados.0.smithi005.stdout:1572: done (2 left) 2024-04-12T16:30:02.299 INFO:tasks.rados.rados.0.smithi005.stdout:1575: done (1 left) 2024-04-12T16:30:02.300 INFO:tasks.rados.rados.0.smithi005.stdout:1576: snap_remove snap 130 2024-04-12T16:30:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:02.653 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[105564]: 2024-04-12T16:30:02.376+0000 7fddfa6207c0 -1 osd.2 363 log_to_monitors true 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1576: done (1 left) 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1577: setattr oid 23 current snap is 149 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1574: finishing write tid 2 to smithi00577259-40 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1574: finishing write tid 3 to smithi00577259-40 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1574: finishing write tid 4 to smithi00577259-40 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1574: finishing write tid 5 to smithi00577259-40 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1574: oid 40 updating version 0 to 746 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1574: oid 40 version 746 is already newer than 745 2024-04-12T16:30:02.656 INFO:tasks.rados.rados.0.smithi005.stdout:1574: oid 40 version 746 is already newer than 744 2024-04-12T16:30:02.657 INFO:tasks.rados.rados.0.smithi005.stdout:1574: oid 40 updating version 746 to 747 2024-04-12T16:30:02.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 747 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:30:02.657 INFO:tasks.rados.rados.0.smithi005.stdout:1574: left oid 40 (ObjNum 511 snap 149 seq_num 511) 2024-04-12T16:30:02.661 INFO:tasks.rados.rados.0.smithi005.stdout:1574: done (1 left) 2024-04-12T16:30:02.661 INFO:tasks.rados.rados.0.smithi005.stdout:1578: copy_from oid 42 from oid 28 current snap is 149 2024-04-12T16:30:02.661 INFO:tasks.rados.rados.0.smithi005.stdout:1579: read oid 26 snap -1 2024-04-12T16:30:02.661 INFO:tasks.rados.rados.0.smithi005.stdout:1579: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:30:02.661 INFO:tasks.rados.rados.0.smithi005.stdout:1580: read oid 35 snap -1 2024-04-12T16:30:02.661 INFO:tasks.rados.rados.0.smithi005.stdout:1580: expect (ObjNum 510 snap 149 seq_num 510) 2024-04-12T16:30:02.662 INFO:tasks.rados.rados.0.smithi005.stdout:1581: rollback oid 3 current snap is 149 2024-04-12T16:30:02.662 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 145 2024-04-12T16:30:02.662 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 149 2024-04-12T16:30:02.662 INFO:tasks.rados.rados.0.smithi005.stdout:1582: seq_num 513 ranges {917504=598016,1515520=794624,2310144=8192} 2024-04-12T16:30:02.668 INFO:tasks.rados.rados.0.smithi005.stdout:1582: writing smithi00577259-1 from 917504 to 1515520 tid 1 2024-04-12T16:30:02.674 INFO:tasks.rados.rados.0.smithi005.stdout:1582: writing smithi00577259-1 from 1515520 to 2310144 tid 2 2024-04-12T16:30:02.674 INFO:tasks.rados.rados.0.smithi005.stdout:1582: writing smithi00577259-1 from 2310144 to 2318336 tid 3 2024-04-12T16:30:02.674 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 149 2024-04-12T16:30:02.674 INFO:tasks.rados.rados.0.smithi005.stdout:1583: seq_num 514 ranges {2310144=614400,2924544=679936,3604480=122880} 2024-04-12T16:30:02.690 INFO:tasks.rados.rados.0.smithi005.stdout:1583: writing smithi00577259-11 from 2310144 to 2924544 tid 1 2024-04-12T16:30:02.694 INFO:tasks.rados.rados.0.smithi005.stdout:1583: writing smithi00577259-11 from 2924544 to 3604480 tid 2 2024-04-12T16:30:02.695 INFO:tasks.rados.rados.0.smithi005.stdout:1583: writing smithi00577259-11 from 3604480 to 3727360 tid 3 2024-04-12T16:30:02.695 INFO:tasks.rados.rados.0.smithi005.stdout:1584: copy_from oid 19 from oid 21 current snap is 149 2024-04-12T16:30:02.695 INFO:tasks.rados.rados.0.smithi005.stdout:1581: finishing rollback tid 0 to smithi00577259-3 2024-04-12T16:30:02.695 INFO:tasks.rados.rados.0.smithi005.stdout:1579: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:1581: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 682 (ObjNum 65 snap 0 seq_num 697697104) dirty dne 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:1582: finishing write tid 1 to smithi00577259-1 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 734 (ObjNum 486 snap 146 seq_num 486) dirty exists 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:1582: finishing write tid 2 to smithi00577259-1 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:1582: finishing write tid 3 to smithi00577259-1 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:1577: done (7 left) 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:1579: done (6 left) 2024-04-12T16:30:02.748 INFO:tasks.rados.rados.0.smithi005.stdout:1581: done (5 left) 2024-04-12T16:30:02.749 INFO:tasks.rados.rados.0.smithi005.stdout:1585: snap_remove snap 144 2024-04-12T16:30:02.950 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[105564]: 2024-04-12T16:30:02.691+0000 7fdde7a70700 -1 osd.2 363 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:30:02.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[88416]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:02.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[88416]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:02.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/963476047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:02.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[88416]: from='osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:30:02.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[88416]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:30:02.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[90837]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:02.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[90837]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:02.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/963476047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:02.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[90837]: from='osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:30:02.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:02 smithi005 ceph-mon[90837]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:30:03.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:02 smithi016 ceph-mon[84444]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:03.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:02 smithi016 ceph-mon[84444]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:03.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/963476047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:03.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:02 smithi016 ceph-mon[84444]: from='osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:30:03.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:02 smithi016 ceph-mon[84444]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T16:30:03.659 INFO:tasks.rados.rados.0.smithi005.stdout:1585: done (5 left) 2024-04-12T16:30:03.659 INFO:tasks.rados.rados.0.smithi005.stdout:1586: snap_create 2024-04-12T16:30:03.659 INFO:tasks.rados.rados.0.smithi005.stdout:1582: finishing write tid 4 to smithi00577259-1 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1582: finishing write tid 5 to smithi00577259-1 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1582: oid 1 updating version 0 to 685 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1582: oid 1 version 685 is already newer than 683 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1582: oid 1 updating version 685 to 686 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1582: oid 1 version 686 is already newer than 684 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 686 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1582: left oid 1 (ObjNum 513 snap 149 seq_num 513) 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1578: finishing copy_from racing read to smithi00577259-42 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1578: finishing copy_from to smithi00577259-42 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 736 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1583: finishing write tid 1 to smithi00577259-11 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1583: finishing write tid 2 to smithi00577259-11 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1583: finishing write tid 3 to smithi00577259-11 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1583: finishing write tid 4 to smithi00577259-11 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1583: finishing write tid 5 to smithi00577259-11 2024-04-12T16:30:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:1583: oid 11 updating version 0 to 745 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:1583: oid 11 updating version 745 to 748 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:1583: oid 11 version 748 is already newer than 746 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:1583: oid 11 version 748 is already newer than 747 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 748 (ObjNum 514 snap 149 seq_num 514) dirty exists 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:1583: left oid 11 (ObjNum 514 snap 149 seq_num 514) 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:1584: finishing copy_from racing read to smithi00577259-19 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:1584: finishing copy_from to smithi00577259-19 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 719 (ObjNum 443 snap 133 seq_num 443) dirty exists 2024-04-12T16:30:03.661 INFO:tasks.rados.rados.0.smithi005.stdout:1580: expect (ObjNum 510 snap 149 seq_num 510) 2024-04-12T16:30:03.840 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-mon[84444]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 24 op/s; 50/477 objects degraded (10.482%) 2024-04-12T16:30:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-mon[84444]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:30:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-mon[84444]: osdmap e371: 8 total, 7 up, 8 in 2024-04-12T16:30:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-mon[84444]: from='osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-mon[84444]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:03.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:03.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:30:03] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-04-12T16:30:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[88416]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 24 op/s; 50/477 objects degraded (10.482%) 2024-04-12T16:30:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[88416]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:30:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[88416]: osdmap e371: 8 total, 7 up, 8 in 2024-04-12T16:30:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[88416]: from='osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[88416]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[90837]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 264 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 24 op/s; 50/477 objects degraded (10.482%) 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[90837]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[90837]: osdmap e371: 8 total, 7 up, 8 in 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[90837]: from='osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[90837]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:04.658 INFO:tasks.rados.rados.0.smithi005.stdout:1578: done (5 left) 2024-04-12T16:30:04.658 INFO:tasks.rados.rados.0.smithi005.stdout:1580: done (4 left) 2024-04-12T16:30:04.659 INFO:tasks.rados.rados.0.smithi005.stdout:1582: done (3 left) 2024-04-12T16:30:04.659 INFO:tasks.rados.rados.0.smithi005.stdout:1583: done (2 left) 2024-04-12T16:30:04.659 INFO:tasks.rados.rados.0.smithi005.stdout:1584: done (1 left) 2024-04-12T16:30:04.659 INFO:tasks.rados.rados.0.smithi005.stdout:1586: done (0 left) 2024-04-12T16:30:04.659 INFO:tasks.rados.rados.0.smithi005.stdout:1587: delete oid 39 current snap is 150 2024-04-12T16:30:04.667 INFO:tasks.rados.rados.0.smithi005.stdout:1587: done (0 left) 2024-04-12T16:30:04.667 INFO:tasks.rados.rados.0.smithi005.stdout:1588: snap_remove snap 143 2024-04-12T16:30:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:30:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105] boot 2024-04-12T16:30:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T16:30:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[88416]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105] boot 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:04.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:04.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:04.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:04 smithi005 ceph-mon[90837]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T16:30:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:30:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: osd.2 [v2:172.21.15.5:6818/1741132105,v1:172.21.15.5:6819/1741132105] boot 2024-04-12T16:30:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T16:30:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T16:30:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:04 smithi016 ceph-mon[84444]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T16:30:05.561 INFO:tasks.rados.rados.0.smithi005.stdout:1588: done (0 left) 2024-04-12T16:30:05.561 INFO:tasks.rados.rados.0.smithi005.stdout:1589: snap_remove snap 148 2024-04-12T16:30:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:05 smithi005 ceph-mon[88416]: pgmap v218: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 50/471 objects degraded (10.616%) 2024-04-12T16:30:05.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:05 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 50/471 objects degraded (10.616%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:05.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:05 smithi005 ceph-mon[88416]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T16:30:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:05 smithi005 ceph-mon[90837]: pgmap v218: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 50/471 objects degraded (10.616%) 2024-04-12T16:30:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:05 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 50/471 objects degraded (10.616%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:05 smithi005 ceph-mon[90837]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T16:30:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:05 smithi016 ceph-mon[84444]: pgmap v218: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 22 op/s; 50/471 objects degraded (10.616%) 2024-04-12T16:30:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:05 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 50/471 objects degraded (10.616%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:05 smithi016 ceph-mon[84444]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T16:30:06.563 INFO:tasks.rados.rados.0.smithi005.stdout:1589: done (0 left) 2024-04-12T16:30:06.563 INFO:tasks.rados.rados.0.smithi005.stdout:1590: rollback oid 19 current snap is 150 2024-04-12T16:30:06.563 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 19 to 135 2024-04-12T16:30:06.563 INFO:tasks.rados.rados.0.smithi005.stdout:1591: rmattr oid 33 current snap is 150 2024-04-12T16:30:06.563 INFO:tasks.rados.rados.0.smithi005.stdout:1591: done (1 left) 2024-04-12T16:30:06.564 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 150 2024-04-12T16:30:06.564 INFO:tasks.rados.rados.0.smithi005.stdout:1592: seq_num 516 ranges {16785408=647168,17432576=450560,17883136=352256} 2024-04-12T16:30:06.661 INFO:tasks.rados.rados.0.smithi005.stdout:1592: writing smithi00577259-23 from 16785408 to 17432576 tid 1 2024-04-12T16:30:06.663 INFO:tasks.rados.rados.0.smithi005.stdout:1592: writing smithi00577259-23 from 17432576 to 17883136 tid 2 2024-04-12T16:30:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:1592: writing smithi00577259-23 from 17883136 to 18235392 tid 3 2024-04-12T16:30:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:1593: rmattr oid 37 current snap is 150 2024-04-12T16:30:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:1593: done (2 left) 2024-04-12T16:30:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 150 2024-04-12T16:30:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:1590: finishing rollback tid 0 to smithi00577259-19 2024-04-12T16:30:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:1594: seq_num 517 ranges {4202496=663552,4866048=786432,5652480=16384} 2024-04-12T16:30:06.692 INFO:tasks.rados.rados.0.smithi005.stdout:1594: writing smithi00577259-6 from 4202496 to 4866048 tid 1 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1594: writing smithi00577259-6 from 4866048 to 5652480 tid 2 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1594: writing smithi00577259-6 from 5652480 to 5668864 tid 3 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 150 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1590: finishing rollback tid 1 to smithi00577259-19 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1590: finishing rollback tid 2 to smithi00577259-19 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 722 (ObjNum 435 snap 129 seq_num 435) dirty exists 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1592: finishing write tid 1 to smithi00577259-23 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1592: finishing write tid 2 to smithi00577259-23 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1592: finishing write tid 3 to smithi00577259-23 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1592: finishing write tid 4 to smithi00577259-23 2024-04-12T16:30:06.698 INFO:tasks.rados.rados.0.smithi005.stdout:1592: finishing write tid 5 to smithi00577259-23 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:1592: oid 23 updating version 0 to 738 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:1592: oid 23 version 738 is already newer than 736 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:1592: oid 23 version 738 is already newer than 737 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:1592: oid 23 version 738 is already newer than 735 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 738 (ObjNum 516 snap 150 seq_num 516) dirty exists 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:1592: left oid 23 (ObjNum 516 snap 150 seq_num 516) 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:1594: finishing write tid 1 to smithi00577259-6 2024-04-12T16:30:06.699 INFO:tasks.rados.rados.0.smithi005.stdout:1595: seq_num 518 ranges {8093696=679936,8773632=671744,9445376=131072} 2024-04-12T16:30:06.747 INFO:tasks.rados.rados.0.smithi005.stdout:1595: writing smithi00577259-18 from 8093696 to 8773632 tid 1 2024-04-12T16:30:06.751 INFO:tasks.rados.rados.0.smithi005.stdout:1595: writing smithi00577259-18 from 8773632 to 9445376 tid 2 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1595: writing smithi00577259-18 from 9445376 to 9576448 tid 3 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1590: done (3 left) 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1592: done (2 left) 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1596: read oid 15 snap -1 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1596: expect (ObjNum 496 snap 147 seq_num 496) 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 150 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1594: finishing write tid 2 to smithi00577259-6 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1594: finishing write tid 3 to smithi00577259-6 2024-04-12T16:30:06.753 INFO:tasks.rados.rados.0.smithi005.stdout:1597: seq_num 519 ranges {1179648=696320,1875968=548864,2424832=253952} 2024-04-12T16:30:06.766 INFO:tasks.rados.rados.0.smithi005.stdout:1597: writing smithi00577259-46 from 1179648 to 1875968 tid 1 2024-04-12T16:30:06.768 INFO:tasks.rados.rados.0.smithi005.stdout:1597: writing smithi00577259-46 from 1875968 to 2424832 tid 2 2024-04-12T16:30:06.770 INFO:tasks.rados.rados.0.smithi005.stdout:1597: writing smithi00577259-46 from 2424832 to 2678784 tid 3 2024-04-12T16:30:06.770 INFO:tasks.rados.rados.0.smithi005.stdout:1598: snap_remove snap 135 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1598: done (4 left) 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 150 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1594: finishing write tid 4 to smithi00577259-6 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1594: finishing write tid 5 to smithi00577259-6 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1594: oid 6 updating version 0 to 130 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1594: oid 6 version 130 is already newer than 128 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1594: oid 6 version 130 is already newer than 129 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1594: oid 6 updating version 130 to 131 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 131 (ObjNum 517 snap 150 seq_num 517) dirty exists 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1594: left oid 6 (ObjNum 517 snap 150 seq_num 517) 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1595: finishing write tid 1 to smithi00577259-18 2024-04-12T16:30:07.673 INFO:tasks.rados.rados.0.smithi005.stdout:1599: seq_num 520 ranges {90112=712704,802816=434176,1236992=368640} 2024-04-12T16:30:07.677 INFO:tasks.rados.rados.0.smithi005.stdout:1599: writing smithi00577259-19 from 90112 to 802816 tid 1 2024-04-12T16:30:07.680 INFO:tasks.rados.rados.0.smithi005.stdout:1599: writing smithi00577259-19 from 802816 to 1236992 tid 2 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1599: writing smithi00577259-19 from 1236992 to 1605632 tid 3 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1594: done (4 left) 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1600: snap_create 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1595: finishing write tid 2 to smithi00577259-18 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1595: finishing write tid 3 to smithi00577259-18 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1595: finishing write tid 4 to smithi00577259-18 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1595: finishing write tid 5 to smithi00577259-18 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1595: oid 18 updating version 0 to 722 2024-04-12T16:30:07.684 INFO:tasks.rados.rados.0.smithi005.stdout:1595: oid 18 version 722 is already newer than 721 2024-04-12T16:30:07.685 INFO:tasks.rados.rados.0.smithi005.stdout:1595: oid 18 updating version 722 to 723 2024-04-12T16:30:07.685 INFO:tasks.rados.rados.0.smithi005.stdout:1595: oid 18 version 723 is already newer than 720 2024-04-12T16:30:07.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 723 (ObjNum 518 snap 150 seq_num 518) dirty exists 2024-04-12T16:30:07.685 INFO:tasks.rados.rados.0.smithi005.stdout:1595: left oid 18 (ObjNum 518 snap 150 seq_num 518) 2024-04-12T16:30:07.685 INFO:tasks.rados.rados.0.smithi005.stdout:1596: expect (ObjNum 496 snap 147 seq_num 496) 2024-04-12T16:30:07.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:07 smithi016 ceph-mon[84444]: pgmap v221: 121 pgs: 7 active+undersized+degraded, 14 active+undersized, 100 active+clean; 271 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 36/453 objects degraded (7.947%); 624 KiB/s, 0 objects/s recovering 2024-04-12T16:30:07.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:07 smithi016 ceph-mon[84444]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T16:30:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:07 smithi005 ceph-mon[88416]: pgmap v221: 121 pgs: 7 active+undersized+degraded, 14 active+undersized, 100 active+clean; 271 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 36/453 objects degraded (7.947%); 624 KiB/s, 0 objects/s recovering 2024-04-12T16:30:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:07 smithi005 ceph-mon[88416]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T16:30:07.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:07 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:30:07.764+0000 7f8d956fe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T16:30:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:07 smithi005 ceph-mon[90837]: pgmap v221: 121 pgs: 7 active+undersized+degraded, 14 active+undersized, 100 active+clean; 271 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 36/453 objects degraded (7.947%); 624 KiB/s, 0 objects/s recovering 2024-04-12T16:30:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:07 smithi005 ceph-mon[90837]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T16:30:07.953 INFO:tasks.rados.rados.0.smithi005.stdout:1597: finishing write tid 1 to smithi00577259-46 2024-04-12T16:30:07.953 INFO:tasks.rados.rados.0.smithi005.stdout:1597: finishing write tid 2 to smithi00577259-46 2024-04-12T16:30:07.953 INFO:tasks.rados.rados.0.smithi005.stdout:1597: finishing write tid 3 to smithi00577259-46 2024-04-12T16:30:07.953 INFO:tasks.rados.rados.0.smithi005.stdout:1597: finishing write tid 4 to smithi00577259-46 2024-04-12T16:30:07.953 INFO:tasks.rados.rados.0.smithi005.stdout:1597: finishing write tid 5 to smithi00577259-46 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1597: oid 46 updating version 0 to 724 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1597: oid 46 updating version 724 to 725 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1597: oid 46 updating version 725 to 726 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1597: oid 46 updating version 726 to 727 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 727 (ObjNum 519 snap 150 seq_num 519) dirty exists 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1597: left oid 46 (ObjNum 519 snap 150 seq_num 519) 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: finishing write tid 1 to smithi00577259-19 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: finishing write tid 2 to smithi00577259-19 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: finishing write tid 3 to smithi00577259-19 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: finishing write tid 4 to smithi00577259-19 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: finishing write tid 5 to smithi00577259-19 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: oid 19 updating version 0 to 725 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: oid 19 updating version 725 to 726 2024-04-12T16:30:07.954 INFO:tasks.rados.rados.0.smithi005.stdout:1599: oid 19 version 726 is already newer than 724 2024-04-12T16:30:07.955 INFO:tasks.rados.rados.0.smithi005.stdout:1599: oid 19 version 726 is already newer than 723 2024-04-12T16:30:07.955 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 726 (ObjNum 520 snap 150 seq_num 520) dirty exists 2024-04-12T16:30:07.955 INFO:tasks.rados.rados.0.smithi005.stdout:1599: left oid 19 (ObjNum 520 snap 150 seq_num 520) 2024-04-12T16:30:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:1595: done (4 left) 2024-04-12T16:30:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:1596: done (3 left) 2024-04-12T16:30:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:1597: done (2 left) 2024-04-12T16:30:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:1599: done (1 left) 2024-04-12T16:30:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:1600: done (0 left) 2024-04-12T16:30:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 151 2024-04-12T16:30:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:1601: seq_num 521 ranges {933888=729088,1662976=720896,2383872=81920} 2024-04-12T16:30:08.686 INFO:tasks.rados.rados.0.smithi005.stdout:1601: writing smithi00577259-44 from 933888 to 1662976 tid 1 2024-04-12T16:30:08.690 INFO:tasks.rados.rados.0.smithi005.stdout:1601: writing smithi00577259-44 from 1662976 to 2383872 tid 2 2024-04-12T16:30:08.691 INFO:tasks.rados.rados.0.smithi005.stdout:1601: writing smithi00577259-44 from 2383872 to 2465792 tid 3 2024-04-12T16:30:08.691 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 151 2024-04-12T16:30:08.691 INFO:tasks.rados.rados.0.smithi005.stdout:1602: seq_num 522 ranges {14827520=745472,15572992=606208,16179200=196608} 2024-04-12T16:30:08.775 INFO:tasks.rados.rados.0.smithi005.stdout:1602: writing smithi00577259-48 from 14827520 to 15572992 tid 1 2024-04-12T16:30:08.779 INFO:tasks.rados.rados.0.smithi005.stdout:1602: writing smithi00577259-48 from 15572992 to 16179200 tid 2 2024-04-12T16:30:08.780 INFO:tasks.rados.rados.0.smithi005.stdout:1602: writing smithi00577259-48 from 16179200 to 16375808 tid 3 2024-04-12T16:30:08.780 INFO:tasks.rados.rados.0.smithi005.stdout:1603: delete oid 25 current snap is 151 2024-04-12T16:30:08.781 INFO:tasks.rados.rados.0.smithi005.stdout:1601: finishing write tid 1 to smithi00577259-44 2024-04-12T16:30:08.781 INFO:tasks.rados.rados.0.smithi005.stdout:1601: finishing write tid 2 to smithi00577259-44 2024-04-12T16:30:08.781 INFO:tasks.rados.rados.0.smithi005.stdout:1601: finishing write tid 3 to smithi00577259-44 2024-04-12T16:30:08.781 INFO:tasks.rados.rados.0.smithi005.stdout:1601: finishing write tid 4 to smithi00577259-44 2024-04-12T16:30:08.782 INFO:tasks.rados.rados.0.smithi005.stdout:1601: finishing write tid 5 to smithi00577259-44 2024-04-12T16:30:08.782 INFO:tasks.rados.rados.0.smithi005.stdout:1601: oid 44 updating version 0 to 732 2024-04-12T16:30:08.782 INFO:tasks.rados.rados.0.smithi005.stdout:1601: oid 44 updating version 732 to 734 2024-04-12T16:30:08.782 INFO:tasks.rados.rados.0.smithi005.stdout:1601: oid 44 version 734 is already newer than 733 2024-04-12T16:30:08.782 INFO:tasks.rados.rados.0.smithi005.stdout:1601: oid 44 version 734 is already newer than 731 2024-04-12T16:30:08.782 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 734 (ObjNum 521 snap 151 seq_num 521) dirty exists 2024-04-12T16:30:08.782 INFO:tasks.rados.rados.0.smithi005.stdout:1601: left oid 44 (ObjNum 521 snap 151 seq_num 521) 2024-04-12T16:30:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:1602: finishing write tid 1 to smithi00577259-48 2024-04-12T16:30:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:1602: finishing write tid 2 to smithi00577259-48 2024-04-12T16:30:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:1601: done (2 left) 2024-04-12T16:30:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:1603: done (1 left) 2024-04-12T16:30:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 151 2024-04-12T16:30:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:1602: finishing write tid 3 to smithi00577259-48 2024-04-12T16:30:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:1604: seq_num 524 ranges {999424=786432,1785856=778240,2564096=24576} 2024-04-12T16:30:08.796 INFO:tasks.rados.rados.0.smithi005.stdout:1604: writing smithi00577259-22 from 999424 to 1785856 tid 1 2024-04-12T16:30:08.800 INFO:tasks.rados.rados.0.smithi005.stdout:1604: writing smithi00577259-22 from 1785856 to 2564096 tid 2 2024-04-12T16:30:08.800 INFO:tasks.rados.rados.0.smithi005.stdout:1604: writing smithi00577259-22 from 2564096 to 2588672 tid 3 2024-04-12T16:30:08.800 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 151 2024-04-12T16:30:08.800 INFO:tasks.rados.rados.0.smithi005.stdout:1602: finishing write tid 4 to smithi00577259-48 2024-04-12T16:30:08.800 INFO:tasks.rados.rados.0.smithi005.stdout:1605: seq_num 525 ranges {3366912=802816,4169728=712704,4882432=90112} 2024-04-12T16:30:08.823 INFO:tasks.rados.rados.0.smithi005.stdout:1605: writing smithi00577259-49 from 3366912 to 4169728 tid 1 2024-04-12T16:30:08.827 INFO:tasks.rados.rados.0.smithi005.stdout:1605: writing smithi00577259-49 from 4169728 to 4882432 tid 2 2024-04-12T16:30:08.828 INFO:tasks.rados.rados.0.smithi005.stdout:1605: writing smithi00577259-49 from 4882432 to 4972544 tid 3 2024-04-12T16:30:08.828 INFO:tasks.rados.rados.0.smithi005.stdout:1606: read oid 44 snap 149 2024-04-12T16:30:08.828 INFO:tasks.rados.rados.0.smithi005.stdout:1606: expect (ObjNum 485 snap 146 seq_num 485) 2024-04-12T16:30:08.828 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 151 2024-04-12T16:30:08.829 INFO:tasks.rados.rados.0.smithi005.stdout:1602: finishing write tid 5 to smithi00577259-48 2024-04-12T16:30:08.829 INFO:tasks.rados.rados.0.smithi005.stdout:1602: oid 48 updating version 0 to 750 2024-04-12T16:30:08.829 INFO:tasks.rados.rados.0.smithi005.stdout:1602: oid 48 updating version 750 to 751 2024-04-12T16:30:08.829 INFO:tasks.rados.rados.0.smithi005.stdout:1602: oid 48 updating version 751 to 752 2024-04-12T16:30:08.829 INFO:tasks.rados.rados.0.smithi005.stdout:1602: oid 48 updating version 752 to 753 2024-04-12T16:30:08.829 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 753 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-04-12T16:30:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1602: left oid 48 (ObjNum 522 snap 151 seq_num 522) 2024-04-12T16:30:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1604: finishing write tid 1 to smithi00577259-22 2024-04-12T16:30:08.830 INFO:tasks.rados.rados.0.smithi005.stdout:1607: seq_num 526 ranges {2678784=417792,3096576=589824,3686400=614400} 2024-04-12T16:30:08.845 INFO:tasks.rados.rados.0.smithi005.stdout:1607: writing smithi00577259-46 from 2678784 to 3096576 tid 1 2024-04-12T16:30:08.849 INFO:tasks.rados.rados.0.smithi005.stdout:1607: writing smithi00577259-46 from 3096576 to 3686400 tid 2 2024-04-12T16:30:08.853 INFO:tasks.rados.rados.0.smithi005.stdout:1607: writing smithi00577259-46 from 3686400 to 4300800 tid 3 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1602: done (4 left) 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1608: delete oid 39 current snap is 151 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: finishing write tid 2 to smithi00577259-22 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: finishing write tid 3 to smithi00577259-22 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: finishing write tid 4 to smithi00577259-22 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: finishing write tid 5 to smithi00577259-22 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: oid 22 updating version 0 to 755 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: oid 22 version 755 is already newer than 754 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: oid 22 version 755 is already newer than 753 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:1604: oid 22 updating version 755 to 756 2024-04-12T16:30:08.854 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 756 (ObjNum 524 snap 151 seq_num 524) dirty exists 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1604: left oid 22 (ObjNum 524 snap 151 seq_num 524) 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: finishing write tid 1 to smithi00577259-49 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: finishing write tid 2 to smithi00577259-49 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: finishing write tid 3 to smithi00577259-49 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: finishing write tid 4 to smithi00577259-49 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: finishing write tid 5 to smithi00577259-49 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: oid 49 updating version 0 to 735 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: oid 49 updating version 735 to 738 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: oid 49 version 738 is already newer than 736 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: oid 49 version 738 is already newer than 737 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 738 (ObjNum 525 snap 151 seq_num 525) dirty exists 2024-04-12T16:30:08.855 INFO:tasks.rados.rados.0.smithi005.stdout:1605: left oid 49 (ObjNum 525 snap 151 seq_num 525) 2024-04-12T16:30:08.856 INFO:tasks.rados.rados.0.smithi005.stdout:1606: expect (ObjNum 485 snap 146 seq_num 485) 2024-04-12T16:30:08.878 INFO:tasks.rados.rados.0.smithi005.stdout:1607: finishing write tid 1 to smithi00577259-46 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1607: finishing write tid 2 to smithi00577259-46 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1604: done (4 left) 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1605: done (3 left) 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1606: done (2 left) 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1608: done (1 left) 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1609: setattr oid 13 current snap is 151 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1607: finishing write tid 3 to smithi00577259-46 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1607: finishing write tid 4 to smithi00577259-46 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1607: finishing write tid 5 to smithi00577259-46 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1607: oid 46 updating version 0 to 734 2024-04-12T16:30:08.879 INFO:tasks.rados.rados.0.smithi005.stdout:1607: oid 46 version 734 is already newer than 732 2024-04-12T16:30:08.880 INFO:tasks.rados.rados.0.smithi005.stdout:1607: oid 46 version 734 is already newer than 733 2024-04-12T16:30:08.880 INFO:tasks.rados.rados.0.smithi005.stdout:1607: oid 46 version 734 is already newer than 731 2024-04-12T16:30:08.880 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 734 (ObjNum 526 snap 151 seq_num 526) dirty exists 2024-04-12T16:30:08.880 INFO:tasks.rados.rados.0.smithi005.stdout:1607: left oid 46 (ObjNum 526 snap 151 seq_num 526) 2024-04-12T16:30:08.880 INFO:tasks.rados.rados.0.smithi005.stdout:1607: done (1 left) 2024-04-12T16:30:08.880 INFO:tasks.rados.rados.0.smithi005.stdout:1610: snap_remove snap 150 2024-04-12T16:30:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:08.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[88416]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:08.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:08.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:08.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:08 smithi005 ceph-mon[90837]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T16:30:09.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:09.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:08 smithi016 ceph-mon[84444]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-12T16:30:09.680 INFO:tasks.rados.rados.0.smithi005.stdout:1610: done (1 left) 2024-04-12T16:30:09.680 INFO:tasks.rados.rados.0.smithi005.stdout:1611: setattr oid 50 current snap is 151 2024-04-12T16:30:09.680 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 775 (ObjNum 442 snap 131 seq_num 442) dirty exists 2024-04-12T16:30:09.682 INFO:tasks.rados.rados.0.smithi005.stdout:1609: done (1 left) 2024-04-12T16:30:09.682 INFO:tasks.rados.rados.0.smithi005.stdout:1612: rollback oid 32 current snap is 151 2024-04-12T16:30:09.682 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 149 2024-04-12T16:30:09.682 INFO:tasks.rados.rados.0.smithi005.stdout:1613: copy_from oid 19 from oid 46 current snap is 151 2024-04-12T16:30:09.682 INFO:tasks.rados.rados.0.smithi005.stdout:1614: delete oid 44 current snap is 151 2024-04-12T16:30:09.693 INFO:tasks.rados.rados.0.smithi005.stdout:1612: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1612: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1612: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 772 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1612: done (3 left) 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1614: done (2 left) 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1615: read oid 34 snap -1 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1615: expect deleted 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1616: copy_from oid 12 from oid 44 current snap is 151 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1617: copy_from oid 42 from oid 32 current snap is 151 2024-04-12T16:30:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:1618: snap_remove snap 149 2024-04-12T16:30:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[88416]: pgmap v224: 121 pgs: 3 active+undersized, 118 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-12T16:30:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/453 objects degraded (7.947%), 7 pgs degraded) 2024-04-12T16:30:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:30:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[88416]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T16:30:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[90837]: pgmap v224: 121 pgs: 3 active+undersized, 118 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-12T16:30:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/453 objects degraded (7.947%), 7 pgs degraded) 2024-04-12T16:30:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:30:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:09 smithi005 ceph-mon[90837]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T16:30:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:09 smithi016 ceph-mon[84444]: pgmap v224: 121 pgs: 3 active+undersized, 118 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-12T16:30:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:09 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/453 objects degraded (7.947%), 7 pgs degraded) 2024-04-12T16:30:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:09 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:30:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:09 smithi016 ceph-mon[84444]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T16:30:10.564 INFO:tasks.rados.rados.0.smithi005.stdout:1618: done (5 left) 2024-04-12T16:30:10.564 INFO:tasks.rados.rados.0.smithi005.stdout:1619: copy_from oid 28 from oid 41 current snap is 151 2024-04-12T16:30:10.564 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 890 (ObjNum 489 snap 146 seq_num 489) dirty exists 2024-04-12T16:30:10.564 INFO:tasks.rados.rados.0.smithi005.stdout:1616: finishing copy_from to smithi00577259-12 2024-04-12T16:30:10.564 INFO:tasks.rados.rados.0.smithi005.stdout:1616: got expected ENOENT (src dne) 2024-04-12T16:30:10.564 INFO:tasks.rados.rados.0.smithi005.stdout:1616: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:30:10.564 INFO:tasks.rados.rados.0.smithi005.stdout:1613: finishing copy_from racing read to smithi00577259-19 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1617: finishing copy_from racing read to smithi00577259-42 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1617: finishing copy_from to smithi00577259-42 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 772 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1613: finishing copy_from to smithi00577259-19 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 734 (ObjNum 526 snap 151 seq_num 526) dirty exists 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1611: done (5 left) 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1613: done (4 left) 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1615: done (3 left) 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1616: done (2 left) 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1617: done (1 left) 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1620: rmattr oid 1 current snap is 151 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1620: done (1 left) 2024-04-12T16:30:10.565 INFO:tasks.rados.rados.0.smithi005.stdout:1621: snap_create 2024-04-12T16:30:10.581 INFO:tasks.rados.rados.0.smithi005.stdout:1619: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:30:10.582 INFO:tasks.rados.rados.0.smithi005.stdout:1619: finishing copy_from to smithi00577259-28 2024-04-12T16:30:10.582 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 573 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:30:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:10 smithi005 ceph-mon[88416]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T16:30:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:10 smithi005 ceph-mon[88416]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T16:30:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:10 smithi005 ceph-mon[90837]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T16:30:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:10 smithi005 ceph-mon[90837]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T16:30:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:10 smithi016 ceph-mon[84444]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T16:30:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:10 smithi016 ceph-mon[84444]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T16:30:11.565 INFO:tasks.rados.rados.0.smithi005.stdout:1619: done (1 left) 2024-04-12T16:30:11.565 INFO:tasks.rados.rados.0.smithi005.stdout:1621: done (0 left) 2024-04-12T16:30:11.565 INFO:tasks.rados.rados.0.smithi005.stdout:1622: rollback oid 43 current snap is 152 2024-04-12T16:30:11.565 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 151 2024-04-12T16:30:11.565 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 152 2024-04-12T16:30:11.565 INFO:tasks.rados.rados.0.smithi005.stdout:1623: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-04-12T16:30:11.568 INFO:tasks.rados.rados.0.smithi005.stdout:1623: writing smithi00577259-4 from 0 to 466944 tid 1 2024-04-12T16:30:11.572 INFO:tasks.rados.rados.0.smithi005.stdout:1623: writing smithi00577259-4 from 466944 to 1114112 tid 2 2024-04-12T16:30:11.575 INFO:tasks.rados.rados.0.smithi005.stdout:1623: writing smithi00577259-4 from 1114112 to 1646592 tid 3 2024-04-12T16:30:11.576 INFO:tasks.rados.rados.0.smithi005.stdout:1623: writing smithi00577259-4 from 1646592 to 1671168 tid 4 2024-04-12T16:30:11.576 INFO:tasks.rados.rados.0.smithi005.stdout:1624: read oid 18 snap -1 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1624: expect (ObjNum 518 snap 150 seq_num 518) 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1625: copy_from oid 6 from oid 29 current snap is 152 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1622: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1622: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1622: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 737 (ObjNum 504 snap 148 seq_num 504) dirty exists 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1623: finishing write tid 1 to smithi00577259-4 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1622: done (3 left) 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1626: setattr oid 26 current snap is 152 2024-04-12T16:30:11.577 INFO:tasks.rados.rados.0.smithi005.stdout:1623: finishing write tid 2 to smithi00577259-4 2024-04-12T16:30:11.578 INFO:tasks.rados.rados.0.smithi005.stdout:1627: rollback oid 45 current snap is 152 2024-04-12T16:30:11.578 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 145 2024-04-12T16:30:11.578 INFO:tasks.rados.rados.0.smithi005.stdout:1628: read oid 33 snap -1 2024-04-12T16:30:11.579 INFO:tasks.rados.rados.0.smithi005.stdout:1628: expect deleted 2024-04-12T16:30:11.579 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 152 2024-04-12T16:30:11.579 INFO:tasks.rados.rados.0.smithi005.stdout:1629: seq_num 530 ranges {9609216=483328,10092544=532480,10625024=671744} 2024-04-12T16:30:11.635 INFO:tasks.rados.rados.0.smithi005.stdout:1629: writing smithi00577259-38 from 9609216 to 10092544 tid 1 2024-04-12T16:30:11.638 INFO:tasks.rados.rados.0.smithi005.stdout:1629: writing smithi00577259-38 from 10092544 to 10625024 tid 2 2024-04-12T16:30:11.642 INFO:tasks.rados.rados.0.smithi005.stdout:1629: writing smithi00577259-38 from 10625024 to 11296768 tid 3 2024-04-12T16:30:11.642 INFO:tasks.rados.rados.0.smithi005.stdout:1630: snap_remove snap 151 2024-04-12T16:30:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:11 smithi005 ceph-mon[88416]: pgmap v227: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 26 op/s; 17 MiB/s, 2 objects/s recovering 2024-04-12T16:30:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:11 smithi005 ceph-mon[88416]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T16:30:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:11 smithi005 ceph-mon[90837]: pgmap v227: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 26 op/s; 17 MiB/s, 2 objects/s recovering 2024-04-12T16:30:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:11 smithi005 ceph-mon[90837]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T16:30:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:11 smithi016 ceph-mon[84444]: pgmap v227: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 26 op/s; 17 MiB/s, 2 objects/s recovering 2024-04-12T16:30:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:11 smithi016 ceph-mon[84444]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1630: done (7 left) 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1631: read oid 10 snap -1 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1631: expect (ObjNum 473 snap 139 seq_num 473) 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1632: delete oid 3 current snap is 152 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1623: finishing write tid 3 to smithi00577259-4 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1623: finishing write tid 4 to smithi00577259-4 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1623: finishing write tid 5 to smithi00577259-4 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1623: finishing write tid 6 to smithi00577259-4 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1623: oid 4 updating version 0 to 897 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1623: oid 4 updating version 897 to 899 2024-04-12T16:30:12.567 INFO:tasks.rados.rados.0.smithi005.stdout:1623: oid 4 version 899 is already newer than 898 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1623: oid 4 updating version 899 to 900 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1623: oid 4 updating version 900 to 901 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 901 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1623: left oid 4 (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1627: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 375 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1627: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1627: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 787 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1625: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1625: finishing copy_from to smithi00577259-6 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 676 (ObjNum 424 snap 127 seq_num 424) dirty exists 2024-04-12T16:30:12.568 INFO:tasks.rados.rados.0.smithi005.stdout:1624: expect (ObjNum 518 snap 150 seq_num 518) 2024-04-12T16:30:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:13.228 INFO:tasks.rados.rados.0.smithi005.stdout:1629: finishing write tid 1 to smithi00577259-38 2024-04-12T16:30:13.228 INFO:tasks.rados.rados.0.smithi005.stdout:1629: finishing write tid 2 to smithi00577259-38 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: finishing write tid 3 to smithi00577259-38 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: finishing write tid 4 to smithi00577259-38 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: finishing write tid 5 to smithi00577259-38 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: oid 38 updating version 0 to 707 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: oid 38 version 707 is already newer than 706 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: oid 38 updating version 707 to 708 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: oid 38 updating version 708 to 709 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 709 (ObjNum 530 snap 152 seq_num 530) dirty exists 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1629: left oid 38 (ObjNum 530 snap 152 seq_num 530) 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1623: done (8 left) 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1624: done (7 left) 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1625: done (6 left) 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1626: done (5 left) 2024-04-12T16:30:13.229 INFO:tasks.rados.rados.0.smithi005.stdout:1627: done (4 left) 2024-04-12T16:30:13.230 INFO:tasks.rados.rados.0.smithi005.stdout:1628: done (3 left) 2024-04-12T16:30:13.230 INFO:tasks.rados.rados.0.smithi005.stdout:1629: done (2 left) 2024-04-12T16:30:13.230 INFO:tasks.rados.rados.0.smithi005.stdout:1632: done (1 left) 2024-04-12T16:30:13.230 INFO:tasks.rados.rados.0.smithi005.stdout:1633: copy_from oid 49 from oid 4 current snap is 152 2024-04-12T16:30:13.230 INFO:tasks.rados.rados.0.smithi005.stdout:1631: expect (ObjNum 473 snap 139 seq_num 473) 2024-04-12T16:30:13.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:13 smithi016 ceph-mon[84444]: pgmap v230: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 685 KiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:30:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:13 smithi016 ceph-mon[84444]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T16:30:13.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:13.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:13 smithi005 ceph-mon[88416]: pgmap v230: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 685 KiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:30:13.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:13 smithi005 ceph-mon[88416]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T16:30:13.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:13 smithi005 ceph-mon[90837]: pgmap v230: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 685 KiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-12T16:30:13.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:13 smithi005 ceph-mon[90837]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T16:30:14.150 INFO:tasks.rados.rados.0.smithi005.stdout:1633: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:30:14.150 INFO:tasks.rados.rados.0.smithi005.stdout:1633: finishing copy_from to smithi00577259-49 2024-04-12T16:30:14.150 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 901 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-04-12T16:30:14.150 INFO:tasks.rados.rados.0.smithi005.stdout:1631: done (1 left) 2024-04-12T16:30:14.150 INFO:tasks.rados.rados.0.smithi005.stdout:1633: done (0 left) 2024-04-12T16:30:14.150 INFO:tasks.rados.rados.0.smithi005.stdout:1634: snap_remove snap 145 2024-04-12T16:30:14.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:30:13] "GET /metrics HTTP/1.1" 200 36035 "" "Prometheus/2.43.0" 2024-04-12T16:30:14.570 INFO:tasks.rados.rados.0.smithi005.stdout:1634: done (0 left) 2024-04-12T16:30:14.570 INFO:tasks.rados.rados.0.smithi005.stdout:1635: read oid 44 snap -1 2024-04-12T16:30:14.570 INFO:tasks.rados.rados.0.smithi005.stdout:1635: expect deleted 2024-04-12T16:30:14.570 INFO:tasks.rados.rados.0.smithi005.stdout:1636: rollback oid 45 current snap is 152 2024-04-12T16:30:14.570 INFO:tasks.rados.rados.0.smithi005.stdout:1636: done (1 left) 2024-04-12T16:30:14.570 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 152 2024-04-12T16:30:14.570 INFO:tasks.rados.rados.0.smithi005.stdout:1637: seq_num 532 ranges {204800=516096,720896=696320,1417216=507904} 2024-04-12T16:30:14.574 INFO:tasks.rados.rados.0.smithi005.stdout:1637: writing smithi00577259-13 from 204800 to 720896 tid 1 2024-04-12T16:30:14.579 INFO:tasks.rados.rados.0.smithi005.stdout:1637: writing smithi00577259-13 from 720896 to 1417216 tid 2 2024-04-12T16:30:14.582 INFO:tasks.rados.rados.0.smithi005.stdout:1637: writing smithi00577259-13 from 1417216 to 1925120 tid 3 2024-04-12T16:30:14.582 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 152 2024-04-12T16:30:14.582 INFO:tasks.rados.rados.0.smithi005.stdout:1638: seq_num 533 ranges {9658368=532480,10190848=630784,10821632=516096,11337728=57344} 2024-04-12T16:30:14.639 INFO:tasks.rados.rados.0.smithi005.stdout:1638: writing smithi00577259-20 from 9658368 to 10190848 tid 1 2024-04-12T16:30:14.643 INFO:tasks.rados.rados.0.smithi005.stdout:1638: writing smithi00577259-20 from 10190848 to 10821632 tid 2 2024-04-12T16:30:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:1638: writing smithi00577259-20 from 10821632 to 11337728 tid 3 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1638: writing smithi00577259-20 from 11337728 to 11395072 tid 4 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1639: snap_create 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: finishing write tid 1 to smithi00577259-13 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: finishing write tid 2 to smithi00577259-13 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: finishing write tid 3 to smithi00577259-13 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: finishing write tid 4 to smithi00577259-13 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: finishing write tid 5 to smithi00577259-13 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: oid 13 updating version 0 to 790 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: oid 13 updating version 790 to 796 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: oid 13 updating version 796 to 797 2024-04-12T16:30:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:1637: oid 13 version 797 is already newer than 795 2024-04-12T16:30:14.648 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 797 (ObjNum 532 snap 152 seq_num 532) dirty exists 2024-04-12T16:30:14.648 INFO:tasks.rados.rados.0.smithi005.stdout:1637: left oid 13 (ObjNum 532 snap 152 seq_num 532) 2024-04-12T16:30:14.648 INFO:tasks.rados.rados.0.smithi005.stdout:1638: finishing write tid 1 to smithi00577259-20 2024-04-12T16:30:14.648 INFO:tasks.rados.rados.0.smithi005.stdout:1638: finishing write tid 2 to smithi00577259-20 2024-04-12T16:30:14.649 INFO:tasks.rados.rados.0.smithi005.stdout:1638: finishing write tid 3 to smithi00577259-20 2024-04-12T16:30:14.649 INFO:tasks.rados.rados.0.smithi005.stdout:1638: finishing write tid 4 to smithi00577259-20 2024-04-12T16:30:14.649 INFO:tasks.rados.rados.0.smithi005.stdout:1638: finishing write tid 5 to smithi00577259-20 2024-04-12T16:30:14.650 INFO:tasks.rados.rados.0.smithi005.stdout:1638: finishing write tid 6 to smithi00577259-20 2024-04-12T16:30:14.650 INFO:tasks.rados.rados.0.smithi005.stdout:1638: oid 20 updating version 0 to 764 2024-04-12T16:30:14.650 INFO:tasks.rados.rados.0.smithi005.stdout:1638: oid 20 version 764 is already newer than 761 2024-04-12T16:30:14.650 INFO:tasks.rados.rados.0.smithi005.stdout:1638: oid 20 version 764 is already newer than 760 2024-04-12T16:30:14.651 INFO:tasks.rados.rados.0.smithi005.stdout:1638: oid 20 version 764 is already newer than 762 2024-04-12T16:30:14.651 INFO:tasks.rados.rados.0.smithi005.stdout:1638: oid 20 version 764 is already newer than 763 2024-04-12T16:30:14.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 764 (ObjNum 533 snap 152 seq_num 533) dirty exists 2024-04-12T16:30:14.651 INFO:tasks.rados.rados.0.smithi005.stdout:1638: left oid 20 (ObjNum 533 snap 152 seq_num 533) 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1635: done (3 left) 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1637: done (2 left) 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1638: done (1 left) 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1639: done (0 left) 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1640: read oid 26 snap -1 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1640: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 153 2024-04-12T16:30:15.565 INFO:tasks.rados.rados.0.smithi005.stdout:1641: seq_num 534 ranges {1671168=548864,2220032=516096,2736128=688128} 2024-04-12T16:30:15.577 INFO:tasks.rados.rados.0.smithi005.stdout:1641: writing smithi00577259-49 from 1671168 to 2220032 tid 1 2024-04-12T16:30:15.580 INFO:tasks.rados.rados.0.smithi005.stdout:1641: writing smithi00577259-49 from 2220032 to 2736128 tid 2 2024-04-12T16:30:15.584 INFO:tasks.rados.rados.0.smithi005.stdout:1641: writing smithi00577259-49 from 2736128 to 3424256 tid 3 2024-04-12T16:30:15.584 INFO:tasks.rados.rados.0.smithi005.stdout:1642: copy_from oid 36 from oid 47 current snap is 153 2024-04-12T16:30:15.584 INFO:tasks.rados.rados.0.smithi005.stdout:1640: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:30:15.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:15 smithi016 ceph-mon[84444]: pgmap v232: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-12T16:30:15.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:15.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:15 smithi016 ceph-mon[84444]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1641: finishing write tid 1 to smithi00577259-49 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1641: finishing write tid 2 to smithi00577259-49 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1641: finishing write tid 3 to smithi00577259-49 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1641: finishing write tid 4 to smithi00577259-49 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1640: done (2 left) 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1643: rollback oid 30 current snap is 153 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 152 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1641: finishing write tid 5 to smithi00577259-49 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1641: oid 49 updating version 0 to 904 2024-04-12T16:30:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:1641: oid 49 updating version 904 to 905 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1641: oid 49 version 905 is already newer than 902 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1641: oid 49 version 905 is already newer than 903 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 905 (ObjNum 534 snap 153 seq_num 534) dirty exists 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1641: left oid 49 (ObjNum 534 snap 153 seq_num 534) 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1642: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1642: finishing copy_from to smithi00577259-36 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 361 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1641: done (2 left) 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1642: done (1 left) 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1644: rollback oid 7 current snap is 153 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 152 2024-04-12T16:30:15.640 INFO:tasks.rados.rados.0.smithi005.stdout:1645: delete oid 29 current snap is 153 2024-04-12T16:30:15.641 INFO:tasks.rados.rados.0.smithi005.stdout:1644: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:30:15.642 INFO:tasks.rados.rados.0.smithi005.stdout:1644: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:30:15.642 INFO:tasks.rados.rados.0.smithi005.stdout:1643: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:30:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:1644: finishing rollback tid 2 to smithi00577259-7 2024-04-12T16:30:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 485 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-04-12T16:30:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:1643: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:30:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:1643: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:30:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 576 (ObjNum 506 snap 148 seq_num 506) dirty exists 2024-04-12T16:30:15.645 INFO:tasks.rados.rados.0.smithi005.stdout:1643: done (2 left) 2024-04-12T16:30:15.645 INFO:tasks.rados.rados.0.smithi005.stdout:1644: done (1 left) 2024-04-12T16:30:15.645 INFO:tasks.rados.rados.0.smithi005.stdout:1645: done (0 left) 2024-04-12T16:30:15.645 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 153 2024-04-12T16:30:15.645 INFO:tasks.rados.rados.0.smithi005.stdout:1646: seq_num 536 ranges {2949120=581632,3530752=688128,4218880=516096} 2024-04-12T16:30:15.664 INFO:tasks.rados.rados.0.smithi005.stdout:1646: writing smithi00577259-24 from 2949120 to 3530752 tid 1 2024-04-12T16:30:15.668 INFO:tasks.rados.rados.0.smithi005.stdout:1646: writing smithi00577259-24 from 3530752 to 4218880 tid 2 2024-04-12T16:30:15.671 INFO:tasks.rados.rados.0.smithi005.stdout:1646: writing smithi00577259-24 from 4218880 to 4734976 tid 3 2024-04-12T16:30:15.671 INFO:tasks.rados.rados.0.smithi005.stdout:1647: read oid 5 snap -1 2024-04-12T16:30:15.672 INFO:tasks.rados.rados.0.smithi005.stdout:1647: expect (ObjNum 490 snap 146 seq_num 490) 2024-04-12T16:30:15.672 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 153 2024-04-12T16:30:15.672 INFO:tasks.rados.rados.0.smithi005.stdout:1646: finishing write tid 1 to smithi00577259-24 2024-04-12T16:30:15.672 INFO:tasks.rados.rados.0.smithi005.stdout:1646: finishing write tid 2 to smithi00577259-24 2024-04-12T16:30:15.672 INFO:tasks.rados.rados.0.smithi005.stdout:1648: seq_num 537 ranges {2310144=598016,2908160=573440,3481600=491520,3973120=139264} 2024-04-12T16:30:15.687 INFO:tasks.rados.rados.0.smithi005.stdout:1648: writing smithi00577259-6 from 2310144 to 2908160 tid 1 2024-04-12T16:30:15.690 INFO:tasks.rados.rados.0.smithi005.stdout:1648: writing smithi00577259-6 from 2908160 to 3481600 tid 2 2024-04-12T16:30:15.693 INFO:tasks.rados.rados.0.smithi005.stdout:1648: writing smithi00577259-6 from 3481600 to 3973120 tid 3 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1648: writing smithi00577259-6 from 3973120 to 4112384 tid 4 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1649: read oid 36 snap 152 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1649: expect (ObjNum 406 snap 121 seq_num 406) 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1650: rmattr oid 34 current snap is 153 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1650: done (4 left) 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 153 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1646: finishing write tid 3 to smithi00577259-24 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1646: finishing write tid 4 to smithi00577259-24 2024-04-12T16:30:15.695 INFO:tasks.rados.rados.0.smithi005.stdout:1651: seq_num 538 ranges {11296768=614400,11911168=450560,12361728=704512,13066240=49152} 2024-04-12T16:30:15.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:15 smithi005 ceph-mon[88416]: pgmap v232: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-12T16:30:15.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:15.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:15 smithi005 ceph-mon[88416]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T16:30:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:15 smithi005 ceph-mon[90837]: pgmap v232: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-12T16:30:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:15 smithi005 ceph-mon[90837]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T16:30:15.760 INFO:tasks.rados.rados.0.smithi005.stdout:1651: writing smithi00577259-38 from 11296768 to 11911168 tid 1 2024-04-12T16:30:15.762 INFO:tasks.rados.rados.0.smithi005.stdout:1651: writing smithi00577259-38 from 11911168 to 12361728 tid 2 2024-04-12T16:30:15.766 INFO:tasks.rados.rados.0.smithi005.stdout:1651: writing smithi00577259-38 from 12361728 to 13066240 tid 3 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1651: writing smithi00577259-38 from 13066240 to 13115392 tid 4 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1652: snap_create 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1646: finishing write tid 5 to smithi00577259-24 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1646: oid 24 updating version 0 to 767 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1646: oid 24 version 767 is already newer than 766 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1646: oid 24 updating version 767 to 768 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1646: oid 24 updating version 768 to 769 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 769 (ObjNum 536 snap 153 seq_num 536) dirty exists 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1646: left oid 24 (ObjNum 536 snap 153 seq_num 536) 2024-04-12T16:30:15.767 INFO:tasks.rados.rados.0.smithi005.stdout:1647: expect (ObjNum 490 snap 146 seq_num 490) 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: finishing write tid 1 to smithi00577259-6 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: finishing write tid 2 to smithi00577259-6 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: finishing write tid 3 to smithi00577259-6 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: finishing write tid 4 to smithi00577259-6 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: finishing write tid 5 to smithi00577259-6 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: finishing write tid 6 to smithi00577259-6 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: oid 6 updating version 0 to 681 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: oid 6 version 681 is already newer than 678 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: oid 6 version 681 is already newer than 679 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: oid 6 version 681 is already newer than 680 2024-04-12T16:30:15.913 INFO:tasks.rados.rados.0.smithi005.stdout:1648: oid 6 version 681 is already newer than 677 2024-04-12T16:30:15.914 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 681 (ObjNum 537 snap 153 seq_num 537) dirty exists 2024-04-12T16:30:15.914 INFO:tasks.rados.rados.0.smithi005.stdout:1648: left oid 6 (ObjNum 537 snap 153 seq_num 537) 2024-04-12T16:30:15.914 INFO:tasks.rados.rados.0.smithi005.stdout:1649: expect (ObjNum 406 snap 121 seq_num 406) 2024-04-12T16:30:15.975 INFO:tasks.rados.rados.0.smithi005.stdout:1651: finishing write tid 1 to smithi00577259-38 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: finishing write tid 2 to smithi00577259-38 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: finishing write tid 3 to smithi00577259-38 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: finishing write tid 4 to smithi00577259-38 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: finishing write tid 5 to smithi00577259-38 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: finishing write tid 6 to smithi00577259-38 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: oid 38 updating version 0 to 726 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: oid 38 version 726 is already newer than 723 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: oid 38 version 726 is already newer than 722 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: oid 38 version 726 is already newer than 725 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: oid 38 version 726 is already newer than 724 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 726 (ObjNum 538 snap 153 seq_num 538) dirty exists 2024-04-12T16:30:15.976 INFO:tasks.rados.rados.0.smithi005.stdout:1651: left oid 38 (ObjNum 538 snap 153 seq_num 538) 2024-04-12T16:30:16.571 INFO:tasks.rados.rados.0.smithi005.stdout:1646: done (5 left) 2024-04-12T16:30:16.571 INFO:tasks.rados.rados.0.smithi005.stdout:1647: done (4 left) 2024-04-12T16:30:16.571 INFO:tasks.rados.rados.0.smithi005.stdout:1648: done (3 left) 2024-04-12T16:30:16.571 INFO:tasks.rados.rados.0.smithi005.stdout:1649: done (2 left) 2024-04-12T16:30:16.571 INFO:tasks.rados.rados.0.smithi005.stdout:1651: done (1 left) 2024-04-12T16:30:16.571 INFO:tasks.rados.rados.0.smithi005.stdout:1652: done (0 left) 2024-04-12T16:30:16.571 INFO:tasks.rados.rados.0.smithi005.stdout:1653: read oid 27 snap -1 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1653: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1654: rmattr oid 22 current snap is 154 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1655: read oid 43 snap 152 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1655: expect (ObjNum 504 snap 148 seq_num 504) 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1656: rollback oid 34 current snap is 154 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 153 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1657: rmattr oid 4 current snap is 154 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1657: done (4 left) 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1658: read oid 2 snap 152 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1658: expect deleted 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1659: rmattr oid 10 current snap is 154 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1659: done (5 left) 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1660: read oid 48 snap -1 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1660: expect (ObjNum 522 snap 151 seq_num 522) 2024-04-12T16:30:16.572 INFO:tasks.rados.rados.0.smithi005.stdout:1661: rollback oid 5 current snap is 154 2024-04-12T16:30:16.573 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 5 to 153 2024-04-12T16:30:16.573 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 154 2024-04-12T16:30:16.573 INFO:tasks.rados.rados.0.smithi005.stdout:1662: seq_num 539 ranges {4300800=630784,4931584=737280,5668864=466944} 2024-04-12T16:30:16.599 INFO:tasks.rados.rados.0.smithi005.stdout:1662: writing smithi00577259-46 from 4300800 to 4931584 tid 1 2024-04-12T16:30:16.604 INFO:tasks.rados.rados.0.smithi005.stdout:1662: writing smithi00577259-46 from 4931584 to 5668864 tid 2 2024-04-12T16:30:16.607 INFO:tasks.rados.rados.0.smithi005.stdout:1662: writing smithi00577259-46 from 5668864 to 6135808 tid 3 2024-04-12T16:30:16.607 INFO:tasks.rados.rados.0.smithi005.stdout:1663: snap_create 2024-04-12T16:30:16.607 INFO:tasks.rados.rados.0.smithi005.stdout:1656: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:30:16.607 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 0 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-04-12T16:30:16.608 INFO:tasks.rados.rados.0.smithi005.stdout:1653: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:30:16.626 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 757 (ObjNum 524 snap 151 seq_num 524) dirty exists 2024-04-12T16:30:16.626 INFO:tasks.rados.rados.0.smithi005.stdout:1661: finishing rollback tid 0 to smithi00577259-5 2024-04-12T16:30:16.626 INFO:tasks.rados.rados.0.smithi005.stdout:1661: finishing rollback tid 1 to smithi00577259-5 2024-04-12T16:30:16.627 INFO:tasks.rados.rados.0.smithi005.stdout:1661: finishing rollback tid 2 to smithi00577259-5 2024-04-12T16:30:16.627 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 750 (ObjNum 490 snap 146 seq_num 490) dirty exists 2024-04-12T16:30:16.627 INFO:tasks.rados.rados.0.smithi005.stdout:1662: finishing write tid 1 to smithi00577259-46 2024-04-12T16:30:16.628 INFO:tasks.rados.rados.0.smithi005.stdout:1662: finishing write tid 2 to smithi00577259-46 2024-04-12T16:30:16.629 INFO:tasks.rados.rados.0.smithi005.stdout:1662: finishing write tid 3 to smithi00577259-46 2024-04-12T16:30:16.629 INFO:tasks.rados.rados.0.smithi005.stdout:1662: finishing write tid 4 to smithi00577259-46 2024-04-12T16:30:16.631 INFO:tasks.rados.rados.0.smithi005.stdout:1662: finishing write tid 5 to smithi00577259-46 2024-04-12T16:30:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:1662: oid 46 updating version 0 to 752 2024-04-12T16:30:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:1662: oid 46 updating version 752 to 755 2024-04-12T16:30:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:1662: oid 46 version 755 is already newer than 754 2024-04-12T16:30:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:1662: oid 46 version 755 is already newer than 753 2024-04-12T16:30:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 755 (ObjNum 539 snap 154 seq_num 539) dirty exists 2024-04-12T16:30:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:1662: left oid 46 (ObjNum 539 snap 154 seq_num 539) 2024-04-12T16:30:16.650 INFO:tasks.rados.rados.0.smithi005.stdout:1655: expect (ObjNum 504 snap 148 seq_num 504) 2024-04-12T16:30:16.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:16 smithi016 ceph-mon[84444]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T16:30:16.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:16 smithi005 ceph-mon[88416]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T16:30:16.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:16 smithi005 ceph-mon[90837]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T16:30:17.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:17 smithi016 ceph-mon[84444]: pgmap v235: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-12T16:30:17.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:17 smithi016 ceph-mon[84444]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T16:30:17.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:17 smithi005 ceph-mon[88416]: pgmap v235: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-12T16:30:17.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:17 smithi005 ceph-mon[88416]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T16:30:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:17 smithi005 ceph-mon[90837]: pgmap v235: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-12T16:30:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:17 smithi005 ceph-mon[90837]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T16:30:18.731 INFO:tasks.rados.rados.0.smithi005.stdout:1660: expect (ObjNum 522 snap 151 seq_num 522) 2024-04-12T16:30:18.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:18 smithi016 ceph-mon[84444]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T16:30:18.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:18 smithi005 ceph-mon[88416]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T16:30:18.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:18 smithi005 ceph-mon[90837]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T16:30:19.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:19 smithi016 ceph-mon[84444]: pgmap v238: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-12T16:30:19.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:19.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:19 smithi005 ceph-mon[88416]: pgmap v238: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-12T16:30:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:19 smithi005 ceph-mon[90837]: pgmap v238: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-12T16:30:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:20.819 INFO:tasks.rados.rados.0.smithi005.stdout:1653: done (8 left) 2024-04-12T16:30:20.819 INFO:tasks.rados.rados.0.smithi005.stdout:1654: done (7 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1655: done (6 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1656: done (5 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1658: done (4 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1660: done (3 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1661: done (2 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1662: done (1 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1663: done (0 left) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1664: read oid 42 snap -1 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1664: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:30:20.820 INFO:tasks.rados.rados.0.smithi005.stdout:1665: snap_remove snap 152 2024-04-12T16:30:21.581 INFO:tasks.rados.rados.0.smithi005.stdout:1665: done (1 left) 2024-04-12T16:30:21.581 INFO:tasks.rados.rados.0.smithi005.stdout:1666: delete oid 25 current snap is 155 2024-04-12T16:30:21.581 INFO:tasks.rados.rados.0.smithi005.stdout:1664: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:30:21.653 INFO:tasks.rados.rados.0.smithi005.stdout:1664: done (1 left) 2024-04-12T16:30:21.653 INFO:tasks.rados.rados.0.smithi005.stdout:1666: done (0 left) 2024-04-12T16:30:21.653 INFO:tasks.rados.rados.0.smithi005.stdout:1667: setattr oid 14 current snap is 155 2024-04-12T16:30:21.654 INFO:tasks.rados.rados.0.smithi005.stdout:1668: read oid 3 snap 154 2024-04-12T16:30:21.654 INFO:tasks.rados.rados.0.smithi005.stdout:1668: expect deleted 2024-04-12T16:30:21.654 INFO:tasks.rados.rados.0.smithi005.stdout:1669: copy_from oid 50 from oid 46 current snap is 155 2024-04-12T16:30:21.654 INFO:tasks.rados.rados.0.smithi005.stdout:1670: snap_create 2024-04-12T16:30:21.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 913 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:30:21.685 INFO:tasks.rados.rados.0.smithi005.stdout:1669: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:30:21.688 INFO:tasks.rados.rados.0.smithi005.stdout:1669: finishing copy_from to smithi00577259-50 2024-04-12T16:30:21.688 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 755 (ObjNum 539 snap 154 seq_num 539) dirty exists 2024-04-12T16:30:21.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:21 smithi016 ceph-mon[84444]: pgmap v239: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:30:21.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:21 smithi016 ceph-mon[84444]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T16:30:21.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:21 smithi005 ceph-mon[88416]: pgmap v239: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:30:21.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:21 smithi005 ceph-mon[88416]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T16:30:21.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:21 smithi005 ceph-mon[90837]: pgmap v239: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 16 op/s 2024-04-12T16:30:21.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:21 smithi005 ceph-mon[90837]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T16:30:22.583 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:22.587 INFO:tasks.rados.rados.0.smithi005.stdout:1667: done (3 left) 2024-04-12T16:30:22.587 INFO:tasks.rados.rados.0.smithi005.stdout:1668: done (2 left) 2024-04-12T16:30:22.587 INFO:tasks.rados.rados.0.smithi005.stdout:1669: done (1 left) 2024-04-12T16:30:22.587 INFO:tasks.rados.rados.0.smithi005.stdout:1670: done (0 left) 2024-04-12T16:30:22.587 INFO:tasks.rados.rados.0.smithi005.stdout:1671: read oid 34 snap -1 2024-04-12T16:30:22.587 INFO:tasks.rados.rados.0.smithi005.stdout:1671: expect deleted 2024-04-12T16:30:22.587 INFO:tasks.rados.rados.0.smithi005.stdout:1672: setattr oid 5 current snap is 156 2024-04-12T16:30:22.588 INFO:tasks.rados.rados.0.smithi005.stdout:1671: done (1 left) 2024-04-12T16:30:22.588 INFO:tasks.rados.rados.0.smithi005.stdout:1673: snap_create 2024-04-12T16:30:22.594 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 761 (ObjNum 490 snap 146 seq_num 490) dirty exists 2024-04-12T16:30:22.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:22 smithi016 ceph-mon[84444]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T16:30:22.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:22 smithi005 ceph-mon[88416]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T16:30:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:22 smithi005 ceph-mon[90837]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T16:30:23.587 INFO:tasks.rados.rados.0.smithi005.stdout:1672: done (1 left) 2024-04-12T16:30:23.587 INFO:tasks.rados.rados.0.smithi005.stdout:1673: done (0 left) 2024-04-12T16:30:23.587 INFO:tasks.rados.rados.0.smithi005.stdout:1674: delete oid 6 current snap is 157 2024-04-12T16:30:23.592 INFO:tasks.rados.rados.0.smithi005.stdout:1674: done (0 left) 2024-04-12T16:30:23.592 INFO:tasks.rados.rados.0.smithi005.stdout:1675: snap_create 2024-04-12T16:30:23.643 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[88416]: pgmap v242: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[88416]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[88416]: Upgrade: osd.3 is safe to restart 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[90837]: pgmap v242: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[90837]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:23.644 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-mon[90837]: Upgrade: osd.3 is safe to restart 2024-04-12T16:30:23.842 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:23 smithi016 ceph-mon[84444]: pgmap v242: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-12T16:30:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:23 smithi016 ceph-mon[84444]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T16:30:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:23 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T16:30:23.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:23 smithi016 ceph-mon[84444]: Upgrade: osd.3 is safe to restart 2024-04-12T16:30:23.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:30:23] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2024-04-12T16:30:24.598 INFO:tasks.rados.rados.0.smithi005.stdout:1675: done (0 left) 2024-04-12T16:30:24.598 INFO:tasks.rados.rados.0.smithi005.stdout:1676: snap_remove snap 153 2024-04-12T16:30:24.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[88416]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T16:30:24.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:24.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:30:24.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:24.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[90837]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T16:30:24.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:24.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:30:24.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:24.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:24 smithi016 ceph-mon[84444]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T16:30:24.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:24.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T16:30:24.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:25.566 INFO:tasks.rados.rados.0.smithi005.stdout:1676: done (0 left) 2024-04-12T16:30:25.566 INFO:tasks.rados.rados.0.smithi005.stdout:1677: delete oid 32 current snap is 158 2024-04-12T16:30:25.574 INFO:tasks.rados.rados.0.smithi005.stdout:1677: done (0 left) 2024-04-12T16:30:25.575 INFO:tasks.rados.rados.0.smithi005.stdout:1678: delete oid 21 current snap is 158 2024-04-12T16:30:25.584 INFO:tasks.rados.rados.0.smithi005.stdout:1678: done (0 left) 2024-04-12T16:30:25.584 INFO:tasks.rados.rados.0.smithi005.stdout:1679: snap_remove snap 156 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[90837]: pgmap v245: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[90837]: Upgrade: Updating osd.3 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[90837]: Deploying daemon osd.3 on smithi005 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[90837]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[90837]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[88416]: pgmap v245: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[88416]: Upgrade: Updating osd.3 2024-04-12T16:30:25.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[88416]: Deploying daemon osd.3 on smithi005 2024-04-12T16:30:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[88416]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T16:30:25.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:25 smithi005 ceph-mon[88416]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T16:30:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:25 smithi016 ceph-mon[84444]: pgmap v245: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-12T16:30:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:25 smithi016 ceph-mon[84444]: Upgrade: Updating osd.3 2024-04-12T16:30:26.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:25 smithi016 ceph-mon[84444]: Deploying daemon osd.3 on smithi005 2024-04-12T16:30:26.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:25 smithi016 ceph-mon[84444]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T16:30:26.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:25 smithi016 ceph-mon[84444]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T16:30:26.567 INFO:tasks.rados.rados.0.smithi005.stdout:1679: done (0 left) 2024-04-12T16:30:26.568 INFO:tasks.rados.rados.0.smithi005.stdout:1680: snap_remove snap 157 2024-04-12T16:30:27.573 INFO:tasks.rados.rados.0.smithi005.stdout:1680: done (0 left) 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:1681: copy_from oid 11 from oid 16 current snap is 158 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:1682: rollback oid 40 current snap is 158 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 154 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:1683: read oid 17 snap -1 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:1683: expect (ObjNum 386 snap 111 seq_num 386) 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:1684: rollback oid 42 current snap is 158 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 154 2024-04-12T16:30:27.574 INFO:tasks.rados.rados.0.smithi005.stdout:1685: snap_remove snap 155 2024-04-12T16:30:27.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:27 smithi005 ceph-mon[88416]: pgmap v248: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:30:27.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:27 smithi005 ceph-mon[88416]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T16:30:27.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:27 smithi005 ceph-mon[90837]: pgmap v248: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:30:27.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:27 smithi005 ceph-mon[90837]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T16:30:27.701 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:27 smithi005 systemd[1]: Stopping Ceph osd.3 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:30:27.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:27 smithi016 ceph-mon[84444]: pgmap v248: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-12T16:30:27.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:27 smithi016 ceph-mon[84444]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T16:30:28.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[59345]: 2024-04-12T16:30:27.930+0000 7fb23a83b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:30:28.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[59345]: 2024-04-12T16:30:27.930+0000 7fb23a83b700 -1 osd.3 393 *** Got signal Terminated *** 2024-04-12T16:30:28.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:27 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[59345]: 2024-04-12T16:30:27.930+0000 7fb23a83b700 -1 osd.3 393 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:30:28.583 INFO:tasks.rados.rados.0.smithi005.stdout:1685: done (4 left) 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1686: rollback oid 25 current snap is 158 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 154 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1687: copy_from oid 21 from oid 46 current snap is 158 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1688: copy_from oid 33 from oid 18 current snap is 158 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1689: read oid 44 snap -1 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1689: expect deleted 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1690: snap_create 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1682: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1682: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1682: finishing rollback tid 2 to smithi00577259-40 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 804 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:30:28.584 INFO:tasks.rados.rados.0.smithi005.stdout:1681: finishing copy_from to smithi00577259-11 2024-04-12T16:30:28.585 INFO:tasks.rados.rados.0.smithi005.stdout:1681: got expected ENOENT (src dne) 2024-04-12T16:30:28.585 INFO:tasks.rados.rados.0.smithi005.stdout:1681: finishing copy_from racing read to smithi00577259-11 2024-04-12T16:30:28.585 INFO:tasks.rados.rados.0.smithi005.stdout:1684: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:30:28.585 INFO:tasks.rados.rados.0.smithi005.stdout:1684: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:30:28.585 INFO:tasks.rados.rados.0.smithi005.stdout:1684: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:30:28.585 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 923 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:30:28.585 INFO:tasks.rados.rados.0.smithi005.stdout:1683: expect (ObjNum 386 snap 111 seq_num 386) 2024-04-12T16:30:28.652 INFO:tasks.rados.rados.0.smithi005.stdout:1687: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:30:28.652 INFO:tasks.rados.rados.0.smithi005.stdout:1687: finishing copy_from to smithi00577259-21 2024-04-12T16:30:28.652 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 755 (ObjNum 539 snap 154 seq_num 539) dirty exists 2024-04-12T16:30:28.652 INFO:tasks.rados.rados.0.smithi005.stdout:1688: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:30:28.652 INFO:tasks.rados.rados.0.smithi005.stdout:1688: finishing copy_from to smithi00577259-33 2024-04-12T16:30:28.652 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 723 (ObjNum 518 snap 150 seq_num 518) dirty exists 2024-04-12T16:30:28.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:28 smithi016 ceph-mon[84444]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T16:30:28.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:28 smithi016 ceph-mon[84444]: osd.3 marked itself down and dead 2024-04-12T16:30:28.866 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:28 smithi005 ceph-mon[88416]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T16:30:28.866 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:28 smithi005 ceph-mon[88416]: osd.3 marked itself down and dead 2024-04-12T16:30:28.866 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:28 smithi005 ceph-mon[90837]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T16:30:28.866 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:28 smithi005 ceph-mon[90837]: osd.3 marked itself down and dead 2024-04-12T16:30:29.409 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:29 smithi005 podman[110119]: 2024-04-12 16:30:29.142032394 +0000 UTC m=+1.360072030 container died 940be150fe6ced25e3b8b655a670e5a8ecc58f44aeb07e65a8f1c111b6107c17 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1681: done (8 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1682: done (7 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1683: done (6 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1684: done (5 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1687: done (4 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1688: done (3 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1689: done (2 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1690: done (1 left) 2024-04-12T16:30:29.587 INFO:tasks.rados.rados.0.smithi005.stdout:1691: setattr oid 50 current snap is 159 2024-04-12T16:30:29.590 INFO:tasks.rados.rados.0.smithi005.stdout:1692: read oid 45 snap -1 2024-04-12T16:30:29.590 INFO:tasks.rados.rados.0.smithi005.stdout:1692: expect (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:30:29.590 INFO:tasks.rados.rados.0.smithi005.stdout:1693: snap_remove snap 158 2024-04-12T16:30:29.686 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:29 smithi005 ceph-mon[88416]: pgmap v251: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T16:30:29.686 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:29 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:30:29.686 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:29 smithi005 ceph-mon[88416]: osdmap e394: 8 total, 7 up, 8 in 2024-04-12T16:30:29.686 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:29 smithi005 podman[110119]: 2024-04-12 16:30:29.415282109 +0000 UTC m=+1.633321753 container cleanup 940be150fe6ced25e3b8b655a670e5a8ecc58f44aeb07e65a8f1c111b6107c17 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T16:30:29.687 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:29 smithi005 bash[110119]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3 2024-04-12T16:30:29.687 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:29 smithi005 ceph-mon[90837]: pgmap v251: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T16:30:29.687 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:29 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:30:29.687 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:29 smithi005 ceph-mon[90837]: osdmap e394: 8 total, 7 up, 8 in 2024-04-12T16:30:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:29 smithi016 ceph-mon[84444]: pgmap v251: 121 pgs: 121 active+clean; 205 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-04-12T16:30:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:29 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:30:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:29 smithi016 ceph-mon[84444]: osdmap e394: 8 total, 7 up, 8 in 2024-04-12T16:30:29.950 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:29 smithi005 podman[110147]: 2024-04-12 16:30:29.691982037 +0000 UTC m=+0.552895339 container remove 940be150fe6ced25e3b8b655a670e5a8ecc58f44aeb07e65a8f1c111b6107c17 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-12T16:30:30.262 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:29 smithi005 podman[110240]: 2024-04-12 16:30:29.899495789 +0000 UTC m=+0.017663735 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:30:30.262 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:30 smithi005 podman[110240]: 2024-04-12 16:30:30.142871173 +0000 UTC m=+0.261039118 container create 928f42544860561c12236cc71dde1d7a91a7a9b3c070472934e3f9764b5e2d74 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:30:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1693: done (3 left) 2024-04-12T16:30:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1694: copy_from oid 17 from oid 27 current snap is 159 2024-04-12T16:30:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:1686: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:30:30.567 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 0 (ObjNum 65 snap 0 seq_num 1953066355) dirty dne 2024-04-12T16:30:30.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 927 (ObjNum 539 snap 154 seq_num 539) dirty exists 2024-04-12T16:30:30.568 INFO:tasks.rados.rados.0.smithi005.stdout:1692: expect (ObjNum 431 snap 128 seq_num 431) 2024-04-12T16:30:30.583 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:30 smithi005 podman[110240]: 2024-04-12 16:30:30.395684062 +0000 UTC m=+0.513852006 container init 928f42544860561c12236cc71dde1d7a91a7a9b3c070472934e3f9764b5e2d74 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T16:30:30.583 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:30 smithi005 podman[110240]: 2024-04-12 16:30:30.399025332 +0000 UTC m=+0.517193282 container start 928f42544860561c12236cc71dde1d7a91a7a9b3c070472934e3f9764b5e2d74 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T16:30:30.583 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:30 smithi005 podman[110240]: 2024-04-12 16:30:30.462205273 +0000 UTC m=+0.580373235 container attach 928f42544860561c12236cc71dde1d7a91a7a9b3c070472934e3f9764b5e2d74 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS) 2024-04-12T16:30:30.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:30 smithi016 ceph-mon[84444]: osdmap e395: 8 total, 7 up, 8 in 2024-04-12T16:30:30.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:30 smithi016 ceph-mon[84444]: osdmap e396: 8 total, 7 up, 8 in 2024-04-12T16:30:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:30 smithi005 ceph-mon[88416]: osdmap e395: 8 total, 7 up, 8 in 2024-04-12T16:30:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:30 smithi005 ceph-mon[88416]: osdmap e396: 8 total, 7 up, 8 in 2024-04-12T16:30:30.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:30 smithi005 ceph-mon[90837]: osdmap e395: 8 total, 7 up, 8 in 2024-04-12T16:30:30.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:30 smithi005 ceph-mon[90837]: osdmap e396: 8 total, 7 up, 8 in 2024-04-12T16:30:30.950 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:30 smithi005 podman[110240]: 2024-04-12 16:30:30.716055712 +0000 UTC m=+0.834223665 container died 928f42544860561c12236cc71dde1d7a91a7a9b3c070472934e3f9764b5e2d74 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-12T16:30:31.585 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 podman[110266]: 2024-04-12 16:30:31.316080973 +0000 UTC m=+0.593968310 container remove 928f42544860561c12236cc71dde1d7a91a7a9b3c070472934e3f9764b5e2d74 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T16:30:31.585 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-12T16:30:31.585 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 systemd[1]: Stopped Ceph osd.3 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:30:31.585 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.3.service: Consumed 11.707s CPU time. 2024-04-12T16:30:31.585 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 systemd[1]: Starting Ceph osd.3 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:30:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:31 smithi016 ceph-mon[84444]: pgmap v254: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 18 active+undersized, 90 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 8 op/s; 10/219 objects degraded (4.566%) 2024-04-12T16:30:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:31 smithi016 ceph-mon[84444]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-12T16:30:31.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:31 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 10/219 objects degraded (4.566%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:31.862 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:31 smithi005 ceph-mon[88416]: pgmap v254: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 18 active+undersized, 90 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 8 op/s; 10/219 objects degraded (4.566%) 2024-04-12T16:30:31.862 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:31 smithi005 ceph-mon[88416]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-12T16:30:31.862 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:31 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 10/219 objects degraded (4.566%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:31.863 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:31 smithi005 ceph-mon[90837]: pgmap v254: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 18 active+undersized, 90 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 8 op/s; 10/219 objects degraded (4.566%) 2024-04-12T16:30:31.863 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:31 smithi005 ceph-mon[90837]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-12T16:30:31.863 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:31 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 10/219 objects degraded (4.566%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:31.863 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 podman[110364]: 2024-04-12 16:30:31.656923115 +0000 UTC m=+0.020954227 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:30:31.863 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 podman[110364]: 2024-04-12 16:30:31.759049379 +0000 UTC m=+0.123080489 container create 221a1dcc2ad76a6fa3ba52a90e293c989bf2bb92c0e02759d9111f50e259c82a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T16:30:32.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 podman[110364]: 2024-04-12 16:30:31.95327111 +0000 UTC m=+0.317302220 container init 221a1dcc2ad76a6fa3ba52a90e293c989bf2bb92c0e02759d9111f50e259c82a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T16:30:32.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:31 smithi005 podman[110364]: 2024-04-12 16:30:31.956678751 +0000 UTC m=+0.320709866 container start 221a1dcc2ad76a6fa3ba52a90e293c989bf2bb92c0e02759d9111f50e259c82a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:30:32.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 podman[110364]: 2024-04-12 16:30:32.036713953 +0000 UTC m=+0.400745062 container attach 221a1dcc2ad76a6fa3ba52a90e293c989bf2bb92c0e02759d9111f50e259c82a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-12T16:30:32.322 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:1694: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:1694: finishing copy_from to smithi00577259-17 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 697 (ObjNum 459 snap 136 seq_num 459) dirty exists 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:1686: done (3 left) 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:1691: done (2 left) 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:1692: done (1 left) 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:1694: done (0 left) 2024-04-12T16:30:32.424 INFO:tasks.rados.rados.0.smithi005.stdout:1695: snap_create 2024-04-12T16:30:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:32.591 INFO:tasks.rados.rados.0.smithi005.stdout:1695: done (0 left) 2024-04-12T16:30:32.591 INFO:tasks.rados.rados.0.smithi005.stdout:1696: delete oid 30 current snap is 160 2024-04-12T16:30:32.595 INFO:tasks.rados.rados.0.smithi005.stdout:1696: done (0 left) 2024-04-12T16:30:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1697: rollback oid 41 current snap is 160 2024-04-12T16:30:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 159 2024-04-12T16:30:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1698: read oid 42 snap -1 2024-04-12T16:30:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1698: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:30:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1699: rmattr oid 29 current snap is 160 2024-04-12T16:30:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1699: done (2 left) 2024-04-12T16:30:32.596 INFO:tasks.rados.rados.0.smithi005.stdout:1700: snap_remove snap 154 2024-04-12T16:30:32.673 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:30:32.674 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (7m) 29s ago 8m 24.3M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:30:32.674 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (8m) 2m ago 8m 91.0M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:30:32.674 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (9m) 29s ago 9m 19.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:30:32.674 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (9m) 2m ago 9m 15.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:30:32.674 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:30:32.675 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (3m) 29s ago 14m 512M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:30:32.675 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (3m) 29s ago 14m 50.2M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:30:32.675 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (2m) 2m ago 13m 29.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:30:32.675 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (2m) 29s ago 13m 45.0M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:30:32.675 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (8m) 29s ago 8m 16.0M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:30:32.675 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (8m) 2m ago 8m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:30:32.676 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (103s) 29s ago 12m 151M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:30:32.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (69s) 29s ago 12m 102M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:30:32.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (34s) 29s ago 11m 14.9M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:30:32.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (11m) 29s ago 11m 161M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 940be150fe6c 2024-04-12T16:30:32.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (11m) 2m ago 11m 175M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:30:32.677 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (10m) 2m ago 10m 161M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:30:32.678 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (10m) 2m ago 10m 117M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:30:32.678 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (9m) 2m ago 9m 132M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:30:32.678 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (3m) 2m ago 9m 55.7M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:30:32.678 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate[110378]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:30:32.678 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate[110378]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 bash[110364]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 bash[110364]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 bash[110364]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 bash[110364]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 bash[110364]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 bash[110364]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 bash[110364]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate[110378]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate[110378]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:30:32.679 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate[110378]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T16:30:32.680 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate[110378]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T16:30:32.680 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate[110378]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T16:30:32.680 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:32 smithi005 podman[110364]: 2024-04-12 16:30:32.441863137 +0000 UTC m=+0.805894237 container died 221a1dcc2ad76a6fa3ba52a90e293c989bf2bb92c0e02759d9111f50e259c82a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-12T16:30:33.098 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:33.099 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:30:33.100 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:30:33.100 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:30:33.100 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:30:33.100 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-12T16:30:33.100 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:30:33.100 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:30:33.100 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:30:33.311 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 podman[110543]: 2024-04-12 16:30:33.007793426 +0000 UTC m=+0.561202675 container remove 221a1dcc2ad76a6fa3ba52a90e293c989bf2bb92c0e02759d9111f50e259c82a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-activate, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-12T16:30:33.311 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 podman[110629]: 2024-04-12 16:30:33.125467979 +0000 UTC m=+0.018616902 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:30:33.311 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 podman[110629]: 2024-04-12 16:30:33.225458994 +0000 UTC m=+0.118607890 container create 935c3820218d3ba0cff9b932ad1517b0bac1254416f780eed9f90e4df141aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T16:30:33.591 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 podman[110629]: 2024-04-12 16:30:33.436959203 +0000 UTC m=+0.330108116 container init 935c3820218d3ba0cff9b932ad1517b0bac1254416f780eed9f90e4df141aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-12T16:30:33.591 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 podman[110629]: 2024-04-12 16:30:33.440221487 +0000 UTC m=+0.333370383 container start 935c3820218d3ba0cff9b932ad1517b0bac1254416f780eed9f90e4df141aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T16:30:33.591 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-osd[110652]: -- 172.21.15.5:0/302934314 <== mon.2 v2:172.21.15.5:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c8a50c9680 con 0x55c8a5093000 2024-04-12T16:30:33.591 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 bash[110629]: 935c3820218d3ba0cff9b932ad1517b0bac1254416f780eed9f90e4df141aa09 2024-04-12T16:30:33.591 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 systemd[1]: Started Ceph osd.3 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:30:33.591 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[88416]: pgmap v256: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 18 active+undersized, 90 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 10/219 objects degraded (4.566%) 2024-04-12T16:30:33.591 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[88416]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:33.592 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[88416]: osdmap e397: 8 total, 7 up, 8 in 2024-04-12T16:30:33.592 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[88416]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:33.592 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3009081847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:33.592 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[90837]: pgmap v256: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 18 active+undersized, 90 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 10/219 objects degraded (4.566%) 2024-04-12T16:30:33.598 INFO:tasks.rados.rados.0.smithi005.stdout:1700: done (2 left) 2024-04-12T16:30:33.598 INFO:tasks.rados.rados.0.smithi005.stdout:1697: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:30:33.598 INFO:tasks.rados.rados.0.smithi005.stdout:1701: read oid 22 snap -1 2024-04-12T16:30:33.598 INFO:tasks.rados.rados.0.smithi005.stdout:1701: expect (ObjNum 524 snap 151 seq_num 524) 2024-04-12T16:30:33.598 INFO:tasks.rados.rados.0.smithi005.stdout:1702: rollback oid 2 current snap is 160 2024-04-12T16:30:33.599 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 159 2024-04-12T16:30:33.599 INFO:tasks.rados.rados.0.smithi005.stdout:1697: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:30:33.599 INFO:tasks.rados.rados.0.smithi005.stdout:1697: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:30:33.599 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 580 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:30:33.599 INFO:tasks.rados.rados.0.smithi005.stdout:1698: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:30:33.673 INFO:tasks.rados.rados.0.smithi005.stdout:1702: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:30:33.674 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 0 (ObjNum 593 snap 0 seq_num 1605548223) dirty dne 2024-04-12T16:30:33.674 INFO:tasks.rados.rados.0.smithi005.stdout:1701: expect (ObjNum 524 snap 151 seq_num 524) 2024-04-12T16:30:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:1697: done (3 left) 2024-04-12T16:30:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:1698: done (2 left) 2024-04-12T16:30:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:1701: done (1 left) 2024-04-12T16:30:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:1702: done (0 left) 2024-04-12T16:30:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:1703: copy_from oid 36 from oid 3 current snap is 160 2024-04-12T16:30:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:1704: copy_from oid 38 from oid 26 current snap is 160 2024-04-12T16:30:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:1705: snap_create 2024-04-12T16:30:33.776 INFO:tasks.rados.rados.0.smithi005.stdout:1703: finishing copy_from to smithi00577259-36 2024-04-12T16:30:33.776 INFO:tasks.rados.rados.0.smithi005.stdout:1703: got expected ENOENT (src dne) 2024-04-12T16:30:33.776 INFO:tasks.rados.rados.0.smithi005.stdout:1703: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:30:33.783 INFO:tasks.rados.rados.0.smithi005.stdout:1704: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:30:33.784 INFO:tasks.rados.rados.0.smithi005.stdout:1704: finishing copy_from to smithi00577259-38 2024-04-12T16:30:33.784 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 375 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-12T16:30:33.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-mon[84444]: pgmap v256: 121 pgs: 2 active+undersized+degraded, 8 peering, 3 stale+active+clean, 18 active+undersized, 90 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 7 op/s; 10/219 objects degraded (4.566%) 2024-04-12T16:30:33.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-mon[84444]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:33.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-mon[84444]: osdmap e397: 8 total, 7 up, 8 in 2024-04-12T16:30:33.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-mon[84444]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:33.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3009081847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:33.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:33.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:33.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:33.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:33.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:33.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[90837]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:33.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[90837]: osdmap e397: 8 total, 7 up, 8 in 2024-04-12T16:30:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[90837]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:30:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3009081847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:33.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:34.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T16:30:33.987+0000 7f72a425a7c0 -1 Falling back to public interface 2024-04-12T16:30:34.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:30:33] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2024-04-12T16:30:34.603 INFO:tasks.rados.rados.0.smithi005.stdout:1703: done (2 left) 2024-04-12T16:30:34.603 INFO:tasks.rados.rados.0.smithi005.stdout:1704: done (1 left) 2024-04-12T16:30:34.603 INFO:tasks.rados.rados.0.smithi005.stdout:1705: done (0 left) 2024-04-12T16:30:34.603 INFO:tasks.rados.rados.0.smithi005.stdout:1706: delete oid 20 current snap is 161 2024-04-12T16:30:34.605 INFO:tasks.rados.rados.0.smithi005.stdout:1706: done (0 left) 2024-04-12T16:30:34.605 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 161 2024-04-12T16:30:34.606 INFO:tasks.rados.rados.0.smithi005.stdout:1707: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2024-04-12T16:30:34.609 INFO:tasks.rados.rados.0.smithi005.stdout:1707: writing smithi00577259-29 from 0 to 753664 tid 1 2024-04-12T16:30:34.614 INFO:tasks.rados.rados.0.smithi005.stdout:1707: writing smithi00577259-29 from 753664 to 1531904 tid 2 2024-04-12T16:30:34.616 INFO:tasks.rados.rados.0.smithi005.stdout:1707: writing smithi00577259-29 from 1531904 to 1957888 tid 3 2024-04-12T16:30:34.616 INFO:tasks.rados.rados.0.smithi005.stdout:1708: rmattr oid 24 current snap is 161 2024-04-12T16:30:34.617 INFO:tasks.rados.rados.0.smithi005.stdout:1708: done (1 left) 2024-04-12T16:30:34.617 INFO:tasks.rados.rados.0.smithi005.stdout:1709: snap_remove snap 159 2024-04-12T16:30:34.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[88416]: osdmap e398: 8 total, 7 up, 8 in 2024-04-12T16:30:34.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:34.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:34.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:34.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[90837]: osdmap e398: 8 total, 7 up, 8 in 2024-04-12T16:30:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:34 smithi016 ceph-mon[84444]: osdmap e398: 8 total, 7 up, 8 in 2024-04-12T16:30:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:35.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1709: done (1 left) 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1710: delete oid 8 current snap is 161 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: finishing write tid 1 to smithi00577259-29 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: finishing write tid 2 to smithi00577259-29 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: finishing write tid 3 to smithi00577259-29 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: finishing write tid 4 to smithi00577259-29 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: finishing write tid 5 to smithi00577259-29 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: oid 29 updating version 0 to 735 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: oid 29 updating version 735 to 736 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: oid 29 version 736 is already newer than 734 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: oid 29 version 736 is already newer than 733 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 736 (ObjNum 546 snap 161 seq_num 546) dirty exists 2024-04-12T16:30:35.568 INFO:tasks.rados.rados.0.smithi005.stdout:1707: left oid 29 (ObjNum 546 snap 161 seq_num 546) 2024-04-12T16:30:35.576 INFO:tasks.rados.rados.0.smithi005.stdout:1707: done (1 left) 2024-04-12T16:30:35.576 INFO:tasks.rados.rados.0.smithi005.stdout:1710: done (0 left) 2024-04-12T16:30:35.576 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 161 2024-04-12T16:30:35.577 INFO:tasks.rados.rados.0.smithi005.stdout:1711: seq_num 548 ranges {6135808=786432,6922240=598016,7520256=606208} 2024-04-12T16:30:35.614 INFO:tasks.rados.rados.0.smithi005.stdout:1711: writing smithi00577259-50 from 6135808 to 6922240 tid 1 2024-04-12T16:30:35.617 INFO:tasks.rados.rados.0.smithi005.stdout:1711: writing smithi00577259-50 from 6922240 to 7520256 tid 2 2024-04-12T16:30:35.621 INFO:tasks.rados.rados.0.smithi005.stdout:1711: writing smithi00577259-50 from 7520256 to 8126464 tid 3 2024-04-12T16:30:35.621 INFO:tasks.rados.rados.0.smithi005.stdout:1712: snap_remove snap 160 2024-04-12T16:30:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[88416]: pgmap v259: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 221 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 23/225 objects degraded (10.222%) 2024-04-12T16:30:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[88416]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-12T16:30:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[88416]: osdmap e399: 8 total, 7 up, 8 in 2024-04-12T16:30:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[88416]: osdmap e400: 8 total, 7 up, 8 in 2024-04-12T16:30:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[90837]: pgmap v259: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 221 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 23/225 objects degraded (10.222%) 2024-04-12T16:30:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[90837]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-12T16:30:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[90837]: osdmap e399: 8 total, 7 up, 8 in 2024-04-12T16:30:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:35 smithi005 ceph-mon[90837]: osdmap e400: 8 total, 7 up, 8 in 2024-04-12T16:30:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:35 smithi016 ceph-mon[84444]: pgmap v259: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 221 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 23/225 objects degraded (10.222%) 2024-04-12T16:30:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:35 smithi016 ceph-mon[84444]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-12T16:30:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:35 smithi016 ceph-mon[84444]: osdmap e399: 8 total, 7 up, 8 in 2024-04-12T16:30:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:35 smithi016 ceph-mon[84444]: osdmap e400: 8 total, 7 up, 8 in 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1712: done (1 left) 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1713: read oid 37 snap -1 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1713: expect (ObjNum 494 snap 146 seq_num 494) 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1714: delete oid 26 current snap is 161 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1711: finishing write tid 1 to smithi00577259-50 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1711: finishing write tid 2 to smithi00577259-50 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1711: finishing write tid 3 to smithi00577259-50 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1711: finishing write tid 4 to smithi00577259-50 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1711: finishing write tid 5 to smithi00577259-50 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1711: oid 50 updating version 0 to 939 2024-04-12T16:30:36.607 INFO:tasks.rados.rados.0.smithi005.stdout:1711: oid 50 version 939 is already newer than 937 2024-04-12T16:30:36.608 INFO:tasks.rados.rados.0.smithi005.stdout:1711: oid 50 version 939 is already newer than 938 2024-04-12T16:30:36.608 INFO:tasks.rados.rados.0.smithi005.stdout:1711: oid 50 updating version 939 to 940 2024-04-12T16:30:36.608 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 940 (ObjNum 548 snap 161 seq_num 548) dirty exists 2024-04-12T16:30:36.608 INFO:tasks.rados.rados.0.smithi005.stdout:1711: left oid 50 (ObjNum 548 snap 161 seq_num 548) 2024-04-12T16:30:36.616 INFO:tasks.rados.rados.0.smithi005.stdout:1711: done (2 left) 2024-04-12T16:30:36.616 INFO:tasks.rados.rados.0.smithi005.stdout:1714: done (1 left) 2024-04-12T16:30:36.616 INFO:tasks.rados.rados.0.smithi005.stdout:1715: read oid 36 snap -1 2024-04-12T16:30:36.616 INFO:tasks.rados.rados.0.smithi005.stdout:1715: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-12T16:30:36.616 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 161 2024-04-12T16:30:36.616 INFO:tasks.rados.rados.0.smithi005.stdout:1716: seq_num 550 ranges {1925120=417792,2342912=770048,3112960=638976,3751936=196608} 2024-04-12T16:30:36.629 INFO:tasks.rados.rados.0.smithi005.stdout:1716: writing smithi00577259-13 from 1925120 to 2342912 tid 1 2024-04-12T16:30:36.633 INFO:tasks.rados.rados.0.smithi005.stdout:1716: writing smithi00577259-13 from 2342912 to 3112960 tid 2 2024-04-12T16:30:36.636 INFO:tasks.rados.rados.0.smithi005.stdout:1716: writing smithi00577259-13 from 3112960 to 3751936 tid 3 2024-04-12T16:30:36.638 INFO:tasks.rados.rados.0.smithi005.stdout:1716: writing smithi00577259-13 from 3751936 to 3948544 tid 4 2024-04-12T16:30:36.638 INFO:tasks.rados.rados.0.smithi005.stdout:1717: read oid 49 snap -1 2024-04-12T16:30:36.638 INFO:tasks.rados.rados.0.smithi005.stdout:1717: expect (ObjNum 534 snap 153 seq_num 534) 2024-04-12T16:30:36.638 INFO:tasks.rados.rados.0.smithi005.stdout:1718: copy_from oid 3 from oid 35 current snap is 161 2024-04-12T16:30:36.638 INFO:tasks.rados.rados.0.smithi005.stdout:1713: expect (ObjNum 494 snap 146 seq_num 494) 2024-04-12T16:30:36.670 INFO:tasks.rados.rados.0.smithi005.stdout:1715: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-12T16:30:36.692 INFO:tasks.rados.rados.0.smithi005.stdout:1716: finishing write tid 1 to smithi00577259-13 2024-04-12T16:30:36.692 INFO:tasks.rados.rados.0.smithi005.stdout:1716: finishing write tid 2 to smithi00577259-13 2024-04-12T16:30:36.692 INFO:tasks.rados.rados.0.smithi005.stdout:1716: finishing write tid 3 to smithi00577259-13 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: finishing write tid 4 to smithi00577259-13 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1713: done (4 left) 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1715: done (3 left) 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 161 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: finishing write tid 5 to smithi00577259-13 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: finishing write tid 6 to smithi00577259-13 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: oid 13 updating version 0 to 807 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: oid 13 version 807 is already newer than 806 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: oid 13 updating version 807 to 809 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: oid 13 updating version 809 to 810 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: oid 13 version 810 is already newer than 808 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 810 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1716: left oid 13 (ObjNum 550 snap 161 seq_num 550) 2024-04-12T16:30:36.693 INFO:tasks.rados.rados.0.smithi005.stdout:1717: expect (ObjNum 534 snap 153 seq_num 534) 2024-04-12T16:30:36.810 INFO:tasks.rados.rados.0.smithi005.stdout:1718: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:30:36.810 INFO:tasks.rados.rados.0.smithi005.stdout:1718: finishing copy_from to smithi00577259-3 2024-04-12T16:30:36.810 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 733 (ObjNum 510 snap 149 seq_num 510) dirty exists 2024-04-12T16:30:36.810 INFO:tasks.rados.rados.0.smithi005.stdout:1719: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-04-12T16:30:36.812 INFO:tasks.rados.rados.0.smithi005.stdout:1719: writing smithi00577259-39 from 0 to 434176 tid 1 2024-04-12T16:30:36.816 INFO:tasks.rados.rados.0.smithi005.stdout:1719: writing smithi00577259-39 from 434176 to 1081344 tid 2 2024-04-12T16:30:36.818 INFO:tasks.rados.rados.0.smithi005.stdout:1719: writing smithi00577259-39 from 1081344 to 1531904 tid 3 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1719: writing smithi00577259-39 from 1531904 to 2039808 tid 4 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1716: done (3 left) 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1717: done (2 left) 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1718: done (1 left) 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1720: snap_create 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1719: finishing write tid 1 to smithi00577259-39 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1719: finishing write tid 2 to smithi00577259-39 2024-04-12T16:30:36.822 INFO:tasks.rados.rados.0.smithi005.stdout:1719: finishing write tid 3 to smithi00577259-39 2024-04-12T16:30:36.824 INFO:tasks.rados.rados.0.smithi005.stdout:1719: finishing write tid 4 to smithi00577259-39 2024-04-12T16:30:36.824 INFO:tasks.rados.rados.0.smithi005.stdout:1719: finishing write tid 5 to smithi00577259-39 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:1719: finishing write tid 6 to smithi00577259-39 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:1719: oid 39 updating version 0 to 745 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:1719: oid 39 version 745 is already newer than 743 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:1719: oid 39 updating version 745 to 746 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:1719: oid 39 version 746 is already newer than 742 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:1719: oid 39 version 746 is already newer than 744 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 746 (ObjNum 551 snap 161 seq_num 551) dirty exists 2024-04-12T16:30:36.825 INFO:tasks.rados.rados.0.smithi005.stdout:1719: left oid 39 (ObjNum 551 snap 161 seq_num 551) 2024-04-12T16:30:37.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:36 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T16:30:36.831+0000 7f72a425a7c0 -1 osd.3 393 log_to_monitors true 2024-04-12T16:30:37.611 INFO:tasks.rados.rados.0.smithi005.stdout:1719: done (1 left) 2024-04-12T16:30:37.611 INFO:tasks.rados.rados.0.smithi005.stdout:1720: done (0 left) 2024-04-12T16:30:37.611 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 162 2024-04-12T16:30:37.611 INFO:tasks.rados.rados.0.smithi005.stdout:1721: seq_num 552 ranges {598016=450560,1048576=532480,1581056=655360,2236416=417792} 2024-04-12T16:30:37.617 INFO:tasks.rados.rados.0.smithi005.stdout:1721: writing smithi00577259-47 from 598016 to 1048576 tid 1 2024-04-12T16:30:37.621 INFO:tasks.rados.rados.0.smithi005.stdout:1721: writing smithi00577259-47 from 1048576 to 1581056 tid 2 2024-04-12T16:30:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:1721: writing smithi00577259-47 from 1581056 to 2236416 tid 3 2024-04-12T16:30:37.629 INFO:tasks.rados.rados.0.smithi005.stdout:1721: writing smithi00577259-47 from 2236416 to 2654208 tid 4 2024-04-12T16:30:37.630 INFO:tasks.rados.rados.0.smithi005.stdout:1721: finishing write tid 1 to smithi00577259-47 2024-04-12T16:30:37.630 INFO:tasks.rados.rados.0.smithi005.stdout:1722: setattr oid 48 current snap is 162 2024-04-12T16:30:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:1721: finishing write tid 2 to smithi00577259-47 2024-04-12T16:30:37.632 INFO:tasks.rados.rados.0.smithi005.stdout:1723: read oid 17 snap 161 2024-04-12T16:30:37.632 INFO:tasks.rados.rados.0.smithi005.stdout:1723: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:30:37.632 INFO:tasks.rados.rados.0.smithi005.stdout:1724: snap_create 2024-04-12T16:30:37.633 INFO:tasks.rados.rados.0.smithi005.stdout:1721: finishing write tid 3 to smithi00577259-47 2024-04-12T16:30:37.633 INFO:tasks.rados.rados.0.smithi005.stdout:1721: finishing write tid 4 to smithi00577259-47 2024-04-12T16:30:37.634 INFO:tasks.rados.rados.0.smithi005.stdout:1721: finishing write tid 5 to smithi00577259-47 2024-04-12T16:30:37.635 INFO:tasks.rados.rados.0.smithi005.stdout:1721: finishing write tid 6 to smithi00577259-47 2024-04-12T16:30:37.635 INFO:tasks.rados.rados.0.smithi005.stdout:1721: oid 47 updating version 0 to 387 2024-04-12T16:30:37.635 INFO:tasks.rados.rados.0.smithi005.stdout:1721: oid 47 updating version 387 to 388 2024-04-12T16:30:37.635 INFO:tasks.rados.rados.0.smithi005.stdout:1721: oid 47 version 388 is already newer than 384 2024-04-12T16:30:37.635 INFO:tasks.rados.rados.0.smithi005.stdout:1721: oid 47 version 388 is already newer than 385 2024-04-12T16:30:37.635 INFO:tasks.rados.rados.0.smithi005.stdout:1721: oid 47 version 388 is already newer than 386 2024-04-12T16:30:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 388 (ObjNum 552 snap 162 seq_num 552) dirty exists 2024-04-12T16:30:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:1721: left oid 47 (ObjNum 552 snap 162 seq_num 552) 2024-04-12T16:30:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:1723: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:30:37.649 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 780 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-04-12T16:30:37.950 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T16:30:37.643+0000 7f72956b2700 -1 osd.3 393 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:30:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[88416]: pgmap v262: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 6 op/s; 23/225 objects degraded (10.222%) 2024-04-12T16:30:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[88416]: osdmap e401: 8 total, 7 up, 8 in 2024-04-12T16:30:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[88416]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:30:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[90837]: pgmap v262: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 6 op/s; 23/225 objects degraded (10.222%) 2024-04-12T16:30:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[90837]: osdmap e401: 8 total, 7 up, 8 in 2024-04-12T16:30:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[90837]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:30:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:37 smithi016 ceph-mon[84444]: pgmap v262: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 6 op/s; 23/225 objects degraded (10.222%) 2024-04-12T16:30:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:37 smithi016 ceph-mon[84444]: osdmap e401: 8 total, 7 up, 8 in 2024-04-12T16:30:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:37 smithi016 ceph-mon[84444]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T16:30:38.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:38.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:38.624 INFO:tasks.rados.rados.0.smithi005.stdout:1721: done (3 left) 2024-04-12T16:30:38.624 INFO:tasks.rados.rados.0.smithi005.stdout:1722: done (2 left) 2024-04-12T16:30:38.625 INFO:tasks.rados.rados.0.smithi005.stdout:1723: done (1 left) 2024-04-12T16:30:38.625 INFO:tasks.rados.rados.0.smithi005.stdout:1724: done (0 left) 2024-04-12T16:30:38.625 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 163 2024-04-12T16:30:38.625 INFO:tasks.rados.rados.0.smithi005.stdout:1725: seq_num 553 ranges {3112960=466944,3579904=417792,3997696=417792,4415488=516096,4931584=253952} 2024-04-12T16:30:38.645 INFO:tasks.rados.rados.0.smithi005.stdout:1725: writing smithi00577259-5 from 3112960 to 3579904 tid 1 2024-04-12T16:30:38.648 INFO:tasks.rados.rados.0.smithi005.stdout:1725: writing smithi00577259-5 from 3579904 to 3997696 tid 2 2024-04-12T16:30:38.650 INFO:tasks.rados.rados.0.smithi005.stdout:1725: writing smithi00577259-5 from 3997696 to 4415488 tid 3 2024-04-12T16:30:38.654 INFO:tasks.rados.rados.0.smithi005.stdout:1725: writing smithi00577259-5 from 4415488 to 4931584 tid 4 2024-04-12T16:30:38.656 INFO:tasks.rados.rados.0.smithi005.stdout:1725: writing smithi00577259-5 from 4931584 to 5185536 tid 5 2024-04-12T16:30:38.656 INFO:tasks.rados.rados.0.smithi005.stdout:1726: rollback oid 45 current snap is 163 2024-04-12T16:30:38.656 INFO:tasks.rados.rados.0.smithi005.stdout:1725: finishing write tid 1 to smithi00577259-5 2024-04-12T16:30:38.656 INFO:tasks.rados.rados.0.smithi005.stdout:1725: finishing write tid 2 to smithi00577259-5 2024-04-12T16:30:38.656 INFO:tasks.rados.rados.0.smithi005.stdout:1725: finishing write tid 3 to smithi00577259-5 2024-04-12T16:30:38.656 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 161 2024-04-12T16:30:38.656 INFO:tasks.rados.rados.0.smithi005.stdout:1727: setattr oid 38 current snap is 163 2024-04-12T16:30:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 163 2024-04-12T16:30:38.657 INFO:tasks.rados.rados.0.smithi005.stdout:1728: seq_num 554 ranges {3579904=483328,4063232=704512,4767744=622592,5390336=278528} 2024-04-12T16:30:38.679 INFO:tasks.rados.rados.0.smithi005.stdout:1728: writing smithi00577259-7 from 3579904 to 4063232 tid 1 2024-04-12T16:30:38.683 INFO:tasks.rados.rados.0.smithi005.stdout:1728: writing smithi00577259-7 from 4063232 to 4767744 tid 2 2024-04-12T16:30:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:1728: writing smithi00577259-7 from 4767744 to 5390336 tid 3 2024-04-12T16:30:38.689 INFO:tasks.rados.rados.0.smithi005.stdout:1728: writing smithi00577259-7 from 5390336 to 5668864 tid 4 2024-04-12T16:30:38.689 INFO:tasks.rados.rados.0.smithi005.stdout:1729: read oid 11 snap -1 2024-04-12T16:30:38.690 INFO:tasks.rados.rados.0.smithi005.stdout:1729: expect (ObjNum 514 snap 149 seq_num 514) 2024-04-12T16:30:38.690 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 163 2024-04-12T16:30:38.690 INFO:tasks.rados.rados.0.smithi005.stdout:1730: seq_num 555 ranges {2039808=499712,2539520=638976,3178496=425984,3604480=540672} 2024-04-12T16:30:38.703 INFO:tasks.rados.rados.0.smithi005.stdout:1730: writing smithi00577259-39 from 2039808 to 2539520 tid 1 2024-04-12T16:30:38.707 INFO:tasks.rados.rados.0.smithi005.stdout:1730: writing smithi00577259-39 from 2539520 to 3178496 tid 2 2024-04-12T16:30:38.709 INFO:tasks.rados.rados.0.smithi005.stdout:1730: writing smithi00577259-39 from 3178496 to 3604480 tid 3 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1730: writing smithi00577259-39 from 3604480 to 4145152 tid 4 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1731: read oid 43 snap -1 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1731: expect (ObjNum 504 snap 148 seq_num 504) 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1732: read oid 24 snap -1 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1732: expect (ObjNum 536 snap 153 seq_num 536) 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1725: finishing write tid 4 to smithi00577259-5 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1725: finishing write tid 5 to smithi00577259-5 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1725: finishing write tid 6 to smithi00577259-5 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1725: finishing write tid 7 to smithi00577259-5 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1725: oid 5 updating version 0 to 784 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1725: oid 5 updating version 784 to 786 2024-04-12T16:30:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:1725: oid 5 version 786 is already newer than 785 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1725: oid 5 updating version 786 to 787 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1725: oid 5 version 787 is already newer than 783 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1725: oid 5 version 787 is already newer than 782 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 787 (ObjNum 553 snap 163 seq_num 553) dirty exists 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1725: left oid 5 (ObjNum 553 snap 163 seq_num 553) 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 741 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1728: finishing write tid 1 to smithi00577259-7 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1733: read oid 17 snap -1 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1733: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1725: done (8 left) 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1727: done (7 left) 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1734: setattr oid 4 current snap is 163 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1728: finishing write tid 2 to smithi00577259-7 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1728: finishing write tid 3 to smithi00577259-7 2024-04-12T16:30:38.715 INFO:tasks.rados.rados.0.smithi005.stdout:1728: finishing write tid 4 to smithi00577259-7 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: finishing write tid 5 to smithi00577259-7 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: finishing write tid 6 to smithi00577259-7 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: oid 7 updating version 0 to 487 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: oid 7 updating version 487 to 490 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: oid 7 version 490 is already newer than 486 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: oid 7 version 490 is already newer than 489 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: oid 7 version 490 is already newer than 488 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 490 (ObjNum 554 snap 163 seq_num 554) dirty exists 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1728: left oid 7 (ObjNum 554 snap 163 seq_num 554) 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1730: finishing write tid 1 to smithi00577259-39 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1730: finishing write tid 2 to smithi00577259-39 2024-04-12T16:30:38.716 INFO:tasks.rados.rados.0.smithi005.stdout:1730: finishing write tid 3 to smithi00577259-39 2024-04-12T16:30:38.717 INFO:tasks.rados.rados.0.smithi005.stdout:1728: done (7 left) 2024-04-12T16:30:38.717 INFO:tasks.rados.rados.0.smithi005.stdout:1735: rollback oid 25 current snap is 163 2024-04-12T16:30:38.717 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 161 2024-04-12T16:30:38.717 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 163 2024-04-12T16:30:38.717 INFO:tasks.rados.rados.0.smithi005.stdout:1736: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2024-04-12T16:30:38.718 INFO:tasks.rados.rados.0.smithi005.stdout:1736: writing smithi00577259-34 from 0 to 516096 tid 1 2024-04-12T16:30:38.721 INFO:tasks.rados.rados.0.smithi005.stdout:1736: writing smithi00577259-34 from 516096 to 1040384 tid 2 2024-04-12T16:30:38.725 INFO:tasks.rados.rados.0.smithi005.stdout:1736: writing smithi00577259-34 from 1040384 to 1679360 tid 3 2024-04-12T16:30:38.728 INFO:tasks.rados.rados.0.smithi005.stdout:1736: writing smithi00577259-34 from 1679360 to 2121728 tid 4 2024-04-12T16:30:38.728 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 163 2024-04-12T16:30:38.728 INFO:tasks.rados.rados.0.smithi005.stdout:1737: seq_num 557 ranges {9322496=532480,9854976=802816,10657792=794624,11452416=8192} 2024-04-12T16:30:38.782 INFO:tasks.rados.rados.0.smithi005.stdout:1737: writing smithi00577259-10 from 9322496 to 9854976 tid 1 2024-04-12T16:30:38.786 INFO:tasks.rados.rados.0.smithi005.stdout:1737: writing smithi00577259-10 from 9854976 to 10657792 tid 2 2024-04-12T16:30:38.791 INFO:tasks.rados.rados.0.smithi005.stdout:1737: writing smithi00577259-10 from 10657792 to 11452416 tid 3 2024-04-12T16:30:38.791 INFO:tasks.rados.rados.0.smithi005.stdout:1737: writing smithi00577259-10 from 11452416 to 11460608 tid 4 2024-04-12T16:30:38.791 INFO:tasks.rados.rados.0.smithi005.stdout:1738: copy_from oid 15 from oid 22 current snap is 163 2024-04-12T16:30:38.792 INFO:tasks.rados.rados.0.smithi005.stdout:1733: expect (ObjNum 459 snap 136 seq_num 459) 2024-04-12T16:30:38.804 INFO:tasks.rados.rados.0.smithi005.stdout:1730: finishing write tid 4 to smithi00577259-39 2024-04-12T16:30:38.804 INFO:tasks.rados.rados.0.smithi005.stdout:1730: finishing write tid 5 to smithi00577259-39 2024-04-12T16:30:38.804 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 944 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:1730: finishing write tid 6 to smithi00577259-39 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:1730: oid 39 updating version 0 to 747 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:1730: oid 39 updating version 747 to 748 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:1730: oid 39 updating version 748 to 751 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:1730: oid 39 version 751 is already newer than 750 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:1730: oid 39 version 751 is already newer than 749 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 751 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:30:38.805 INFO:tasks.rados.rados.0.smithi005.stdout:1730: left oid 39 (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:30:38.806 INFO:tasks.rados.rados.0.smithi005.stdout:1736: finishing write tid 1 to smithi00577259-34 2024-04-12T16:30:38.806 INFO:tasks.rados.rados.0.smithi005.stdout:1736: finishing write tid 2 to smithi00577259-34 2024-04-12T16:30:38.806 INFO:tasks.rados.rados.0.smithi005.stdout:1730: done (10 left) 2024-04-12T16:30:38.806 INFO:tasks.rados.rados.0.smithi005.stdout:1733: done (9 left) 2024-04-12T16:30:38.806 INFO:tasks.rados.rados.0.smithi005.stdout:1734: done (8 left) 2024-04-12T16:30:38.806 INFO:tasks.rados.rados.0.smithi005.stdout:1739: snap_remove snap 162 2024-04-12T16:30:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[88416]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:30:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[88416]: osdmap e402: 8 total, 7 up, 8 in 2024-04-12T16:30:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[88416]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[90837]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:30:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[90837]: osdmap e402: 8 total, 7 up, 8 in 2024-04-12T16:30:38.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[90837]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:38.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:38.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:38 smithi016 ceph-mon[84444]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T16:30:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:38 smithi016 ceph-mon[84444]: osdmap e402: 8 total, 7 up, 8 in 2024-04-12T16:30:39.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:38 smithi016 ceph-mon[84444]: from='osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi005", "root=default"]}]: dispatch 2024-04-12T16:30:39.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:39.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:1739: done (8 left) 2024-04-12T16:30:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1740: read oid 7 snap 161 2024-04-12T16:30:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1740: expect (ObjNum 471 snap 138 seq_num 471) 2024-04-12T16:30:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1741: rmattr oid 28 current snap is 163 2024-04-12T16:30:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 163 2024-04-12T16:30:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:1742: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-04-12T16:30:39.630 INFO:tasks.rados.rados.0.smithi005.stdout:1742: writing smithi00577259-2 from 0 to 548864 tid 1 2024-04-12T16:30:39.635 INFO:tasks.rados.rados.0.smithi005.stdout:1742: writing smithi00577259-2 from 548864 to 1236992 tid 2 2024-04-12T16:30:39.640 INFO:tasks.rados.rados.0.smithi005.stdout:1742: writing smithi00577259-2 from 1236992 to 1843200 tid 3 2024-04-12T16:30:39.642 INFO:tasks.rados.rados.0.smithi005.stdout:1742: writing smithi00577259-2 from 1843200 to 2154496 tid 4 2024-04-12T16:30:39.646 INFO:tasks.rados.rados.0.smithi005.stdout:1736: finishing write tid 3 to smithi00577259-34 2024-04-12T16:30:39.646 INFO:tasks.rados.rados.0.smithi005.stdout:1732: expect (ObjNum 536 snap 153 seq_num 536) 2024-04-12T16:30:39.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[88416]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 23/210 objects degraded (10.952%) 2024-04-12T16:30:39.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 23/210 objects degraded (10.952%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:39.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:30:39.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[88416]: osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713] boot 2024-04-12T16:30:39.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[88416]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T16:30:39.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:30:39.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[90837]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 23/210 objects degraded (10.952%) 2024-04-12T16:30:39.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 23/210 objects degraded (10.952%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:39.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:30:39.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[90837]: osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713] boot 2024-04-12T16:30:39.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[90837]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T16:30:39.702 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:30:39.857 INFO:tasks.rados.rados.0.smithi005.stdout:1736: finishing write tid 4 to smithi00577259-34 2024-04-12T16:30:39.857 INFO:tasks.rados.rados.0.smithi005.stdout:1736: finishing write tid 5 to smithi00577259-34 2024-04-12T16:30:39.857 INFO:tasks.rados.rados.0.smithi005.stdout:1736: finishing write tid 6 to smithi00577259-34 2024-04-12T16:30:39.857 INFO:tasks.rados.rados.0.smithi005.stdout:1736: oid 34 updating version 0 to 948 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1736: oid 34 version 948 is already newer than 947 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1736: oid 34 version 948 is already newer than 945 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1736: oid 34 updating version 948 to 949 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1736: oid 34 version 949 is already newer than 946 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 949 (ObjNum 556 snap 163 seq_num 556) dirty exists 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1736: left oid 34 (ObjNum 556 snap 163 seq_num 556) 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1737: finishing write tid 1 to smithi00577259-10 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1737: finishing write tid 2 to smithi00577259-10 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1737: finishing write tid 3 to smithi00577259-10 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1737: finishing write tid 4 to smithi00577259-10 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1732: done (10 left) 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1736: done (9 left) 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1743: setattr oid 47 current snap is 163 2024-04-12T16:30:39.858 INFO:tasks.rados.rados.0.smithi005.stdout:1737: finishing write tid 5 to smithi00577259-10 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1737: finishing write tid 6 to smithi00577259-10 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1737: oid 10 updating version 0 to 752 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1737: oid 10 updating version 752 to 756 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1737: oid 10 version 756 is already newer than 754 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1737: oid 10 version 756 is already newer than 753 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1737: oid 10 version 756 is already newer than 755 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 756 (ObjNum 557 snap 163 seq_num 557) dirty exists 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1737: left oid 10 (ObjNum 557 snap 163 seq_num 557) 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1742: finishing write tid 1 to smithi00577259-2 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1742: finishing write tid 2 to smithi00577259-2 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1742: finishing write tid 3 to smithi00577259-2 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1742: finishing write tid 4 to smithi00577259-2 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1742: finishing write tid 5 to smithi00577259-2 2024-04-12T16:30:39.859 INFO:tasks.rados.rados.0.smithi005.stdout:1740: expect (ObjNum 471 snap 138 seq_num 471) 2024-04-12T16:30:40.056 INFO:tasks.rados.rados.0.smithi005.stdout:1742: finishing write tid 6 to smithi00577259-2 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1742: oid 2 updating version 0 to 785 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1742: oid 2 version 785 is already newer than 781 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1742: oid 2 version 785 is already newer than 784 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1742: oid 2 version 785 is already newer than 782 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1742: oid 2 version 785 is already newer than 783 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 785 (ObjNum 558 snap 163 seq_num 558) dirty exists 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1742: left oid 2 (ObjNum 558 snap 163 seq_num 558) 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1726: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1726: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1738: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 797 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1726: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 814 (ObjNum 431 snap 128 seq_num 431) dirty exists 2024-04-12T16:30:40.057 INFO:tasks.rados.rados.0.smithi005.stdout:1735: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:30:40.058 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 0 (ObjNum 481 snap 0 seq_num 1950283038) dirty dne 2024-04-12T16:30:40.058 INFO:tasks.rados.rados.0.smithi005.stdout:1738: finishing copy_from to smithi00577259-15 2024-04-12T16:30:40.058 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 757 (ObjNum 524 snap 151 seq_num 524) dirty exists 2024-04-12T16:30:40.058 INFO:tasks.rados.rados.0.smithi005.stdout:1729: expect (ObjNum 514 snap 149 seq_num 514) 2024-04-12T16:30:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:39 smithi016 ceph-mon[84444]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 23/210 objects degraded (10.952%) 2024-04-12T16:30:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:39 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 23/210 objects degraded (10.952%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T16:30:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:39 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:30:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:39 smithi016 ceph-mon[84444]: osd.3 [v2:172.21.15.5:6826/811422713,v1:172.21.15.5:6827/811422713] boot 2024-04-12T16:30:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:39 smithi016 ceph-mon[84444]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T16:30:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T16:30:40.205 INFO:tasks.rados.rados.0.smithi005.stdout:1731: expect (ObjNum 504 snap 148 seq_num 504) 2024-04-12T16:30:40.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:40 smithi005 ceph-mon[88416]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T16:30:40.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:40 smithi005 ceph-mon[90837]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T16:30:41.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:40 smithi016 ceph-mon[84444]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T16:30:41.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:41 smithi005 ceph-mon[88416]: pgmap v268: 121 pgs: 5 peering, 4 active+undersized+degraded, 22 active+undersized, 90 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 37 op/s; 8/216 objects degraded (3.704%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:30:41.896 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:41 smithi005 ceph-mon[90837]: pgmap v268: 121 pgs: 5 peering, 4 active+undersized+degraded, 22 active+undersized, 90 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 37 op/s; 8/216 objects degraded (3.704%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:30:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:41 smithi016 ceph-mon[84444]: pgmap v268: 121 pgs: 5 peering, 4 active+undersized+degraded, 22 active+undersized, 90 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 37 op/s; 8/216 objects degraded (3.704%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:30:42.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:30:42.089+0000 7f8d956fe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-12T16:30:42.296 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 389 (ObjNum 552 snap 162 seq_num 552) dirty exists 2024-04-12T16:30:42.296 INFO:tasks.rados.rados.0.smithi005.stdout:1726: done (9 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1729: done (8 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1731: done (7 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1735: done (6 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1737: done (5 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1738: done (4 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1740: done (3 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1741: done (2 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1742: done (1 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1743: done (0 left) 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 163 2024-04-12T16:30:42.297 INFO:tasks.rados.rados.0.smithi005.stdout:1744: seq_num 559 ranges {18235392=565248,18800640=573440,19374080=409600,19783680=622592} 2024-04-12T16:30:42.398 INFO:tasks.rados.rados.0.smithi005.stdout:1744: writing smithi00577259-23 from 18235392 to 18800640 tid 1 2024-04-12T16:30:42.401 INFO:tasks.rados.rados.0.smithi005.stdout:1744: writing smithi00577259-23 from 18800640 to 19374080 tid 2 2024-04-12T16:30:42.404 INFO:tasks.rados.rados.0.smithi005.stdout:1744: writing smithi00577259-23 from 19374080 to 19783680 tid 3 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:1744: writing smithi00577259-23 from 19783680 to 20406272 tid 4 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:1745: copy_from oid 30 from oid 39 current snap is 163 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:1744: finishing write tid 1 to smithi00577259-23 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:1744: finishing write tid 2 to smithi00577259-23 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:1744: finishing write tid 3 to smithi00577259-23 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:1746: rollback oid 29 current snap is 163 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 161 2024-04-12T16:30:42.408 INFO:tasks.rados.rados.0.smithi005.stdout:1747: delete oid 28 current snap is 163 2024-04-12T16:30:42.412 INFO:tasks.rados.rados.0.smithi005.stdout:1744: finishing write tid 4 to smithi00577259-23 2024-04-12T16:30:42.412 INFO:tasks.rados.rados.0.smithi005.stdout:1747: done (3 left) 2024-04-12T16:30:42.412 INFO:tasks.rados.rados.0.smithi005.stdout:1748: copy_from oid 48 from oid 21 current snap is 163 2024-04-12T16:30:42.412 INFO:tasks.rados.rados.0.smithi005.stdout:1749: copy_from oid 35 from oid 40 current snap is 163 2024-04-12T16:30:42.412 INFO:tasks.rados.rados.0.smithi005.stdout:1750: read oid 47 snap -1 2024-04-12T16:30:42.412 INFO:tasks.rados.rados.0.smithi005.stdout:1750: expect (ObjNum 552 snap 162 seq_num 552) 2024-04-12T16:30:42.412 INFO:tasks.rados.rados.0.smithi005.stdout:1751: snap_create 2024-04-12T16:30:42.413 INFO:tasks.rados.rados.0.smithi005.stdout:1744: finishing write tid 5 to smithi00577259-23 2024-04-12T16:30:42.413 INFO:tasks.rados.rados.0.smithi005.stdout:1746: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:30:42.413 INFO:tasks.rados.rados.0.smithi005.stdout:1746: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:30:42.414 INFO:tasks.rados.rados.0.smithi005.stdout:1746: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:30:42.414 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 747 (ObjNum 546 snap 161 seq_num 546) dirty exists 2024-04-12T16:30:42.414 INFO:tasks.rados.rados.0.smithi005.stdout:1744: finishing write tid 6 to smithi00577259-23 2024-04-12T16:30:42.415 INFO:tasks.rados.rados.0.smithi005.stdout:1744: oid 23 updating version 0 to 743 2024-04-12T16:30:42.415 INFO:tasks.rados.rados.0.smithi005.stdout:1744: oid 23 version 743 is already newer than 739 2024-04-12T16:30:42.415 INFO:tasks.rados.rados.0.smithi005.stdout:1744: oid 23 version 743 is already newer than 742 2024-04-12T16:30:42.415 INFO:tasks.rados.rados.0.smithi005.stdout:1744: oid 23 version 743 is already newer than 741 2024-04-12T16:30:42.415 INFO:tasks.rados.rados.0.smithi005.stdout:1744: oid 23 version 743 is already newer than 740 2024-04-12T16:30:42.415 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 743 (ObjNum 559 snap 163 seq_num 559) dirty exists 2024-04-12T16:30:42.415 INFO:tasks.rados.rados.0.smithi005.stdout:1744: left oid 23 (ObjNum 559 snap 163 seq_num 559) 2024-04-12T16:30:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:1750: expect (ObjNum 552 snap 162 seq_num 552) 2024-04-12T16:30:42.511 INFO:tasks.rados.rados.0.smithi005.stdout:1745: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:30:42.511 INFO:tasks.rados.rados.0.smithi005.stdout:1745: finishing copy_from to smithi00577259-30 2024-04-12T16:30:42.511 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 751 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:30:42.512 INFO:tasks.rados.rados.0.smithi005.stdout:1749: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:30:42.512 INFO:tasks.rados.rados.0.smithi005.stdout:1749: finishing copy_from to smithi00577259-35 2024-04-12T16:30:42.512 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 804 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:30:42.512 INFO:tasks.rados.rados.0.smithi005.stdout:1748: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:30:42.512 INFO:tasks.rados.rados.0.smithi005.stdout:1748: finishing copy_from to smithi00577259-48 2024-04-12T16:30:42.512 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 755 (ObjNum 539 snap 154 seq_num 539) dirty exists 2024-04-12T16:30:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:1744: done (6 left) 2024-04-12T16:30:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:1745: done (5 left) 2024-04-12T16:30:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:1746: done (4 left) 2024-04-12T16:30:42.947 INFO:tasks.rados.rados.0.smithi005.stdout:1748: done (3 left) 2024-04-12T16:30:42.948 INFO:tasks.rados.rados.0.smithi005.stdout:1749: done (2 left) 2024-04-12T16:30:42.948 INFO:tasks.rados.rados.0.smithi005.stdout:1750: done (1 left) 2024-04-12T16:30:42.948 INFO:tasks.rados.rados.0.smithi005.stdout:1751: done (0 left) 2024-04-12T16:30:42.948 INFO:tasks.rados.rados.0.smithi005.stdout:1752: snap_create 2024-04-12T16:30:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:43.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:43.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:30:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:30:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:30:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:43.840 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:43 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:43.950 INFO:tasks.rados.rados.0.smithi005.stdout:1752: done (0 left) 2024-04-12T16:30:43.951 INFO:tasks.rados.rados.0.smithi005.stdout:1753: snap_remove snap 161 2024-04-12T16:30:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:30:43] "GET /metrics HTTP/1.1" 200 36181 "" "Prometheus/2.43.0" 2024-04-12T16:30:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[88416]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-12T16:30:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[88416]: pgmap v269: 121 pgs: 5 peering, 4 active+undersized+degraded, 22 active+undersized, 90 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 27 op/s; 8/216 objects degraded (3.704%); 1.0 MiB/s, 0 objects/s recovering 2024-04-12T16:30:44.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[88416]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T16:30:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[90837]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-12T16:30:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[90837]: pgmap v269: 121 pgs: 5 peering, 4 active+undersized+degraded, 22 active+undersized, 90 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 27 op/s; 8/216 objects degraded (3.704%); 1.0 MiB/s, 0 objects/s recovering 2024-04-12T16:30:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:43 smithi005 ceph-mon[90837]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T16:30:44.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:43 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:44.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:43 smithi016 ceph-mon[84444]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-12T16:30:44.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:43 smithi016 ceph-mon[84444]: pgmap v269: 121 pgs: 5 peering, 4 active+undersized+degraded, 22 active+undersized, 90 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 27 op/s; 8/216 objects degraded (3.704%); 1.0 MiB/s, 0 objects/s recovering 2024-04-12T16:30:44.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:43 smithi016 ceph-mon[84444]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T16:30:44.961 INFO:tasks.rados.rados.0.smithi005.stdout:1753: done (0 left) 2024-04-12T16:30:44.961 INFO:tasks.rados.rados.0.smithi005.stdout:1754: rollback oid 35 current snap is 165 2024-04-12T16:30:44.961 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 35 to 164 2024-04-12T16:30:44.961 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 165 2024-04-12T16:30:44.961 INFO:tasks.rados.rados.0.smithi005.stdout:1755: seq_num 561 ranges {1957888=598016,2555904=745472,3301376=778240,4079616=81920} 2024-04-12T16:30:44.976 INFO:tasks.rados.rados.0.smithi005.stdout:1755: writing smithi00577259-29 from 1957888 to 2555904 tid 1 2024-04-12T16:30:44.981 INFO:tasks.rados.rados.0.smithi005.stdout:1755: writing smithi00577259-29 from 2555904 to 3301376 tid 2 2024-04-12T16:30:44.985 INFO:tasks.rados.rados.0.smithi005.stdout:1755: writing smithi00577259-29 from 3301376 to 4079616 tid 3 2024-04-12T16:30:44.986 INFO:tasks.rados.rados.0.smithi005.stdout:1755: writing smithi00577259-29 from 4079616 to 4161536 tid 4 2024-04-12T16:30:44.987 INFO:tasks.rados.rados.0.smithi005.stdout:1756: delete oid 30 current snap is 165 2024-04-12T16:30:44.987 INFO:tasks.rados.rados.0.smithi005.stdout:1754: finishing rollback tid 0 to smithi00577259-35 2024-04-12T16:30:44.987 INFO:tasks.rados.rados.0.smithi005.stdout:1755: finishing write tid 1 to smithi00577259-29 2024-04-12T16:30:44.987 INFO:tasks.rados.rados.0.smithi005.stdout:1754: finishing rollback tid 1 to smithi00577259-35 2024-04-12T16:30:44.987 INFO:tasks.rados.rados.0.smithi005.stdout:1754: finishing rollback tid 2 to smithi00577259-35 2024-04-12T16:30:44.987 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 807 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:30:44.987 INFO:tasks.rados.rados.0.smithi005.stdout:1755: finishing write tid 2 to smithi00577259-29 2024-04-12T16:30:44.988 INFO:tasks.rados.rados.0.smithi005.stdout:1754: done (2 left) 2024-04-12T16:30:44.988 INFO:tasks.rados.rados.0.smithi005.stdout:1756: done (1 left) 2024-04-12T16:30:44.988 INFO:tasks.rados.rados.0.smithi005.stdout:1757: delete oid 19 current snap is 165 2024-04-12T16:30:44.991 INFO:tasks.rados.rados.0.smithi005.stdout:1755: finishing write tid 3 to smithi00577259-29 2024-04-12T16:30:44.991 INFO:tasks.rados.rados.0.smithi005.stdout:1755: finishing write tid 4 to smithi00577259-29 2024-04-12T16:30:44.991 INFO:tasks.rados.rados.0.smithi005.stdout:1757: done (1 left) 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:1758: read oid 28 snap -1 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:1758: expect deleted 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:1759: rollback oid 32 current snap is 165 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:1755: finishing write tid 5 to smithi00577259-29 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 163 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:1760: read oid 34 snap -1 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:1760: expect (ObjNum 556 snap 163 seq_num 556) 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 165 2024-04-12T16:30:44.992 INFO:tasks.rados.rados.0.smithi005.stdout:1761: seq_num 564 ranges {0=655360,655360=442368,1097728=598016,1695744=565248} 2024-04-12T16:30:44.995 INFO:tasks.rados.rados.0.smithi005.stdout:1761: writing smithi00577259-20 from 0 to 655360 tid 1 2024-04-12T16:30:44.998 INFO:tasks.rados.rados.0.smithi005.stdout:1761: writing smithi00577259-20 from 655360 to 1097728 tid 2 2024-04-12T16:30:45.001 INFO:tasks.rados.rados.0.smithi005.stdout:1761: writing smithi00577259-20 from 1097728 to 1695744 tid 3 2024-04-12T16:30:45.005 INFO:tasks.rados.rados.0.smithi005.stdout:1761: writing smithi00577259-20 from 1695744 to 2260992 tid 4 2024-04-12T16:30:45.005 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 165 2024-04-12T16:30:45.005 INFO:tasks.rados.rados.0.smithi005.stdout:1762: seq_num 565 ranges {15835136=671744,16506880=729088,17235968=753664,17989632=122880} 2024-04-12T16:30:45.095 INFO:tasks.rados.rados.0.smithi005.stdout:1762: writing smithi00577259-45 from 15835136 to 16506880 tid 1 2024-04-12T16:30:45.099 INFO:tasks.rados.rados.0.smithi005.stdout:1762: writing smithi00577259-45 from 16506880 to 17235968 tid 2 2024-04-12T16:30:45.103 INFO:tasks.rados.rados.0.smithi005.stdout:1762: writing smithi00577259-45 from 17235968 to 17989632 tid 3 2024-04-12T16:30:45.104 INFO:tasks.rados.rados.0.smithi005.stdout:1762: writing smithi00577259-45 from 17989632 to 18112512 tid 4 2024-04-12T16:30:45.104 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 165 2024-04-12T16:30:45.105 INFO:tasks.rados.rados.0.smithi005.stdout:1763: seq_num 566 ranges {4767744=688128,5455872=614400,6070272=565248,6635520=425984} 2024-04-12T16:30:45.134 INFO:tasks.rados.rados.0.smithi005.stdout:1763: writing smithi00577259-9 from 4767744 to 5455872 tid 1 2024-04-12T16:30:45.137 INFO:tasks.rados.rados.0.smithi005.stdout:1763: writing smithi00577259-9 from 5455872 to 6070272 tid 2 2024-04-12T16:30:45.140 INFO:tasks.rados.rados.0.smithi005.stdout:1763: writing smithi00577259-9 from 6070272 to 6635520 tid 3 2024-04-12T16:30:45.143 INFO:tasks.rados.rados.0.smithi005.stdout:1763: writing smithi00577259-9 from 6635520 to 7061504 tid 4 2024-04-12T16:30:45.143 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 165 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1759: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 0 (ObjNum 401 snap 0 seq_num 1723838048) dirty dne 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1755: finishing write tid 6 to smithi00577259-29 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1755: oid 29 updating version 0 to 757 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1755: oid 29 version 757 is already newer than 754 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1755: oid 29 version 757 is already newer than 755 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1755: oid 29 version 757 is already newer than 756 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1755: oid 29 version 757 is already newer than 753 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 757 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1755: left oid 29 (ObjNum 561 snap 165 seq_num 561) 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1761: finishing write tid 1 to smithi00577259-20 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1761: finishing write tid 2 to smithi00577259-20 2024-04-12T16:30:45.144 INFO:tasks.rados.rados.0.smithi005.stdout:1760: expect (ObjNum 556 snap 163 seq_num 556) 2024-04-12T16:30:45.199 INFO:tasks.rados.rados.0.smithi005.stdout:1761: finishing write tid 3 to smithi00577259-20 2024-04-12T16:30:45.199 INFO:tasks.rados.rados.0.smithi005.stdout:1761: finishing write tid 4 to smithi00577259-20 2024-04-12T16:30:45.199 INFO:tasks.rados.rados.0.smithi005.stdout:1761: finishing write tid 5 to smithi00577259-20 2024-04-12T16:30:45.199 INFO:tasks.rados.rados.0.smithi005.stdout:1764: seq_num 567 ranges {2154496=704512,2859008=499712,3358720=770048,4128768=335872} 2024-04-12T16:30:45.214 INFO:tasks.rados.rados.0.smithi005.stdout:1764: writing smithi00577259-2 from 2154496 to 2859008 tid 1 2024-04-12T16:30:45.217 INFO:tasks.rados.rados.0.smithi005.stdout:1764: writing smithi00577259-2 from 2859008 to 3358720 tid 2 2024-04-12T16:30:45.221 INFO:tasks.rados.rados.0.smithi005.stdout:1764: writing smithi00577259-2 from 3358720 to 4128768 tid 3 2024-04-12T16:30:45.224 INFO:tasks.rados.rados.0.smithi005.stdout:1764: writing smithi00577259-2 from 4128768 to 4464640 tid 4 2024-04-12T16:30:45.224 INFO:tasks.rados.rados.0.smithi005.stdout:1755: done (7 left) 2024-04-12T16:30:45.224 INFO:tasks.rados.rados.0.smithi005.stdout:1758: done (6 left) 2024-04-12T16:30:45.224 INFO:tasks.rados.rados.0.smithi005.stdout:1759: done (5 left) 2024-04-12T16:30:45.224 INFO:tasks.rados.rados.0.smithi005.stdout:1760: done (4 left) 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 165 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1761: finishing write tid 6 to smithi00577259-20 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1761: oid 20 updating version 0 to 791 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1761: oid 20 version 791 is already newer than 789 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1761: oid 20 updating version 791 to 793 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1761: oid 20 version 793 is already newer than 792 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1761: oid 20 version 793 is already newer than 790 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 793 (ObjNum 564 snap 165 seq_num 564) dirty exists 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1761: left oid 20 (ObjNum 564 snap 165 seq_num 564) 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1762: finishing write tid 1 to smithi00577259-45 2024-04-12T16:30:45.225 INFO:tasks.rados.rados.0.smithi005.stdout:1762: finishing write tid 2 to smithi00577259-45 2024-04-12T16:30:45.226 INFO:tasks.rados.rados.0.smithi005.stdout:1765: seq_num 568 ranges {4734976=720896,5455872=786432,6242304=581632,6823936=237568} 2024-04-12T16:30:45.253 INFO:tasks.rados.rados.0.smithi005.stdout:1765: writing smithi00577259-24 from 4734976 to 5455872 tid 1 2024-04-12T16:30:45.258 INFO:tasks.rados.rados.0.smithi005.stdout:1765: writing smithi00577259-24 from 5455872 to 6242304 tid 2 2024-04-12T16:30:45.261 INFO:tasks.rados.rados.0.smithi005.stdout:1765: writing smithi00577259-24 from 6242304 to 6823936 tid 3 2024-04-12T16:30:45.263 INFO:tasks.rados.rados.0.smithi005.stdout:1765: writing smithi00577259-24 from 6823936 to 7061504 tid 4 2024-04-12T16:30:45.263 INFO:tasks.rados.rados.0.smithi005.stdout:1761: done (4 left) 2024-04-12T16:30:45.263 INFO:tasks.rados.rados.0.smithi005.stdout:1766: delete oid 25 current snap is 165 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: finishing write tid 3 to smithi00577259-45 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: finishing write tid 4 to smithi00577259-45 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: finishing write tid 5 to smithi00577259-45 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: finishing write tid 6 to smithi00577259-45 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: oid 45 updating version 0 to 821 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: oid 45 updating version 821 to 822 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: oid 45 updating version 822 to 823 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: oid 45 updating version 823 to 825 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: oid 45 version 825 is already newer than 824 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 825 (ObjNum 565 snap 165 seq_num 565) dirty exists 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1762: left oid 45 (ObjNum 565 snap 165 seq_num 565) 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1763: finishing write tid 1 to smithi00577259-9 2024-04-12T16:30:45.264 INFO:tasks.rados.rados.0.smithi005.stdout:1763: finishing write tid 2 to smithi00577259-9 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: finishing write tid 3 to smithi00577259-9 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: finishing write tid 4 to smithi00577259-9 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: finishing write tid 5 to smithi00577259-9 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: finishing write tid 6 to smithi00577259-9 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: oid 9 updating version 0 to 907 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: oid 9 updating version 907 to 910 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: oid 9 version 910 is already newer than 909 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: oid 9 version 910 is already newer than 908 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: oid 9 version 910 is already newer than 906 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 910 (ObjNum 566 snap 165 seq_num 566) dirty exists 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1763: left oid 9 (ObjNum 566 snap 165 seq_num 566) 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1764: finishing write tid 1 to smithi00577259-2 2024-04-12T16:30:45.265 INFO:tasks.rados.rados.0.smithi005.stdout:1764: finishing write tid 2 to smithi00577259-2 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: finishing write tid 3 to smithi00577259-2 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: finishing write tid 4 to smithi00577259-2 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: finishing write tid 5 to smithi00577259-2 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: finishing write tid 6 to smithi00577259-2 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: oid 2 updating version 0 to 798 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: oid 2 updating version 798 to 799 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: oid 2 version 799 is already newer than 797 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: oid 2 version 799 is already newer than 796 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: oid 2 version 799 is already newer than 795 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 799 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1764: left oid 2 (ObjNum 567 snap 165 seq_num 567) 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1765: finishing write tid 1 to smithi00577259-24 2024-04-12T16:30:45.266 INFO:tasks.rados.rados.0.smithi005.stdout:1765: finishing write tid 2 to smithi00577259-24 2024-04-12T16:30:45.267 INFO:tasks.rados.rados.0.smithi005.stdout:1765: finishing write tid 3 to smithi00577259-24 2024-04-12T16:30:45.267 INFO:tasks.rados.rados.0.smithi005.stdout:1762: done (4 left) 2024-04-12T16:30:45.267 INFO:tasks.rados.rados.0.smithi005.stdout:1763: done (3 left) 2024-04-12T16:30:45.267 INFO:tasks.rados.rados.0.smithi005.stdout:1764: done (2 left) 2024-04-12T16:30:45.268 INFO:tasks.rados.rados.0.smithi005.stdout:1766: done (1 left) 2024-04-12T16:30:45.268 INFO:tasks.rados.rados.0.smithi005.stdout:1767: rollback oid 49 current snap is 165 2024-04-12T16:30:45.268 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 49 to 164 2024-04-12T16:30:45.268 INFO:tasks.rados.rados.0.smithi005.stdout:1768: snap_remove snap 163 2024-04-12T16:30:45.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:44 smithi016 ceph-mon[84444]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T16:30:45.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:44 smithi005 ceph-mon[88416]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T16:30:45.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:44 smithi005 ceph-mon[90837]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T16:30:45.571 INFO:tasks.rados.rados.0.smithi005.stdout:1768: done (2 left) 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1769: rmattr oid 26 current snap is 165 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1769: done (2 left) 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1770: snap_create 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1765: finishing write tid 4 to smithi00577259-24 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1765: finishing write tid 5 to smithi00577259-24 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1765: finishing write tid 6 to smithi00577259-24 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1765: oid 24 updating version 0 to 804 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1765: oid 24 version 804 is already newer than 802 2024-04-12T16:30:45.572 INFO:tasks.rados.rados.0.smithi005.stdout:1765: oid 24 version 804 is already newer than 803 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:1765: oid 24 updating version 804 to 805 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:1765: oid 24 version 805 is already newer than 801 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 805 (ObjNum 568 snap 165 seq_num 568) dirty exists 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:1765: left oid 24 (ObjNum 568 snap 165 seq_num 568) 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:1767: finishing rollback tid 0 to smithi00577259-49 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:1767: finishing rollback tid 1 to smithi00577259-49 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:1767: finishing rollback tid 2 to smithi00577259-49 2024-04-12T16:30:45.573 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 913 (ObjNum 534 snap 153 seq_num 534) dirty exists 2024-04-12T16:30:46.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:45 smithi016 ceph-mon[84444]: pgmap v272: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.9 MiB/s wr, 34 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-12T16:30:46.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:45 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/216 objects degraded (3.704%), 4 pgs degraded) 2024-04-12T16:30:46.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:45 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:30:46.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:45 smithi016 ceph-mon[84444]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T16:30:46.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:45 smithi016 ceph-mon[84444]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T16:30:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[88416]: pgmap v272: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.9 MiB/s wr, 34 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-12T16:30:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/216 objects degraded (3.704%), 4 pgs degraded) 2024-04-12T16:30:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:30:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[88416]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T16:30:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[88416]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T16:30:46.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[90837]: pgmap v272: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.9 MiB/s wr, 34 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-12T16:30:46.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/216 objects degraded (3.704%), 4 pgs degraded) 2024-04-12T16:30:46.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:30:46.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[90837]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T16:30:46.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:45 smithi005 ceph-mon[90837]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T16:30:46.573 INFO:tasks.rados.rados.0.smithi005.stdout:1765: done (2 left) 2024-04-12T16:30:46.573 INFO:tasks.rados.rados.0.smithi005.stdout:1767: done (1 left) 2024-04-12T16:30:46.573 INFO:tasks.rados.rados.0.smithi005.stdout:1770: done (0 left) 2024-04-12T16:30:46.573 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 166 2024-04-12T16:30:46.573 INFO:tasks.rados.rados.0.smithi005.stdout:1771: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-04-12T16:30:46.576 INFO:tasks.rados.rados.0.smithi005.stdout:1771: writing smithi00577259-32 from 0 to 753664 tid 1 2024-04-12T16:30:46.580 INFO:tasks.rados.rados.0.smithi005.stdout:1771: writing smithi00577259-32 from 753664 to 1302528 tid 2 2024-04-12T16:30:46.583 INFO:tasks.rados.rados.0.smithi005.stdout:1771: writing smithi00577259-32 from 1302528 to 1843200 tid 3 2024-04-12T16:30:46.586 INFO:tasks.rados.rados.0.smithi005.stdout:1771: writing smithi00577259-32 from 1843200 to 2359296 tid 4 2024-04-12T16:30:46.587 INFO:tasks.rados.rados.0.smithi005.stdout:1772: rollback oid 4 current snap is 166 2024-04-12T16:30:46.587 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 164 2024-04-12T16:30:46.587 INFO:tasks.rados.rados.0.smithi005.stdout:1771: finishing write tid 1 to smithi00577259-32 2024-04-12T16:30:46.587 INFO:tasks.rados.rados.0.smithi005.stdout:1771: finishing write tid 2 to smithi00577259-32 2024-04-12T16:30:46.587 INFO:tasks.rados.rados.0.smithi005.stdout:1771: finishing write tid 3 to smithi00577259-32 2024-04-12T16:30:46.587 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 166 2024-04-12T16:30:46.587 INFO:tasks.rados.rados.0.smithi005.stdout:1773: seq_num 571 ranges {491520=770048,1261568=483328,1744896=753664,2498560=368640} 2024-04-12T16:30:46.593 INFO:tasks.rados.rados.0.smithi005.stdout:1773: writing smithi00577259-17 from 491520 to 1261568 tid 1 2024-04-12T16:30:46.596 INFO:tasks.rados.rados.0.smithi005.stdout:1773: writing smithi00577259-17 from 1261568 to 1744896 tid 2 2024-04-12T16:30:46.601 INFO:tasks.rados.rados.0.smithi005.stdout:1773: writing smithi00577259-17 from 1744896 to 2498560 tid 3 2024-04-12T16:30:46.604 INFO:tasks.rados.rados.0.smithi005.stdout:1773: writing smithi00577259-17 from 2498560 to 2867200 tid 4 2024-04-12T16:30:46.604 INFO:tasks.rados.rados.0.smithi005.stdout:1774: rollback oid 34 current snap is 166 2024-04-12T16:30:46.604 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 165 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1772: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1775: setattr oid 14 current snap is 166 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1772: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: finishing write tid 4 to smithi00577259-32 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1772: finishing rollback tid 2 to smithi00577259-4 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 957 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: finishing write tid 5 to smithi00577259-32 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: finishing write tid 6 to smithi00577259-32 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: oid 32 updating version 0 to 809 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: oid 32 version 809 is already newer than 807 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: oid 32 version 809 is already newer than 806 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: oid 32 version 809 is already newer than 805 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:1771: oid 32 version 809 is already newer than 808 2024-04-12T16:30:46.605 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 809 (ObjNum 570 snap 166 seq_num 570) dirty exists 2024-04-12T16:30:46.606 INFO:tasks.rados.rados.0.smithi005.stdout:1771: left oid 32 (ObjNum 570 snap 166 seq_num 570) 2024-04-12T16:30:46.606 INFO:tasks.rados.rados.0.smithi005.stdout:1773: finishing write tid 1 to smithi00577259-17 2024-04-12T16:30:46.606 INFO:tasks.rados.rados.0.smithi005.stdout:1773: finishing write tid 2 to smithi00577259-17 2024-04-12T16:30:46.606 INFO:tasks.rados.rados.0.smithi005.stdout:1771: done (4 left) 2024-04-12T16:30:46.606 INFO:tasks.rados.rados.0.smithi005.stdout:1772: done (3 left) 2024-04-12T16:30:46.606 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 166 2024-04-12T16:30:46.606 INFO:tasks.rados.rados.0.smithi005.stdout:1776: seq_num 572 ranges {2269184=786432,3055616=770048,3825664=557056,4382720=278528} 2024-04-12T16:30:46.622 INFO:tasks.rados.rados.0.smithi005.stdout:1776: writing smithi00577259-41 from 2269184 to 3055616 tid 1 2024-04-12T16:30:46.627 INFO:tasks.rados.rados.0.smithi005.stdout:1776: writing smithi00577259-41 from 3055616 to 3825664 tid 2 2024-04-12T16:30:46.630 INFO:tasks.rados.rados.0.smithi005.stdout:1776: writing smithi00577259-41 from 3825664 to 4382720 tid 3 2024-04-12T16:30:46.632 INFO:tasks.rados.rados.0.smithi005.stdout:1776: writing smithi00577259-41 from 4382720 to 4661248 tid 4 2024-04-12T16:30:46.632 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 166 2024-04-12T16:30:46.632 INFO:tasks.rados.rados.0.smithi005.stdout:1773: finishing write tid 3 to smithi00577259-17 2024-04-12T16:30:46.632 INFO:tasks.rados.rados.0.smithi005.stdout:1773: finishing write tid 4 to smithi00577259-17 2024-04-12T16:30:46.632 INFO:tasks.rados.rados.0.smithi005.stdout:1773: finishing write tid 5 to smithi00577259-17 2024-04-12T16:30:46.632 INFO:tasks.rados.rados.0.smithi005.stdout:1774: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:30:46.632 INFO:tasks.rados.rados.0.smithi005.stdout:1777: seq_num 573 ranges {1458176=802816,2260992=655360,2916352=720896,3637248=229376} 2024-04-12T16:30:46.644 INFO:tasks.rados.rados.0.smithi005.stdout:1777: writing smithi00577259-12 from 1458176 to 2260992 tid 1 2024-04-12T16:30:46.648 INFO:tasks.rados.rados.0.smithi005.stdout:1777: writing smithi00577259-12 from 2260992 to 2916352 tid 2 2024-04-12T16:30:46.652 INFO:tasks.rados.rados.0.smithi005.stdout:1777: writing smithi00577259-12 from 2916352 to 3637248 tid 3 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1777: writing smithi00577259-12 from 3637248 to 3866624 tid 4 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1778: read oid 5 snap -1 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1778: expect (ObjNum 553 snap 163 seq_num 553) 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1779: snap_create 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1774: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1773: finishing write tid 6 to smithi00577259-17 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1773: oid 17 updating version 0 to 809 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1773: oid 17 updating version 809 to 810 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1773: oid 17 updating version 810 to 811 2024-04-12T16:30:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:1773: oid 17 updating version 811 to 812 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1773: oid 17 version 812 is already newer than 808 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 812 (ObjNum 571 snap 166 seq_num 571) dirty exists 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1773: left oid 17 (ObjNum 571 snap 166 seq_num 571) 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1774: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 961 (ObjNum 556 snap 163 seq_num 556) dirty exists 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 963 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: finishing write tid 1 to smithi00577259-41 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: finishing write tid 2 to smithi00577259-41 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: finishing write tid 3 to smithi00577259-41 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: finishing write tid 4 to smithi00577259-41 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: finishing write tid 5 to smithi00577259-41 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: finishing write tid 6 to smithi00577259-41 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: oid 41 updating version 0 to 755 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: oid 41 version 755 is already newer than 753 2024-04-12T16:30:46.656 INFO:tasks.rados.rados.0.smithi005.stdout:1776: oid 41 updating version 755 to 757 2024-04-12T16:30:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:1776: oid 41 version 757 is already newer than 754 2024-04-12T16:30:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:1776: oid 41 version 757 is already newer than 756 2024-04-12T16:30:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 757 (ObjNum 572 snap 166 seq_num 572) dirty exists 2024-04-12T16:30:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:1776: left oid 41 (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:30:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:1777: finishing write tid 1 to smithi00577259-12 2024-04-12T16:30:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:1777: finishing write tid 2 to smithi00577259-12 2024-04-12T16:30:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:1777: finishing write tid 3 to smithi00577259-12 2024-04-12T16:30:46.659 INFO:tasks.rados.rados.0.smithi005.stdout:1777: finishing write tid 4 to smithi00577259-12 2024-04-12T16:30:46.659 INFO:tasks.rados.rados.0.smithi005.stdout:1777: finishing write tid 5 to smithi00577259-12 2024-04-12T16:30:46.660 INFO:tasks.rados.rados.0.smithi005.stdout:1777: finishing write tid 6 to smithi00577259-12 2024-04-12T16:30:46.660 INFO:tasks.rados.rados.0.smithi005.stdout:1777: oid 12 updating version 0 to 739 2024-04-12T16:30:46.660 INFO:tasks.rados.rados.0.smithi005.stdout:1777: oid 12 updating version 739 to 741 2024-04-12T16:30:46.661 INFO:tasks.rados.rados.0.smithi005.stdout:1777: oid 12 updating version 741 to 742 2024-04-12T16:30:46.661 INFO:tasks.rados.rados.0.smithi005.stdout:1777: oid 12 updating version 742 to 743 2024-04-12T16:30:46.661 INFO:tasks.rados.rados.0.smithi005.stdout:1777: oid 12 version 743 is already newer than 740 2024-04-12T16:30:46.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 743 (ObjNum 573 snap 166 seq_num 573) dirty exists 2024-04-12T16:30:46.661 INFO:tasks.rados.rados.0.smithi005.stdout:1777: left oid 12 (ObjNum 573 snap 166 seq_num 573) 2024-04-12T16:30:46.671 INFO:tasks.rados.rados.0.smithi005.stdout:1778: expect (ObjNum 553 snap 163 seq_num 553) 2024-04-12T16:30:47.579 INFO:tasks.rados.rados.0.smithi005.stdout:1773: done (6 left) 2024-04-12T16:30:47.579 INFO:tasks.rados.rados.0.smithi005.stdout:1774: done (5 left) 2024-04-12T16:30:47.579 INFO:tasks.rados.rados.0.smithi005.stdout:1775: done (4 left) 2024-04-12T16:30:47.579 INFO:tasks.rados.rados.0.smithi005.stdout:1776: done (3 left) 2024-04-12T16:30:47.579 INFO:tasks.rados.rados.0.smithi005.stdout:1777: done (2 left) 2024-04-12T16:30:47.579 INFO:tasks.rados.rados.0.smithi005.stdout:1778: done (1 left) 2024-04-12T16:30:47.579 INFO:tasks.rados.rados.0.smithi005.stdout:1779: done (0 left) 2024-04-12T16:30:47.580 INFO:tasks.rados.rados.0.smithi005.stdout:1780: read oid 37 snap -1 2024-04-12T16:30:47.580 INFO:tasks.rados.rados.0.smithi005.stdout:1780: expect (ObjNum 494 snap 146 seq_num 494) 2024-04-12T16:30:47.580 INFO:tasks.rados.rados.0.smithi005.stdout:1781: read oid 17 snap -1 2024-04-12T16:30:47.580 INFO:tasks.rados.rados.0.smithi005.stdout:1781: expect (ObjNum 571 snap 166 seq_num 571) 2024-04-12T16:30:47.580 INFO:tasks.rados.rados.0.smithi005.stdout:1782: delete oid 44 current snap is 167 2024-04-12T16:30:47.581 INFO:tasks.rados.rados.0.smithi005.stdout:1782: done (2 left) 2024-04-12T16:30:47.581 INFO:tasks.rados.rados.0.smithi005.stdout:1783: copy_from oid 21 from oid 29 current snap is 167 2024-04-12T16:30:47.581 INFO:tasks.rados.rados.0.smithi005.stdout:1784: read oid 50 snap -1 2024-04-12T16:30:47.581 INFO:tasks.rados.rados.0.smithi005.stdout:1784: expect (ObjNum 548 snap 161 seq_num 548) 2024-04-12T16:30:47.581 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 167 2024-04-12T16:30:47.581 INFO:tasks.rados.rados.0.smithi005.stdout:1785: seq_num 575 ranges {2121728=32768} 2024-04-12T16:30:47.595 INFO:tasks.rados.rados.0.smithi005.stdout:1785: writing smithi00577259-34 from 2121728 to 2154496 tid 1 2024-04-12T16:30:47.595 INFO:tasks.rados.rados.0.smithi005.stdout:1786: rmattr oid 32 current snap is 167 2024-04-12T16:30:47.595 INFO:tasks.rados.rados.0.smithi005.stdout:1786: done (5 left) 2024-04-12T16:30:47.595 INFO:tasks.rados.rados.0.smithi005.stdout:1787: snap_remove snap 164 2024-04-12T16:30:47.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:47 smithi016 ceph-mon[84444]: pgmap v275: 121 pgs: 121 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.5 MiB/s wr, 21 op/s; 964 KiB/s, 0 objects/s recovering 2024-04-12T16:30:47.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:47 smithi016 ceph-mon[84444]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T16:30:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:47 smithi005 ceph-mon[88416]: pgmap v275: 121 pgs: 121 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.5 MiB/s wr, 21 op/s; 964 KiB/s, 0 objects/s recovering 2024-04-12T16:30:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:47 smithi005 ceph-mon[88416]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T16:30:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:47 smithi005 ceph-mon[90837]: pgmap v275: 121 pgs: 121 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 6.5 MiB/s wr, 21 op/s; 964 KiB/s, 0 objects/s recovering 2024-04-12T16:30:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:47 smithi005 ceph-mon[90837]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T16:30:48.584 INFO:tasks.rados.rados.0.smithi005.stdout:1787: done (5 left) 2024-04-12T16:30:48.584 INFO:tasks.rados.rados.0.smithi005.stdout:1788: copy_from oid 27 from oid 4 current snap is 167 2024-04-12T16:30:48.584 INFO:tasks.rados.rados.0.smithi005.stdout:1781: expect (ObjNum 571 snap 166 seq_num 571) 2024-04-12T16:30:48.675 INFO:tasks.rados.rados.0.smithi005.stdout:1780: expect (ObjNum 494 snap 146 seq_num 494) 2024-04-12T16:30:48.703 INFO:tasks.rados.rados.0.smithi005.stdout:1783: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:30:48.703 INFO:tasks.rados.rados.0.smithi005.stdout:1783: finishing copy_from to smithi00577259-21 2024-04-12T16:30:48.703 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 757 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-04-12T16:30:48.704 INFO:tasks.rados.rados.0.smithi005.stdout:1784: expect (ObjNum 548 snap 161 seq_num 548) 2024-04-12T16:30:48.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:48 smithi016 ceph-mon[84444]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T16:30:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:48 smithi005 ceph-mon[88416]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T16:30:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:48 smithi005 ceph-mon[90837]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T16:30:49.178 INFO:tasks.rados.rados.0.smithi005.stdout:1785: finishing write tid 1 to smithi00577259-34 2024-04-12T16:30:49.179 INFO:tasks.rados.rados.0.smithi005.stdout:1785: finishing write tid 2 to smithi00577259-34 2024-04-12T16:30:49.179 INFO:tasks.rados.rados.0.smithi005.stdout:1785: finishing write tid 3 to smithi00577259-34 2024-04-12T16:30:49.179 INFO:tasks.rados.rados.0.smithi005.stdout:1785: oid 34 updating version 0 to 966 2024-04-12T16:30:49.179 INFO:tasks.rados.rados.0.smithi005.stdout:1785: oid 34 version 966 is already newer than 965 2024-04-12T16:30:49.179 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 966 (ObjNum 575 snap 167 seq_num 575) dirty exists 2024-04-12T16:30:49.179 INFO:tasks.rados.rados.0.smithi005.stdout:1785: left oid 34 (ObjNum 575 snap 167 seq_num 575) 2024-04-12T16:30:49.180 INFO:tasks.rados.rados.0.smithi005.stdout:1780: done (5 left) 2024-04-12T16:30:49.180 INFO:tasks.rados.rados.0.smithi005.stdout:1781: done (4 left) 2024-04-12T16:30:49.180 INFO:tasks.rados.rados.0.smithi005.stdout:1783: done (3 left) 2024-04-12T16:30:49.180 INFO:tasks.rados.rados.0.smithi005.stdout:1784: done (2 left) 2024-04-12T16:30:49.180 INFO:tasks.rados.rados.0.smithi005.stdout:1785: done (1 left) 2024-04-12T16:30:49.180 INFO:tasks.rados.rados.0.smithi005.stdout:1789: snap_remove snap 165 2024-04-12T16:30:49.586 INFO:tasks.rados.rados.0.smithi005.stdout:1789: done (1 left) 2024-04-12T16:30:49.586 INFO:tasks.rados.rados.0.smithi005.stdout:1790: read oid 34 snap -1 2024-04-12T16:30:49.586 INFO:tasks.rados.rados.0.smithi005.stdout:1790: expect (ObjNum 575 snap 167 seq_num 575) 2024-04-12T16:30:49.586 INFO:tasks.rados.rados.0.smithi005.stdout:1791: delete oid 47 current snap is 167 2024-04-12T16:30:49.586 INFO:tasks.rados.rados.0.smithi005.stdout:1788: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:30:49.586 INFO:tasks.rados.rados.0.smithi005.stdout:1788: finishing copy_from to smithi00577259-27 2024-04-12T16:30:49.587 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 957 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-04-12T16:30:49.595 INFO:tasks.rados.rados.0.smithi005.stdout:1788: done (2 left) 2024-04-12T16:30:49.595 INFO:tasks.rados.rados.0.smithi005.stdout:1791: done (1 left) 2024-04-12T16:30:49.595 INFO:tasks.rados.rados.0.smithi005.stdout:1792: read oid 28 snap -1 2024-04-12T16:30:49.595 INFO:tasks.rados.rados.0.smithi005.stdout:1792: expect deleted 2024-04-12T16:30:49.595 INFO:tasks.rados.rados.0.smithi005.stdout:1793: snap_remove snap 166 2024-04-12T16:30:49.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:49 smithi016 ceph-mon[84444]: pgmap v278: 121 pgs: 121 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-12T16:30:49.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:49 smithi016 ceph-mon[84444]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T16:30:49.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:49.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:49.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[88416]: pgmap v278: 121 pgs: 121 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-12T16:30:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[88416]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T16:30:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[90837]: pgmap v278: 121 pgs: 121 active+clean; 218 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-12T16:30:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[90837]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T16:30:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:30:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:50.596 INFO:tasks.rados.rados.0.smithi005.stdout:1793: done (2 left) 2024-04-12T16:30:50.596 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 167 2024-04-12T16:30:50.597 INFO:tasks.rados.rados.0.smithi005.stdout:1794: seq_num 577 ranges {2588672=65536} 2024-04-12T16:30:50.611 INFO:tasks.rados.rados.0.smithi005.stdout:1794: writing smithi00577259-22 from 2588672 to 2654208 tid 1 2024-04-12T16:30:50.611 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 167 2024-04-12T16:30:50.611 INFO:tasks.rados.rados.0.smithi005.stdout:1795: seq_num 578 ranges {2359296=81920} 2024-04-12T16:30:50.625 INFO:tasks.rados.rados.0.smithi005.stdout:1795: writing smithi00577259-32 from 2359296 to 2441216 tid 1 2024-04-12T16:30:50.625 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 167 2024-04-12T16:30:50.625 INFO:tasks.rados.rados.0.smithi005.stdout:1790: expect (ObjNum 575 snap 167 seq_num 575) 2024-04-12T16:30:50.717 INFO:tasks.rados.rados.0.smithi005.stdout:1794: finishing write tid 1 to smithi00577259-22 2024-04-12T16:30:50.717 INFO:tasks.rados.rados.0.smithi005.stdout:1794: finishing write tid 2 to smithi00577259-22 2024-04-12T16:30:50.717 INFO:tasks.rados.rados.0.smithi005.stdout:1794: finishing write tid 3 to smithi00577259-22 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1794: oid 22 updating version 0 to 758 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1794: oid 22 updating version 758 to 759 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 759 (ObjNum 577 snap 167 seq_num 577) dirty exists 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1794: left oid 22 (ObjNum 577 snap 167 seq_num 577) 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1795: finishing write tid 1 to smithi00577259-32 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1795: finishing write tid 2 to smithi00577259-32 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1795: finishing write tid 3 to smithi00577259-32 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1795: oid 32 updating version 0 to 811 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1795: oid 32 version 811 is already newer than 810 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 811 (ObjNum 578 snap 167 seq_num 578) dirty exists 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1795: left oid 32 (ObjNum 578 snap 167 seq_num 578) 2024-04-12T16:30:50.718 INFO:tasks.rados.rados.0.smithi005.stdout:1796: seq_num 579 ranges {2588672=98304} 2024-04-12T16:30:50.732 INFO:tasks.rados.rados.0.smithi005.stdout:1796: writing smithi00577259-15 from 2588672 to 2686976 tid 1 2024-04-12T16:30:50.732 INFO:tasks.rados.rados.0.smithi005.stdout:1790: done (4 left) 2024-04-12T16:30:50.732 INFO:tasks.rados.rados.0.smithi005.stdout:1792: done (3 left) 2024-04-12T16:30:50.732 INFO:tasks.rados.rados.0.smithi005.stdout:1794: done (2 left) 2024-04-12T16:30:50.732 INFO:tasks.rados.rados.0.smithi005.stdout:1795: done (1 left) 2024-04-12T16:30:50.732 INFO:tasks.rados.rados.0.smithi005.stdout:1797: snap_create 2024-04-12T16:30:50.734 INFO:tasks.rados.rados.0.smithi005.stdout:1796: finishing write tid 1 to smithi00577259-15 2024-04-12T16:30:50.734 INFO:tasks.rados.rados.0.smithi005.stdout:1796: finishing write tid 2 to smithi00577259-15 2024-04-12T16:30:50.735 INFO:tasks.rados.rados.0.smithi005.stdout:1796: finishing write tid 3 to smithi00577259-15 2024-04-12T16:30:50.735 INFO:tasks.rados.rados.0.smithi005.stdout:1796: oid 15 updating version 0 to 759 2024-04-12T16:30:50.735 INFO:tasks.rados.rados.0.smithi005.stdout:1796: oid 15 version 759 is already newer than 758 2024-04-12T16:30:50.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 759 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-04-12T16:30:50.735 INFO:tasks.rados.rados.0.smithi005.stdout:1796: left oid 15 (ObjNum 579 snap 167 seq_num 579) 2024-04-12T16:30:50.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:50 smithi005 ceph-mon[88416]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T16:30:50.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:50 smithi005 ceph-mon[90837]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T16:30:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:50 smithi016 ceph-mon[84444]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T16:30:51.601 INFO:tasks.rados.rados.0.smithi005.stdout:1796: done (1 left) 2024-04-12T16:30:51.601 INFO:tasks.rados.rados.0.smithi005.stdout:1797: done (0 left) 2024-04-12T16:30:51.601 INFO:tasks.rados.rados.0.smithi005.stdout:1798: rmattr oid 13 current snap is 168 2024-04-12T16:30:51.602 INFO:tasks.rados.rados.0.smithi005.stdout:1799: read oid 26 snap 167 2024-04-12T16:30:51.602 INFO:tasks.rados.rados.0.smithi005.stdout:1799: expect deleted 2024-04-12T16:30:51.602 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 168 2024-04-12T16:30:51.602 INFO:tasks.rados.rados.0.smithi005.stdout:1800: seq_num 580 ranges {0=114688} 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1800: writing smithi00577259-6 from 0 to 114688 tid 1 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1801: rollback oid 24 current snap is 168 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 167 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1802: read oid 28 snap -1 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1802: expect deleted 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1803: read oid 46 snap -1 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1803: expect (ObjNum 539 snap 154 seq_num 539) 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1804: rollback oid 5 current snap is 168 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 5 to 167 2024-04-12T16:30:51.603 INFO:tasks.rados.rados.0.smithi005.stdout:1805: read oid 17 snap -1 2024-04-12T16:30:51.604 INFO:tasks.rados.rados.0.smithi005.stdout:1805: expect (ObjNum 571 snap 166 seq_num 571) 2024-04-12T16:30:51.604 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 168 2024-04-12T16:30:51.604 INFO:tasks.rados.rados.0.smithi005.stdout:1806: seq_num 581 ranges {9445376=139264} 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1806: writing smithi00577259-3 from 9445376 to 9584640 tid 1 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1807: copy_from oid 30 from oid 14 current snap is 168 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 958 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1800: finishing write tid 1 to smithi00577259-6 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1800: finishing write tid 2 to smithi00577259-6 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1801: finishing rollback tid 0 to smithi00577259-24 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1800: finishing write tid 3 to smithi00577259-6 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1800: oid 6 updating version 0 to 683 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1800: oid 6 updating version 683 to 684 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 684 (ObjNum 580 snap 168 seq_num 580) dirty exists 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1800: left oid 6 (ObjNum 580 snap 168 seq_num 580) 2024-04-12T16:30:51.657 INFO:tasks.rados.rados.0.smithi005.stdout:1801: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:1798: done (9 left) 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:1799: done (8 left) 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:1800: done (7 left) 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:1802: done (6 left) 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:1808: rollback oid 15 current snap is 168 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 167 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:1801: finishing rollback tid 2 to smithi00577259-24 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 817 (ObjNum 568 snap 165 seq_num 568) dirty exists 2024-04-12T16:30:51.658 INFO:tasks.rados.rados.0.smithi005.stdout:1805: expect (ObjNum 571 snap 166 seq_num 571) 2024-04-12T16:30:51.740 INFO:tasks.rados.rados.0.smithi005.stdout:1803: expect (ObjNum 539 snap 154 seq_num 539) 2024-04-12T16:30:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:51 smithi005 ceph-mon[88416]: pgmap v281: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-04-12T16:30:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:51 smithi005 ceph-mon[88416]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T16:30:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:51 smithi005 ceph-mon[90837]: pgmap v281: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-04-12T16:30:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:51 smithi005 ceph-mon[90837]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:1804: finishing rollback tid 0 to smithi00577259-5 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:1804: finishing rollback tid 1 to smithi00577259-5 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:1804: finishing rollback tid 2 to smithi00577259-5 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 803 (ObjNum 553 snap 163 seq_num 553) dirty exists 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:1808: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:1808: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:1808: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 762 (ObjNum 579 snap 167 seq_num 579) dirty exists 2024-04-12T16:30:52.059 INFO:tasks.rados.rados.0.smithi005.stdout:1806: finishing write tid 1 to smithi00577259-3 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1807: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1806: finishing write tid 2 to smithi00577259-3 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1807: finishing copy_from to smithi00577259-30 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 963 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1806: finishing write tid 3 to smithi00577259-3 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1806: oid 3 updating version 0 to 763 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1806: oid 3 updating version 763 to 764 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 764 (ObjNum 581 snap 168 seq_num 581) dirty exists 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1806: left oid 3 (ObjNum 581 snap 168 seq_num 581) 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1801: done (6 left) 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1803: done (5 left) 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1804: done (4 left) 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1805: done (3 left) 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1806: done (2 left) 2024-04-12T16:30:52.060 INFO:tasks.rados.rados.0.smithi005.stdout:1807: done (1 left) 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1808: done (0 left) 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1809: copy_from oid 43 from oid 3 current snap is 168 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1810: read oid 47 snap 167 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1810: expect deleted 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1811: read oid 4 snap -1 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1811: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1812: read oid 41 snap -1 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1812: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:30:52.061 INFO:tasks.rados.rados.0.smithi005.stdout:1813: snap_create 2024-04-12T16:30:52.068 INFO:tasks.rados.rados.0.smithi005.stdout:1811: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:30:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:51 smithi016 ceph-mon[84444]: pgmap v281: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 25 op/s 2024-04-12T16:30:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:51 smithi016 ceph-mon[84444]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T16:30:52.116 INFO:tasks.rados.rados.0.smithi005.stdout:1812: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:30:52.276 INFO:tasks.rados.rados.0.smithi005.stdout:1809: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:30:52.276 INFO:tasks.rados.rados.0.smithi005.stdout:1809: finishing copy_from to smithi00577259-43 2024-04-12T16:30:52.276 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 764 (ObjNum 581 snap 168 seq_num 581) dirty exists 2024-04-12T16:30:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1809: done (4 left) 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1810: done (3 left) 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1811: done (2 left) 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1812: done (1 left) 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1813: done (0 left) 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1814: copy_from oid 48 from oid 40 current snap is 169 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1815: read oid 3 snap 168 2024-04-12T16:30:52.607 INFO:tasks.rados.rados.0.smithi005.stdout:1815: expect (ObjNum 581 snap 168 seq_num 581) 2024-04-12T16:30:52.608 INFO:tasks.rados.rados.0.smithi005.stdout:1816: snap_create 2024-04-12T16:30:52.622 INFO:tasks.rados.rados.0.smithi005.stdout:1814: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:30:52.624 INFO:tasks.rados.rados.0.smithi005.stdout:1814: finishing copy_from to smithi00577259-48 2024-04-12T16:30:52.624 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 804 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:30:52.652 INFO:tasks.rados.rados.0.smithi005.stdout:1815: expect (ObjNum 581 snap 168 seq_num 581) 2024-04-12T16:30:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:52 smithi005 ceph-mon[88416]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T16:30:52.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:52 smithi005 ceph-mon[90837]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T16:30:53.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:52 smithi016 ceph-mon[84444]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T16:30:53.607 INFO:tasks.rados.rados.0.smithi005.stdout:1814: done (2 left) 2024-04-12T16:30:53.608 INFO:tasks.rados.rados.0.smithi005.stdout:1815: done (1 left) 2024-04-12T16:30:53.608 INFO:tasks.rados.rados.0.smithi005.stdout:1816: done (0 left) 2024-04-12T16:30:53.608 INFO:tasks.rados.rados.0.smithi005.stdout:1817: delete oid 8 current snap is 170 2024-04-12T16:30:53.612 INFO:tasks.rados.rados.0.smithi005.stdout:1817: done (0 left) 2024-04-12T16:30:53.612 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 170 2024-04-12T16:30:53.612 INFO:tasks.rados.rados.0.smithi005.stdout:1818: seq_num 583 ranges {0=172032} 2024-04-12T16:30:53.613 INFO:tasks.rados.rados.0.smithi005.stdout:1818: writing smithi00577259-19 from 0 to 172032 tid 1 2024-04-12T16:30:53.613 INFO:tasks.rados.rados.0.smithi005.stdout:1819: rollback oid 40 current snap is 170 2024-04-12T16:30:53.613 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 169 2024-04-12T16:30:53.613 INFO:tasks.rados.rados.0.smithi005.stdout:1820: rmattr oid 1 current snap is 170 2024-04-12T16:30:53.613 INFO:tasks.rados.rados.0.smithi005.stdout:1820: done (2 left) 2024-04-12T16:30:53.613 INFO:tasks.rados.rados.0.smithi005.stdout:1821: delete oid 46 current snap is 170 2024-04-12T16:30:53.618 INFO:tasks.rados.rados.0.smithi005.stdout:1819: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:30:53.619 INFO:tasks.rados.rados.0.smithi005.stdout:1819: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:30:53.619 INFO:tasks.rados.rados.0.smithi005.stdout:1819: finishing rollback tid 2 to smithi00577259-40 2024-04-12T16:30:53.619 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 961 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:30:53.620 INFO:tasks.rados.rados.0.smithi005.stdout:1818: finishing write tid 1 to smithi00577259-19 2024-04-12T16:30:53.620 INFO:tasks.rados.rados.0.smithi005.stdout:1819: done (2 left) 2024-04-12T16:30:53.621 INFO:tasks.rados.rados.0.smithi005.stdout:1821: done (1 left) 2024-04-12T16:30:53.621 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 170 2024-04-12T16:30:53.621 INFO:tasks.rados.rados.0.smithi005.stdout:1822: seq_num 585 ranges {9584640=204800} 2024-04-12T16:30:53.674 INFO:tasks.rados.rados.0.smithi005.stdout:1822: writing smithi00577259-3 from 9584640 to 9789440 tid 1 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1823: copy_from oid 44 from oid 14 current snap is 170 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1818: finishing write tid 2 to smithi00577259-19 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1818: finishing write tid 3 to smithi00577259-19 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1818: oid 19 updating version 0 to 766 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1818: oid 19 version 766 is already newer than 765 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 766 (ObjNum 583 snap 170 seq_num 583) dirty exists 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1818: left oid 19 (ObjNum 583 snap 170 seq_num 583) 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1818: done (2 left) 2024-04-12T16:30:53.675 INFO:tasks.rados.rados.0.smithi005.stdout:1824: snap_create 2024-04-12T16:30:53.679 INFO:tasks.rados.rados.0.smithi005.stdout:1822: finishing write tid 1 to smithi00577259-3 2024-04-12T16:30:53.679 INFO:tasks.rados.rados.0.smithi005.stdout:1822: finishing write tid 2 to smithi00577259-3 2024-04-12T16:30:53.680 INFO:tasks.rados.rados.0.smithi005.stdout:1823: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:30:53.681 INFO:tasks.rados.rados.0.smithi005.stdout:1823: finishing copy_from to smithi00577259-44 2024-04-12T16:30:53.681 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 963 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:30:53.681 INFO:tasks.rados.rados.0.smithi005.stdout:1822: finishing write tid 3 to smithi00577259-3 2024-04-12T16:30:53.681 INFO:tasks.rados.rados.0.smithi005.stdout:1822: oid 3 updating version 0 to 767 2024-04-12T16:30:53.681 INFO:tasks.rados.rados.0.smithi005.stdout:1822: oid 3 version 767 is already newer than 766 2024-04-12T16:30:53.681 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 767 (ObjNum 585 snap 170 seq_num 585) dirty exists 2024-04-12T16:30:53.681 INFO:tasks.rados.rados.0.smithi005.stdout:1822: left oid 3 (ObjNum 585 snap 170 seq_num 585) 2024-04-12T16:30:53.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:53 smithi016 ceph-mon[84444]: pgmap v284: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T16:30:53.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:53 smithi016 ceph-mon[84444]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T16:30:53.841 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:30:53 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:30:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:30:53.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:53 smithi005 ceph-mon[88416]: pgmap v284: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T16:30:53.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:53 smithi005 ceph-mon[88416]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T16:30:53.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:53 smithi005 ceph-mon[90837]: pgmap v284: 121 pgs: 121 active+clean; 208 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T16:30:53.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:53 smithi005 ceph-mon[90837]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T16:30:54.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:30:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:30:53] "GET /metrics HTTP/1.1" 200 36173 "" "Prometheus/2.43.0" 2024-04-12T16:30:54.620 INFO:tasks.rados.rados.0.smithi005.stdout:1822: done (2 left) 2024-04-12T16:30:54.620 INFO:tasks.rados.rados.0.smithi005.stdout:1823: done (1 left) 2024-04-12T16:30:54.620 INFO:tasks.rados.rados.0.smithi005.stdout:1824: done (0 left) 2024-04-12T16:30:54.620 INFO:tasks.rados.rados.0.smithi005.stdout:1825: rollback oid 2 current snap is 171 2024-04-12T16:30:54.620 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 170 2024-04-12T16:30:54.620 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 171 2024-04-12T16:30:54.621 INFO:tasks.rados.rados.0.smithi005.stdout:1826: seq_num 586 ranges {3727360=221184} 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:1826: writing smithi00577259-11 from 3727360 to 3948544 tid 1 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:1827: copy_from oid 49 from oid 36 current snap is 171 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:1825: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:1825: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:1825: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 823 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:1825: done (2 left) 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 171 2024-04-12T16:30:54.642 INFO:tasks.rados.rados.0.smithi005.stdout:1828: seq_num 587 ranges {9584640=237568} 2024-04-12T16:30:54.695 INFO:tasks.rados.rados.0.smithi005.stdout:1828: writing smithi00577259-43 from 9584640 to 9822208 tid 1 2024-04-12T16:30:54.695 INFO:tasks.rados.rados.0.smithi005.stdout:1829: read oid 37 snap -1 2024-04-12T16:30:54.695 INFO:tasks.rados.rados.0.smithi005.stdout:1829: expect (ObjNum 494 snap 146 seq_num 494) 2024-04-12T16:30:54.695 INFO:tasks.rados.rados.0.smithi005.stdout:1830: snap_remove snap 169 2024-04-12T16:30:54.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:54 smithi005 ceph-mon[88416]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T16:30:54.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:54 smithi005 ceph-mon[90837]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T16:30:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:54 smithi016 ceph-mon[84444]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T16:30:55.574 INFO:tasks.rados.rados.0.smithi005.stdout:1830: done (4 left) 2024-04-12T16:30:55.574 INFO:tasks.rados.rados.0.smithi005.stdout:1831: snap_create 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:1826: finishing write tid 1 to smithi00577259-11 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:1826: finishing write tid 2 to smithi00577259-11 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:1826: finishing write tid 3 to smithi00577259-11 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:1826: oid 11 updating version 0 to 814 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:1826: oid 11 updating version 814 to 815 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 815 (ObjNum 586 snap 171 seq_num 586) dirty exists 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:1826: left oid 11 (ObjNum 586 snap 171 seq_num 586) 2024-04-12T16:30:55.576 INFO:tasks.rados.rados.0.smithi005.stdout:1827: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1827: finishing copy_from to smithi00577259-49 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 361 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1828: finishing write tid 1 to smithi00577259-43 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1828: finishing write tid 2 to smithi00577259-43 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1828: finishing write tid 3 to smithi00577259-43 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1828: oid 43 updating version 0 to 767 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1828: oid 43 updating version 767 to 768 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 768 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1828: left oid 43 (ObjNum 587 snap 171 seq_num 587) 2024-04-12T16:30:55.577 INFO:tasks.rados.rados.0.smithi005.stdout:1829: expect (ObjNum 494 snap 146 seq_num 494) 2024-04-12T16:30:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:55 smithi005 ceph-mon[88416]: pgmap v287: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-12T16:30:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:55 smithi005 ceph-mon[88416]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T16:30:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:55 smithi005 ceph-mon[88416]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T16:30:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:55 smithi005 ceph-mon[90837]: pgmap v287: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-12T16:30:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:55 smithi005 ceph-mon[90837]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T16:30:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:55 smithi005 ceph-mon[90837]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T16:30:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:55 smithi016 ceph-mon[84444]: pgmap v287: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-04-12T16:30:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:55 smithi016 ceph-mon[84444]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T16:30:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:55 smithi016 ceph-mon[84444]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T16:30:56.574 INFO:tasks.rados.rados.0.smithi005.stdout:1826: done (4 left) 2024-04-12T16:30:56.575 INFO:tasks.rados.rados.0.smithi005.stdout:1827: done (3 left) 2024-04-12T16:30:56.575 INFO:tasks.rados.rados.0.smithi005.stdout:1828: done (2 left) 2024-04-12T16:30:56.575 INFO:tasks.rados.rados.0.smithi005.stdout:1829: done (1 left) 2024-04-12T16:30:56.575 INFO:tasks.rados.rados.0.smithi005.stdout:1831: done (0 left) 2024-04-12T16:30:56.575 INFO:tasks.rados.rados.0.smithi005.stdout:1832: copy_from oid 2 from oid 47 current snap is 172 2024-04-12T16:30:56.575 INFO:tasks.rados.rados.0.smithi005.stdout:1833: snap_remove snap 171 2024-04-12T16:30:57.580 INFO:tasks.rados.rados.0.smithi005.stdout:1833: done (1 left) 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1834: rollback oid 25 current snap is 172 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 170 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1835: rmattr oid 5 current snap is 172 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1832: finishing copy_from to smithi00577259-2 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1832: got expected ENOENT (src dne) 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1832: finishing copy_from racing read to smithi00577259-2 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1836: read oid 23 snap 168 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1836: expect (ObjNum 559 snap 163 seq_num 559) 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1832: done (3 left) 2024-04-12T16:30:57.581 INFO:tasks.rados.rados.0.smithi005.stdout:1837: setattr oid 10 current snap is 172 2024-04-12T16:30:57.582 INFO:tasks.rados.rados.0.smithi005.stdout:1838: read oid 35 snap -1 2024-04-12T16:30:57.582 INFO:tasks.rados.rados.0.smithi005.stdout:1838: expect (ObjNum 511 snap 149 seq_num 511) 2024-04-12T16:30:57.582 INFO:tasks.rados.rados.0.smithi005.stdout:1839: snap_create 2024-04-12T16:30:57.586 INFO:tasks.rados.rados.0.smithi005.stdout:1834: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:30:57.587 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:30:57.588 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 809 (ObjNum 553 snap 163 seq_num 553) dirty exists 2024-04-12T16:30:57.592 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 757 (ObjNum 557 snap 163 seq_num 557) dirty exists 2024-04-12T16:30:57.652 INFO:tasks.rados.rados.0.smithi005.stdout:1836: expect (ObjNum 559 snap 163 seq_num 559) 2024-04-12T16:30:57.823 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:57 smithi016 ceph-mon[84444]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T16:30:57.823 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:57 smithi016 ceph-mon[84444]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T16:30:57.824 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:57 smithi005 ceph-mon[88416]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T16:30:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:57 smithi005 ceph-mon[88416]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T16:30:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:57 smithi005 ceph-mon[90837]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T16:30:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:57 smithi005 ceph-mon[90837]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T16:30:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:58.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:58 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:58.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:58 smithi016 ceph-mon[84444]: Upgrade: osd.4 is safe to restart 2024-04-12T16:30:58.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:58 smithi016 ceph-mon[84444]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T16:30:58.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:58 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:58.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:58 smithi005 ceph-mon[88416]: Upgrade: osd.4 is safe to restart 2024-04-12T16:30:58.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:58 smithi005 ceph-mon[88416]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T16:30:58.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:58 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T16:30:58.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:58 smithi005 ceph-mon[90837]: Upgrade: osd.4 is safe to restart 2024-04-12T16:30:58.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:58 smithi005 ceph-mon[90837]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T16:30:59.788 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:59 smithi016 ceph-mon[84444]: pgmap v293: 121 pgs: 121 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 488 KiB/s wr, 14 op/s 2024-04-12T16:30:59.788 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:59 smithi016 ceph-mon[84444]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T16:30:59.788 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:59 smithi016 ceph-mon[84444]: Upgrade: Updating osd.4 2024-04-12T16:30:59.788 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:59.788 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:30:59.789 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:59.789 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:30:59 smithi016 ceph-mon[84444]: Deploying daemon osd.4 on smithi016 2024-04-12T16:30:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[88416]: pgmap v293: 121 pgs: 121 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 488 KiB/s wr, 14 op/s 2024-04-12T16:30:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[88416]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T16:30:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[88416]: Upgrade: Updating osd.4 2024-04-12T16:30:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:30:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[88416]: Deploying daemon osd.4 on smithi016 2024-04-12T16:30:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[90837]: pgmap v293: 121 pgs: 121 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 488 KiB/s wr, 14 op/s 2024-04-12T16:30:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[90837]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T16:30:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[90837]: Upgrade: Updating osd.4 2024-04-12T16:30:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:30:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T16:30:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:30:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:30:59 smithi005 ceph-mon[90837]: Deploying daemon osd.4 on smithi016 2024-04-12T16:31:00.440 INFO:tasks.rados.rados.0.smithi005.stdout:1838: expect (ObjNum 511 snap 149 seq_num 511) 2024-04-12T16:31:00.581 INFO:tasks.rados.rados.0.smithi005.stdout:1834: done (5 left) 2024-04-12T16:31:00.581 INFO:tasks.rados.rados.0.smithi005.stdout:1835: done (4 left) 2024-04-12T16:31:00.581 INFO:tasks.rados.rados.0.smithi005.stdout:1836: done (3 left) 2024-04-12T16:31:00.582 INFO:tasks.rados.rados.0.smithi005.stdout:1837: done (2 left) 2024-04-12T16:31:00.582 INFO:tasks.rados.rados.0.smithi005.stdout:1838: done (1 left) 2024-04-12T16:31:00.582 INFO:tasks.rados.rados.0.smithi005.stdout:1839: done (0 left) 2024-04-12T16:31:00.582 INFO:tasks.rados.rados.0.smithi005.stdout:1840: rollback oid 36 current snap is 173 2024-04-12T16:31:00.582 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 170 2024-04-12T16:31:00.582 INFO:tasks.rados.rados.0.smithi005.stdout:1841: snap_create 2024-04-12T16:31:00.587 INFO:tasks.rados.rados.0.smithi005.stdout:1840: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:31:00.587 INFO:tasks.rados.rados.0.smithi005.stdout:1840: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:31:00.588 INFO:tasks.rados.rados.0.smithi005.stdout:1840: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:31:00.588 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 821 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:31:01.579 INFO:tasks.rados.rados.0.smithi005.stdout:1840: done (1 left) 2024-04-12T16:31:01.579 INFO:tasks.rados.rados.0.smithi005.stdout:1841: done (0 left) 2024-04-12T16:31:01.579 INFO:tasks.rados.rados.0.smithi005.stdout:1842: read oid 4 snap 173 2024-04-12T16:31:01.579 INFO:tasks.rados.rados.0.smithi005.stdout:1842: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:01.579 INFO:tasks.rados.rados.0.smithi005.stdout:1843: snap_create 2024-04-12T16:31:01.588 INFO:tasks.rados.rados.0.smithi005.stdout:1842: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:01.626 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:01 smithi016 ceph-mon[84444]: pgmap v295: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 50 KiB/s wr, 10 op/s 2024-04-12T16:31:01.626 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:01 smithi016 ceph-mon[84444]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T16:31:01.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:01 smithi005 ceph-mon[88416]: pgmap v295: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 50 KiB/s wr, 10 op/s 2024-04-12T16:31:01.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:01 smithi005 ceph-mon[88416]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T16:31:01.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:01 smithi005 ceph-mon[90837]: pgmap v295: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 50 KiB/s wr, 10 op/s 2024-04-12T16:31:01.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:01 smithi005 ceph-mon[90837]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T16:31:02.554 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:02 smithi016 systemd[1]: Stopping Ceph osd.4 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:31:02.555 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:02.593 INFO:tasks.rados.rados.0.smithi005.stdout:1842: done (1 left) 2024-04-12T16:31:02.593 INFO:tasks.rados.rados.0.smithi005.stdout:1843: done (0 left) 2024-04-12T16:31:02.593 INFO:tasks.rados.rados.0.smithi005.stdout:1844: rollback oid 11 current snap is 175 2024-04-12T16:31:02.593 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 172 2024-04-12T16:31:02.593 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 175 2024-04-12T16:31:02.593 INFO:tasks.rados.rados.0.smithi005.stdout:1845: seq_num 588 ranges {4161536=253952} 2024-04-12T16:31:02.617 INFO:tasks.rados.rados.0.smithi005.stdout:1845: writing smithi00577259-29 from 4161536 to 4415488 tid 1 2024-04-12T16:31:02.617 INFO:tasks.rados.rados.0.smithi005.stdout:1846: copy_from oid 16 from oid 39 current snap is 175 2024-04-12T16:31:02.617 INFO:tasks.rados.rados.0.smithi005.stdout:1847: delete oid 24 current snap is 175 2024-04-12T16:31:02.629 INFO:tasks.rados.rados.0.smithi005.stdout:1846: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:31:02.634 INFO:tasks.rados.rados.0.smithi005.stdout:1846: finishing copy_from to smithi00577259-16 2024-04-12T16:31:02.635 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 751 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:31:02.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:02 smithi016 ceph-mon[84444]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T16:31:02.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:02 smithi016 ceph-mon[84444]: osd.4 marked itself down and dead 2024-04-12T16:31:02.840 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[35791]: 2024-04-12T16:31:02.559+0000 7f5a8254b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:31:02.840 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[35791]: 2024-04-12T16:31:02.559+0000 7f5a8254b700 -1 osd.4 422 *** Got signal Terminated *** 2024-04-12T16:31:02.841 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[35791]: 2024-04-12T16:31:02.559+0000 7f5a8254b700 -1 osd.4 422 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:31:02.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:02 smithi005 ceph-mon[88416]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T16:31:02.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:02 smithi005 ceph-mon[88416]: osd.4 marked itself down and dead 2024-04-12T16:31:02.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:02 smithi005 ceph-mon[90837]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T16:31:02.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:02 smithi005 ceph-mon[90837]: osd.4 marked itself down and dead 2024-04-12T16:31:03.340 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:03 smithi016 podman[89623]: 2024-04-12 16:31:03.040587018 +0000 UTC m=+0.627176783 container died 65439606879ff93e393d78f22a39a0c6f4b0618ae6b309c6bf4c489f9215ed29 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T16:31:03.462 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:31:03.600 INFO:tasks.rados.rados.0.smithi005.stdout:1845: finishing write tid 1 to smithi00577259-29 2024-04-12T16:31:03.600 INFO:tasks.rados.rados.0.smithi005.stdout:1845: finishing write tid 2 to smithi00577259-29 2024-04-12T16:31:03.602 INFO:tasks.rados.rados.0.smithi005.stdout:1844: finishing rollback tid 0 to smithi00577259-11 2024-04-12T16:31:03.602 INFO:tasks.rados.rados.0.smithi005.stdout:1845: finishing write tid 3 to smithi00577259-29 2024-04-12T16:31:03.602 INFO:tasks.rados.rados.0.smithi005.stdout:1845: oid 29 updating version 0 to 771 2024-04-12T16:31:03.602 INFO:tasks.rados.rados.0.smithi005.stdout:1845: oid 29 updating version 771 to 772 2024-04-12T16:31:03.602 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 772 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-04-12T16:31:03.602 INFO:tasks.rados.rados.0.smithi005.stdout:1845: left oid 29 (ObjNum 588 snap 175 seq_num 588) 2024-04-12T16:31:03.603 INFO:tasks.rados.rados.0.smithi005.stdout:1844: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:31:03.603 INFO:tasks.rados.rados.0.smithi005.stdout:1844: finishing rollback tid 2 to smithi00577259-11 2024-04-12T16:31:03.603 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 825 (ObjNum 586 snap 171 seq_num 586) dirty exists 2024-04-12T16:31:03.604 INFO:tasks.rados.rados.0.smithi005.stdout:1844: done (3 left) 2024-04-12T16:31:03.604 INFO:tasks.rados.rados.0.smithi005.stdout:1845: done (2 left) 2024-04-12T16:31:03.604 INFO:tasks.rados.rados.0.smithi005.stdout:1846: done (1 left) 2024-04-12T16:31:03.604 INFO:tasks.rados.rados.0.smithi005.stdout:1847: done (0 left) 2024-04-12T16:31:03.604 INFO:tasks.rados.rados.0.smithi005.stdout:1848: rollback oid 23 current snap is 175 2024-04-12T16:31:03.604 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 172 2024-04-12T16:31:03.604 INFO:tasks.rados.rados.0.smithi005.stdout:1849: snap_create 2024-04-12T16:31:03.609 INFO:tasks.rados.rados.0.smithi005.stdout:1848: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:31:03.609 INFO:tasks.rados.rados.0.smithi005.stdout:1848: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:31:03.610 INFO:tasks.rados.rados.0.smithi005.stdout:1848: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:31:03.610 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 815 (ObjNum 559 snap 163 seq_num 559) dirty exists 2024-04-12T16:31:03.683 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:03 smithi016 ceph-mon[84444]: pgmap v298: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 50 KiB/s wr, 10 op/s 2024-04-12T16:31:03.683 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:03 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:31:03.683 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:03 smithi016 ceph-mon[84444]: osdmap e424: 8 total, 7 up, 8 in 2024-04-12T16:31:03.684 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:03.684 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:03 smithi016 podman[89623]: 2024-04-12 16:31:03.452133086 +0000 UTC m=+1.038722853 container cleanup 65439606879ff93e393d78f22a39a0c6f4b0618ae6b309c6bf4c489f9215ed29 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:31:03.684 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:03 smithi016 bash[89623]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4 2024-04-12T16:31:03.807 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:31:03.807 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (8m) 26s ago 9m 24.5M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:31:03.807 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (8m) 2m ago 8m 91.0M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:31:03.807 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (10m) 26s ago 10m 19.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:31:03.807 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (10m) 2m ago 10m 15.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (3m) 2m ago 13m 449M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (4m) 26s ago 15m 513M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (3m) 26s ago 15m 53.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (3m) 2m ago 13m 29.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (3m) 26s ago 13m 48.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (8m) 26s ago 8m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (8m) 2m ago 8m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (2m) 26s ago 13m 178M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (100s) 26s ago 12m 141M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (65s) 26s ago 12m 115M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (30s) 26s ago 11m 12.0M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (11m) 2m ago 11m 175M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 65439606879f 2024-04-12T16:31:03.808 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (11m) 2m ago 11m 161M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:31:03.809 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (10m) 2m ago 10m 117M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:31:03.809 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (10m) 2m ago 10m 132M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:31:03.809 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (4m) 2m ago 9m 55.7M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:31:03.809 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:03 smithi005 ceph-mon[88416]: pgmap v298: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 50 KiB/s wr, 10 op/s 2024-04-12T16:31:03.809 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:03 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:31:03.809 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:03 smithi005 ceph-mon[88416]: osdmap e424: 8 total, 7 up, 8 in 2024-04-12T16:31:03.809 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:03 smithi005 ceph-mon[90837]: pgmap v298: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 50 KiB/s wr, 10 op/s 2024-04-12T16:31:03.809 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:03 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:31:03.809 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:03 smithi005 ceph-mon[90837]: osdmap e424: 8 total, 7 up, 8 in 2024-04-12T16:31:04.090 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:03 smithi016 podman[89640]: 2024-04-12 16:31:03.689206722 +0000 UTC m=+0.642206872 container remove 65439606879ff93e393d78f22a39a0c6f4b0618ae6b309c6bf4c489f9215ed29 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:31:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:31:03] "GET /metrics HTTP/1.1" 200 36173 "" "Prometheus/2.43.0" 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:31:04.217 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 4 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 9 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:31:04.218 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:31:04.436 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:04 smithi016 podman[89733]: 2024-04-12 16:31:04.123395859 +0000 UTC m=+0.107418228 container create a30b08194227f3670535c0984a8dc9a8234d5728c7a33962bac702bd3298c2ca (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5) 2024-04-12T16:31:04.437 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:04 smithi016 podman[89733]: 2024-04-12 16:31:04.034111692 +0000 UTC m=+0.018134082 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:31:04.437 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:04 smithi016 podman[89733]: 2024-04-12 16:31:04.342866537 +0000 UTC m=+0.326888924 container init a30b08194227f3670535c0984a8dc9a8234d5728c7a33962bac702bd3298c2ca (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T16:31:04.437 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:04 smithi016 podman[89733]: 2024-04-12 16:31:04.346132557 +0000 UTC m=+0.330154925 container start a30b08194227f3670535c0984a8dc9a8234d5728c7a33962bac702bd3298c2ca (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:31:04.437 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:04 smithi016 podman[89733]: 2024-04-12 16:31:04.442426519 +0000 UTC m=+0.426448910 container attach a30b08194227f3670535c0984a8dc9a8234d5728c7a33962bac702bd3298c2ca (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1848: done (1 left) 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1849: done (0 left) 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1850: read oid 30 snap 167 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1850: expect deleted 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1851: rollback oid 17 current snap is 176 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 17 to 175 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1852: read oid 14 snap 174 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1852: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:04.601 INFO:tasks.rados.rados.0.smithi005.stdout:1853: rollback oid 25 current snap is 176 2024-04-12T16:31:04.602 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 167 2024-04-12T16:31:04.602 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 176 2024-04-12T16:31:04.602 INFO:tasks.rados.rados.0.smithi005.stdout:1854: seq_num 590 ranges {4415488=286720} 2024-04-12T16:31:04.627 INFO:tasks.rados.rados.0.smithi005.stdout:1854: writing smithi00577259-29 from 4415488 to 4702208 tid 1 2024-04-12T16:31:04.627 INFO:tasks.rados.rados.0.smithi005.stdout:1855: read oid 23 snap -1 2024-04-12T16:31:04.627 INFO:tasks.rados.rados.0.smithi005.stdout:1855: expect (ObjNum 559 snap 163 seq_num 559) 2024-04-12T16:31:04.627 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 176 2024-04-12T16:31:04.627 INFO:tasks.rados.rados.0.smithi005.stdout:1856: seq_num 591 ranges {18112512=303104} 2024-04-12T16:31:04.732 INFO:tasks.rados.rados.0.smithi005.stdout:1856: writing smithi00577259-45 from 18112512 to 18415616 tid 1 2024-04-12T16:31:04.733 INFO:tasks.rados.rados.0.smithi005.stdout:1857: read oid 50 snap -1 2024-04-12T16:31:04.733 INFO:tasks.rados.rados.0.smithi005.stdout:1857: expect (ObjNum 548 snap 161 seq_num 548) 2024-04-12T16:31:04.733 INFO:tasks.rados.rados.0.smithi005.stdout:1858: rmattr oid 43 current snap is 176 2024-04-12T16:31:04.733 INFO:tasks.rados.rados.0.smithi005.stdout:1858: done (8 left) 2024-04-12T16:31:04.733 INFO:tasks.rados.rados.0.smithi005.stdout:1859: copy_from oid 21 from oid 13 current snap is 176 2024-04-12T16:31:04.733 INFO:tasks.rados.rados.0.smithi005.stdout:1852: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:04.750 INFO:tasks.rados.rados.0.smithi005.stdout:1853: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:31:04.750 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 0 (ObjNum 33 snap 0 seq_num 697697528) dirty dne 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1851: finishing rollback tid 0 to smithi00577259-17 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1851: finishing rollback tid 1 to smithi00577259-17 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1851: finishing rollback tid 2 to smithi00577259-17 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 818 (ObjNum 571 snap 166 seq_num 571) dirty exists 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1850: done (8 left) 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1851: done (7 left) 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1852: done (6 left) 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1853: done (5 left) 2024-04-12T16:31:04.751 INFO:tasks.rados.rados.0.smithi005.stdout:1860: snap_remove snap 170 2024-04-12T16:31:04.840 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:04 smithi016 podman[89733]: 2024-04-12 16:31:04.649176669 +0000 UTC m=+0.633199053 container died a30b08194227f3670535c0984a8dc9a8234d5728c7a33962bac702bd3298c2ca (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-12T16:31:04.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:04 smithi016 ceph-mon[84444]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:04.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:04 smithi016 ceph-mon[84444]: osdmap e425: 8 total, 7 up, 8 in 2024-04-12T16:31:04.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:04 smithi016 ceph-mon[84444]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:04.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:04 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1288526982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:04.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:04.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[88416]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[88416]: osdmap e425: 8 total, 7 up, 8 in 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[88416]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1288526982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[90837]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[90837]: osdmap e425: 8 total, 7 up, 8 in 2024-04-12T16:31:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[90837]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1288526982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:05.201 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 podman[89758]: 2024-04-12 16:31:05.204380185 +0000 UTC m=+0.550336812 container remove a30b08194227f3670535c0984a8dc9a8234d5728c7a33962bac702bd3298c2ca (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD) 2024-04-12T16:31:05.576 INFO:tasks.rados.rados.0.smithi005.stdout:1860: done (5 left) 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1861: delete oid 11 current snap is 176 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1854: finishing write tid 1 to smithi00577259-29 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1854: finishing write tid 2 to smithi00577259-29 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1854: finishing write tid 3 to smithi00577259-29 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1854: oid 29 updating version 0 to 775 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1854: oid 29 version 775 is already newer than 774 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 775 (ObjNum 590 snap 176 seq_num 590) dirty exists 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1854: left oid 29 (ObjNum 590 snap 176 seq_num 590) 2024-04-12T16:31:05.577 INFO:tasks.rados.rados.0.smithi005.stdout:1855: expect (ObjNum 559 snap 163 seq_num 559) 2024-04-12T16:31:05.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-12T16:31:05.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 systemd[1]: Stopped Ceph osd.4 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:31:05.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.4.service: Consumed 15.221s CPU time. 2024-04-12T16:31:05.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 systemd[1]: Starting Ceph osd.4 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:31:05.861 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:05 smithi016 ceph-mon[84444]: pgmap v301: 121 pgs: 4 active+undersized+degraded, 16 peering, 4 stale+active+clean, 4 active+undersized, 93 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 14/255 objects degraded (5.490%) 2024-04-12T16:31:05.861 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:05 smithi016 ceph-mon[84444]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-12T16:31:05.861 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:05 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 14/255 objects degraded (5.490%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:05.861 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:05 smithi016 ceph-mon[84444]: osdmap e426: 8 total, 7 up, 8 in 2024-04-12T16:31:05.861 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:05 smithi016 ceph-mon[84444]: osdmap e427: 8 total, 7 up, 8 in 2024-04-12T16:31:05.862 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 podman[89865]: 2024-04-12 16:31:05.543284687 +0000 UTC m=+0.018509773 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:31:05.862 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 podman[89865]: 2024-04-12 16:31:05.65595854 +0000 UTC m=+0.131183606 container create c209685b7075066089d80d077403eb5badd64157bae5f7a0710bf237608cc74f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-12T16:31:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[88416]: pgmap v301: 121 pgs: 4 active+undersized+degraded, 16 peering, 4 stale+active+clean, 4 active+undersized, 93 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 14/255 objects degraded (5.490%) 2024-04-12T16:31:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[88416]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-12T16:31:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 14/255 objects degraded (5.490%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[88416]: osdmap e426: 8 total, 7 up, 8 in 2024-04-12T16:31:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[88416]: osdmap e427: 8 total, 7 up, 8 in 2024-04-12T16:31:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[90837]: pgmap v301: 121 pgs: 4 active+undersized+degraded, 16 peering, 4 stale+active+clean, 4 active+undersized, 93 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 14/255 objects degraded (5.490%) 2024-04-12T16:31:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[90837]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-12T16:31:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 14/255 objects degraded (5.490%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[90837]: osdmap e426: 8 total, 7 up, 8 in 2024-04-12T16:31:05.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:05 smithi005 ceph-mon[90837]: osdmap e427: 8 total, 7 up, 8 in 2024-04-12T16:31:06.318 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 podman[89865]: 2024-04-12 16:31:05.867046005 +0000 UTC m=+0.342271077 container init c209685b7075066089d80d077403eb5badd64157bae5f7a0710bf237608cc74f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:31:06.318 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 podman[89865]: 2024-04-12 16:31:05.870572155 +0000 UTC m=+0.345797219 container start c209685b7075066089d80d077403eb5badd64157bae5f7a0710bf237608cc74f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-12T16:31:06.318 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:05 smithi016 podman[89865]: 2024-04-12 16:31:05.949990955 +0000 UTC m=+0.425216033 container attach c209685b7075066089d80d077403eb5badd64157bae5f7a0710bf237608cc74f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-12T16:31:06.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate[89879]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 bash[89865]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 bash[89865]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 bash[89865]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 bash[89865]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 bash[89865]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 bash[89865]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 bash[89865]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate[89879]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate[89879]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate[89879]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate[89879]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-12T16:31:06.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate[89879]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-12T16:31:06.592 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate[89879]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-12T16:31:06.592 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 podman[89865]: 2024-04-12 16:31:06.348303874 +0000 UTC m=+0.823528953 container died c209685b7075066089d80d077403eb5badd64157bae5f7a0710bf237608cc74f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-12T16:31:07.262 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:06 smithi016 podman[90012]: 2024-04-12 16:31:06.912170823 +0000 UTC m=+0.559157758 container remove c209685b7075066089d80d077403eb5badd64157bae5f7a0710bf237608cc74f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-activate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-12T16:31:07.262 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 podman[90076]: 2024-04-12 16:31:07.031157593 +0000 UTC m=+0.018301650 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:31:07.262 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 podman[90076]: 2024-04-12 16:31:07.138089384 +0000 UTC m=+0.125233441 container create 1cc4f5da7ec3e74b35948f104b6d989d68da14c18d30d54ed699209084289a3a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:31:07.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 podman[90076]: 2024-04-12 16:31:07.382233208 +0000 UTC m=+0.369377267 container init 1cc4f5da7ec3e74b35948f104b6d989d68da14c18d30d54ed699209084289a3a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:31:07.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 podman[90076]: 2024-04-12 16:31:07.3852579 +0000 UTC m=+0.372401960 container start 1cc4f5da7ec3e74b35948f104b6d989d68da14c18d30d54ed699209084289a3a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-12T16:31:07.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 ceph-osd[90096]: -- 172.21.15.16:0/1864947826 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5640bc645680 con 0x5640bc60f000 2024-04-12T16:31:07.590 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 bash[90076]: 1cc4f5da7ec3e74b35948f104b6d989d68da14c18d30d54ed699209084289a3a 2024-04-12T16:31:07.591 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 systemd[1]: Started Ceph osd.4 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:31:07.927 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:07 smithi016 ceph-mon[84444]: pgmap v304: 121 pgs: 7 active+undersized+degraded, 16 peering, 22 active+undersized, 76 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 25/264 objects degraded (9.470%) 2024-04-12T16:31:07.927 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:07.927 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:07.927 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:07.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[90837]: pgmap v304: 121 pgs: 7 active+undersized+degraded, 16 peering, 22 active+undersized, 76 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 25/264 objects degraded (9.470%) 2024-04-12T16:31:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[88416]: pgmap v304: 121 pgs: 7 active+undersized+degraded, 16 peering, 22 active+undersized, 76 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 25/264 objects degraded (9.470%) 2024-04-12T16:31:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:08.340 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T16:31:07.932+0000 7f19fda177c0 -1 Falling back to public interface 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1856: finishing write tid 1 to smithi00577259-45 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1856: finishing write tid 2 to smithi00577259-45 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1856: finishing write tid 3 to smithi00577259-45 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1856: oid 45 updating version 0 to 963 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1856: oid 45 version 963 is already newer than 962 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 963 (ObjNum 591 snap 176 seq_num 591) dirty exists 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1856: left oid 45 (ObjNum 591 snap 176 seq_num 591) 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1859: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1859: finishing copy_from to smithi00577259-21 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 958 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:31:08.369 INFO:tasks.rados.rados.0.smithi005.stdout:1854: done (5 left) 2024-04-12T16:31:08.370 INFO:tasks.rados.rados.0.smithi005.stdout:1855: done (4 left) 2024-04-12T16:31:08.370 INFO:tasks.rados.rados.0.smithi005.stdout:1856: done (3 left) 2024-04-12T16:31:08.370 INFO:tasks.rados.rados.0.smithi005.stdout:1859: done (2 left) 2024-04-12T16:31:08.370 INFO:tasks.rados.rados.0.smithi005.stdout:1861: done (1 left) 2024-04-12T16:31:08.370 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 176 2024-04-12T16:31:08.370 INFO:tasks.rados.rados.0.smithi005.stdout:1857: expect (ObjNum 548 snap 161 seq_num 548) 2024-04-12T16:31:08.844 INFO:tasks.rados.rados.0.smithi005.stdout:1862: seq_num 593 ranges {9822208=335872} 2024-04-12T16:31:08.900 INFO:tasks.rados.rados.0.smithi005.stdout:1862: writing smithi00577259-43 from 9822208 to 10158080 tid 1 2024-04-12T16:31:08.900 INFO:tasks.rados.rados.0.smithi005.stdout:1857: done (1 left) 2024-04-12T16:31:08.900 INFO:tasks.rados.rados.0.smithi005.stdout:1863: snap_create 2024-04-12T16:31:08.903 INFO:tasks.rados.rados.0.smithi005.stdout:1862: finishing write tid 1 to smithi00577259-43 2024-04-12T16:31:08.903 INFO:tasks.rados.rados.0.smithi005.stdout:1862: finishing write tid 2 to smithi00577259-43 2024-04-12T16:31:08.904 INFO:tasks.rados.rados.0.smithi005.stdout:1862: finishing write tid 3 to smithi00577259-43 2024-04-12T16:31:08.904 INFO:tasks.rados.rados.0.smithi005.stdout:1862: oid 43 updating version 0 to 769 2024-04-12T16:31:08.904 INFO:tasks.rados.rados.0.smithi005.stdout:1862: oid 43 updating version 769 to 770 2024-04-12T16:31:08.904 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 770 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-04-12T16:31:08.904 INFO:tasks.rados.rados.0.smithi005.stdout:1862: left oid 43 (ObjNum 593 snap 176 seq_num 593) 2024-04-12T16:31:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:08 smithi005 ceph-mon[88416]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-12T16:31:08.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:08 smithi005 ceph-mon[90837]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-12T16:31:09.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:08 smithi016 ceph-mon[84444]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1862: done (1 left) 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1863: done (0 left) 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1864: rmattr oid 25 current snap is 177 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1864: done (0 left) 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1865: copy_from oid 15 from oid 38 current snap is 177 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1866: rollback oid 45 current snap is 177 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 167 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1867: read oid 30 snap -1 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1867: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1868: rollback oid 47 current snap is 177 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 167 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:1869: rollback oid 1 current snap is 177 2024-04-12T16:31:09.661 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 1 to 175 2024-04-12T16:31:09.662 INFO:tasks.rados.rados.0.smithi005.stdout:1870: read oid 22 snap -1 2024-04-12T16:31:09.662 INFO:tasks.rados.rados.0.smithi005.stdout:1870: expect (ObjNum 577 snap 167 seq_num 577) 2024-04-12T16:31:09.662 INFO:tasks.rados.rados.0.smithi005.stdout:1871: snap_remove snap 174 2024-04-12T16:31:09.943 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:09 smithi016 ceph-mon[84444]: pgmap v305: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 44/282 objects degraded (15.603%) 2024-04-12T16:31:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:09 smithi005 ceph-mon[88416]: pgmap v305: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 44/282 objects degraded (15.603%) 2024-04-12T16:31:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:09 smithi005 ceph-mon[90837]: pgmap v305: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 44/282 objects degraded (15.603%) 2024-04-12T16:31:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:1871: done (6 left) 2024-04-12T16:31:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:1872: snap_create 2024-04-12T16:31:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:1868: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:31:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 730248336) dirty dne 2024-04-12T16:31:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:1869: finishing rollback tid 0 to smithi00577259-1 2024-04-12T16:31:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:1869: finishing rollback tid 1 to smithi00577259-1 2024-04-12T16:31:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:1867: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:10.678 INFO:tasks.rados.rados.0.smithi005.stdout:1869: finishing rollback tid 2 to smithi00577259-1 2024-04-12T16:31:10.678 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 779 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-04-12T16:31:10.679 INFO:tasks.rados.rados.0.smithi005.stdout:1866: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:31:10.679 INFO:tasks.rados.rados.0.smithi005.stdout:1866: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:31:10.679 INFO:tasks.rados.rados.0.smithi005.stdout:1866: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:31:10.679 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 966 (ObjNum 565 snap 165 seq_num 565) dirty exists 2024-04-12T16:31:10.679 INFO:tasks.rados.rados.0.smithi005.stdout:1870: expect (ObjNum 577 snap 167 seq_num 577) 2024-04-12T16:31:10.818 INFO:tasks.rados.rados.0.smithi005.stdout:1865: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:31:10.819 INFO:tasks.rados.rados.0.smithi005.stdout:1865: finishing copy_from to smithi00577259-15 2024-04-12T16:31:10.819 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 741 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-12T16:31:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:10 smithi005 ceph-mon[88416]: osdmap e428: 8 total, 7 up, 8 in 2024-04-12T16:31:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:10 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 44/282 objects degraded (15.603%), 13 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:10 smithi005 ceph-mon[90837]: osdmap e428: 8 total, 7 up, 8 in 2024-04-12T16:31:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:10 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 44/282 objects degraded (15.603%), 13 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:10 smithi016 ceph-mon[84444]: osdmap e428: 8 total, 7 up, 8 in 2024-04-12T16:31:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:10 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 44/282 objects degraded (15.603%), 13 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:11.434 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T16:31:11.171+0000 7f19fda177c0 -1 osd.4 422 log_to_monitors true 2024-04-12T16:31:11.667 INFO:tasks.rados.rados.0.smithi005.stdout:1865: done (6 left) 2024-04-12T16:31:11.667 INFO:tasks.rados.rados.0.smithi005.stdout:1866: done (5 left) 2024-04-12T16:31:11.667 INFO:tasks.rados.rados.0.smithi005.stdout:1867: done (4 left) 2024-04-12T16:31:11.667 INFO:tasks.rados.rados.0.smithi005.stdout:1868: done (3 left) 2024-04-12T16:31:11.667 INFO:tasks.rados.rados.0.smithi005.stdout:1869: done (2 left) 2024-04-12T16:31:11.668 INFO:tasks.rados.rados.0.smithi005.stdout:1870: done (1 left) 2024-04-12T16:31:11.668 INFO:tasks.rados.rados.0.smithi005.stdout:1872: done (0 left) 2024-04-12T16:31:11.668 INFO:tasks.rados.rados.0.smithi005.stdout:1873: delete oid 50 current snap is 178 2024-04-12T16:31:11.678 INFO:tasks.rados.rados.0.smithi005.stdout:1873: done (0 left) 2024-04-12T16:31:11.678 INFO:tasks.rados.rados.0.smithi005.stdout:1874: rmattr oid 47 current snap is 178 2024-04-12T16:31:11.678 INFO:tasks.rados.rados.0.smithi005.stdout:1874: done (0 left) 2024-04-12T16:31:11.678 INFO:tasks.rados.rados.0.smithi005.stdout:1875: delete oid 50 current snap is 178 2024-04-12T16:31:11.681 INFO:tasks.rados.rados.0.smithi005.stdout:1875: done (0 left) 2024-04-12T16:31:11.681 INFO:tasks.rados.rados.0.smithi005.stdout:1876: snap_remove snap 175 2024-04-12T16:31:11.696 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:11 smithi016 ceph-mon[84444]: pgmap v307: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 45/285 objects degraded (15.789%) 2024-04-12T16:31:11.696 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:11 smithi016 ceph-mon[84444]: osdmap e429: 8 total, 7 up, 8 in 2024-04-12T16:31:11.696 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:11 smithi016 ceph-mon[84444]: from='osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:31:11.696 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:11 smithi016 ceph-mon[84444]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[88416]: pgmap v307: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 45/285 objects degraded (15.789%) 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[88416]: osdmap e429: 8 total, 7 up, 8 in 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[88416]: from='osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[88416]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[90837]: pgmap v307: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 45/285 objects degraded (15.789%) 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[90837]: osdmap e429: 8 total, 7 up, 8 in 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[90837]: from='osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:31:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:11 smithi005 ceph-mon[90837]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T16:31:12.090 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:31:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T16:31:11.701+0000 7f19eae67700 -1 osd.4 422 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:31:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:12.679 INFO:tasks.rados.rados.0.smithi005.stdout:1876: done (0 left) 2024-04-12T16:31:12.680 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 178 2024-04-12T16:31:12.680 INFO:tasks.rados.rados.0.smithi005.stdout:1877: seq_num 596 ranges {20406272=385024} 2024-04-12T16:31:12.794 INFO:tasks.rados.rados.0.smithi005.stdout:1877: writing smithi00577259-23 from 20406272 to 20791296 tid 1 2024-04-12T16:31:12.794 INFO:tasks.rados.rados.0.smithi005.stdout:1878: read oid 15 snap -1 2024-04-12T16:31:12.794 INFO:tasks.rados.rados.0.smithi005.stdout:1878: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:12.794 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 178 2024-04-12T16:31:12.795 INFO:tasks.rados.rados.0.smithi005.stdout:1879: seq_num 597 ranges {376832=401408} 2024-04-12T16:31:12.799 INFO:tasks.rados.rados.0.smithi005.stdout:1879: writing smithi00577259-14 from 376832 to 778240 tid 1 2024-04-12T16:31:12.799 INFO:tasks.rados.rados.0.smithi005.stdout:1880: delete oid 33 current snap is 178 2024-04-12T16:31:12.799 INFO:tasks.rados.rados.0.smithi005.stdout:1877: finishing write tid 1 to smithi00577259-23 2024-04-12T16:31:12.799 INFO:tasks.rados.rados.0.smithi005.stdout:1877: finishing write tid 2 to smithi00577259-23 2024-04-12T16:31:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:1877: finishing write tid 3 to smithi00577259-23 2024-04-12T16:31:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:1877: oid 23 updating version 0 to 819 2024-04-12T16:31:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:1877: oid 23 updating version 819 to 820 2024-04-12T16:31:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 820 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-04-12T16:31:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:1877: left oid 23 (ObjNum 596 snap 178 seq_num 596) 2024-04-12T16:31:12.802 INFO:tasks.rados.rados.0.smithi005.stdout:1879: finishing write tid 1 to smithi00577259-14 2024-04-12T16:31:12.803 INFO:tasks.rados.rados.0.smithi005.stdout:1879: finishing write tid 2 to smithi00577259-14 2024-04-12T16:31:12.804 INFO:tasks.rados.rados.0.smithi005.stdout:1879: finishing write tid 3 to smithi00577259-14 2024-04-12T16:31:12.804 INFO:tasks.rados.rados.0.smithi005.stdout:1879: oid 14 updating version 0 to 987 2024-04-12T16:31:12.804 INFO:tasks.rados.rados.0.smithi005.stdout:1879: oid 14 updating version 987 to 988 2024-04-12T16:31:12.804 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 988 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-04-12T16:31:12.804 INFO:tasks.rados.rados.0.smithi005.stdout:1879: left oid 14 (ObjNum 597 snap 178 seq_num 597) 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[88416]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[88416]: from='osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[88416]: osdmap e430: 8 total, 7 up, 8 in 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[88416]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[90837]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[90837]: from='osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:12.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[90837]: osdmap e430: 8 total, 7 up, 8 in 2024-04-12T16:31:12.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[90837]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:12.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:12.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:12 smithi016 ceph-mon[84444]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T16:31:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:12 smithi016 ceph-mon[84444]: from='osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:12 smithi016 ceph-mon[84444]: osdmap e430: 8 total, 7 up, 8 in 2024-04-12T16:31:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:12 smithi016 ceph-mon[84444]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.699 INFO:tasks.rados.rados.0.smithi005.stdout:1878: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:1877: done (3 left) 2024-04-12T16:31:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:1878: done (2 left) 2024-04-12T16:31:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:1879: done (1 left) 2024-04-12T16:31:13.761 INFO:tasks.rados.rados.0.smithi005.stdout:1880: done (0 left) 2024-04-12T16:31:13.761 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 178 2024-04-12T16:31:13.761 INFO:tasks.rados.rados.0.smithi005.stdout:1881: seq_num 599 ranges {1081344=434176} 2024-04-12T16:31:13.769 INFO:tasks.rados.rados.0.smithi005.stdout:1881: writing smithi00577259-37 from 1081344 to 1515520 tid 1 2024-04-12T16:31:13.769 INFO:tasks.rados.rados.0.smithi005.stdout:1882: snap_create 2024-04-12T16:31:13.772 INFO:tasks.rados.rados.0.smithi005.stdout:1881: finishing write tid 1 to smithi00577259-37 2024-04-12T16:31:13.772 INFO:tasks.rados.rados.0.smithi005.stdout:1881: finishing write tid 2 to smithi00577259-37 2024-04-12T16:31:13.773 INFO:tasks.rados.rados.0.smithi005.stdout:1881: finishing write tid 3 to smithi00577259-37 2024-04-12T16:31:13.773 INFO:tasks.rados.rados.0.smithi005.stdout:1881: oid 37 updating version 0 to 759 2024-04-12T16:31:13.773 INFO:tasks.rados.rados.0.smithi005.stdout:1881: oid 37 version 759 is already newer than 758 2024-04-12T16:31:13.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 759 (ObjNum 599 snap 178 seq_num 599) dirty exists 2024-04-12T16:31:13.773 INFO:tasks.rados.rados.0.smithi005.stdout:1881: left oid 37 (ObjNum 599 snap 178 seq_num 599) 2024-04-12T16:31:13.840 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:13.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:13.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-mon[84444]: pgmap v310: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 692 KiB/s wr, 3 op/s; 45/285 objects degraded (15.789%) 2024-04-12T16:31:13.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:31:13.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-mon[84444]: osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958] boot 2024-04-12T16:31:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-mon[84444]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T16:31:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:31:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:31:13] "GET /metrics HTTP/1.1" 200 36177 "" "Prometheus/2.43.0" 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[90837]: pgmap v310: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 692 KiB/s wr, 3 op/s; 45/285 objects degraded (15.789%) 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[90837]: osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958] boot 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[90837]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[88416]: pgmap v310: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 692 KiB/s wr, 3 op/s; 45/285 objects degraded (15.789%) 2024-04-12T16:31:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:31:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[88416]: osd.4 [v2:172.21.15.16:6800/779927958,v1:172.21.15.16:6801/779927958] boot 2024-04-12T16:31:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[88416]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T16:31:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T16:31:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:14.683 INFO:tasks.rados.rados.0.smithi005.stdout:1881: done (1 left) 2024-04-12T16:31:14.683 INFO:tasks.rados.rados.0.smithi005.stdout:1882: done (0 left) 2024-04-12T16:31:14.683 INFO:tasks.rados.rados.0.smithi005.stdout:1883: read oid 14 snap 177 2024-04-12T16:31:14.684 INFO:tasks.rados.rados.0.smithi005.stdout:1883: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:14.684 INFO:tasks.rados.rados.0.smithi005.stdout:1884: copy_from oid 48 from oid 40 current snap is 179 2024-04-12T16:31:14.684 INFO:tasks.rados.rados.0.smithi005.stdout:1885: snap_create 2024-04-12T16:31:14.686 INFO:tasks.rados.rados.0.smithi005.stdout:1883: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:14.702 INFO:tasks.rados.rados.0.smithi005.stdout:1884: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:31:14.703 INFO:tasks.rados.rados.0.smithi005.stdout:1884: finishing copy_from to smithi00577259-48 2024-04-12T16:31:14.703 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 961 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:31:14.811 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:14 smithi016 ceph-mon[84444]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T16:31:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:14 smithi005 ceph-mon[88416]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T16:31:14.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:14 smithi005 ceph-mon[90837]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T16:31:15.688 INFO:tasks.rados.rados.0.smithi005.stdout:1883: done (2 left) 2024-04-12T16:31:15.688 INFO:tasks.rados.rados.0.smithi005.stdout:1884: done (1 left) 2024-04-12T16:31:15.689 INFO:tasks.rados.rados.0.smithi005.stdout:1885: done (0 left) 2024-04-12T16:31:15.689 INFO:tasks.rados.rados.0.smithi005.stdout:1886: rollback oid 31 current snap is 180 2024-04-12T16:31:15.689 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 173 2024-04-12T16:31:15.689 INFO:tasks.rados.rados.0.smithi005.stdout:1887: snap_remove snap 177 2024-04-12T16:31:15.948 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:15 smithi016 ceph-mon[84444]: pgmap v313: 121 pgs: 2 active+clean+snaptrim, 9 peering, 9 active+undersized+degraded, 27 active+undersized, 74 active+clean; 226 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 444 KiB/s wr, 2 op/s; 31/294 objects degraded (10.544%) 2024-04-12T16:31:15.948 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:15 smithi016 ceph-mon[84444]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T16:31:15.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:15 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 31/294 objects degraded (10.544%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:15 smithi005 ceph-mon[88416]: pgmap v313: 121 pgs: 2 active+clean+snaptrim, 9 peering, 9 active+undersized+degraded, 27 active+undersized, 74 active+clean; 226 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 444 KiB/s wr, 2 op/s; 31/294 objects degraded (10.544%) 2024-04-12T16:31:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:15 smithi005 ceph-mon[88416]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T16:31:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:15 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 31/294 objects degraded (10.544%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:15 smithi005 ceph-mon[90837]: pgmap v313: 121 pgs: 2 active+clean+snaptrim, 9 peering, 9 active+undersized+degraded, 27 active+undersized, 74 active+clean; 226 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 444 KiB/s wr, 2 op/s; 31/294 objects degraded (10.544%) 2024-04-12T16:31:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:15 smithi005 ceph-mon[90837]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T16:31:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:15 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 31/294 objects degraded (10.544%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:16.692 INFO:tasks.rados.rados.0.smithi005.stdout:1887: done (1 left) 2024-04-12T16:31:16.693 INFO:tasks.rados.rados.0.smithi005.stdout:1888: delete oid 12 current snap is 180 2024-04-12T16:31:16.693 INFO:tasks.rados.rados.0.smithi005.stdout:1886: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:31:16.693 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 0 (ObjNum 65 snap 0 seq_num 1) dirty dne 2024-04-12T16:31:16.698 INFO:tasks.rados.rados.0.smithi005.stdout:1886: done (1 left) 2024-04-12T16:31:16.698 INFO:tasks.rados.rados.0.smithi005.stdout:1888: done (0 left) 2024-04-12T16:31:16.698 INFO:tasks.rados.rados.0.smithi005.stdout:1889: copy_from oid 46 from oid 45 current snap is 180 2024-04-12T16:31:16.698 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 180 2024-04-12T16:31:16.699 INFO:tasks.rados.rados.0.smithi005.stdout:1890: seq_num 601 ranges {0=475136} 2024-04-12T16:31:16.700 INFO:tasks.rados.rados.0.smithi005.stdout:1890: writing smithi00577259-25 from 0 to 475136 tid 1 2024-04-12T16:31:16.700 INFO:tasks.rados.rados.0.smithi005.stdout:1891: copy_from oid 39 from oid 34 current snap is 180 2024-04-12T16:31:16.700 INFO:tasks.rados.rados.0.smithi005.stdout:1892: delete oid 9 current snap is 180 2024-04-12T16:31:16.709 INFO:tasks.rados.rados.0.smithi005.stdout:1892: done (3 left) 2024-04-12T16:31:16.709 INFO:tasks.rados.rados.0.smithi005.stdout:1893: read oid 27 snap -1 2024-04-12T16:31:16.709 INFO:tasks.rados.rados.0.smithi005.stdout:1893: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:16.709 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 180 2024-04-12T16:31:16.709 INFO:tasks.rados.rados.0.smithi005.stdout:1894: seq_num 603 ranges {0=507904} 2024-04-12T16:31:16.712 INFO:tasks.rados.rados.0.smithi005.stdout:1894: writing smithi00577259-24 from 0 to 507904 tid 1 2024-04-12T16:31:16.712 INFO:tasks.rados.rados.0.smithi005.stdout:1895: rollback oid 11 current snap is 180 2024-04-12T16:31:16.712 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 173 2024-04-12T16:31:16.712 INFO:tasks.rados.rados.0.smithi005.stdout:1890: finishing write tid 1 to smithi00577259-25 2024-04-12T16:31:16.713 INFO:tasks.rados.rados.0.smithi005.stdout:1890: finishing write tid 2 to smithi00577259-25 2024-04-12T16:31:16.713 INFO:tasks.rados.rados.0.smithi005.stdout:1896: delete oid 5 current snap is 180 2024-04-12T16:31:16.714 INFO:tasks.rados.rados.0.smithi005.stdout:1890: finishing write tid 3 to smithi00577259-25 2024-04-12T16:31:16.714 INFO:tasks.rados.rados.0.smithi005.stdout:1890: oid 25 updating version 0 to 968 2024-04-12T16:31:16.714 INFO:tasks.rados.rados.0.smithi005.stdout:1890: oid 25 version 968 is already newer than 967 2024-04-12T16:31:16.714 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 968 (ObjNum 601 snap 180 seq_num 601) dirty exists 2024-04-12T16:31:16.715 INFO:tasks.rados.rados.0.smithi005.stdout:1890: left oid 25 (ObjNum 601 snap 180 seq_num 601) 2024-04-12T16:31:16.716 INFO:tasks.rados.rados.0.smithi005.stdout:1891: finishing copy_from racing read to smithi00577259-39 2024-04-12T16:31:16.718 INFO:tasks.rados.rados.0.smithi005.stdout:1894: finishing write tid 1 to smithi00577259-24 2024-04-12T16:31:16.719 INFO:tasks.rados.rados.0.smithi005.stdout:1894: finishing write tid 2 to smithi00577259-24 2024-04-12T16:31:16.719 INFO:tasks.rados.rados.0.smithi005.stdout:1895: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:31:16.719 INFO:tasks.rados.rados.0.smithi005.stdout:1891: finishing copy_from to smithi00577259-39 2024-04-12T16:31:16.719 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 966 (ObjNum 575 snap 167 seq_num 575) dirty exists 2024-04-12T16:31:16.719 INFO:tasks.rados.rados.0.smithi005.stdout:1895: finishing rollback tid 2 to smithi00577259-11 2024-04-12T16:31:16.719 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 837 (ObjNum 586 snap 171 seq_num 586) dirty exists 2024-04-12T16:31:16.720 INFO:tasks.rados.rados.0.smithi005.stdout:1894: finishing write tid 3 to smithi00577259-24 2024-04-12T16:31:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1894: oid 24 updating version 0 to 962 2024-04-12T16:31:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1894: oid 24 updating version 962 to 963 2024-04-12T16:31:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 963 (ObjNum 603 snap 180 seq_num 603) dirty exists 2024-04-12T16:31:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:1894: left oid 24 (ObjNum 603 snap 180 seq_num 603) 2024-04-12T16:31:16.722 INFO:tasks.rados.rados.0.smithi005.stdout:1893: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1889: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1889: finishing copy_from to smithi00577259-46 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 966 (ObjNum 565 snap 165 seq_num 565) dirty exists 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1889: done (6 left) 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1890: done (5 left) 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1891: done (4 left) 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1893: done (3 left) 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1894: done (2 left) 2024-04-12T16:31:16.775 INFO:tasks.rados.rados.0.smithi005.stdout:1895: done (1 left) 2024-04-12T16:31:16.776 INFO:tasks.rados.rados.0.smithi005.stdout:1896: done (0 left) 2024-04-12T16:31:16.776 INFO:tasks.rados.rados.0.smithi005.stdout:1897: snap_remove snap 168 2024-04-12T16:31:16.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:16 smithi016 ceph-mon[84444]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T16:31:16.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:16.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:16.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:31:16.782+0000 7f8d956fe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:16.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[88416]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T16:31:16.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:16.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:16.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[90837]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T16:31:16.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:16.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:16.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:16.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:17.698 INFO:tasks.rados.rados.0.smithi005.stdout:1897: done (0 left) 2024-04-12T16:31:17.698 INFO:tasks.rados.rados.0.smithi005.stdout:1898: snap_create 2024-04-12T16:31:17.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: pgmap v316: 121 pgs: 2 active+clean+snaptrim, 9 peering, 7 active+undersized+degraded, 12 active+undersized, 91 active+clean; 227 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 648 KiB/s wr, 5 op/s; 21/300 objects degraded (7.000%); 4.3 MiB/s, 1 objects/s recovering 2024-04-12T16:31:17.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T16:31:17.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[88416]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: pgmap v316: 121 pgs: 2 active+clean+snaptrim, 9 peering, 7 active+undersized+degraded, 12 active+undersized, 91 active+clean; 227 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 648 KiB/s wr, 5 op/s; 21/300 objects degraded (7.000%); 4.3 MiB/s, 1 objects/s recovering 2024-04-12T16:31:17.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T16:31:17.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:17.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:17.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:17.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:17.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:17.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:17.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:17 smithi005 ceph-mon[90837]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:18.026 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: pgmap v316: 121 pgs: 2 active+clean+snaptrim, 9 peering, 7 active+undersized+degraded, 12 active+undersized, 91 active+clean; 227 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 648 KiB/s wr, 5 op/s; 21/300 objects degraded (7.000%); 4.3 MiB/s, 1 objects/s recovering 2024-04-12T16:31:18.026 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T16:31:18.026 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:18.026 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:18.027 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:18.027 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:18.027 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:18.027 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:18.027 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:17 smithi016 ceph-mon[84444]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:1898: done (0 left) 2024-04-12T16:31:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 181 2024-04-12T16:31:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:1899: seq_num 605 ranges {11460608=540672} 2024-04-12T16:31:18.768 INFO:tasks.rados.rados.0.smithi005.stdout:1899: writing smithi00577259-10 from 11460608 to 12001280 tid 1 2024-04-12T16:31:18.768 INFO:tasks.rados.rados.0.smithi005.stdout:1900: snap_create 2024-04-12T16:31:18.774 INFO:tasks.rados.rados.0.smithi005.stdout:1899: finishing write tid 1 to smithi00577259-10 2024-04-12T16:31:18.774 INFO:tasks.rados.rados.0.smithi005.stdout:1899: finishing write tid 2 to smithi00577259-10 2024-04-12T16:31:18.775 INFO:tasks.rados.rados.0.smithi005.stdout:1899: finishing write tid 3 to smithi00577259-10 2024-04-12T16:31:18.775 INFO:tasks.rados.rados.0.smithi005.stdout:1899: oid 10 updating version 0 to 968 2024-04-12T16:31:18.775 INFO:tasks.rados.rados.0.smithi005.stdout:1899: oid 10 version 968 is already newer than 967 2024-04-12T16:31:18.775 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 968 (ObjNum 605 snap 181 seq_num 605) dirty exists 2024-04-12T16:31:18.775 INFO:tasks.rados.rados.0.smithi005.stdout:1899: left oid 10 (ObjNum 605 snap 181 seq_num 605) 2024-04-12T16:31:18.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:18 smithi005 ceph-mon[88416]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T16:31:18.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:18 smithi005 ceph-mon[90837]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T16:31:18.990 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:18 smithi016 ceph-mon[84444]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T16:31:19.707 INFO:tasks.rados.rados.0.smithi005.stdout:1899: done (1 left) 2024-04-12T16:31:19.707 INFO:tasks.rados.rados.0.smithi005.stdout:1900: done (0 left) 2024-04-12T16:31:19.707 INFO:tasks.rados.rados.0.smithi005.stdout:1901: rollback oid 27 current snap is 182 2024-04-12T16:31:19.707 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 27 to 167 2024-04-12T16:31:19.707 INFO:tasks.rados.rados.0.smithi005.stdout:1902: delete oid 39 current snap is 182 2024-04-12T16:31:19.712 INFO:tasks.rados.rados.0.smithi005.stdout:1902: done (1 left) 2024-04-12T16:31:19.712 INFO:tasks.rados.rados.0.smithi005.stdout:1903: rollback oid 5 current snap is 182 2024-04-12T16:31:19.712 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 5 to 179 2024-04-12T16:31:19.712 INFO:tasks.rados.rados.0.smithi005.stdout:1904: copy_from oid 6 from oid 24 current snap is 182 2024-04-12T16:31:19.712 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 182 2024-04-12T16:31:19.712 INFO:tasks.rados.rados.0.smithi005.stdout:1905: seq_num 607 ranges {2867200=573440} 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1905: writing smithi00577259-17 from 2867200 to 3440640 tid 1 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1906: snap_create 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1901: finishing rollback tid 0 to smithi00577259-27 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1901: finishing rollback tid 1 to smithi00577259-27 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1901: finishing rollback tid 2 to smithi00577259-27 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 971 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1903: finishing rollback tid 1 to smithi00577259-5 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1903: finishing rollback tid 2 to smithi00577259-5 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 968 (ObjNum 553 snap 163 seq_num 553) dirty exists 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1904: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:1904: finishing copy_from to smithi00577259-6 2024-04-12T16:31:19.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 963 (ObjNum 603 snap 180 seq_num 603) dirty exists 2024-04-12T16:31:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:1905: finishing write tid 1 to smithi00577259-17 2024-04-12T16:31:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:1905: finishing write tid 2 to smithi00577259-17 2024-04-12T16:31:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:1905: finishing write tid 3 to smithi00577259-17 2024-04-12T16:31:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:1905: oid 17 updating version 0 to 822 2024-04-12T16:31:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:1905: oid 17 version 822 is already newer than 821 2024-04-12T16:31:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 822 (ObjNum 607 snap 182 seq_num 607) dirty exists 2024-04-12T16:31:19.734 INFO:tasks.rados.rados.0.smithi005.stdout:1905: left oid 17 (ObjNum 607 snap 182 seq_num 607) 2024-04-12T16:31:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:19 smithi016 ceph-mon[84444]: pgmap v319: 121 pgs: 6 peering, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.7 MiB/s wr, 6 op/s; 20 MiB/s, 3 objects/s recovering 2024-04-12T16:31:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:19 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/300 objects degraded (7.000%), 7 pgs degraded) 2024-04-12T16:31:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:19 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:31:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:19 smithi016 ceph-mon[84444]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T16:31:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:20.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[88416]: pgmap v319: 121 pgs: 6 peering, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.7 MiB/s wr, 6 op/s; 20 MiB/s, 3 objects/s recovering 2024-04-12T16:31:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/300 objects degraded (7.000%), 7 pgs degraded) 2024-04-12T16:31:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:31:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[88416]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T16:31:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[90837]: pgmap v319: 121 pgs: 6 peering, 115 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.7 MiB/s wr, 6 op/s; 20 MiB/s, 3 objects/s recovering 2024-04-12T16:31:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/300 objects degraded (7.000%), 7 pgs degraded) 2024-04-12T16:31:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:31:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[90837]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T16:31:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:20.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:20.713 INFO:tasks.rados.rados.0.smithi005.stdout:1901: done (4 left) 2024-04-12T16:31:20.713 INFO:tasks.rados.rados.0.smithi005.stdout:1903: done (3 left) 2024-04-12T16:31:20.713 INFO:tasks.rados.rados.0.smithi005.stdout:1904: done (2 left) 2024-04-12T16:31:20.713 INFO:tasks.rados.rados.0.smithi005.stdout:1905: done (1 left) 2024-04-12T16:31:20.713 INFO:tasks.rados.rados.0.smithi005.stdout:1906: done (0 left) 2024-04-12T16:31:20.713 INFO:tasks.rados.rados.0.smithi005.stdout:1907: snap_remove snap 178 2024-04-12T16:31:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:20 smithi016 ceph-mon[84444]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T16:31:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:20 smithi005 ceph-mon[88416]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T16:31:21.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:20 smithi005 ceph-mon[90837]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T16:31:21.713 INFO:tasks.rados.rados.0.smithi005.stdout:1907: done (0 left) 2024-04-12T16:31:21.713 INFO:tasks.rados.rados.0.smithi005.stdout:1908: read oid 42 snap 180 2024-04-12T16:31:21.713 INFO:tasks.rados.rados.0.smithi005.stdout:1908: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:31:21.714 INFO:tasks.rados.rados.0.smithi005.stdout:1909: setattr oid 29 current snap is 183 2024-04-12T16:31:21.716 INFO:tasks.rados.rados.0.smithi005.stdout:1910: snap_remove snap 182 2024-04-12T16:31:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:21 smithi016 ceph-mon[84444]: pgmap v322: 121 pgs: 121 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.1 MiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-12T16:31:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:21 smithi016 ceph-mon[84444]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T16:31:22.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:21 smithi005 ceph-mon[88416]: pgmap v322: 121 pgs: 121 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.1 MiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-12T16:31:22.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:21 smithi005 ceph-mon[88416]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T16:31:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:21 smithi005 ceph-mon[90837]: pgmap v322: 121 pgs: 121 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.1 MiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-12T16:31:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:21 smithi005 ceph-mon[90837]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T16:31:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:1910: done (2 left) 2024-04-12T16:31:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:1911: read oid 41 snap 181 2024-04-12T16:31:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:1911: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:31:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 183 2024-04-12T16:31:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 793 (ObjNum 590 snap 176 seq_num 590) dirty exists 2024-04-12T16:31:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:1912: seq_num 608 ranges {0=589824} 2024-04-12T16:31:22.729 INFO:tasks.rados.rados.0.smithi005.stdout:1912: writing smithi00577259-33 from 0 to 589824 tid 1 2024-04-12T16:31:22.729 INFO:tasks.rados.rados.0.smithi005.stdout:1909: done (3 left) 2024-04-12T16:31:22.729 INFO:tasks.rados.rados.0.smithi005.stdout:1913: read oid 8 snap -1 2024-04-12T16:31:22.729 INFO:tasks.rados.rados.0.smithi005.stdout:1913: expect deleted 2024-04-12T16:31:22.729 INFO:tasks.rados.rados.0.smithi005.stdout:1914: copy_from oid 17 from oid 4 current snap is 183 2024-04-12T16:31:22.729 INFO:tasks.rados.rados.0.smithi005.stdout:1908: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:31:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:1912: finishing write tid 1 to smithi00577259-33 2024-04-12T16:31:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:1912: finishing write tid 2 to smithi00577259-33 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:1912: finishing write tid 3 to smithi00577259-33 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:1912: oid 33 updating version 0 to 964 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:1912: oid 33 updating version 964 to 965 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 965 (ObjNum 608 snap 183 seq_num 608) dirty exists 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:1912: left oid 33 (ObjNum 608 snap 183 seq_num 608) 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:1914: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:1914: finishing copy_from to smithi00577259-17 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 957 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-04-12T16:31:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:1911: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:31:22.957 INFO:tasks.rados.rados.0.smithi005.stdout:1908: done (4 left) 2024-04-12T16:31:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:1911: done (3 left) 2024-04-12T16:31:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:1912: done (2 left) 2024-04-12T16:31:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:1913: done (1 left) 2024-04-12T16:31:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:1914: done (0 left) 2024-04-12T16:31:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 183 2024-04-12T16:31:22.958 INFO:tasks.rados.rados.0.smithi005.stdout:1915: seq_num 609 ranges {18112512=606208} 2024-04-12T16:31:23.059 INFO:tasks.rados.rados.0.smithi005.stdout:1915: writing smithi00577259-46 from 18112512 to 18718720 tid 1 2024-04-12T16:31:23.059 INFO:tasks.rados.rados.0.smithi005.stdout:1916: read oid 47 snap -1 2024-04-12T16:31:23.059 INFO:tasks.rados.rados.0.smithi005.stdout:1916: expect deleted 2024-04-12T16:31:23.059 INFO:tasks.rados.rados.0.smithi005.stdout:1917: read oid 24 snap -1 2024-04-12T16:31:23.060 INFO:tasks.rados.rados.0.smithi005.stdout:1917: expect (ObjNum 603 snap 180 seq_num 603) 2024-04-12T16:31:23.060 INFO:tasks.rados.rados.0.smithi005.stdout:1918: snap_remove snap 173 2024-04-12T16:31:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:22 smithi016 ceph-mon[84444]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T16:31:23.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:22 smithi005 ceph-mon[88416]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T16:31:23.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:22 smithi005 ceph-mon[90837]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T16:31:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:1918: done (3 left) 2024-04-12T16:31:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 183 2024-04-12T16:31:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:1919: seq_num 610 ranges {0=622592} 2024-04-12T16:31:23.732 INFO:tasks.rados.rados.0.smithi005.stdout:1919: writing smithi00577259-26 from 0 to 622592 tid 1 2024-04-12T16:31:23.732 INFO:tasks.rados.rados.0.smithi005.stdout:1920: read oid 15 snap -1 2024-04-12T16:31:23.732 INFO:tasks.rados.rados.0.smithi005.stdout:1920: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:23.732 INFO:tasks.rados.rados.0.smithi005.stdout:1921: read oid 30 snap -1 2024-04-12T16:31:23.732 INFO:tasks.rados.rados.0.smithi005.stdout:1921: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:23.737 INFO:tasks.rados.rados.0.smithi005.stdout:1917: expect (ObjNum 603 snap 180 seq_num 603) 2024-04-12T16:31:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:1915: finishing write tid 1 to smithi00577259-46 2024-04-12T16:31:23.756 INFO:tasks.rados.rados.0.smithi005.stdout:1915: finishing write tid 2 to smithi00577259-46 2024-04-12T16:31:23.756 INFO:tasks.rados.rados.0.smithi005.stdout:1915: finishing write tid 3 to smithi00577259-46 2024-04-12T16:31:23.756 INFO:tasks.rados.rados.0.smithi005.stdout:1915: oid 46 updating version 0 to 970 2024-04-12T16:31:23.756 INFO:tasks.rados.rados.0.smithi005.stdout:1915: oid 46 version 970 is already newer than 969 2024-04-12T16:31:23.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 970 (ObjNum 609 snap 183 seq_num 609) dirty exists 2024-04-12T16:31:23.756 INFO:tasks.rados.rados.0.smithi005.stdout:1915: left oid 46 (ObjNum 609 snap 183 seq_num 609) 2024-04-12T16:31:23.756 INFO:tasks.rados.rados.0.smithi005.stdout:1921: expect (ObjNum 452 snap 134 seq_num 452) 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:1919: finishing write tid 1 to smithi00577259-26 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:1919: finishing write tid 2 to smithi00577259-26 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:1919: finishing write tid 3 to smithi00577259-26 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:1919: oid 26 updating version 0 to 397 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:1919: oid 26 version 397 is already newer than 396 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 397 (ObjNum 610 snap 183 seq_num 610) dirty exists 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:1919: left oid 26 (ObjNum 610 snap 183 seq_num 610) 2024-04-12T16:31:23.769 INFO:tasks.rados.rados.0.smithi005.stdout:1920: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:23.824 INFO:tasks.rados.rados.0.smithi005.stdout:1915: done (5 left) 2024-04-12T16:31:23.824 INFO:tasks.rados.rados.0.smithi005.stdout:1916: done (4 left) 2024-04-12T16:31:23.824 INFO:tasks.rados.rados.0.smithi005.stdout:1917: done (3 left) 2024-04-12T16:31:23.824 INFO:tasks.rados.rados.0.smithi005.stdout:1919: done (2 left) 2024-04-12T16:31:23.825 INFO:tasks.rados.rados.0.smithi005.stdout:1920: done (1 left) 2024-04-12T16:31:23.825 INFO:tasks.rados.rados.0.smithi005.stdout:1921: done (0 left) 2024-04-12T16:31:23.825 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 183 2024-04-12T16:31:23.825 INFO:tasks.rados.rados.0.smithi005.stdout:1922: seq_num 611 ranges {598016=638976} 2024-04-12T16:31:23.831 INFO:tasks.rados.rados.0.smithi005.stdout:1922: writing smithi00577259-49 from 598016 to 1236992 tid 1 2024-04-12T16:31:23.831 INFO:tasks.rados.rados.0.smithi005.stdout:1923: read oid 38 snap -1 2024-04-12T16:31:23.831 INFO:tasks.rados.rados.0.smithi005.stdout:1923: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:23.831 INFO:tasks.rados.rados.0.smithi005.stdout:1924: snap_remove snap 167 2024-04-12T16:31:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:23 smithi016 ceph-mon[84444]: pgmap v325: 121 pgs: 121 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-12T16:31:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:23 smithi016 ceph-mon[84444]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T16:31:23.840 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi005\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", domainname=\"(none)\", instance=\"smithi005\", job=\"node\", machine=\"x86_64\", nodename=\"smithi005\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:24.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:23 smithi005 ceph-mon[88416]: pgmap v325: 121 pgs: 121 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-12T16:31:24.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:23 smithi005 ceph-mon[88416]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T16:31:24.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:31:23] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-12T16:31:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:23 smithi005 ceph-mon[90837]: pgmap v325: 121 pgs: 121 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s; 1.7 MiB/s, 0 objects/s recovering 2024-04-12T16:31:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:23 smithi005 ceph-mon[90837]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T16:31:24.737 INFO:tasks.rados.rados.0.smithi005.stdout:1922: finishing write tid 1 to smithi00577259-49 2024-04-12T16:31:24.737 INFO:tasks.rados.rados.0.smithi005.stdout:1922: finishing write tid 2 to smithi00577259-49 2024-04-12T16:31:24.737 INFO:tasks.rados.rados.0.smithi005.stdout:1922: finishing write tid 3 to smithi00577259-49 2024-04-12T16:31:24.738 INFO:tasks.rados.rados.0.smithi005.stdout:1922: oid 49 updating version 0 to 966 2024-04-12T16:31:24.738 INFO:tasks.rados.rados.0.smithi005.stdout:1922: oid 49 version 966 is already newer than 965 2024-04-12T16:31:24.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 966 (ObjNum 611 snap 183 seq_num 611) dirty exists 2024-04-12T16:31:24.738 INFO:tasks.rados.rados.0.smithi005.stdout:1922: left oid 49 (ObjNum 611 snap 183 seq_num 611) 2024-04-12T16:31:24.738 INFO:tasks.rados.rados.0.smithi005.stdout:1923: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:24.798 INFO:tasks.rados.rados.0.smithi005.stdout:1922: done (2 left) 2024-04-12T16:31:24.798 INFO:tasks.rados.rados.0.smithi005.stdout:1923: done (1 left) 2024-04-12T16:31:24.798 INFO:tasks.rados.rados.0.smithi005.stdout:1924: done (0 left) 2024-04-12T16:31:24.799 INFO:tasks.rados.rados.0.smithi005.stdout:1925: delete oid 20 current snap is 183 2024-04-12T16:31:24.800 INFO:tasks.rados.rados.0.smithi005.stdout:1925: done (0 left) 2024-04-12T16:31:24.800 INFO:tasks.rados.rados.0.smithi005.stdout:1926: rollback oid 35 current snap is 183 2024-04-12T16:31:24.801 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 35 to 176 2024-04-12T16:31:24.801 INFO:tasks.rados.rados.0.smithi005.stdout:1927: read oid 6 snap -1 2024-04-12T16:31:24.801 INFO:tasks.rados.rados.0.smithi005.stdout:1927: expect (ObjNum 603 snap 180 seq_num 603) 2024-04-12T16:31:24.801 INFO:tasks.rados.rados.0.smithi005.stdout:1928: read oid 4 snap -1 2024-04-12T16:31:24.801 INFO:tasks.rados.rados.0.smithi005.stdout:1928: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:24.801 INFO:tasks.rados.rados.0.smithi005.stdout:1929: snap_remove snap 180 2024-04-12T16:31:25.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:24 smithi016 ceph-mon[84444]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T16:31:25.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:25.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:24 smithi005 ceph-mon[88416]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T16:31:25.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:25.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:24 smithi005 ceph-mon[90837]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T16:31:25.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:25.581 INFO:tasks.rados.rados.0.smithi005.stdout:1926: finishing rollback tid 0 to smithi00577259-35 2024-04-12T16:31:25.581 INFO:tasks.rados.rados.0.smithi005.stdout:1926: finishing rollback tid 1 to smithi00577259-35 2024-04-12T16:31:25.581 INFO:tasks.rados.rados.0.smithi005.stdout:1927: expect (ObjNum 603 snap 180 seq_num 603) 2024-04-12T16:31:25.598 INFO:tasks.rados.rados.0.smithi005.stdout:1926: finishing rollback tid 2 to smithi00577259-35 2024-04-12T16:31:25.598 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 960 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:31:25.599 INFO:tasks.rados.rados.0.smithi005.stdout:1928: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1926: done (3 left) 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1927: done (2 left) 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1928: done (1 left) 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1929: done (0 left) 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1930: read oid 4 snap -1 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1930: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1931: read oid 50 snap -1 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:1931: expect deleted 2024-04-12T16:31:25.645 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 183 2024-04-12T16:31:25.646 INFO:tasks.rados.rados.0.smithi005.stdout:1932: seq_num 613 ranges {0=671744} 2024-04-12T16:31:25.648 INFO:tasks.rados.rados.0.smithi005.stdout:1932: writing smithi00577259-28 from 0 to 671744 tid 1 2024-04-12T16:31:25.648 INFO:tasks.rados.rados.0.smithi005.stdout:1933: rollback oid 20 current snap is 183 2024-04-12T16:31:25.648 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 179 2024-04-12T16:31:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 183 2024-04-12T16:31:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:1934: seq_num 614 ranges {10158080=688128} 2024-04-12T16:31:25.708 INFO:tasks.rados.rados.0.smithi005.stdout:1934: writing smithi00577259-43 from 10158080 to 10846208 tid 1 2024-04-12T16:31:25.708 INFO:tasks.rados.rados.0.smithi005.stdout:1935: rollback oid 8 current snap is 183 2024-04-12T16:31:25.708 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 176 2024-04-12T16:31:25.708 INFO:tasks.rados.rados.0.smithi005.stdout:1933: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:31:25.709 INFO:tasks.rados.rados.0.smithi005.stdout:1933: finishing rollback tid 2 to smithi00577259-20 2024-04-12T16:31:25.709 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 968 (ObjNum 564 snap 165 seq_num 564) dirty exists 2024-04-12T16:31:25.709 INFO:tasks.rados.rados.0.smithi005.stdout:1930: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:25.755 INFO:tasks.rados.rados.0.smithi005.stdout:1932: finishing write tid 1 to smithi00577259-28 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1932: finishing write tid 2 to smithi00577259-28 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1932: finishing write tid 3 to smithi00577259-28 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1932: oid 28 updating version 0 to 849 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1932: oid 28 version 849 is already newer than 848 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 849 (ObjNum 613 snap 183 seq_num 613) dirty exists 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1932: left oid 28 (ObjNum 613 snap 183 seq_num 613) 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1935: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1934: finishing write tid 1 to smithi00577259-43 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1934: finishing write tid 2 to smithi00577259-43 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1934: finishing write tid 3 to smithi00577259-43 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1934: oid 43 updating version 0 to 772 2024-04-12T16:31:25.756 INFO:tasks.rados.rados.0.smithi005.stdout:1934: oid 43 updating version 772 to 773 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 773 (ObjNum 614 snap 183 seq_num 614) dirty exists 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1934: left oid 43 (ObjNum 614 snap 183 seq_num 614) 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1930: done (5 left) 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1931: done (4 left) 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1932: done (3 left) 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1933: done (2 left) 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1934: done (1 left) 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1935: done (0 left) 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1936: rollback oid 30 current snap is 183 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 172 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1937: copy_from oid 21 from oid 36 current snap is 183 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1938: read oid 47 snap -1 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1938: expect deleted 2024-04-12T16:31:25.757 INFO:tasks.rados.rados.0.smithi005.stdout:1939: delete oid 27 current snap is 183 2024-04-12T16:31:25.758 INFO:tasks.rados.rados.0.smithi005.stdout:1938: done (3 left) 2024-04-12T16:31:25.758 INFO:tasks.rados.rados.0.smithi005.stdout:1939: done (2 left) 2024-04-12T16:31:25.758 INFO:tasks.rados.rados.0.smithi005.stdout:1940: read oid 48 snap -1 2024-04-12T16:31:25.758 INFO:tasks.rados.rados.0.smithi005.stdout:1940: expect (ObjNum 511 snap 149 seq_num 511) 2024-04-12T16:31:25.758 INFO:tasks.rados.rados.0.smithi005.stdout:1941: snap_create 2024-04-12T16:31:25.760 INFO:tasks.rados.rados.0.smithi005.stdout:1936: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:31:25.760 INFO:tasks.rados.rados.0.smithi005.stdout:1936: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:31:25.760 INFO:tasks.rados.rados.0.smithi005.stdout:1936: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:31:25.760 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 966 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:31:25.762 INFO:tasks.rados.rados.0.smithi005.stdout:1937: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:31:25.763 INFO:tasks.rados.rados.0.smithi005.stdout:1937: finishing copy_from to smithi00577259-21 2024-04-12T16:31:25.763 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 821 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:31:25.768 INFO:tasks.rados.rados.0.smithi005.stdout:1940: expect (ObjNum 511 snap 149 seq_num 511) 2024-04-12T16:31:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:25 smithi016 ceph-mon[84444]: pgmap v328: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 373 KiB/s rd, 408 KiB/s wr, 3 op/s 2024-04-12T16:31:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:25 smithi016 ceph-mon[84444]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T16:31:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:25 smithi016 ceph-mon[84444]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T16:31:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:25 smithi005 ceph-mon[88416]: pgmap v328: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 373 KiB/s rd, 408 KiB/s wr, 3 op/s 2024-04-12T16:31:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:25 smithi005 ceph-mon[88416]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T16:31:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:25 smithi005 ceph-mon[88416]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T16:31:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:25 smithi005 ceph-mon[90837]: pgmap v328: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 373 KiB/s rd, 408 KiB/s wr, 3 op/s 2024-04-12T16:31:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:25 smithi005 ceph-mon[90837]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T16:31:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:25 smithi005 ceph-mon[90837]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T16:31:26.739 INFO:tasks.rados.rados.0.smithi005.stdout:1936: done (3 left) 2024-04-12T16:31:26.739 INFO:tasks.rados.rados.0.smithi005.stdout:1937: done (2 left) 2024-04-12T16:31:26.739 INFO:tasks.rados.rados.0.smithi005.stdout:1940: done (1 left) 2024-04-12T16:31:26.740 INFO:tasks.rados.rados.0.smithi005.stdout:1941: done (0 left) 2024-04-12T16:31:26.740 INFO:tasks.rados.rados.0.smithi005.stdout:1942: snap_remove snap 181 2024-04-12T16:31:27.743 INFO:tasks.rados.rados.0.smithi005.stdout:1942: done (0 left) 2024-04-12T16:31:27.743 INFO:tasks.rados.rados.0.smithi005.stdout:1943: snap_remove snap 172 2024-04-12T16:31:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:27 smithi016 ceph-mon[84444]: pgmap v331: 121 pgs: 121 active+clean; 259 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 564 KiB/s wr, 12 op/s 2024-04-12T16:31:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:27 smithi016 ceph-mon[84444]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T16:31:28.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:27 smithi005 ceph-mon[88416]: pgmap v331: 121 pgs: 121 active+clean; 259 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 564 KiB/s wr, 12 op/s 2024-04-12T16:31:28.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:27 smithi005 ceph-mon[88416]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T16:31:28.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:27 smithi005 ceph-mon[90837]: pgmap v331: 121 pgs: 121 active+clean; 259 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 564 KiB/s wr, 12 op/s 2024-04-12T16:31:28.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:27 smithi005 ceph-mon[90837]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T16:31:28.743 INFO:tasks.rados.rados.0.smithi005.stdout:1943: done (0 left) 2024-04-12T16:31:28.744 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 184 2024-04-12T16:31:28.744 INFO:tasks.rados.rados.0.smithi005.stdout:1944: seq_num 616 ranges {0=720896} 2024-04-12T16:31:28.748 INFO:tasks.rados.rados.0.smithi005.stdout:1944: writing smithi00577259-8 from 0 to 720896 tid 1 2024-04-12T16:31:28.750 INFO:tasks.rados.rados.0.smithi005.stdout:1945: rollback oid 45 current snap is 184 2024-04-12T16:31:28.750 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 179 2024-04-12T16:31:28.750 INFO:tasks.rados.rados.0.smithi005.stdout:1946: rollback oid 9 current snap is 184 2024-04-12T16:31:28.750 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 9 to 179 2024-04-12T16:31:28.751 INFO:tasks.rados.rados.0.smithi005.stdout:1947: read oid 36 snap -1 2024-04-12T16:31:28.751 INFO:tasks.rados.rados.0.smithi005.stdout:1947: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-12T16:31:28.751 INFO:tasks.rados.rados.0.smithi005.stdout:1948: setattr oid 31 current snap is 184 2024-04-12T16:31:28.753 INFO:tasks.rados.rados.0.smithi005.stdout:1949: rmattr oid 39 current snap is 184 2024-04-12T16:31:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:1949: done (5 left) 2024-04-12T16:31:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:1950: copy_from oid 24 from oid 48 current snap is 184 2024-04-12T16:31:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:1951: snap_remove snap 176 2024-04-12T16:31:29.063 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:28 smithi016 ceph-mon[84444]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T16:31:29.064 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:28 smithi016 ceph-mon[84444]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T16:31:29.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:28 smithi005 ceph-mon[88416]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T16:31:29.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:28 smithi005 ceph-mon[88416]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T16:31:29.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:28 smithi005 ceph-mon[90837]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T16:31:29.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:28 smithi005 ceph-mon[90837]: osdmap e447: 8 total, 8 up, 8 in 2024-04-12T16:31:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:1951: done (6 left) 2024-04-12T16:31:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:1952: setattr oid 16 current snap is 184 2024-04-12T16:31:29.759 INFO:tasks.rados.rados.0.smithi005.stdout:1953: read oid 50 snap 183 2024-04-12T16:31:29.759 INFO:tasks.rados.rados.0.smithi005.stdout:1953: expect deleted 2024-04-12T16:31:29.759 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 184 2024-04-12T16:31:29.759 INFO:tasks.rados.rados.0.smithi005.stdout:1954: seq_num 617 ranges {2154496=737280} 2024-04-12T16:31:29.777 INFO:tasks.rados.rados.0.smithi005.stdout:1954: writing smithi00577259-34 from 2154496 to 2891776 tid 1 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:1946: finishing rollback tid 1 to smithi00577259-9 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:1946: finishing rollback tid 2 to smithi00577259-9 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 968 (ObjNum 566 snap 165 seq_num 566) dirty exists 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 969 (ObjNum 65 snap 0 seq_num 1949517123) dirty exists 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:1944: finishing write tid 1 to smithi00577259-8 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:1944: finishing write tid 2 to smithi00577259-8 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:1945: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:31:29.778 INFO:tasks.rados.rados.0.smithi005.stdout:1947: expect (ObjNum 465 snap 138 seq_num 465) 2024-04-12T16:31:29.800 INFO:tasks.rados.rados.0.smithi005.stdout:1944: finishing write tid 3 to smithi00577259-8 2024-04-12T16:31:29.800 INFO:tasks.rados.rados.0.smithi005.stdout:1944: oid 8 updating version 0 to 855 2024-04-12T16:31:29.800 INFO:tasks.rados.rados.0.smithi005.stdout:1944: oid 8 updating version 855 to 856 2024-04-12T16:31:29.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 856 (ObjNum 616 snap 184 seq_num 616) dirty exists 2024-04-12T16:31:29.800 INFO:tasks.rados.rados.0.smithi005.stdout:1944: left oid 8 (ObjNum 616 snap 184 seq_num 616) 2024-04-12T16:31:29.800 INFO:tasks.rados.rados.0.smithi005.stdout:1945: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:31:29.800 INFO:tasks.rados.rados.0.smithi005.stdout:1945: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 975 (ObjNum 565 snap 165 seq_num 565) dirty exists 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1950: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1950: finishing copy_from to smithi00577259-24 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 961 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 752 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1944: done (8 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1945: done (7 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1946: done (6 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1947: done (5 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1948: done (4 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1950: done (3 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1952: done (2 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1953: done (1 left) 2024-04-12T16:31:29.801 INFO:tasks.rados.rados.0.smithi005.stdout:1955: copy_from oid 27 from oid 50 current snap is 184 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1954: finishing write tid 1 to smithi00577259-34 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1954: finishing write tid 2 to smithi00577259-34 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1954: finishing write tid 3 to smithi00577259-34 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1954: oid 34 updating version 0 to 1014 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1954: oid 34 updating version 1014 to 1015 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1015 (ObjNum 617 snap 184 seq_num 617) dirty exists 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1954: left oid 34 (ObjNum 617 snap 184 seq_num 617) 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1954: done (1 left) 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1956: rollback oid 23 current snap is 184 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 179 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1957: read oid 7 snap -1 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1957: expect (ObjNum 554 snap 163 seq_num 554) 2024-04-12T16:31:29.802 INFO:tasks.rados.rados.0.smithi005.stdout:1958: copy_from oid 19 from oid 16 current snap is 184 2024-04-12T16:31:29.803 INFO:tasks.rados.rados.0.smithi005.stdout:1959: copy_from oid 17 from oid 13 current snap is 184 2024-04-12T16:31:29.803 INFO:tasks.rados.rados.0.smithi005.stdout:1960: snap_remove snap 183 2024-04-12T16:31:30.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:29 smithi016 ceph-mon[84444]: pgmap v334: 121 pgs: 121 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-12T16:31:30.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:29 smithi016 ceph-mon[84444]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T16:31:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:29 smithi005 ceph-mon[88416]: pgmap v334: 121 pgs: 121 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-12T16:31:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:29 smithi005 ceph-mon[88416]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T16:31:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:29 smithi005 ceph-mon[90837]: pgmap v334: 121 pgs: 121 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-12T16:31:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:29 smithi005 ceph-mon[90837]: osdmap e448: 8 total, 8 up, 8 in 2024-04-12T16:31:30.582 INFO:tasks.rados.rados.0.smithi005.stdout:1955: finishing copy_from to smithi00577259-27 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1955: got expected ENOENT (src dne) 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1955: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1956: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1956: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1956: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 963 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1959: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1959: finishing copy_from to smithi00577259-17 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 958 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:31:30.583 INFO:tasks.rados.rados.0.smithi005.stdout:1957: expect (ObjNum 554 snap 163 seq_num 554) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1958: finishing copy_from racing read to smithi00577259-19 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1958: finishing copy_from to smithi00577259-19 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 752 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1955: done (5 left) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1956: done (4 left) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1957: done (3 left) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1958: done (2 left) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1959: done (1 left) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1960: done (0 left) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1961: read oid 15 snap -1 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:1961: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:30.900 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 184 2024-04-12T16:31:30.901 INFO:tasks.rados.rados.0.smithi005.stdout:1962: seq_num 618 ranges {598016=753664} 2024-04-12T16:31:30.907 INFO:tasks.rados.rados.0.smithi005.stdout:1962: writing smithi00577259-36 from 598016 to 1351680 tid 1 2024-04-12T16:31:30.907 INFO:tasks.rados.rados.0.smithi005.stdout:1963: read oid 38 snap 179 2024-04-12T16:31:30.907 INFO:tasks.rados.rados.0.smithi005.stdout:1963: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:30.907 INFO:tasks.rados.rados.0.smithi005.stdout:1964: copy_from oid 31 from oid 3 current snap is 184 2024-04-12T16:31:30.907 INFO:tasks.rados.rados.0.smithi005.stdout:1961: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:30.964 INFO:tasks.rados.rados.0.smithi005.stdout:1962: finishing write tid 1 to smithi00577259-36 2024-04-12T16:31:30.964 INFO:tasks.rados.rados.0.smithi005.stdout:1963: expect (ObjNum 477 snap 140 seq_num 477) 2024-04-12T16:31:31.019 INFO:tasks.rados.rados.0.smithi005.stdout:1962: finishing write tid 2 to smithi00577259-36 2024-04-12T16:31:31.019 INFO:tasks.rados.rados.0.smithi005.stdout:1962: finishing write tid 3 to smithi00577259-36 2024-04-12T16:31:31.019 INFO:tasks.rados.rados.0.smithi005.stdout:1962: oid 36 updating version 0 to 858 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1962: oid 36 updating version 858 to 859 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 859 (ObjNum 618 snap 184 seq_num 618) dirty exists 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1962: left oid 36 (ObjNum 618 snap 184 seq_num 618) 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1964: finishing copy_from racing read to smithi00577259-31 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1964: finishing copy_from to smithi00577259-31 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 767 (ObjNum 585 snap 170 seq_num 585) dirty exists 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1961: done (3 left) 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1962: done (2 left) 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1963: done (1 left) 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1964: done (0 left) 2024-04-12T16:31:31.020 INFO:tasks.rados.rados.0.smithi005.stdout:1965: delete oid 1 current snap is 184 2024-04-12T16:31:31.021 INFO:tasks.rados.rados.0.smithi005.stdout:1965: done (0 left) 2024-04-12T16:31:31.021 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 184 2024-04-12T16:31:31.021 INFO:tasks.rados.rados.0.smithi005.stdout:1966: seq_num 620 ranges {3432448=794624} 2024-04-12T16:31:31.044 INFO:tasks.rados.rados.0.smithi005.stdout:1966: writing smithi00577259-24 from 3432448 to 4227072 tid 1 2024-04-12T16:31:31.045 INFO:tasks.rados.rados.0.smithi005.stdout:1967: rollback oid 50 current snap is 184 2024-04-12T16:31:31.045 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 179 2024-04-12T16:31:31.045 INFO:tasks.rados.rados.0.smithi005.stdout:1968: read oid 9 snap -1 2024-04-12T16:31:31.045 INFO:tasks.rados.rados.0.smithi005.stdout:1968: expect (ObjNum 566 snap 165 seq_num 566) 2024-04-12T16:31:31.045 INFO:tasks.rados.rados.0.smithi005.stdout:1969: copy_from oid 22 from oid 44 current snap is 184 2024-04-12T16:31:31.045 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 184 2024-04-12T16:31:31.045 INFO:tasks.rados.rados.0.smithi005.stdout:1970: seq_num 621 ranges {3948544=409600,4358144=401408} 2024-04-12T16:31:31.068 INFO:tasks.rados.rados.0.smithi005.stdout:1970: writing smithi00577259-11 from 3948544 to 4358144 tid 1 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:1970: writing smithi00577259-11 from 4358144 to 4759552 tid 2 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:1971: read oid 3 snap -1 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:1971: expect (ObjNum 585 snap 170 seq_num 585) 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:1972: snap_create 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:1967: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 0 (ObjNum 417 snap 0 seq_num 1723838064) dirty dne 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:1966: finishing write tid 1 to smithi00577259-24 2024-04-12T16:31:31.071 INFO:tasks.rados.rados.0.smithi005.stdout:1966: finishing write tid 2 to smithi00577259-24 2024-04-12T16:31:31.072 INFO:tasks.rados.rados.0.smithi005.stdout:1966: finishing write tid 3 to smithi00577259-24 2024-04-12T16:31:31.072 INFO:tasks.rados.rados.0.smithi005.stdout:1966: oid 24 updating version 0 to 970 2024-04-12T16:31:31.072 INFO:tasks.rados.rados.0.smithi005.stdout:1966: oid 24 version 970 is already newer than 969 2024-04-12T16:31:31.072 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 970 (ObjNum 620 snap 184 seq_num 620) dirty exists 2024-04-12T16:31:31.072 INFO:tasks.rados.rados.0.smithi005.stdout:1966: left oid 24 (ObjNum 620 snap 184 seq_num 620) 2024-04-12T16:31:31.075 INFO:tasks.rados.rados.0.smithi005.stdout:1969: finishing copy_from racing read to smithi00577259-22 2024-04-12T16:31:31.076 INFO:tasks.rados.rados.0.smithi005.stdout:1970: finishing write tid 1 to smithi00577259-11 2024-04-12T16:31:31.078 INFO:tasks.rados.rados.0.smithi005.stdout:1970: finishing write tid 2 to smithi00577259-11 2024-04-12T16:31:31.078 INFO:tasks.rados.rados.0.smithi005.stdout:1970: finishing write tid 3 to smithi00577259-11 2024-04-12T16:31:31.078 INFO:tasks.rados.rados.0.smithi005.stdout:1969: finishing copy_from to smithi00577259-22 2024-04-12T16:31:31.079 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 963 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:31:31.079 INFO:tasks.rados.rados.0.smithi005.stdout:1968: expect (ObjNum 566 snap 165 seq_num 566) 2024-04-12T16:31:31.459 INFO:tasks.rados.rados.0.smithi005.stdout:1970: finishing write tid 4 to smithi00577259-11 2024-04-12T16:31:31.459 INFO:tasks.rados.rados.0.smithi005.stdout:1970: oid 11 updating version 0 to 862 2024-04-12T16:31:31.459 INFO:tasks.rados.rados.0.smithi005.stdout:1970: oid 11 version 862 is already newer than 861 2024-04-12T16:31:31.459 INFO:tasks.rados.rados.0.smithi005.stdout:1970: oid 11 version 862 is already newer than 860 2024-04-12T16:31:31.460 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 862 (ObjNum 621 snap 184 seq_num 621) dirty exists 2024-04-12T16:31:31.460 INFO:tasks.rados.rados.0.smithi005.stdout:1970: left oid 11 (ObjNum 621 snap 184 seq_num 621) 2024-04-12T16:31:31.460 INFO:tasks.rados.rados.0.smithi005.stdout:1971: expect (ObjNum 585 snap 170 seq_num 585) 2024-04-12T16:31:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:31 smithi016 ceph-mon[84444]: pgmap v337: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T16:31:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:31 smithi016 ceph-mon[84444]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T16:31:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:31 smithi005 ceph-mon[88416]: pgmap v337: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T16:31:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:31 smithi005 ceph-mon[88416]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T16:31:31.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:31 smithi005 ceph-mon[90837]: pgmap v337: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-12T16:31:31.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:31 smithi005 ceph-mon[90837]: osdmap e449: 8 total, 8 up, 8 in 2024-04-12T16:31:32.429 INFO:tasks.rados.rados.0.smithi005.stdout:1966: done (6 left) 2024-04-12T16:31:32.429 INFO:tasks.rados.rados.0.smithi005.stdout:1967: done (5 left) 2024-04-12T16:31:32.430 INFO:tasks.rados.rados.0.smithi005.stdout:1968: done (4 left) 2024-04-12T16:31:32.430 INFO:tasks.rados.rados.0.smithi005.stdout:1969: done (3 left) 2024-04-12T16:31:32.430 INFO:tasks.rados.rados.0.smithi005.stdout:1970: done (2 left) 2024-04-12T16:31:32.430 INFO:tasks.rados.rados.0.smithi005.stdout:1971: done (1 left) 2024-04-12T16:31:32.430 INFO:tasks.rados.rados.0.smithi005.stdout:1972: done (0 left) 2024-04-12T16:31:32.430 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 185 2024-04-12T16:31:32.431 INFO:tasks.rados.rados.0.smithi005.stdout:1973: seq_num 622 ranges {0=425984,425984=401408} 2024-04-12T16:31:32.431 INFO:tasks.rados.rados.0.smithi005.stdout:1973: writing smithi00577259-12 from 0 to 425984 tid 1 2024-04-12T16:31:32.434 INFO:tasks.rados.rados.0.smithi005.stdout:1973: writing smithi00577259-12 from 425984 to 827392 tid 2 2024-04-12T16:31:32.434 INFO:tasks.rados.rados.0.smithi005.stdout:1974: rollback oid 24 current snap is 185 2024-04-12T16:31:32.434 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 179 2024-04-12T16:31:32.435 INFO:tasks.rados.rados.0.smithi005.stdout:1975: delete oid 38 current snap is 185 2024-04-12T16:31:32.438 INFO:tasks.rados.rados.0.smithi005.stdout:1973: finishing write tid 1 to smithi00577259-12 2024-04-12T16:31:32.438 INFO:tasks.rados.rados.0.smithi005.stdout:1974: finishing rollback tid 0 to smithi00577259-24 2024-04-12T16:31:32.438 INFO:tasks.rados.rados.0.smithi005.stdout:1975: done (2 left) 2024-04-12T16:31:32.438 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 185 2024-04-12T16:31:32.438 INFO:tasks.rados.rados.0.smithi005.stdout:1976: seq_num 624 ranges {7061504=458752,7520256=401408} 2024-04-12T16:31:32.478 INFO:tasks.rados.rados.0.smithi005.stdout:1976: writing smithi00577259-9 from 7061504 to 7520256 tid 1 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1976: writing smithi00577259-9 from 7520256 to 7921664 tid 2 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1977: rollback oid 25 current snap is 185 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 179 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1974: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 972 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1973: finishing write tid 2 to smithi00577259-12 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1973: finishing write tid 3 to smithi00577259-12 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1973: finishing write tid 4 to smithi00577259-12 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1973: oid 12 updating version 0 to 776 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1973: oid 12 version 776 is already newer than 774 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:1973: oid 12 version 776 is already newer than 775 2024-04-12T16:31:32.482 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 776 (ObjNum 622 snap 185 seq_num 622) dirty exists 2024-04-12T16:31:32.483 INFO:tasks.rados.rados.0.smithi005.stdout:1973: left oid 12 (ObjNum 622 snap 185 seq_num 622) 2024-04-12T16:31:32.483 INFO:tasks.rados.rados.0.smithi005.stdout:1973: done (3 left) 2024-04-12T16:31:32.483 INFO:tasks.rados.rados.0.smithi005.stdout:1974: done (2 left) 2024-04-12T16:31:32.483 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 185 2024-04-12T16:31:32.483 INFO:tasks.rados.rados.0.smithi005.stdout:1978: seq_num 625 ranges {4759552=475136,5234688=401408} 2024-04-12T16:31:32.509 INFO:tasks.rados.rados.0.smithi005.stdout:1978: writing smithi00577259-11 from 4759552 to 5234688 tid 1 2024-04-12T16:31:32.512 INFO:tasks.rados.rados.0.smithi005.stdout:1978: writing smithi00577259-11 from 5234688 to 5636096 tid 2 2024-04-12T16:31:32.512 INFO:tasks.rados.rados.0.smithi005.stdout:1979: rollback oid 44 current snap is 185 2024-04-12T16:31:32.512 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 179 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1977: finishing rollback tid 0 to smithi00577259-25 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: finishing write tid 1 to smithi00577259-9 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: finishing write tid 2 to smithi00577259-9 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1980: snap_create 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1977: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 977 (ObjNum 65 snap 0 seq_num 697697104) dirty dne 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: finishing write tid 3 to smithi00577259-9 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: finishing write tid 4 to smithi00577259-9 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: oid 9 updating version 0 to 970 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: oid 9 updating version 970 to 972 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: oid 9 version 972 is already newer than 971 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 972 (ObjNum 624 snap 185 seq_num 624) dirty exists 2024-04-12T16:31:32.513 INFO:tasks.rados.rados.0.smithi005.stdout:1976: left oid 9 (ObjNum 624 snap 185 seq_num 624) 2024-04-12T16:31:32.514 INFO:tasks.rados.rados.0.smithi005.stdout:1978: finishing write tid 1 to smithi00577259-11 2024-04-12T16:31:32.515 INFO:tasks.rados.rados.0.smithi005.stdout:1978: finishing write tid 2 to smithi00577259-11 2024-04-12T16:31:32.516 INFO:tasks.rados.rados.0.smithi005.stdout:1978: finishing write tid 3 to smithi00577259-11 2024-04-12T16:31:32.516 INFO:tasks.rados.rados.0.smithi005.stdout:1979: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:31:32.516 INFO:tasks.rados.rados.0.smithi005.stdout:1979: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:31:32.516 INFO:tasks.rados.rados.0.smithi005.stdout:1979: finishing rollback tid 2 to smithi00577259-44 2024-04-12T16:31:32.517 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 975 (ObjNum 452 snap 134 seq_num 452) dirty exists 2024-04-12T16:31:32.517 INFO:tasks.rados.rados.0.smithi005.stdout:1978: finishing write tid 4 to smithi00577259-11 2024-04-12T16:31:32.517 INFO:tasks.rados.rados.0.smithi005.stdout:1978: oid 11 updating version 0 to 865 2024-04-12T16:31:32.517 INFO:tasks.rados.rados.0.smithi005.stdout:1978: oid 11 updating version 865 to 866 2024-04-12T16:31:32.517 INFO:tasks.rados.rados.0.smithi005.stdout:1978: oid 11 version 866 is already newer than 864 2024-04-12T16:31:32.517 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 866 (ObjNum 625 snap 185 seq_num 625) dirty exists 2024-04-12T16:31:32.517 INFO:tasks.rados.rados.0.smithi005.stdout:1978: left oid 11 (ObjNum 625 snap 185 seq_num 625) 2024-04-12T16:31:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:32.776 INFO:tasks.rados.rados.0.smithi005.stdout:1976: done (4 left) 2024-04-12T16:31:32.776 INFO:tasks.rados.rados.0.smithi005.stdout:1977: done (3 left) 2024-04-12T16:31:32.776 INFO:tasks.rados.rados.0.smithi005.stdout:1978: done (2 left) 2024-04-12T16:31:32.776 INFO:tasks.rados.rados.0.smithi005.stdout:1979: done (1 left) 2024-04-12T16:31:32.776 INFO:tasks.rados.rados.0.smithi005.stdout:1980: done (0 left) 2024-04-12T16:31:32.776 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 186 2024-04-12T16:31:32.776 INFO:tasks.rados.rados.0.smithi005.stdout:1981: seq_num 626 ranges {0=491520,491520=401408} 2024-04-12T16:31:32.778 INFO:tasks.rados.rados.0.smithi005.stdout:1981: writing smithi00577259-50 from 0 to 491520 tid 1 2024-04-12T16:31:32.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: writing smithi00577259-50 from 491520 to 892928 tid 2 2024-04-12T16:31:32.781 INFO:tasks.rados.rados.0.smithi005.stdout:1982: read oid 28 snap 179 2024-04-12T16:31:32.781 INFO:tasks.rados.rados.0.smithi005.stdout:1982: expect deleted 2024-04-12T16:31:32.781 INFO:tasks.rados.rados.0.smithi005.stdout:1983: snap_remove snap 184 2024-04-12T16:31:33.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:32 smithi016 ceph-mon[84444]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T16:31:33.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:33.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:32 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:33.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:32 smithi016 ceph-mon[84444]: Upgrade: osd.5 is safe to restart 2024-04-12T16:31:33.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[88416]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T16:31:33.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:33.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:33.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[88416]: Upgrade: osd.5 is safe to restart 2024-04-12T16:31:33.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[90837]: osdmap e450: 8 total, 8 up, 8 in 2024-04-12T16:31:33.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:33.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-12T16:31:33.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:32 smithi005 ceph-mon[90837]: Upgrade: osd.5 is safe to restart 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: finishing write tid 1 to smithi00577259-50 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: finishing write tid 2 to smithi00577259-50 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: finishing write tid 3 to smithi00577259-50 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: finishing write tid 4 to smithi00577259-50 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: oid 50 updating version 0 to 1018 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: oid 50 updating version 1018 to 1020 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: oid 50 version 1020 is already newer than 1019 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1020 (ObjNum 626 snap 186 seq_num 626) dirty exists 2024-04-12T16:31:33.781 INFO:tasks.rados.rados.0.smithi005.stdout:1981: left oid 50 (ObjNum 626 snap 186 seq_num 626) 2024-04-12T16:31:33.782 INFO:tasks.rados.rados.0.smithi005.stdout:1981: done (2 left) 2024-04-12T16:31:33.782 INFO:tasks.rados.rados.0.smithi005.stdout:1982: done (1 left) 2024-04-12T16:31:33.782 INFO:tasks.rados.rados.0.smithi005.stdout:1983: done (0 left) 2024-04-12T16:31:33.782 INFO:tasks.rados.rados.0.smithi005.stdout:1984: read oid 26 snap -1 2024-04-12T16:31:33.782 INFO:tasks.rados.rados.0.smithi005.stdout:1984: expect (ObjNum 610 snap 183 seq_num 610) 2024-04-12T16:31:33.782 INFO:tasks.rados.rados.0.smithi005.stdout:1985: snap_remove snap 179 2024-04-12T16:31:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:33 smithi016 ceph-mon[84444]: pgmap v340: 121 pgs: 121 active+clean; 234 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 906 KiB/s wr, 18 op/s 2024-04-12T16:31:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:33 smithi016 ceph-mon[84444]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T16:31:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:31:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:33 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:34.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:31:33] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.43.0" 2024-04-12T16:31:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[88416]: pgmap v340: 121 pgs: 121 active+clean; 234 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 906 KiB/s wr, 18 op/s 2024-04-12T16:31:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[88416]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T16:31:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:31:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[90837]: pgmap v340: 121 pgs: 121 active+clean; 234 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 906 KiB/s wr, 18 op/s 2024-04-12T16:31:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[90837]: osdmap e451: 8 total, 8 up, 8 in 2024-04-12T16:31:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T16:31:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:33 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:34.602 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:31:34.779 INFO:tasks.rados.rados.0.smithi005.stdout:1985: done (1 left) 2024-04-12T16:31:34.779 INFO:tasks.rados.rados.0.smithi005.stdout:1986: copy_from oid 15 from oid 47 current snap is 186 2024-04-12T16:31:34.779 INFO:tasks.rados.rados.0.smithi005.stdout:1984: expect (ObjNum 610 snap 183 seq_num 610) 2024-04-12T16:31:34.810 INFO:tasks.rados.rados.0.smithi005.stdout:1986: finishing copy_from to smithi00577259-15 2024-04-12T16:31:34.810 INFO:tasks.rados.rados.0.smithi005.stdout:1986: got expected ENOENT (src dne) 2024-04-12T16:31:34.810 INFO:tasks.rados.rados.0.smithi005.stdout:1986: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:31:34.810 INFO:tasks.rados.rados.0.smithi005.stdout:1984: done (1 left) 2024-04-12T16:31:34.811 INFO:tasks.rados.rados.0.smithi005.stdout:1986: done (0 left) 2024-04-12T16:31:34.811 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 186 2024-04-12T16:31:34.811 INFO:tasks.rados.rados.0.smithi005.stdout:1987: seq_num 627 ranges {3432448=507904,3940352=401408} 2024-04-12T16:31:34.831 INFO:tasks.rados.rados.0.smithi005.stdout:1987: writing smithi00577259-35 from 3432448 to 3940352 tid 1 2024-04-12T16:31:34.834 INFO:tasks.rados.rados.0.smithi005.stdout:1987: writing smithi00577259-35 from 3940352 to 4341760 tid 2 2024-04-12T16:31:34.834 INFO:tasks.rados.rados.0.smithi005.stdout:1988: rollback oid 1 current snap is 186 2024-04-12T16:31:34.834 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 1 to 185 2024-04-12T16:31:34.834 INFO:tasks.rados.rados.0.smithi005.stdout:1989: copy_from oid 13 from oid 21 current snap is 186 2024-04-12T16:31:34.834 INFO:tasks.rados.rados.0.smithi005.stdout:1990: snap_create 2024-04-12T16:31:34.834 INFO:tasks.rados.rados.0.smithi005.stdout:1988: finishing rollback tid 1 to smithi00577259-1 2024-04-12T16:31:34.835 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 0 (ObjNum 177 snap 0 seq_num 730343184) dirty dne 2024-04-12T16:31:34.835 INFO:tasks.rados.rados.0.smithi005.stdout:1987: finishing write tid 1 to smithi00577259-35 2024-04-12T16:31:34.837 INFO:tasks.rados.rados.0.smithi005.stdout:1987: finishing write tid 2 to smithi00577259-35 2024-04-12T16:31:34.837 INFO:tasks.rados.rados.0.smithi005.stdout:1987: finishing write tid 3 to smithi00577259-35 2024-04-12T16:31:34.838 INFO:tasks.rados.rados.0.smithi005.stdout:1987: finishing write tid 4 to smithi00577259-35 2024-04-12T16:31:34.838 INFO:tasks.rados.rados.0.smithi005.stdout:1987: oid 35 updating version 0 to 966 2024-04-12T16:31:34.838 INFO:tasks.rados.rados.0.smithi005.stdout:1987: oid 35 version 966 is already newer than 964 2024-04-12T16:31:34.838 INFO:tasks.rados.rados.0.smithi005.stdout:1987: oid 35 version 966 is already newer than 965 2024-04-12T16:31:34.838 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 966 (ObjNum 627 snap 186 seq_num 627) dirty exists 2024-04-12T16:31:34.838 INFO:tasks.rados.rados.0.smithi005.stdout:1987: left oid 35 (ObjNum 627 snap 186 seq_num 627) 2024-04-12T16:31:34.840 INFO:tasks.rados.rados.0.smithi005.stdout:1989: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:31:34.841 INFO:tasks.rados.rados.0.smithi005.stdout:1989: finishing copy_from to smithi00577259-13 2024-04-12T16:31:34.841 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 821 (ObjNum 465 snap 138 seq_num 465) dirty exists 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[90837]: Upgrade: Updating osd.5 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[90837]: Deploying daemon osd.5 on smithi016 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[90837]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[90837]: osdmap e453: 8 total, 8 up, 8 in 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[88416]: Upgrade: Updating osd.5 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[88416]: Deploying daemon osd.5 on smithi016 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[88416]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:34 smithi005 ceph-mon[88416]: osdmap e453: 8 total, 8 up, 8 in 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (8m) 57s ago 9m 24.5M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (9m) 23s ago 9m 90.6M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (10m) 57s ago 10m 19.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (10m) 23s ago 10m 15.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (4m) 23s ago 14m 451M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (4m) 57s ago 15m 513M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (4m) 57s ago 15m 53.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (3m) 23s ago 14m 51.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (3m) 57s ago 14m 48.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:31:34.953 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (9m) 57s ago 9m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (9m) 23s ago 9m 15.0M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (2m) 57s ago 13m 178M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (2m) 57s ago 13m 141M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (96s) 57s ago 12m 115M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (61s) 57s ago 12m 12.0M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (27s) 23s ago 12m 12.5M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (11m) 23s ago 11m 253M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 fc7a31f4c63f 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (11m) 23s ago 11m 171M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (10m) 23s ago 10m 202M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:31:34.954 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (4m) 23s ago 10m 60.2M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:31:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:34 smithi016 ceph-mon[84444]: Upgrade: Updating osd.5 2024-04-12T16:31:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:34 smithi016 ceph-mon[84444]: Deploying daemon osd.5 on smithi016 2024-04-12T16:31:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:34 smithi016 ceph-mon[84444]: osdmap e452: 8 total, 8 up, 8 in 2024-04-12T16:31:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:34 smithi016 ceph-mon[84444]: osdmap e453: 8 total, 8 up, 8 in 2024-04-12T16:31:35.360 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:31:35.360 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:31:35.360 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:31:35.360 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:35.360 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 5 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 10 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:31:35.361 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:31:35.581 INFO:tasks.rados.rados.0.smithi005.stdout:1987: done (3 left) 2024-04-12T16:31:35.582 INFO:tasks.rados.rados.0.smithi005.stdout:1988: done (2 left) 2024-04-12T16:31:35.582 INFO:tasks.rados.rados.0.smithi005.stdout:1989: done (1 left) 2024-04-12T16:31:35.582 INFO:tasks.rados.rados.0.smithi005.stdout:1990: done (0 left) 2024-04-12T16:31:35.582 INFO:tasks.rados.rados.0.smithi005.stdout:1991: copy_from oid 35 from oid 2 current snap is 187 2024-04-12T16:31:35.582 INFO:tasks.rados.rados.0.smithi005.stdout:1992: copy_from oid 24 from oid 12 current snap is 187 2024-04-12T16:31:35.582 INFO:tasks.rados.rados.0.smithi005.stdout:1993: copy_from oid 44 from oid 36 current snap is 187 2024-04-12T16:31:35.582 INFO:tasks.rados.rados.0.smithi005.stdout:1994: snap_create 2024-04-12T16:31:35.592 INFO:tasks.rados.rados.0.smithi005.stdout:1993: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:31:35.593 INFO:tasks.rados.rados.0.smithi005.stdout:1992: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:31:35.594 INFO:tasks.rados.rados.0.smithi005.stdout:1993: finishing copy_from to smithi00577259-44 2024-04-12T16:31:35.594 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 859 (ObjNum 618 snap 184 seq_num 618) dirty exists 2024-04-12T16:31:35.595 INFO:tasks.rados.rados.0.smithi005.stdout:1992: finishing copy_from to smithi00577259-24 2024-04-12T16:31:35.595 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 776 (ObjNum 622 snap 185 seq_num 622) dirty exists 2024-04-12T16:31:35.604 INFO:tasks.rados.rados.0.smithi005.stdout:1991: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:31:35.606 INFO:tasks.rados.rados.0.smithi005.stdout:1991: finishing copy_from to smithi00577259-35 2024-04-12T16:31:35.606 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 823 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-04-12T16:31:35.979 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:35 smithi016 ceph-mon[84444]: pgmap v343: 121 pgs: 121 active+clean; 219 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-04-12T16:31:35.979 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:35 smithi016 ceph-mon[84444]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:35.979 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:35 smithi016 ceph-mon[84444]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:35.979 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:35 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2218285452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:35.979 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:35 smithi016 ceph-mon[84444]: osdmap e454: 8 total, 8 up, 8 in 2024-04-12T16:31:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[88416]: pgmap v343: 121 pgs: 121 active+clean; 219 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-04-12T16:31:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[88416]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[88416]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2218285452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[88416]: osdmap e454: 8 total, 8 up, 8 in 2024-04-12T16:31:36.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[90837]: pgmap v343: 121 pgs: 121 active+clean; 219 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 10 op/s 2024-04-12T16:31:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[90837]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[90837]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:31:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2218285452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:35 smithi005 ceph-mon[90837]: osdmap e454: 8 total, 8 up, 8 in 2024-04-12T16:31:36.584 INFO:tasks.rados.rados.0.smithi005.stdout:1991: done (3 left) 2024-04-12T16:31:36.584 INFO:tasks.rados.rados.0.smithi005.stdout:1992: done (2 left) 2024-04-12T16:31:36.584 INFO:tasks.rados.rados.0.smithi005.stdout:1993: done (1 left) 2024-04-12T16:31:36.584 INFO:tasks.rados.rados.0.smithi005.stdout:1994: done (0 left) 2024-04-12T16:31:36.584 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 188 2024-04-12T16:31:36.584 INFO:tasks.rados.rados.0.smithi005.stdout:1995: seq_num 628 ranges {18112512=524288,18636800=401408} 2024-04-12T16:31:36.685 INFO:tasks.rados.rados.0.smithi005.stdout:1995: writing smithi00577259-45 from 18112512 to 18636800 tid 1 2024-04-12T16:31:36.688 INFO:tasks.rados.rados.0.smithi005.stdout:1995: writing smithi00577259-45 from 18636800 to 19038208 tid 2 2024-04-12T16:31:36.688 INFO:tasks.rados.rados.0.smithi005.stdout:1996: rollback oid 15 current snap is 188 2024-04-12T16:31:36.688 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 187 2024-04-12T16:31:36.688 INFO:tasks.rados.rados.0.smithi005.stdout:1997: snap_remove snap 186 2024-04-12T16:31:37.197 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:36 smithi016 systemd[1]: Stopping Ceph osd.5 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:31:37.582 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[41339]: 2024-04-12T16:31:37.201+0000 7f7f3cead700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:31:37.582 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[41339]: 2024-04-12T16:31:37.201+0000 7f7f3cead700 -1 osd.5 455 *** Got signal Terminated *** 2024-04-12T16:31:37.583 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[41339]: 2024-04-12T16:31:37.201+0000 7f7f3cead700 -1 osd.5 455 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1997: done (2 left) 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1998: read oid 8 snap 187 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1998: expect (ObjNum 616 snap 184 seq_num 616) 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1999: rollback oid 47 current snap is 188 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 187 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 188 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1996: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1996: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1996: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 765 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1995: finishing write tid 1 to smithi00577259-45 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1995: finishing write tid 2 to smithi00577259-45 2024-04-12T16:31:37.595 INFO:tasks.rados.rados.0.smithi005.stdout:1995: finishing write tid 3 to smithi00577259-45 2024-04-12T16:31:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:1995: finishing write tid 4 to smithi00577259-45 2024-04-12T16:31:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:1995: oid 45 updating version 0 to 979 2024-04-12T16:31:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:1995: oid 45 updating version 979 to 980 2024-04-12T16:31:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:1995: oid 45 version 980 is already newer than 978 2024-04-12T16:31:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 980 (ObjNum 628 snap 188 seq_num 628) dirty exists 2024-04-12T16:31:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:1995: left oid 45 (ObjNum 628 snap 188 seq_num 628) 2024-04-12T16:31:37.596 INFO:tasks.rados.rados.0.smithi005.stdout:2000: seq_num 629 ranges {5636096=540672,6176768=401408} 2024-04-12T16:31:37.629 INFO:tasks.rados.rados.0.smithi005.stdout:2000: writing smithi00577259-11 from 5636096 to 6176768 tid 1 2024-04-12T16:31:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:2000: writing smithi00577259-11 from 6176768 to 6578176 tid 2 2024-04-12T16:31:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:1995: done (4 left) 2024-04-12T16:31:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:1996: done (3 left) 2024-04-12T16:31:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:2001: copy_from oid 33 from oid 12 current snap is 188 2024-04-12T16:31:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:1999: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:31:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 0 (ObjNum 177 snap 0 seq_num 730049968) dirty dne 2024-04-12T16:31:37.631 INFO:tasks.rados.rados.0.smithi005.stdout:1998: expect (ObjNum 616 snap 184 seq_num 616) 2024-04-12T16:31:37.651 INFO:tasks.rados.rados.0.smithi005.stdout:2000: finishing write tid 1 to smithi00577259-11 2024-04-12T16:31:37.651 INFO:tasks.rados.rados.0.smithi005.stdout:2000: finishing write tid 2 to smithi00577259-11 2024-04-12T16:31:37.651 INFO:tasks.rados.rados.0.smithi005.stdout:2000: finishing write tid 3 to smithi00577259-11 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2000: finishing write tid 4 to smithi00577259-11 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2000: oid 11 updating version 0 to 874 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2000: oid 11 version 874 is already newer than 873 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2000: oid 11 version 874 is already newer than 872 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 874 (ObjNum 629 snap 188 seq_num 629) dirty exists 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2000: left oid 11 (ObjNum 629 snap 188 seq_num 629) 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2001: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:1998: done (3 left) 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:1999: done (2 left) 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2000: done (1 left) 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 188 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2001: finishing copy_from to smithi00577259-33 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 776 (ObjNum 622 snap 185 seq_num 622) dirty exists 2024-04-12T16:31:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2002: seq_num 630 ranges {5668864=557056,6225920=401408} 2024-04-12T16:31:37.685 INFO:tasks.rados.rados.0.smithi005.stdout:2002: writing smithi00577259-7 from 5668864 to 6225920 tid 1 2024-04-12T16:31:37.687 INFO:tasks.rados.rados.0.smithi005.stdout:2002: writing smithi00577259-7 from 6225920 to 6627328 tid 2 2024-04-12T16:31:37.687 INFO:tasks.rados.rados.0.smithi005.stdout:2001: done (1 left) 2024-04-12T16:31:37.687 INFO:tasks.rados.rados.0.smithi005.stdout:2003: snap_remove snap 185 2024-04-12T16:31:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:37 smithi016 ceph-mon[84444]: pgmap v346: 121 pgs: 121 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 13 op/s 2024-04-12T16:31:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:37 smithi016 ceph-mon[84444]: osdmap e455: 8 total, 8 up, 8 in 2024-04-12T16:31:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:37 smithi016 ceph-mon[84444]: osd.5 marked itself down and dead 2024-04-12T16:31:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:37 smithi005 ceph-mon[88416]: pgmap v346: 121 pgs: 121 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 13 op/s 2024-04-12T16:31:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:37 smithi005 ceph-mon[88416]: osdmap e455: 8 total, 8 up, 8 in 2024-04-12T16:31:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:37 smithi005 ceph-mon[88416]: osd.5 marked itself down and dead 2024-04-12T16:31:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:37 smithi005 ceph-mon[90837]: pgmap v346: 121 pgs: 121 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 13 op/s 2024-04-12T16:31:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:37 smithi005 ceph-mon[90837]: osdmap e455: 8 total, 8 up, 8 in 2024-04-12T16:31:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:37 smithi005 ceph-mon[90837]: osd.5 marked itself down and dead 2024-04-12T16:31:38.340 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:38 smithi016 podman[94353]: 2024-04-12 16:31:38.090031161 +0000 UTC m=+1.002324931 container died fc7a31f4c63f18a563af19ff4f9d62bf023194dd3f54e49b0ee64ff50fddb8c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T16:31:38.596 INFO:tasks.rados.rados.0.smithi005.stdout:2003: done (1 left) 2024-04-12T16:31:38.597 INFO:tasks.rados.rados.0.smithi005.stdout:2004: snap_remove snap 187 2024-04-12T16:31:38.729 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:38 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:31:38.730 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:38 smithi016 ceph-mon[84444]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T16:31:38.730 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:38 smithi016 podman[94353]: 2024-04-12 16:31:38.451314431 +0000 UTC m=+1.363608193 container cleanup fc7a31f4c63f18a563af19ff4f9d62bf023194dd3f54e49b0ee64ff50fddb8c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T16:31:38.730 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:38 smithi016 bash[94353]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5 2024-04-12T16:31:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:38 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:31:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:38 smithi005 ceph-mon[88416]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T16:31:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:38 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:31:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:38 smithi005 ceph-mon[90837]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T16:31:39.063 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:38 smithi016 podman[94371]: 2024-04-12 16:31:38.735860965 +0000 UTC m=+0.645384413 container remove fc7a31f4c63f18a563af19ff4f9d62bf023194dd3f54e49b0ee64ff50fddb8c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T16:31:39.340 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:39 smithi016 podman[94463]: 2024-04-12 16:31:38.972143634 +0000 UTC m=+0.017727236 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:31:39.340 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:39 smithi016 podman[94463]: 2024-04-12 16:31:39.078972467 +0000 UTC m=+0.124556090 container create d197114676753ae8b74746bb89c5aa184c1b4be06c5814cdc73aa0bd853a96da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:31:39.341 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:39 smithi016 podman[94463]: 2024-04-12 16:31:39.273100463 +0000 UTC m=+0.318684059 container init d197114676753ae8b74746bb89c5aa184c1b4be06c5814cdc73aa0bd853a96da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-12T16:31:39.341 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:39 smithi016 podman[94463]: 2024-04-12 16:31:39.276649145 +0000 UTC m=+0.322232728 container start d197114676753ae8b74746bb89c5aa184c1b4be06c5814cdc73aa0bd853a96da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:31:39.596 INFO:tasks.rados.rados.0.smithi005.stdout:2004: done (1 left) 2024-04-12T16:31:39.596 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 188 2024-04-12T16:31:39.596 INFO:tasks.rados.rados.0.smithi005.stdout:2005: seq_num 631 ranges {376832=573440,950272=401408} 2024-04-12T16:31:39.602 INFO:tasks.rados.rados.0.smithi005.stdout:2005: writing smithi00577259-30 from 376832 to 950272 tid 1 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2005: writing smithi00577259-30 from 950272 to 1351680 tid 2 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2006: setattr oid 31 current snap is 188 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: finishing write tid 1 to smithi00577259-7 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: finishing write tid 2 to smithi00577259-7 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: finishing write tid 3 to smithi00577259-7 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: finishing write tid 4 to smithi00577259-7 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: oid 7 updating version 0 to 753 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: oid 7 updating version 753 to 755 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: oid 7 version 755 is already newer than 754 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 755 (ObjNum 630 snap 188 seq_num 630) dirty exists 2024-04-12T16:31:39.606 INFO:tasks.rados.rados.0.smithi005.stdout:2002: left oid 7 (ObjNum 630 snap 188 seq_num 630) 2024-04-12T16:31:39.607 INFO:tasks.rados.rados.0.smithi005.stdout:2005: finishing write tid 1 to smithi00577259-30 2024-04-12T16:31:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:2002: done (2 left) 2024-04-12T16:31:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:2007: rollback oid 11 current snap is 188 2024-04-12T16:31:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:2007: done (2 left) 2024-04-12T16:31:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:2008: rollback oid 35 current snap is 188 2024-04-12T16:31:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:2008: done (2 left) 2024-04-12T16:31:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:2009: delete oid 26 current snap is 188 2024-04-12T16:31:39.608 INFO:tasks.rados.rados.0.smithi005.stdout:2005: finishing write tid 2 to smithi00577259-30 2024-04-12T16:31:39.609 INFO:tasks.rados.rados.0.smithi005.stdout:2005: finishing write tid 3 to smithi00577259-30 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:2005: finishing write tid 4 to smithi00577259-30 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:2005: oid 30 updating version 0 to 969 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:2005: oid 30 version 969 is already newer than 967 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:2005: oid 30 version 969 is already newer than 968 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 969 (ObjNum 631 snap 188 seq_num 631) dirty exists 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:2005: left oid 30 (ObjNum 631 snap 188 seq_num 631) 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:2005: done (2 left) 2024-04-12T16:31:39.610 INFO:tasks.rados.rados.0.smithi005.stdout:2009: done (1 left) 2024-04-12T16:31:39.611 INFO:tasks.rados.rados.0.smithi005.stdout:2010: copy_from oid 45 from oid 47 current snap is 188 2024-04-12T16:31:39.611 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 188 2024-04-12T16:31:39.611 INFO:tasks.rados.rados.0.smithi005.stdout:2011: seq_num 633 ranges {1515520=606208,2121728=401408} 2024-04-12T16:31:39.622 INFO:tasks.rados.rados.0.smithi005.stdout:2011: writing smithi00577259-37 from 1515520 to 2121728 tid 1 2024-04-12T16:31:39.624 INFO:tasks.rados.rados.0.smithi005.stdout:2011: writing smithi00577259-37 from 2121728 to 2523136 tid 2 2024-04-12T16:31:39.624 INFO:tasks.rados.rados.0.smithi005.stdout:2012: snap_create 2024-04-12T16:31:39.624 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 976 (ObjNum 585 snap 170 seq_num 585) dirty exists 2024-04-12T16:31:39.624 INFO:tasks.rados.rados.0.smithi005.stdout:2010: finishing copy_from to smithi00577259-45 2024-04-12T16:31:39.624 INFO:tasks.rados.rados.0.smithi005.stdout:2010: got expected ENOENT (src dne) 2024-04-12T16:31:39.624 INFO:tasks.rados.rados.0.smithi005.stdout:2010: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:31:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:2011: finishing write tid 1 to smithi00577259-37 2024-04-12T16:31:39.627 INFO:tasks.rados.rados.0.smithi005.stdout:2011: finishing write tid 2 to smithi00577259-37 2024-04-12T16:31:39.628 INFO:tasks.rados.rados.0.smithi005.stdout:2011: finishing write tid 3 to smithi00577259-37 2024-04-12T16:31:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:2011: finishing write tid 4 to smithi00577259-37 2024-04-12T16:31:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:2011: oid 37 updating version 0 to 971 2024-04-12T16:31:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:2011: oid 37 updating version 971 to 972 2024-04-12T16:31:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:2011: oid 37 version 972 is already newer than 970 2024-04-12T16:31:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 972 (ObjNum 633 snap 188 seq_num 633) dirty exists 2024-04-12T16:31:39.629 INFO:tasks.rados.rados.0.smithi005.stdout:2011: left oid 37 (ObjNum 633 snap 188 seq_num 633) 2024-04-12T16:31:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:39 smithi016 ceph-mon[84444]: pgmap v349: 121 pgs: 21 peering, 10 stale+active+clean, 90 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-12T16:31:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:39 smithi016 ceph-mon[84444]: Health check failed: Reduced data availability: 2 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-04-12T16:31:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:39 smithi016 ceph-mon[84444]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T16:31:39.841 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:39 smithi016 podman[94463]: 2024-04-12 16:31:39.389601945 +0000 UTC m=+0.435185544 container attach d197114676753ae8b74746bb89c5aa184c1b4be06c5814cdc73aa0bd853a96da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:31:39.841 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:39 smithi016 podman[94463]: 2024-04-12 16:31:39.580232354 +0000 UTC m=+0.625815936 container died d197114676753ae8b74746bb89c5aa184c1b4be06c5814cdc73aa0bd853a96da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-12T16:31:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:39 smithi005 ceph-mon[88416]: pgmap v349: 121 pgs: 21 peering, 10 stale+active+clean, 90 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-12T16:31:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:39 smithi005 ceph-mon[88416]: Health check failed: Reduced data availability: 2 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-04-12T16:31:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:39 smithi005 ceph-mon[88416]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T16:31:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:39 smithi005 ceph-mon[90837]: pgmap v349: 121 pgs: 21 peering, 10 stale+active+clean, 90 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-04-12T16:31:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:39 smithi005 ceph-mon[90837]: Health check failed: Reduced data availability: 2 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-04-12T16:31:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:39 smithi005 ceph-mon[90837]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T16:31:40.585 INFO:tasks.rados.rados.0.smithi005.stdout:2006: done (3 left) 2024-04-12T16:31:40.585 INFO:tasks.rados.rados.0.smithi005.stdout:2010: done (2 left) 2024-04-12T16:31:40.585 INFO:tasks.rados.rados.0.smithi005.stdout:2011: done (1 left) 2024-04-12T16:31:40.585 INFO:tasks.rados.rados.0.smithi005.stdout:2012: done (0 left) 2024-04-12T16:31:40.586 INFO:tasks.rados.rados.0.smithi005.stdout:2013: read oid 24 snap -1 2024-04-12T16:31:40.586 INFO:tasks.rados.rados.0.smithi005.stdout:2013: expect (ObjNum 622 snap 185 seq_num 622) 2024-04-12T16:31:40.586 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 189 2024-04-12T16:31:40.586 INFO:tasks.rados.rados.0.smithi005.stdout:2014: seq_num 634 ranges {20791296=622592,21413888=401408} 2024-04-12T16:31:40.590 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 podman[94489]: 2024-04-12 16:31:40.201750175 +0000 UTC m=+0.616503005 container remove d197114676753ae8b74746bb89c5aa184c1b4be06c5814cdc73aa0bd853a96da (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS) 2024-04-12T16:31:40.590 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-12T16:31:40.590 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 systemd[1]: Stopped Ceph osd.5 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:31:40.590 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.5.service: Consumed 17.024s CPU time. 2024-04-12T16:31:40.590 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 systemd[1]: Starting Ceph osd.5 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:31:40.702 INFO:tasks.rados.rados.0.smithi005.stdout:2014: writing smithi00577259-23 from 20791296 to 21413888 tid 1 2024-04-12T16:31:40.705 INFO:tasks.rados.rados.0.smithi005.stdout:2014: writing smithi00577259-23 from 21413888 to 21815296 tid 2 2024-04-12T16:31:40.705 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 189 2024-04-12T16:31:40.705 INFO:tasks.rados.rados.0.smithi005.stdout:2015: seq_num 635 ranges {5185536=638976,5824512=401408} 2024-04-12T16:31:40.737 INFO:tasks.rados.rados.0.smithi005.stdout:2015: writing smithi00577259-5 from 5185536 to 5824512 tid 1 2024-04-12T16:31:40.739 INFO:tasks.rados.rados.0.smithi005.stdout:2015: writing smithi00577259-5 from 5824512 to 6225920 tid 2 2024-04-12T16:31:40.739 INFO:tasks.rados.rados.0.smithi005.stdout:2016: snap_remove snap 188 2024-04-12T16:31:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:40 smithi005 ceph-mon[88416]: osdmap e458: 8 total, 7 up, 8 in 2024-04-12T16:31:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:40 smithi005 ceph-mon[88416]: osdmap e459: 8 total, 7 up, 8 in 2024-04-12T16:31:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:40 smithi005 ceph-mon[90837]: osdmap e458: 8 total, 7 up, 8 in 2024-04-12T16:31:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:40 smithi005 ceph-mon[90837]: osdmap e459: 8 total, 7 up, 8 in 2024-04-12T16:31:40.968 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:40 smithi016 ceph-mon[84444]: osdmap e458: 8 total, 7 up, 8 in 2024-04-12T16:31:40.968 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:40 smithi016 ceph-mon[84444]: osdmap e459: 8 total, 7 up, 8 in 2024-04-12T16:31:40.968 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 podman[94591]: 2024-04-12 16:31:40.559031303 +0000 UTC m=+0.018032882 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:31:40.968 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 podman[94591]: 2024-04-12 16:31:40.669652536 +0000 UTC m=+0.128654115 container create 88242aa2849686366b2c9c5001cd11eca31537cd22624ab13da947f27fd4be8a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True) 2024-04-12T16:31:41.340 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 podman[94591]: 2024-04-12 16:31:40.974221584 +0000 UTC m=+0.433223162 container init 88242aa2849686366b2c9c5001cd11eca31537cd22624ab13da947f27fd4be8a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:31:41.340 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:40 smithi016 podman[94591]: 2024-04-12 16:31:40.977962814 +0000 UTC m=+0.436964395 container start 88242aa2849686366b2c9c5001cd11eca31537cd22624ab13da947f27fd4be8a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-12T16:31:41.340 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 podman[94591]: 2024-04-12 16:31:41.0892517 +0000 UTC m=+0.548253284 container attach 88242aa2849686366b2c9c5001cd11eca31537cd22624ab13da947f27fd4be8a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-12T16:31:41.605 INFO:tasks.rados.rados.0.smithi005.stdout:2016: done (3 left) 2024-04-12T16:31:41.605 INFO:tasks.rados.rados.0.smithi005.stdout:2017: read oid 4 snap -1 2024-04-12T16:31:41.605 INFO:tasks.rados.rados.0.smithi005.stdout:2017: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:41.605 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 189 2024-04-12T16:31:41.605 INFO:tasks.rados.rados.0.smithi005.stdout:2018: seq_num 636 ranges {2260992=655360,2916352=401408} 2024-04-12T16:31:41.621 INFO:tasks.rados.rados.0.smithi005.stdout:2018: writing smithi00577259-20 from 2260992 to 2916352 tid 1 2024-04-12T16:31:41.623 INFO:tasks.rados.rados.0.smithi005.stdout:2018: writing smithi00577259-20 from 2916352 to 3317760 tid 2 2024-04-12T16:31:41.623 INFO:tasks.rados.rados.0.smithi005.stdout:2019: copy_from oid 22 from oid 3 current snap is 189 2024-04-12T16:31:41.623 INFO:tasks.rados.rados.0.smithi005.stdout:2013: expect (ObjNum 622 snap 185 seq_num 622) 2024-04-12T16:31:41.650 INFO:tasks.rados.rados.0.smithi005.stdout:2014: finishing write tid 1 to smithi00577259-23 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2014: finishing write tid 2 to smithi00577259-23 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2014: finishing write tid 3 to smithi00577259-23 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2014: finishing write tid 4 to smithi00577259-23 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2014: oid 23 updating version 0 to 969 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2014: oid 23 version 969 is already newer than 967 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2014: oid 23 version 969 is already newer than 968 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 969 (ObjNum 634 snap 189 seq_num 634) dirty exists 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2014: left oid 23 (ObjNum 634 snap 189 seq_num 634) 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2015: finishing write tid 1 to smithi00577259-5 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2015: finishing write tid 2 to smithi00577259-5 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2015: finishing write tid 3 to smithi00577259-5 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2015: finishing write tid 4 to smithi00577259-5 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2015: oid 5 updating version 0 to 971 2024-04-12T16:31:41.651 INFO:tasks.rados.rados.0.smithi005.stdout:2015: oid 5 updating version 971 to 973 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:2015: oid 5 version 973 is already newer than 972 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 973 (ObjNum 635 snap 189 seq_num 635) dirty exists 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:2015: left oid 5 (ObjNum 635 snap 189 seq_num 635) 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:2013: done (5 left) 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:2014: done (4 left) 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:2015: done (3 left) 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:2020: snap_create 2024-04-12T16:31:41.652 INFO:tasks.rados.rados.0.smithi005.stdout:2017: expect (ObjNum 529 snap 152 seq_num 529) 2024-04-12T16:31:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:2018: finishing write tid 1 to smithi00577259-20 2024-04-12T16:31:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:2018: finishing write tid 2 to smithi00577259-20 2024-04-12T16:31:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:2018: finishing write tid 3 to smithi00577259-20 2024-04-12T16:31:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:2018: finishing write tid 4 to smithi00577259-20 2024-04-12T16:31:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:2018: oid 20 updating version 0 to 974 2024-04-12T16:31:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:2018: oid 20 version 974 is already newer than 973 2024-04-12T16:31:41.698 INFO:tasks.rados.rados.0.smithi005.stdout:2018: oid 20 updating version 974 to 975 2024-04-12T16:31:41.698 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 975 (ObjNum 636 snap 189 seq_num 636) dirty exists 2024-04-12T16:31:41.698 INFO:tasks.rados.rados.0.smithi005.stdout:2018: left oid 20 (ObjNum 636 snap 189 seq_num 636) 2024-04-12T16:31:41.698 INFO:tasks.rados.rados.0.smithi005.stdout:2019: finishing copy_from racing read to smithi00577259-22 2024-04-12T16:31:41.698 INFO:tasks.rados.rados.0.smithi005.stdout:2019: finishing copy_from to smithi00577259-22 2024-04-12T16:31:41.698 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 767 (ObjNum 585 snap 170 seq_num 585) dirty exists 2024-04-12T16:31:41.762 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-mon[84444]: pgmap v352: 121 pgs: 5 active+undersized+degraded, 21 peering, 4 stale+active+clean, 17 active+undersized, 74 active+clean; 201 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 457 KiB/s rd, 2.8 MiB/s wr, 13 op/s; 13/225 objects degraded (5.778%) 2024-04-12T16:31:41.762 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 13/225 objects degraded (5.778%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate[94606]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate[94606]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 bash[94591]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 bash[94591]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 bash[94591]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 bash[94591]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 bash[94591]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 bash[94591]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 bash[94591]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-12T16:31:41.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate[94606]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T16:31:41.764 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate[94606]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T16:31:41.764 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate[94606]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-12T16:31:41.764 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate[94606]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-12T16:31:41.764 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate[94606]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-12T16:31:41.764 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:41 smithi016 podman[94591]: 2024-04-12 16:31:41.453643237 +0000 UTC m=+0.912644816 container died 88242aa2849686366b2c9c5001cd11eca31537cd22624ab13da947f27fd4be8a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T16:31:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:41 smithi005 ceph-mon[88416]: pgmap v352: 121 pgs: 5 active+undersized+degraded, 21 peering, 4 stale+active+clean, 17 active+undersized, 74 active+clean; 201 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 457 KiB/s rd, 2.8 MiB/s wr, 13 op/s; 13/225 objects degraded (5.778%) 2024-04-12T16:31:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:41 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 13/225 objects degraded (5.778%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:41 smithi005 ceph-mon[90837]: pgmap v352: 121 pgs: 5 active+undersized+degraded, 21 peering, 4 stale+active+clean, 17 active+undersized, 74 active+clean; 201 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 457 KiB/s rd, 2.8 MiB/s wr, 13 op/s; 13/225 objects degraded (5.778%) 2024-04-12T16:31:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:41 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 13/225 objects degraded (5.778%), 5 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:42.340 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:42.341 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 podman[94738]: 2024-04-12 16:31:42.068186442 +0000 UTC m=+0.608237626 container remove 88242aa2849686366b2c9c5001cd11eca31537cd22624ab13da947f27fd4be8a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-12T16:31:42.341 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 podman[94804]: 2024-04-12 16:31:42.184279688 +0000 UTC m=+0.018178272 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:31:42.341 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 podman[94804]: 2024-04-12 16:31:42.285594115 +0000 UTC m=+0.119492671 container create 6b9d04a3acdee1c78122e3f0be6e8694f9fa895c7ee481c9f1f69e9a7fe5f0ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-12T16:31:42.611 INFO:tasks.rados.rados.0.smithi005.stdout:2017: done (3 left) 2024-04-12T16:31:42.611 INFO:tasks.rados.rados.0.smithi005.stdout:2018: done (2 left) 2024-04-12T16:31:42.611 INFO:tasks.rados.rados.0.smithi005.stdout:2019: done (1 left) 2024-04-12T16:31:42.611 INFO:tasks.rados.rados.0.smithi005.stdout:2020: done (0 left) 2024-04-12T16:31:42.611 INFO:tasks.rados.rados.0.smithi005.stdout:2021: copy_from oid 24 from oid 14 current snap is 190 2024-04-12T16:31:42.611 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 190 2024-04-12T16:31:42.612 INFO:tasks.rados.rados.0.smithi005.stdout:2022: seq_num 637 ranges {12001280=671744,12673024=401408} 2024-04-12T16:31:42.680 INFO:tasks.rados.rados.0.smithi005.stdout:2022: writing smithi00577259-10 from 12001280 to 12673024 tid 1 2024-04-12T16:31:42.683 INFO:tasks.rados.rados.0.smithi005.stdout:2022: writing smithi00577259-10 from 12673024 to 13074432 tid 2 2024-04-12T16:31:42.683 INFO:tasks.rados.rados.0.smithi005.stdout:2023: snap_remove snap 189 2024-04-12T16:31:42.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:42 smithi016 ceph-mon[84444]: osdmap e460: 8 total, 7 up, 8 in 2024-04-12T16:31:42.840 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 podman[94804]: 2024-04-12 16:31:42.497185923 +0000 UTC m=+0.331084489 container init 6b9d04a3acdee1c78122e3f0be6e8694f9fa895c7ee481c9f1f69e9a7fe5f0ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T16:31:42.840 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 podman[94804]: 2024-04-12 16:31:42.500237202 +0000 UTC m=+0.334135759 container start 6b9d04a3acdee1c78122e3f0be6e8694f9fa895c7ee481c9f1f69e9a7fe5f0ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:31:42.841 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 ceph-osd[94823]: -- 172.21.15.16:0/3073053374 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560f54d5d680 con 0x560f54d26c00 2024-04-12T16:31:42.841 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 bash[94804]: 6b9d04a3acdee1c78122e3f0be6e8694f9fa895c7ee481c9f1f69e9a7fe5f0ff 2024-04-12T16:31:42.841 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:42 smithi016 systemd[1]: Started Ceph osd.5 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:31:42.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:42 smithi005 ceph-mon[88416]: osdmap e460: 8 total, 7 up, 8 in 2024-04-12T16:31:42.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:42 smithi005 ceph-mon[90837]: osdmap e460: 8 total, 7 up, 8 in 2024-04-12T16:31:43.340 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:43 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T16:31:43.050+0000 7f3711c507c0 -1 Falling back to public interface 2024-04-12T16:31:43.653 INFO:tasks.rados.rados.0.smithi005.stdout:2023: done (2 left) 2024-04-12T16:31:43.654 INFO:tasks.rados.rados.0.smithi005.stdout:2024: read oid 36 snap -1 2024-04-12T16:31:43.654 INFO:tasks.rados.rados.0.smithi005.stdout:2024: expect (ObjNum 618 snap 184 seq_num 618) 2024-04-12T16:31:43.654 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 190 2024-04-12T16:31:43.654 INFO:tasks.rados.rados.0.smithi005.stdout:2025: seq_num 638 ranges {0=688128,688128=401408} 2024-04-12T16:31:43.658 INFO:tasks.rados.rados.0.smithi005.stdout:2025: writing smithi00577259-25 from 0 to 688128 tid 1 2024-04-12T16:31:43.661 INFO:tasks.rados.rados.0.smithi005.stdout:2025: writing smithi00577259-25 from 688128 to 1089536 tid 2 2024-04-12T16:31:43.661 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 190 2024-04-12T16:31:43.661 INFO:tasks.rados.rados.0.smithi005.stdout:2021: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:31:43.661 INFO:tasks.rados.rados.0.smithi005.stdout:2021: finishing copy_from to smithi00577259-24 2024-04-12T16:31:43.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 988 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-04-12T16:31:43.661 INFO:tasks.rados.rados.0.smithi005.stdout:2022: finishing write tid 1 to smithi00577259-10 2024-04-12T16:31:43.661 INFO:tasks.rados.rados.0.smithi005.stdout:2022: finishing write tid 2 to smithi00577259-10 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:2022: finishing write tid 3 to smithi00577259-10 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:2022: finishing write tid 4 to smithi00577259-10 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:2022: oid 10 updating version 0 to 973 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:2022: oid 10 updating version 973 to 975 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:2022: oid 10 version 975 is already newer than 974 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 975 (ObjNum 637 snap 190 seq_num 637) dirty exists 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:2022: left oid 10 (ObjNum 637 snap 190 seq_num 637) 2024-04-12T16:31:43.662 INFO:tasks.rados.rados.0.smithi005.stdout:2024: expect (ObjNum 618 snap 184 seq_num 618) 2024-04-12T16:31:43.712 INFO:tasks.rados.rados.0.smithi005.stdout:2025: finishing write tid 1 to smithi00577259-25 2024-04-12T16:31:43.712 INFO:tasks.rados.rados.0.smithi005.stdout:2025: finishing write tid 2 to smithi00577259-25 2024-04-12T16:31:43.712 INFO:tasks.rados.rados.0.smithi005.stdout:2025: finishing write tid 3 to smithi00577259-25 2024-04-12T16:31:43.712 INFO:tasks.rados.rados.0.smithi005.stdout:2025: finishing write tid 4 to smithi00577259-25 2024-04-12T16:31:43.712 INFO:tasks.rados.rados.0.smithi005.stdout:2025: oid 25 updating version 0 to 981 2024-04-12T16:31:43.713 INFO:tasks.rados.rados.0.smithi005.stdout:2025: oid 25 updating version 981 to 983 2024-04-12T16:31:43.713 INFO:tasks.rados.rados.0.smithi005.stdout:2025: oid 25 version 983 is already newer than 982 2024-04-12T16:31:43.713 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 983 (ObjNum 638 snap 190 seq_num 638) dirty exists 2024-04-12T16:31:43.713 INFO:tasks.rados.rados.0.smithi005.stdout:2025: left oid 25 (ObjNum 638 snap 190 seq_num 638) 2024-04-12T16:31:43.713 INFO:tasks.rados.rados.0.smithi005.stdout:2026: seq_num 639 ranges {598016=704512,1302528=401408} 2024-04-12T16:31:43.719 INFO:tasks.rados.rados.0.smithi005.stdout:2026: writing smithi00577259-13 from 598016 to 1302528 tid 1 2024-04-12T16:31:43.722 INFO:tasks.rados.rados.0.smithi005.stdout:2026: writing smithi00577259-13 from 1302528 to 1703936 tid 2 2024-04-12T16:31:43.722 INFO:tasks.rados.rados.0.smithi005.stdout:2021: done (4 left) 2024-04-12T16:31:43.722 INFO:tasks.rados.rados.0.smithi005.stdout:2022: done (3 left) 2024-04-12T16:31:43.722 INFO:tasks.rados.rados.0.smithi005.stdout:2024: done (2 left) 2024-04-12T16:31:43.722 INFO:tasks.rados.rados.0.smithi005.stdout:2025: done (1 left) 2024-04-12T16:31:43.722 INFO:tasks.rados.rados.0.smithi005.stdout:2027: copy_from oid 25 from oid 10 current snap is 190 2024-04-12T16:31:43.722 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 190 2024-04-12T16:31:43.723 INFO:tasks.rados.rados.0.smithi005.stdout:2028: seq_num 640 ranges {827392=729088,1556480=401408} 2024-04-12T16:31:43.730 INFO:tasks.rados.rados.0.smithi005.stdout:2028: writing smithi00577259-33 from 827392 to 1556480 tid 1 2024-04-12T16:31:43.733 INFO:tasks.rados.rados.0.smithi005.stdout:2028: writing smithi00577259-33 from 1556480 to 1957888 tid 2 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2029: delete oid 11 current snap is 190 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: finishing write tid 1 to smithi00577259-13 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: finishing write tid 2 to smithi00577259-13 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: finishing write tid 3 to smithi00577259-13 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: finishing write tid 4 to smithi00577259-13 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: oid 13 updating version 0 to 985 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: oid 13 version 985 is already newer than 984 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: oid 13 updating version 985 to 986 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 986 (ObjNum 639 snap 190 seq_num 639) dirty exists 2024-04-12T16:31:43.734 INFO:tasks.rados.rados.0.smithi005.stdout:2026: left oid 13 (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:31:43.736 INFO:tasks.rados.rados.0.smithi005.stdout:2026: done (3 left) 2024-04-12T16:31:43.736 INFO:tasks.rados.rados.0.smithi005.stdout:2029: done (2 left) 2024-04-12T16:31:43.736 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 190 2024-04-12T16:31:43.737 INFO:tasks.rados.rados.0.smithi005.stdout:2030: seq_num 642 ranges {0=761856,761856=401408} 2024-04-12T16:31:43.741 INFO:tasks.rados.rados.0.smithi005.stdout:2030: writing smithi00577259-47 from 0 to 761856 tid 1 2024-04-12T16:31:43.744 INFO:tasks.rados.rados.0.smithi005.stdout:2030: writing smithi00577259-47 from 761856 to 1163264 tid 2 2024-04-12T16:31:43.744 INFO:tasks.rados.rados.0.smithi005.stdout:2031: rmattr oid 17 current snap is 190 2024-04-12T16:31:43.744 INFO:tasks.rados.rados.0.smithi005.stdout:2028: finishing write tid 1 to smithi00577259-33 2024-04-12T16:31:43.744 INFO:tasks.rados.rados.0.smithi005.stdout:2028: finishing write tid 2 to smithi00577259-33 2024-04-12T16:31:43.744 INFO:tasks.rados.rados.0.smithi005.stdout:2028: finishing write tid 3 to smithi00577259-33 2024-04-12T16:31:43.744 INFO:tasks.rados.rados.0.smithi005.stdout:2028: finishing write tid 4 to smithi00577259-33 2024-04-12T16:31:43.744 INFO:tasks.rados.rados.0.smithi005.stdout:2028: oid 33 updating version 0 to 990 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2028: oid 33 version 990 is already newer than 989 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2028: oid 33 updating version 990 to 991 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 991 (ObjNum 640 snap 190 seq_num 640) dirty exists 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2028: left oid 33 (ObjNum 640 snap 190 seq_num 640) 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2028: done (3 left) 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2032: rollback oid 50 current snap is 190 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2032: done (3 left) 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2033: read oid 13 snap -1 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2033: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2034: read oid 31 snap -1 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2034: expect (ObjNum 585 snap 170 seq_num 585) 2024-04-12T16:31:43.745 INFO:tasks.rados.rados.0.smithi005.stdout:2035: delete oid 46 current snap is 190 2024-04-12T16:31:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:2030: finishing write tid 1 to smithi00577259-47 2024-04-12T16:31:43.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 970 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:31:43.749 INFO:tasks.rados.rados.0.smithi005.stdout:2031: done (5 left) 2024-04-12T16:31:43.749 INFO:tasks.rados.rados.0.smithi005.stdout:2035: done (4 left) 2024-04-12T16:31:43.749 INFO:tasks.rados.rados.0.smithi005.stdout:2036: delete oid 29 current snap is 190 2024-04-12T16:31:43.749 INFO:tasks.rados.rados.0.smithi005.stdout:2030: finishing write tid 2 to smithi00577259-47 2024-04-12T16:31:43.750 INFO:tasks.rados.rados.0.smithi005.stdout:2030: finishing write tid 3 to smithi00577259-47 2024-04-12T16:31:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:2036: done (4 left) 2024-04-12T16:31:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:2037: rmattr oid 16 current snap is 190 2024-04-12T16:31:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:2030: finishing write tid 4 to smithi00577259-47 2024-04-12T16:31:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:2030: oid 47 updating version 0 to 402 2024-04-12T16:31:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:2030: oid 47 version 402 is already newer than 401 2024-04-12T16:31:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:2030: oid 47 version 402 is already newer than 400 2024-04-12T16:31:43.754 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 402 (ObjNum 642 snap 190 seq_num 642) dirty exists 2024-04-12T16:31:43.755 INFO:tasks.rados.rados.0.smithi005.stdout:2030: left oid 47 (ObjNum 642 snap 190 seq_num 642) 2024-04-12T16:31:43.755 INFO:tasks.rados.rados.0.smithi005.stdout:2030: done (4 left) 2024-04-12T16:31:43.755 INFO:tasks.rados.rados.0.smithi005.stdout:2038: snap_create 2024-04-12T16:31:43.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 756 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:31:43.767 INFO:tasks.rados.rados.0.smithi005.stdout:2033: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:31:43.828 INFO:tasks.rados.rados.0.smithi005.stdout:2027: finishing copy_from racing read to smithi00577259-25 2024-04-12T16:31:43.828 INFO:tasks.rados.rados.0.smithi005.stdout:2027: finishing copy_from to smithi00577259-25 2024-04-12T16:31:43.828 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 975 (ObjNum 637 snap 190 seq_num 637) dirty exists 2024-04-12T16:31:43.828 INFO:tasks.rados.rados.0.smithi005.stdout:2034: expect (ObjNum 585 snap 170 seq_num 585) 2024-04-12T16:31:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:43 smithi016 ceph-mon[84444]: pgmap v355: 121 pgs: 7 active+undersized+degraded, 21 peering, 21 active+undersized, 72 active+clean; 202 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 529 KiB/s rd, 1.4 MiB/s wr, 10 op/s; 17/225 objects degraded (7.556%) 2024-04-12T16:31:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:43 smithi016 ceph-mon[84444]: osdmap e461: 8 total, 7 up, 8 in 2024-04-12T16:31:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[88416]: pgmap v355: 121 pgs: 7 active+undersized+degraded, 21 peering, 21 active+undersized, 72 active+clean; 202 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 529 KiB/s rd, 1.4 MiB/s wr, 10 op/s; 17/225 objects degraded (7.556%) 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[88416]: osdmap e461: 8 total, 7 up, 8 in 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[90837]: pgmap v355: 121 pgs: 7 active+undersized+degraded, 21 peering, 21 active+undersized, 72 active+clean; 202 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 529 KiB/s rd, 1.4 MiB/s wr, 10 op/s; 17/225 objects degraded (7.556%) 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[90837]: osdmap e461: 8 total, 7 up, 8 in 2024-04-12T16:31:43.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:31:43] "GET /metrics HTTP/1.1" 200 36171 "" "Prometheus/2.43.0" 2024-04-12T16:31:44.800 INFO:tasks.rados.rados.0.smithi005.stdout:2027: done (4 left) 2024-04-12T16:31:44.800 INFO:tasks.rados.rados.0.smithi005.stdout:2033: done (3 left) 2024-04-12T16:31:44.800 INFO:tasks.rados.rados.0.smithi005.stdout:2034: done (2 left) 2024-04-12T16:31:44.800 INFO:tasks.rados.rados.0.smithi005.stdout:2037: done (1 left) 2024-04-12T16:31:44.800 INFO:tasks.rados.rados.0.smithi005.stdout:2038: done (0 left) 2024-04-12T16:31:44.800 INFO:tasks.rados.rados.0.smithi005.stdout:2039: rollback oid 36 current snap is 191 2024-04-12T16:31:44.800 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 190 2024-04-12T16:31:44.801 INFO:tasks.rados.rados.0.smithi005.stdout:2040: delete oid 18 current snap is 191 2024-04-12T16:31:44.804 INFO:tasks.rados.rados.0.smithi005.stdout:2039: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:31:44.804 INFO:tasks.rados.rados.0.smithi005.stdout:2040: done (1 left) 2024-04-12T16:31:44.805 INFO:tasks.rados.rados.0.smithi005.stdout:2041: read oid 49 snap -1 2024-04-12T16:31:44.805 INFO:tasks.rados.rados.0.smithi005.stdout:2041: expect (ObjNum 611 snap 183 seq_num 611) 2024-04-12T16:31:44.805 INFO:tasks.rados.rados.0.smithi005.stdout:2042: delete oid 2 current snap is 191 2024-04-12T16:31:44.805 INFO:tasks.rados.rados.0.smithi005.stdout:2039: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:31:44.806 INFO:tasks.rados.rados.0.smithi005.stdout:2039: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:31:44.806 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 883 (ObjNum 618 snap 184 seq_num 618) dirty exists 2024-04-12T16:31:44.808 INFO:tasks.rados.rados.0.smithi005.stdout:2039: done (2 left) 2024-04-12T16:31:44.808 INFO:tasks.rados.rados.0.smithi005.stdout:2042: done (1 left) 2024-04-12T16:31:44.808 INFO:tasks.rados.rados.0.smithi005.stdout:2043: rollback oid 12 current snap is 191 2024-04-12T16:31:44.808 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 12 to 190 2024-04-12T16:31:44.808 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 191 2024-04-12T16:31:44.808 INFO:tasks.rados.rados.0.smithi005.stdout:2044: seq_num 647 ranges {21815296=442368,22257664=589824,22847488=212992} 2024-04-12T16:31:44.929 INFO:tasks.rados.rados.0.smithi005.stdout:2044: writing smithi00577259-23 from 21815296 to 22257664 tid 1 2024-04-12T16:31:44.932 INFO:tasks.rados.rados.0.smithi005.stdout:2044: writing smithi00577259-23 from 22257664 to 22847488 tid 2 2024-04-12T16:31:44.934 INFO:tasks.rados.rados.0.smithi005.stdout:2044: writing smithi00577259-23 from 22847488 to 23060480 tid 3 2024-04-12T16:31:44.934 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 191 2024-04-12T16:31:44.934 INFO:tasks.rados.rados.0.smithi005.stdout:2045: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-04-12T16:31:44.936 INFO:tasks.rados.rados.0.smithi005.stdout:2045: writing smithi00577259-27 from 0 to 458752 tid 1 2024-04-12T16:31:44.939 INFO:tasks.rados.rados.0.smithi005.stdout:2045: writing smithi00577259-27 from 458752 to 933888 tid 2 2024-04-12T16:31:44.941 INFO:tasks.rados.rados.0.smithi005.stdout:2045: writing smithi00577259-27 from 933888 to 1261568 tid 3 2024-04-12T16:31:44.942 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 191 2024-04-12T16:31:44.942 INFO:tasks.rados.rados.0.smithi005.stdout:2046: seq_num 649 ranges {778240=475136,1253376=761856,2015232=40960} 2024-04-12T16:31:44.948 INFO:tasks.rados.rados.0.smithi005.stdout:2046: writing smithi00577259-14 from 778240 to 1253376 tid 1 2024-04-12T16:31:44.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:44 smithi005 ceph-mon[88416]: osdmap e462: 8 total, 7 up, 8 in 2024-04-12T16:31:44.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:44 smithi005 ceph-mon[90837]: osdmap e462: 8 total, 7 up, 8 in 2024-04-12T16:31:44.953 INFO:tasks.rados.rados.0.smithi005.stdout:2046: writing smithi00577259-14 from 1253376 to 2015232 tid 2 2024-04-12T16:31:44.953 INFO:tasks.rados.rados.0.smithi005.stdout:2046: writing smithi00577259-14 from 2015232 to 2056192 tid 3 2024-04-12T16:31:44.954 INFO:tasks.rados.rados.0.smithi005.stdout:2047: read oid 41 snap -1 2024-04-12T16:31:44.954 INFO:tasks.rados.rados.0.smithi005.stdout:2047: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:31:44.954 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 191 2024-04-12T16:31:44.954 INFO:tasks.rados.rados.0.smithi005.stdout:2041: expect (ObjNum 611 snap 183 seq_num 611) 2024-04-12T16:31:45.003 INFO:tasks.rados.rados.0.smithi005.stdout:2043: finishing rollback tid 0 to smithi00577259-12 2024-04-12T16:31:45.003 INFO:tasks.rados.rados.0.smithi005.stdout:2043: finishing rollback tid 1 to smithi00577259-12 2024-04-12T16:31:45.003 INFO:tasks.rados.rados.0.smithi005.stdout:2043: finishing rollback tid 2 to smithi00577259-12 2024-04-12T16:31:45.004 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 779 (ObjNum 622 snap 185 seq_num 622) dirty exists 2024-04-12T16:31:45.004 INFO:tasks.rados.rados.0.smithi005.stdout:2044: finishing write tid 1 to smithi00577259-23 2024-04-12T16:31:45.004 INFO:tasks.rados.rados.0.smithi005.stdout:2048: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-04-12T16:31:45.006 INFO:tasks.rados.rados.0.smithi005.stdout:2048: writing smithi00577259-1 from 0 to 491520 tid 1 2024-04-12T16:31:45.009 INFO:tasks.rados.rados.0.smithi005.stdout:2048: writing smithi00577259-1 from 491520 to 1138688 tid 2 2024-04-12T16:31:45.011 INFO:tasks.rados.rados.0.smithi005.stdout:2048: writing smithi00577259-1 from 1138688 to 1294336 tid 3 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2041: done (6 left) 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2043: done (5 left) 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2049: rollback oid 49 current snap is 191 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 49 to 190 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: finishing write tid 2 to smithi00577259-23 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: finishing write tid 3 to smithi00577259-23 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: finishing write tid 4 to smithi00577259-23 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: finishing write tid 5 to smithi00577259-23 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: oid 23 updating version 0 to 972 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: oid 23 updating version 972 to 973 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: oid 23 updating version 973 to 974 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: oid 23 version 974 is already newer than 971 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 974 (ObjNum 647 snap 191 seq_num 647) dirty exists 2024-04-12T16:31:45.012 INFO:tasks.rados.rados.0.smithi005.stdout:2044: left oid 23 (ObjNum 647 snap 191 seq_num 647) 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: finishing write tid 1 to smithi00577259-27 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: finishing write tid 2 to smithi00577259-27 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: finishing write tid 3 to smithi00577259-27 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: finishing write tid 4 to smithi00577259-27 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2044: done (5 left) 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2050: delete oid 24 current snap is 191 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: finishing write tid 5 to smithi00577259-27 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: oid 27 updating version 0 to 989 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: oid 27 version 989 is already newer than 988 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: oid 27 updating version 989 to 990 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: oid 27 version 990 is already newer than 987 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 990 (ObjNum 648 snap 191 seq_num 648) dirty exists 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2045: left oid 27 (ObjNum 648 snap 191 seq_num 648) 2024-04-12T16:31:45.013 INFO:tasks.rados.rados.0.smithi005.stdout:2046: finishing write tid 1 to smithi00577259-14 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: finishing write tid 2 to smithi00577259-14 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: finishing write tid 3 to smithi00577259-14 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: finishing write tid 4 to smithi00577259-14 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: finishing write tid 5 to smithi00577259-14 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: oid 14 updating version 0 to 1026 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: oid 14 version 1026 is already newer than 1025 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: oid 14 version 1026 is already newer than 1024 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: oid 14 updating version 1026 to 1027 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1027 (ObjNum 649 snap 191 seq_num 649) dirty exists 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2046: left oid 14 (ObjNum 649 snap 191 seq_num 649) 2024-04-12T16:31:45.014 INFO:tasks.rados.rados.0.smithi005.stdout:2047: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:31:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:44 smithi016 ceph-mon[84444]: osdmap e462: 8 total, 7 up, 8 in 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2048: finishing write tid 1 to smithi00577259-1 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2048: finishing write tid 2 to smithi00577259-1 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2048: finishing write tid 3 to smithi00577259-1 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2048: finishing write tid 4 to smithi00577259-1 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2049: finishing rollback tid 0 to smithi00577259-49 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2049: finishing rollback tid 1 to smithi00577259-49 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2049: finishing rollback tid 2 to smithi00577259-49 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 979 (ObjNum 611 snap 183 seq_num 611) dirty exists 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2048: finishing write tid 5 to smithi00577259-1 2024-04-12T16:31:45.174 INFO:tasks.rados.rados.0.smithi005.stdout:2048: oid 1 updating version 0 to 831 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2048: oid 1 updating version 831 to 834 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2048: oid 1 version 834 is already newer than 833 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2048: oid 1 version 834 is already newer than 832 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 834 (ObjNum 650 snap 191 seq_num 650) dirty exists 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2048: left oid 1 (ObjNum 650 snap 191 seq_num 650) 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2045: done (5 left) 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2046: done (4 left) 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2047: done (3 left) 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2048: done (2 left) 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2049: done (1 left) 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2050: done (0 left) 2024-04-12T16:31:45.175 INFO:tasks.rados.rados.0.smithi005.stdout:2051: setattr oid 29 current snap is 191 2024-04-12T16:31:45.176 INFO:tasks.rados.rados.0.smithi005.stdout:2052: rollback oid 3 current snap is 191 2024-04-12T16:31:45.176 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 190 2024-04-12T16:31:45.176 INFO:tasks.rados.rados.0.smithi005.stdout:2053: rollback oid 20 current snap is 191 2024-04-12T16:31:45.176 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 190 2024-04-12T16:31:45.176 INFO:tasks.rados.rados.0.smithi005.stdout:2054: read oid 43 snap 190 2024-04-12T16:31:45.177 INFO:tasks.rados.rados.0.smithi005.stdout:2054: expect (ObjNum 614 snap 183 seq_num 614) 2024-04-12T16:31:45.177 INFO:tasks.rados.rados.0.smithi005.stdout:2055: delete oid 8 current snap is 191 2024-04-12T16:31:45.180 INFO:tasks.rados.rados.0.smithi005.stdout:2055: done (4 left) 2024-04-12T16:31:45.180 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 191 2024-04-12T16:31:45.180 INFO:tasks.rados.rados.0.smithi005.stdout:2056: seq_num 653 ranges {598016=540672,1138688=696320,1835008=106496} 2024-04-12T16:31:45.186 INFO:tasks.rados.rados.0.smithi005.stdout:2056: writing smithi00577259-21 from 598016 to 1138688 tid 1 2024-04-12T16:31:45.190 INFO:tasks.rados.rados.0.smithi005.stdout:2056: writing smithi00577259-21 from 1138688 to 1835008 tid 2 2024-04-12T16:31:45.191 INFO:tasks.rados.rados.0.smithi005.stdout:2056: writing smithi00577259-21 from 1835008 to 1941504 tid 3 2024-04-12T16:31:45.191 INFO:tasks.rados.rados.0.smithi005.stdout:2057: delete oid 12 current snap is 191 2024-04-12T16:31:45.191 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 835 (ObjNum 730316304 snap 22011 seq_num 304) dirty exists 2024-04-12T16:31:45.191 INFO:tasks.rados.rados.0.smithi005.stdout:2053: finishing rollback tid 0 to smithi00577259-20 2024-04-12T16:31:45.191 INFO:tasks.rados.rados.0.smithi005.stdout:2052: finishing rollback tid 0 to smithi00577259-3 2024-04-12T16:31:45.191 INFO:tasks.rados.rados.0.smithi005.stdout:2052: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:31:45.192 INFO:tasks.rados.rados.0.smithi005.stdout:2052: finishing rollback tid 2 to smithi00577259-3 2024-04-12T16:31:45.192 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 839 (ObjNum 585 snap 170 seq_num 585) dirty exists 2024-04-12T16:31:45.192 INFO:tasks.rados.rados.0.smithi005.stdout:2053: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:31:45.192 INFO:tasks.rados.rados.0.smithi005.stdout:2053: finishing rollback tid 2 to smithi00577259-20 2024-04-12T16:31:45.192 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 996 (ObjNum 636 snap 189 seq_num 636) dirty exists 2024-04-12T16:31:45.201 INFO:tasks.rados.rados.0.smithi005.stdout:2056: finishing write tid 1 to smithi00577259-21 2024-04-12T16:31:45.207 INFO:tasks.rados.rados.0.smithi005.stdout:2056: finishing write tid 2 to smithi00577259-21 2024-04-12T16:31:45.207 INFO:tasks.rados.rados.0.smithi005.stdout:2056: finishing write tid 3 to smithi00577259-21 2024-04-12T16:31:45.208 INFO:tasks.rados.rados.0.smithi005.stdout:2056: finishing write tid 4 to smithi00577259-21 2024-04-12T16:31:45.209 INFO:tasks.rados.rados.0.smithi005.stdout:2056: finishing write tid 5 to smithi00577259-21 2024-04-12T16:31:45.209 INFO:tasks.rados.rados.0.smithi005.stdout:2056: oid 21 updating version 0 to 976 2024-04-12T16:31:45.209 INFO:tasks.rados.rados.0.smithi005.stdout:2056: oid 21 updating version 976 to 977 2024-04-12T16:31:45.209 INFO:tasks.rados.rados.0.smithi005.stdout:2056: oid 21 updating version 977 to 979 2024-04-12T16:31:45.209 INFO:tasks.rados.rados.0.smithi005.stdout:2056: oid 21 version 979 is already newer than 978 2024-04-12T16:31:45.209 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 979 (ObjNum 653 snap 191 seq_num 653) dirty exists 2024-04-12T16:31:45.209 INFO:tasks.rados.rados.0.smithi005.stdout:2056: left oid 21 (ObjNum 653 snap 191 seq_num 653) 2024-04-12T16:31:45.211 INFO:tasks.rados.rados.0.smithi005.stdout:2054: expect (ObjNum 614 snap 183 seq_num 614) 2024-04-12T16:31:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[88416]: pgmap v358: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 9 op/s; 34/222 objects degraded (15.315%) 2024-04-12T16:31:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[88416]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-12T16:31:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[88416]: osdmap e463: 8 total, 7 up, 8 in 2024-04-12T16:31:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[88416]: osdmap e464: 8 total, 7 up, 8 in 2024-04-12T16:31:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[90837]: pgmap v358: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 9 op/s; 34/222 objects degraded (15.315%) 2024-04-12T16:31:45.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[90837]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-12T16:31:45.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[90837]: osdmap e463: 8 total, 7 up, 8 in 2024-04-12T16:31:45.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:45 smithi005 ceph-mon[90837]: osdmap e464: 8 total, 7 up, 8 in 2024-04-12T16:31:46.017 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:45 smithi016 ceph-mon[84444]: pgmap v358: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 9 op/s; 34/222 objects degraded (15.315%) 2024-04-12T16:31:46.018 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:45 smithi016 ceph-mon[84444]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-12T16:31:46.018 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:45 smithi016 ceph-mon[84444]: osdmap e463: 8 total, 7 up, 8 in 2024-04-12T16:31:46.018 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:45 smithi016 ceph-mon[84444]: osdmap e464: 8 total, 7 up, 8 in 2024-04-12T16:31:46.535 INFO:tasks.rados.rados.0.smithi005.stdout:2051: done (5 left) 2024-04-12T16:31:46.535 INFO:tasks.rados.rados.0.smithi005.stdout:2052: done (4 left) 2024-04-12T16:31:46.535 INFO:tasks.rados.rados.0.smithi005.stdout:2053: done (3 left) 2024-04-12T16:31:46.536 INFO:tasks.rados.rados.0.smithi005.stdout:2054: done (2 left) 2024-04-12T16:31:46.536 INFO:tasks.rados.rados.0.smithi005.stdout:2056: done (1 left) 2024-04-12T16:31:46.536 INFO:tasks.rados.rados.0.smithi005.stdout:2057: done (0 left) 2024-04-12T16:31:46.536 INFO:tasks.rados.rados.0.smithi005.stdout:2058: snap_remove snap 190 2024-04-12T16:31:46.658 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:46 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T16:31:46.371+0000 7f3711c507c0 -1 osd.5 455 log_to_monitors true 2024-04-12T16:31:46.662 INFO:tasks.rados.rados.0.smithi005.stdout:2058: done (0 left) 2024-04-12T16:31:46.662 INFO:tasks.rados.rados.0.smithi005.stdout:2059: read oid 21 snap -1 2024-04-12T16:31:46.662 INFO:tasks.rados.rados.0.smithi005.stdout:2059: expect (ObjNum 653 snap 191 seq_num 653) 2024-04-12T16:31:46.662 INFO:tasks.rados.rados.0.smithi005.stdout:2060: copy_from oid 6 from oid 12 current snap is 191 2024-04-12T16:31:46.662 INFO:tasks.rados.rados.0.smithi005.stdout:2061: rmattr oid 10 current snap is 191 2024-04-12T16:31:46.663 INFO:tasks.rados.rados.0.smithi005.stdout:2062: rmattr oid 18 current snap is 191 2024-04-12T16:31:46.663 INFO:tasks.rados.rados.0.smithi005.stdout:2062: done (3 left) 2024-04-12T16:31:46.663 INFO:tasks.rados.rados.0.smithi005.stdout:2063: rollback oid 19 current snap is 191 2024-04-12T16:31:46.663 INFO:tasks.rados.rados.0.smithi005.stdout:2063: done (3 left) 2024-04-12T16:31:46.663 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 191 2024-04-12T16:31:46.663 INFO:tasks.rados.rados.0.smithi005.stdout:2064: seq_num 655 ranges {1163264=573440,1736704=516096,2252800=286720} 2024-04-12T16:31:46.672 INFO:tasks.rados.rados.0.smithi005.stdout:2064: writing smithi00577259-47 from 1163264 to 1736704 tid 1 2024-04-12T16:31:46.676 INFO:tasks.rados.rados.0.smithi005.stdout:2064: writing smithi00577259-47 from 1736704 to 2252800 tid 2 2024-04-12T16:31:46.678 INFO:tasks.rados.rados.0.smithi005.stdout:2064: writing smithi00577259-47 from 2252800 to 2539520 tid 3 2024-04-12T16:31:46.678 INFO:tasks.rados.rados.0.smithi005.stdout:2065: rollback oid 49 current snap is 191 2024-04-12T16:31:46.678 INFO:tasks.rados.rados.0.smithi005.stdout:2065: done (4 left) 2024-04-12T16:31:46.679 INFO:tasks.rados.rados.0.smithi005.stdout:2066: read oid 39 snap -1 2024-04-12T16:31:46.679 INFO:tasks.rados.rados.0.smithi005.stdout:2066: expect deleted 2024-04-12T16:31:46.679 INFO:tasks.rados.rados.0.smithi005.stdout:2067: rmattr oid 14 current snap is 191 2024-04-12T16:31:46.679 INFO:tasks.rados.rados.0.smithi005.stdout:2059: expect (ObjNum 653 snap 191 seq_num 653) 2024-04-12T16:31:46.745 INFO:tasks.rados.rados.0.smithi005.stdout:2060: finishing copy_from to smithi00577259-6 2024-04-12T16:31:46.745 INFO:tasks.rados.rados.0.smithi005.stdout:2060: got expected ENOENT (src dne) 2024-04-12T16:31:46.745 INFO:tasks.rados.rados.0.smithi005.stdout:2060: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:31:46.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 976 (ObjNum 637 snap 190 seq_num 637) dirty exists 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: finishing write tid 1 to smithi00577259-47 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: finishing write tid 2 to smithi00577259-47 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1030 (ObjNum 649 snap 191 seq_num 649) dirty exists 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: finishing write tid 3 to smithi00577259-47 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: finishing write tid 4 to smithi00577259-47 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: finishing write tid 5 to smithi00577259-47 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: oid 47 updating version 0 to 403 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: oid 47 updating version 403 to 405 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: oid 47 updating version 405 to 406 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: oid 47 version 406 is already newer than 404 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 406 (ObjNum 655 snap 191 seq_num 655) dirty exists 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2064: left oid 47 (ObjNum 655 snap 191 seq_num 655) 2024-04-12T16:31:46.746 INFO:tasks.rados.rados.0.smithi005.stdout:2059: done (5 left) 2024-04-12T16:31:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:2060: done (4 left) 2024-04-12T16:31:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:2061: done (3 left) 2024-04-12T16:31:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:2064: done (2 left) 2024-04-12T16:31:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:2066: done (1 left) 2024-04-12T16:31:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:2067: done (0 left) 2024-04-12T16:31:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 191 2024-04-12T16:31:46.747 INFO:tasks.rados.rados.0.smithi005.stdout:2068: seq_num 656 ranges {3432448=589824,4022272=802816} 2024-04-12T16:31:46.766 INFO:tasks.rados.rados.0.smithi005.stdout:2068: writing smithi00577259-40 from 3432448 to 4022272 tid 1 2024-04-12T16:31:46.771 INFO:tasks.rados.rados.0.smithi005.stdout:2068: writing smithi00577259-40 from 4022272 to 4825088 tid 2 2024-04-12T16:31:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:2069: delete oid 46 current snap is 191 2024-04-12T16:31:46.772 INFO:tasks.rados.rados.0.smithi005.stdout:2068: finishing write tid 1 to smithi00577259-40 2024-04-12T16:31:46.773 INFO:tasks.rados.rados.0.smithi005.stdout:2069: done (1 left) 2024-04-12T16:31:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:2070: copy_from oid 31 from oid 49 current snap is 191 2024-04-12T16:31:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:2071: copy_from oid 3 from oid 19 current snap is 191 2024-04-12T16:31:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:2072: read oid 5 snap -1 2024-04-12T16:31:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:2072: expect (ObjNum 635 snap 189 seq_num 635) 2024-04-12T16:31:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:2073: delete oid 48 current snap is 191 2024-04-12T16:31:46.774 INFO:tasks.rados.rados.0.smithi005.stdout:2068: finishing write tid 2 to smithi00577259-40 2024-04-12T16:31:46.775 INFO:tasks.rados.rados.0.smithi005.stdout:2068: finishing write tid 3 to smithi00577259-40 2024-04-12T16:31:46.778 INFO:tasks.rados.rados.0.smithi005.stdout:2068: finishing write tid 4 to smithi00577259-40 2024-04-12T16:31:46.778 INFO:tasks.rados.rados.0.smithi005.stdout:2068: oid 40 updating version 0 to 991 2024-04-12T16:31:46.778 INFO:tasks.rados.rados.0.smithi005.stdout:2068: oid 40 updating version 991 to 992 2024-04-12T16:31:46.778 INFO:tasks.rados.rados.0.smithi005.stdout:2068: oid 40 updating version 992 to 993 2024-04-12T16:31:46.778 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 993 (ObjNum 656 snap 191 seq_num 656) dirty exists 2024-04-12T16:31:46.778 INFO:tasks.rados.rados.0.smithi005.stdout:2068: left oid 40 (ObjNum 656 snap 191 seq_num 656) 2024-04-12T16:31:46.779 INFO:tasks.rados.rados.0.smithi005.stdout:2068: done (4 left) 2024-04-12T16:31:46.779 INFO:tasks.rados.rados.0.smithi005.stdout:2073: done (3 left) 2024-04-12T16:31:46.779 INFO:tasks.rados.rados.0.smithi005.stdout:2074: copy_from oid 46 from oid 24 current snap is 191 2024-04-12T16:31:46.779 INFO:tasks.rados.rados.0.smithi005.stdout:2075: read oid 9 snap -1 2024-04-12T16:31:46.779 INFO:tasks.rados.rados.0.smithi005.stdout:2075: expect (ObjNum 624 snap 185 seq_num 624) 2024-04-12T16:31:46.779 INFO:tasks.rados.rados.0.smithi005.stdout:2076: delete oid 36 current snap is 191 2024-04-12T16:31:46.780 INFO:tasks.rados.rados.0.smithi005.stdout:2070: finishing copy_from racing read to smithi00577259-31 2024-04-12T16:31:46.781 INFO:tasks.rados.rados.0.smithi005.stdout:2076: done (5 left) 2024-04-12T16:31:46.781 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 191 2024-04-12T16:31:46.782 INFO:tasks.rados.rados.0.smithi005.stdout:2077: seq_num 660 ranges {1482752=663552,2146304=737280,2883584=65536} 2024-04-12T16:31:46.794 INFO:tasks.rados.rados.0.smithi005.stdout:2077: writing smithi00577259-15 from 1482752 to 2146304 tid 1 2024-04-12T16:31:46.799 INFO:tasks.rados.rados.0.smithi005.stdout:2077: writing smithi00577259-15 from 2146304 to 2883584 tid 2 2024-04-12T16:31:46.799 INFO:tasks.rados.rados.0.smithi005.stdout:2077: writing smithi00577259-15 from 2883584 to 2949120 tid 3 2024-04-12T16:31:46.799 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 191 2024-04-12T16:31:46.799 INFO:tasks.rados.rados.0.smithi005.stdout:2078: seq_num 661 ranges {2056192=679936,2736128=622592,3358720=180224} 2024-04-12T16:31:46.814 INFO:tasks.rados.rados.0.smithi005.stdout:2078: writing smithi00577259-14 from 2056192 to 2736128 tid 1 2024-04-12T16:31:46.818 INFO:tasks.rados.rados.0.smithi005.stdout:2078: writing smithi00577259-14 from 2736128 to 3358720 tid 2 2024-04-12T16:31:46.820 INFO:tasks.rados.rados.0.smithi005.stdout:2078: writing smithi00577259-14 from 3358720 to 3538944 tid 3 2024-04-12T16:31:46.820 INFO:tasks.rados.rados.0.smithi005.stdout:2079: setattr oid 43 current snap is 191 2024-04-12T16:31:46.820 INFO:tasks.rados.rados.0.smithi005.stdout:2074: finishing copy_from to smithi00577259-46 2024-04-12T16:31:46.820 INFO:tasks.rados.rados.0.smithi005.stdout:2074: got expected ENOENT (src dne) 2024-04-12T16:31:46.820 INFO:tasks.rados.rados.0.smithi005.stdout:2074: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:31:46.820 INFO:tasks.rados.rados.0.smithi005.stdout:2072: expect (ObjNum 635 snap 189 seq_num 635) 2024-04-12T16:31:46.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:46 smithi005 ceph-mon[88416]: from='osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:31:46.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:46 smithi005 ceph-mon[88416]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:31:46.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:46 smithi005 ceph-mon[90837]: from='osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:31:46.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:46 smithi005 ceph-mon[90837]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:31:46.974 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:46 smithi016 ceph-mon[84444]: from='osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:31:46.974 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:46 smithi016 ceph-mon[84444]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T16:31:46.975 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 16:31:46 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T16:31:46.689+0000 7f37030a8700 -1 osd.5 455 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:31:47.184 INFO:tasks.rados.rados.0.smithi005.stdout:2071: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:31:47.184 INFO:tasks.rados.rados.0.smithi005.stdout:2071: finishing copy_from to smithi00577259-3 2024-04-12T16:31:47.184 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 752 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:31:47.184 INFO:tasks.rados.rados.0.smithi005.stdout:2077: finishing write tid 1 to smithi00577259-15 2024-04-12T16:31:47.184 INFO:tasks.rados.rados.0.smithi005.stdout:2077: finishing write tid 2 to smithi00577259-15 2024-04-12T16:31:47.184 INFO:tasks.rados.rados.0.smithi005.stdout:2077: finishing write tid 3 to smithi00577259-15 2024-04-12T16:31:47.184 INFO:tasks.rados.rados.0.smithi005.stdout:2077: finishing write tid 4 to smithi00577259-15 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2077: finishing write tid 5 to smithi00577259-15 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2077: oid 15 updating version 0 to 766 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2077: oid 15 updating version 766 to 767 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2077: oid 15 updating version 767 to 768 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2077: oid 15 updating version 768 to 769 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 769 (ObjNum 660 snap 191 seq_num 660) dirty exists 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2077: left oid 15 (ObjNum 660 snap 191 seq_num 660) 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2070: finishing copy_from to smithi00577259-31 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 979 (ObjNum 611 snap 183 seq_num 611) dirty exists 2024-04-12T16:31:47.185 INFO:tasks.rados.rados.0.smithi005.stdout:2075: expect (ObjNum 624 snap 185 seq_num 624) 2024-04-12T16:31:47.710 INFO:tasks.rados.rados.0.smithi005.stdout:2078: finishing write tid 1 to smithi00577259-14 2024-04-12T16:31:47.710 INFO:tasks.rados.rados.0.smithi005.stdout:2078: finishing write tid 2 to smithi00577259-14 2024-04-12T16:31:47.710 INFO:tasks.rados.rados.0.smithi005.stdout:2078: finishing write tid 3 to smithi00577259-14 2024-04-12T16:31:47.710 INFO:tasks.rados.rados.0.smithi005.stdout:2078: finishing write tid 4 to smithi00577259-14 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2078: finishing write tid 5 to smithi00577259-14 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2078: oid 14 updating version 0 to 1032 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2078: oid 14 updating version 1032 to 1034 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2078: oid 14 version 1034 is already newer than 1033 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2078: oid 14 version 1034 is already newer than 1031 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1034 (ObjNum 661 snap 191 seq_num 661) dirty exists 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2078: left oid 14 (ObjNum 661 snap 191 seq_num 661) 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2070: done (7 left) 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2071: done (6 left) 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2072: done (5 left) 2024-04-12T16:31:47.711 INFO:tasks.rados.rados.0.smithi005.stdout:2074: done (4 left) 2024-04-12T16:31:47.712 INFO:tasks.rados.rados.0.smithi005.stdout:2075: done (3 left) 2024-04-12T16:31:47.712 INFO:tasks.rados.rados.0.smithi005.stdout:2077: done (2 left) 2024-04-12T16:31:47.712 INFO:tasks.rados.rados.0.smithi005.stdout:2078: done (1 left) 2024-04-12T16:31:47.712 INFO:tasks.rados.rados.0.smithi005.stdout:2080: delete oid 9 current snap is 191 2024-04-12T16:31:47.712 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 781 (ObjNum 614 snap 183 seq_num 614) dirty exists 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: pgmap v361: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 12 op/s; 36/231 objects degraded (15.584%) 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 36/231 objects degraded (15.584%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: from='osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: osdmap e465: 8 total, 7 up, 8 in 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: pgmap v361: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 12 op/s; 36/231 objects degraded (15.584%) 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 36/231 objects degraded (15.584%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: from='osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: osdmap e465: 8 total, 7 up, 8 in 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: pgmap v361: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 12 op/s; 36/231 objects degraded (15.584%) 2024-04-12T16:31:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 36/231 objects degraded (15.584%), 12 pgs degraded (PG_DEGRADED) 2024-04-12T16:31:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T16:31:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: from='osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: osdmap e465: 8 total, 7 up, 8 in 2024-04-12T16:31:48.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:31:48.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:48.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:48.696 INFO:tasks.rados.rados.0.smithi005.stdout:2079: done (1 left) 2024-04-12T16:31:48.696 INFO:tasks.rados.rados.0.smithi005.stdout:2080: done (0 left) 2024-04-12T16:31:48.696 INFO:tasks.rados.rados.0.smithi005.stdout:2081: read oid 13 snap -1 2024-04-12T16:31:48.696 INFO:tasks.rados.rados.0.smithi005.stdout:2081: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:31:48.696 INFO:tasks.rados.rados.0.smithi005.stdout:2082: snap_create 2024-04-12T16:31:48.701 INFO:tasks.rados.rados.0.smithi005.stdout:2081: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[88416]: osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817] boot 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[88416]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[88416]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T16:31:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:31:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[90837]: osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817] boot 2024-04-12T16:31:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[90837]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T16:31:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:31:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:48 smithi005 ceph-mon[90837]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T16:31:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:48 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:31:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:48 smithi016 ceph-mon[84444]: osd.5 [v2:172.21.15.16:6808/1635056817,v1:172.21.15.16:6809/1635056817] boot 2024-04-12T16:31:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:48 smithi016 ceph-mon[84444]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T16:31:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T16:31:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:48 smithi016 ceph-mon[84444]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T16:31:49.686 INFO:tasks.rados.rados.0.smithi005.stdout:2081: done (1 left) 2024-04-12T16:31:49.686 INFO:tasks.rados.rados.0.smithi005.stdout:2082: done (0 left) 2024-04-12T16:31:49.686 INFO:tasks.rados.rados.0.smithi005.stdout:2083: snap_remove snap 191 2024-04-12T16:31:49.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:49 smithi016 ceph-mon[84444]: pgmap v364: 121 pgs: 4 peering, 9 active+undersized+degraded, 36 active+undersized, 72 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.7 MiB/s wr, 33 op/s; 26/246 objects degraded (10.569%) 2024-04-12T16:31:49.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:49.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:49 smithi005 ceph-mon[88416]: pgmap v364: 121 pgs: 4 peering, 9 active+undersized+degraded, 36 active+undersized, 72 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.7 MiB/s wr, 33 op/s; 26/246 objects degraded (10.569%) 2024-04-12T16:31:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:49 smithi005 ceph-mon[90837]: pgmap v364: 121 pgs: 4 peering, 9 active+undersized+degraded, 36 active+undersized, 72 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.7 MiB/s wr, 33 op/s; 26/246 objects degraded (10.569%) 2024-04-12T16:31:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:31:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:2083: done (0 left) 2024-04-12T16:31:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:2084: delete oid 21 current snap is 192 2024-04-12T16:31:50.697 INFO:tasks.rados.rados.0.smithi005.stdout:2084: done (0 left) 2024-04-12T16:31:50.697 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 192 2024-04-12T16:31:50.697 INFO:tasks.rados.rados.0.smithi005.stdout:2085: seq_num 664 ranges {23060480=729088,23789568=729088,24518656=73728} 2024-04-12T16:31:50.827 INFO:tasks.rados.rados.0.smithi005.stdout:2085: writing smithi00577259-23 from 23060480 to 23789568 tid 1 2024-04-12T16:31:50.831 INFO:tasks.rados.rados.0.smithi005.stdout:2085: writing smithi00577259-23 from 23789568 to 24518656 tid 2 2024-04-12T16:31:50.832 INFO:tasks.rados.rados.0.smithi005.stdout:2085: writing smithi00577259-23 from 24518656 to 24592384 tid 3 2024-04-12T16:31:50.832 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 192 2024-04-12T16:31:50.832 INFO:tasks.rados.rados.0.smithi005.stdout:2085: finishing write tid 1 to smithi00577259-23 2024-04-12T16:31:50.832 INFO:tasks.rados.rados.0.smithi005.stdout:2086: seq_num 665 ranges {10846208=745472,11591680=606208,12197888=196608} 2024-04-12T16:31:50.895 INFO:tasks.rados.rados.0.smithi005.stdout:2086: writing smithi00577259-43 from 10846208 to 11591680 tid 1 2024-04-12T16:31:50.898 INFO:tasks.rados.rados.0.smithi005.stdout:2086: writing smithi00577259-43 from 11591680 to 12197888 tid 2 2024-04-12T16:31:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2086: writing smithi00577259-43 from 12197888 to 12394496 tid 3 2024-04-12T16:31:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 192 2024-04-12T16:31:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2085: finishing write tid 2 to smithi00577259-23 2024-04-12T16:31:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2085: finishing write tid 3 to smithi00577259-23 2024-04-12T16:31:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2085: finishing write tid 4 to smithi00577259-23 2024-04-12T16:31:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2085: finishing write tid 5 to smithi00577259-23 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2085: oid 23 updating version 0 to 975 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2085: oid 23 updating version 975 to 977 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2085: oid 23 version 977 is already newer than 976 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2085: oid 23 updating version 977 to 978 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 978 (ObjNum 664 snap 192 seq_num 664) dirty exists 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2085: left oid 23 (ObjNum 664 snap 192 seq_num 664) 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2086: finishing write tid 1 to smithi00577259-43 2024-04-12T16:31:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2087: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-04-12T16:31:50.904 INFO:tasks.rados.rados.0.smithi005.stdout:2087: writing smithi00577259-48 from 0 to 761856 tid 1 2024-04-12T16:31:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2087: writing smithi00577259-48 from 761856 to 1253376 tid 2 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2087: writing smithi00577259-48 from 1253376 to 1564672 tid 3 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2085: done (2 left) 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2088: read oid 11 snap -1 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2088: expect deleted 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 192 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2086: finishing write tid 2 to smithi00577259-43 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2086: finishing write tid 3 to smithi00577259-43 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2086: finishing write tid 4 to smithi00577259-43 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2086: finishing write tid 5 to smithi00577259-43 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2086: oid 43 updating version 0 to 783 2024-04-12T16:31:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2086: oid 43 updating version 783 to 784 2024-04-12T16:31:50.911 INFO:tasks.rados.rados.0.smithi005.stdout:2086: oid 43 updating version 784 to 785 2024-04-12T16:31:50.911 INFO:tasks.rados.rados.0.smithi005.stdout:2086: oid 43 version 785 is already newer than 782 2024-04-12T16:31:50.911 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 785 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:31:50.911 INFO:tasks.rados.rados.0.smithi005.stdout:2086: left oid 43 (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:31:50.911 INFO:tasks.rados.rados.0.smithi005.stdout:2087: finishing write tid 1 to smithi00577259-48 2024-04-12T16:31:50.911 INFO:tasks.rados.rados.0.smithi005.stdout:2087: finishing write tid 2 to smithi00577259-48 2024-04-12T16:31:50.911 INFO:tasks.rados.rados.0.smithi005.stdout:2089: seq_num 667 ranges {1671168=778240,2449408=778240,3227648=24576} 2024-04-12T16:31:50.923 INFO:tasks.rados.rados.0.smithi005.stdout:2089: writing smithi00577259-4 from 1671168 to 2449408 tid 1 2024-04-12T16:31:50.927 INFO:tasks.rados.rados.0.smithi005.stdout:2089: writing smithi00577259-4 from 2449408 to 3227648 tid 2 2024-04-12T16:31:50.927 INFO:tasks.rados.rados.0.smithi005.stdout:2089: writing smithi00577259-4 from 3227648 to 3252224 tid 3 2024-04-12T16:31:50.928 INFO:tasks.rados.rados.0.smithi005.stdout:2086: done (3 left) 2024-04-12T16:31:50.928 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 192 2024-04-12T16:31:50.928 INFO:tasks.rados.rados.0.smithi005.stdout:2090: seq_num 668 ranges {1236992=794624,2031616=663552,2695168=139264} 2024-04-12T16:31:50.938 INFO:tasks.rados.rados.0.smithi005.stdout:2090: writing smithi00577259-31 from 1236992 to 2031616 tid 1 2024-04-12T16:31:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2090: writing smithi00577259-31 from 2031616 to 2695168 tid 2 2024-04-12T16:31:50.943 INFO:tasks.rados.rados.0.smithi005.stdout:2090: writing smithi00577259-31 from 2695168 to 2834432 tid 3 2024-04-12T16:31:50.943 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 192 2024-04-12T16:31:50.943 INFO:tasks.rados.rados.0.smithi005.stdout:2091: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-04-12T16:31:50.945 INFO:tasks.rados.rados.0.smithi005.stdout:2091: writing smithi00577259-29 from 0 to 409600 tid 1 2024-04-12T16:31:50.948 INFO:tasks.rados.rados.0.smithi005.stdout:2091: writing smithi00577259-29 from 409600 to 958464 tid 2 2024-04-12T16:31:50.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:50 smithi005 ceph-mon[88416]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T16:31:50.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:50 smithi005 ceph-mon[90837]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T16:31:50.952 INFO:tasks.rados.rados.0.smithi005.stdout:2091: writing smithi00577259-29 from 958464 to 1613824 tid 3 2024-04-12T16:31:50.952 INFO:tasks.rados.rados.0.smithi005.stdout:2092: read oid 24 snap -1 2024-04-12T16:31:50.952 INFO:tasks.rados.rados.0.smithi005.stdout:2092: expect deleted 2024-04-12T16:31:50.952 INFO:tasks.rados.rados.0.smithi005.stdout:2093: rollback oid 17 current snap is 192 2024-04-12T16:31:50.952 INFO:tasks.rados.rados.0.smithi005.stdout:2093: done (6 left) 2024-04-12T16:31:50.953 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 192 2024-04-12T16:31:50.953 INFO:tasks.rados.rados.0.smithi005.stdout:2094: seq_num 670 ranges {1351680=425984,1777664=483328,2260992=507904,2768896=212992} 2024-04-12T16:31:50.961 INFO:tasks.rados.rados.0.smithi005.stdout:2094: writing smithi00577259-30 from 1351680 to 1777664 tid 1 2024-04-12T16:31:50.964 INFO:tasks.rados.rados.0.smithi005.stdout:2094: writing smithi00577259-30 from 1777664 to 2260992 tid 2 2024-04-12T16:31:50.967 INFO:tasks.rados.rados.0.smithi005.stdout:2094: writing smithi00577259-30 from 2260992 to 2768896 tid 3 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2094: writing smithi00577259-30 from 2768896 to 2981888 tid 4 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2095: read oid 2 snap -1 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2095: expect deleted 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2096: read oid 27 snap -1 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2096: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2097: read oid 35 snap -1 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2097: expect (ObjNum 567 snap 165 seq_num 567) 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2098: rmattr oid 38 current snap is 192 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:2098: done (10 left) 2024-04-12T16:31:50.970 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 192 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: finishing write tid 3 to smithi00577259-48 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: finishing write tid 4 to smithi00577259-48 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: finishing write tid 5 to smithi00577259-48 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: oid 48 updating version 0 to 1001 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: oid 48 version 1001 is already newer than 1000 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: oid 48 version 1001 is already newer than 999 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: oid 48 version 1001 is already newer than 998 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1001 (ObjNum 666 snap 192 seq_num 666) dirty exists 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2087: left oid 48 (ObjNum 666 snap 192 seq_num 666) 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2089: finishing write tid 1 to smithi00577259-4 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2089: finishing write tid 2 to smithi00577259-4 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2089: finishing write tid 3 to smithi00577259-4 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2089: finishing write tid 4 to smithi00577259-4 2024-04-12T16:31:50.971 INFO:tasks.rados.rados.0.smithi005.stdout:2089: finishing write tid 5 to smithi00577259-4 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2089: oid 4 updating version 0 to 1038 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2089: oid 4 version 1038 is already newer than 1036 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2089: oid 4 version 1038 is already newer than 1035 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2089: oid 4 version 1038 is already newer than 1037 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1038 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2089: left oid 4 (ObjNum 667 snap 192 seq_num 667) 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2090: finishing write tid 1 to smithi00577259-31 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2090: finishing write tid 2 to smithi00577259-31 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2090: finishing write tid 3 to smithi00577259-31 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2090: finishing write tid 4 to smithi00577259-31 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2090: finishing write tid 5 to smithi00577259-31 2024-04-12T16:31:50.972 INFO:tasks.rados.rados.0.smithi005.stdout:2090: oid 31 updating version 0 to 983 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2090: oid 31 version 983 is already newer than 981 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2090: oid 31 version 983 is already newer than 982 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2090: oid 31 updating version 983 to 984 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 984 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2090: left oid 31 (ObjNum 668 snap 192 seq_num 668) 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: finishing write tid 1 to smithi00577259-29 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: finishing write tid 2 to smithi00577259-29 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: finishing write tid 3 to smithi00577259-29 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: finishing write tid 4 to smithi00577259-29 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: finishing write tid 5 to smithi00577259-29 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: oid 29 updating version 0 to 843 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: oid 29 updating version 843 to 845 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: oid 29 updating version 845 to 846 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:2091: oid 29 version 846 is already newer than 844 2024-04-12T16:31:50.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 846 (ObjNum 669 snap 192 seq_num 669) dirty exists 2024-04-12T16:31:50.974 INFO:tasks.rados.rados.0.smithi005.stdout:2091: left oid 29 (ObjNum 669 snap 192 seq_num 669) 2024-04-12T16:31:50.974 INFO:tasks.rados.rados.0.smithi005.stdout:2099: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-04-12T16:31:50.974 INFO:tasks.rados.rados.0.smithi005.stdout:2099: writing smithi00577259-36 from 0 to 442368 tid 1 2024-04-12T16:31:50.976 INFO:tasks.rados.rados.0.smithi005.stdout:2099: writing smithi00577259-36 from 442368 to 1204224 tid 2 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2099: writing smithi00577259-36 from 1204224 to 1646592 tid 3 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2087: done (10 left) 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2088: done (9 left) 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2089: done (8 left) 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2090: done (7 left) 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2091: done (6 left) 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2092: done (5 left) 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2100: snap_create 2024-04-12T16:31:50.979 INFO:tasks.rados.rados.0.smithi005.stdout:2094: finishing write tid 1 to smithi00577259-30 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: finishing write tid 2 to smithi00577259-30 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: finishing write tid 3 to smithi00577259-30 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: finishing write tid 4 to smithi00577259-30 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: finishing write tid 5 to smithi00577259-30 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: finishing write tid 6 to smithi00577259-30 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: oid 30 updating version 0 to 974 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: oid 30 version 974 is already newer than 970 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: oid 30 version 974 is already newer than 972 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: oid 30 version 974 is already newer than 971 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: oid 30 version 974 is already newer than 973 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 974 (ObjNum 670 snap 192 seq_num 670) dirty exists 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2094: left oid 30 (ObjNum 670 snap 192 seq_num 670) 2024-04-12T16:31:50.980 INFO:tasks.rados.rados.0.smithi005.stdout:2096: expect (ObjNum 648 snap 191 seq_num 648) 2024-04-12T16:31:51.013 INFO:tasks.rados.rados.0.smithi005.stdout:2099: finishing write tid 1 to smithi00577259-36 2024-04-12T16:31:51.013 INFO:tasks.rados.rados.0.smithi005.stdout:2099: finishing write tid 2 to smithi00577259-36 2024-04-12T16:31:51.013 INFO:tasks.rados.rados.0.smithi005.stdout:2099: finishing write tid 3 to smithi00577259-36 2024-04-12T16:31:51.013 INFO:tasks.rados.rados.0.smithi005.stdout:2099: finishing write tid 4 to smithi00577259-36 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:2099: finishing write tid 5 to smithi00577259-36 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:2099: oid 36 updating version 0 to 893 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:2099: oid 36 updating version 893 to 894 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:2099: oid 36 version 894 is already newer than 891 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:2099: oid 36 version 894 is already newer than 892 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 894 (ObjNum 671 snap 192 seq_num 671) dirty exists 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:2099: left oid 36 (ObjNum 671 snap 192 seq_num 671) 2024-04-12T16:31:51.014 INFO:tasks.rados.rados.0.smithi005.stdout:2097: expect (ObjNum 567 snap 165 seq_num 567) 2024-04-12T16:31:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:50 smithi016 ceph-mon[84444]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T16:31:51.695 INFO:tasks.rados.rados.0.smithi005.stdout:2094: done (5 left) 2024-04-12T16:31:51.695 INFO:tasks.rados.rados.0.smithi005.stdout:2095: done (4 left) 2024-04-12T16:31:51.696 INFO:tasks.rados.rados.0.smithi005.stdout:2096: done (3 left) 2024-04-12T16:31:51.696 INFO:tasks.rados.rados.0.smithi005.stdout:2097: done (2 left) 2024-04-12T16:31:51.696 INFO:tasks.rados.rados.0.smithi005.stdout:2099: done (1 left) 2024-04-12T16:31:51.696 INFO:tasks.rados.rados.0.smithi005.stdout:2100: done (0 left) 2024-04-12T16:31:51.696 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 193 2024-04-12T16:31:51.696 INFO:tasks.rados.rados.0.smithi005.stdout:2101: seq_num 672 ranges {1646592=458752,2105344=647168,2752512=466944,3219456=90112} 2024-04-12T16:31:51.706 INFO:tasks.rados.rados.0.smithi005.stdout:2101: writing smithi00577259-36 from 1646592 to 2105344 tid 1 2024-04-12T16:31:51.710 INFO:tasks.rados.rados.0.smithi005.stdout:2101: writing smithi00577259-36 from 2105344 to 2752512 tid 2 2024-04-12T16:31:51.713 INFO:tasks.rados.rados.0.smithi005.stdout:2101: writing smithi00577259-36 from 2752512 to 3219456 tid 3 2024-04-12T16:31:51.714 INFO:tasks.rados.rados.0.smithi005.stdout:2101: writing smithi00577259-36 from 3219456 to 3309568 tid 4 2024-04-12T16:31:51.714 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 193 2024-04-12T16:31:51.714 INFO:tasks.rados.rados.0.smithi005.stdout:2101: finishing write tid 1 to smithi00577259-36 2024-04-12T16:31:51.714 INFO:tasks.rados.rados.0.smithi005.stdout:2101: finishing write tid 2 to smithi00577259-36 2024-04-12T16:31:51.714 INFO:tasks.rados.rados.0.smithi005.stdout:2102: seq_num 673 ranges {2834432=475136,3309568=532480,3842048=671744} 2024-04-12T16:31:51.732 INFO:tasks.rados.rados.0.smithi005.stdout:2102: writing smithi00577259-31 from 2834432 to 3309568 tid 1 2024-04-12T16:31:51.735 INFO:tasks.rados.rados.0.smithi005.stdout:2102: writing smithi00577259-31 from 3309568 to 3842048 tid 2 2024-04-12T16:31:51.739 INFO:tasks.rados.rados.0.smithi005.stdout:2102: writing smithi00577259-31 from 3842048 to 4513792 tid 3 2024-04-12T16:31:51.739 INFO:tasks.rados.rados.0.smithi005.stdout:2103: rmattr oid 39 current snap is 193 2024-04-12T16:31:51.740 INFO:tasks.rados.rados.0.smithi005.stdout:2103: done (2 left) 2024-04-12T16:31:51.740 INFO:tasks.rados.rados.0.smithi005.stdout:2104: snap_remove snap 192 2024-04-12T16:31:51.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:51 smithi016 ceph-mon[84444]: pgmap v367: 121 pgs: 8 peering, 4 active+undersized+degraded, 25 active+undersized, 84 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.1 MiB/s wr, 44 op/s; 11/216 objects degraded (5.093%); 7.5 MiB/s, 1 objects/s recovering 2024-04-12T16:31:51.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:51 smithi016 ceph-mon[84444]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T16:31:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:51 smithi005 ceph-mon[88416]: pgmap v367: 121 pgs: 8 peering, 4 active+undersized+degraded, 25 active+undersized, 84 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.1 MiB/s wr, 44 op/s; 11/216 objects degraded (5.093%); 7.5 MiB/s, 1 objects/s recovering 2024-04-12T16:31:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:51 smithi005 ceph-mon[88416]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T16:31:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:51 smithi005 ceph-mon[90837]: pgmap v367: 121 pgs: 8 peering, 4 active+undersized+degraded, 25 active+undersized, 84 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.1 MiB/s wr, 44 op/s; 11/216 objects degraded (5.093%); 7.5 MiB/s, 1 objects/s recovering 2024-04-12T16:31:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:51 smithi005 ceph-mon[90837]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T16:31:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:31:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2104: done (2 left) 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2105: delete oid 18 current snap is 193 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: finishing write tid 3 to smithi00577259-36 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: finishing write tid 4 to smithi00577259-36 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: finishing write tid 5 to smithi00577259-36 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: finishing write tid 6 to smithi00577259-36 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: oid 36 updating version 0 to 900 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: oid 36 version 900 is already newer than 897 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: oid 36 version 900 is already newer than 899 2024-04-12T16:31:52.703 INFO:tasks.rados.rados.0.smithi005.stdout:2101: oid 36 version 900 is already newer than 898 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2101: oid 36 version 900 is already newer than 896 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 900 (ObjNum 672 snap 193 seq_num 672) dirty exists 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2101: left oid 36 (ObjNum 672 snap 193 seq_num 672) 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: finishing write tid 1 to smithi00577259-31 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: finishing write tid 2 to smithi00577259-31 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: finishing write tid 3 to smithi00577259-31 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: finishing write tid 4 to smithi00577259-31 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: finishing write tid 5 to smithi00577259-31 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: oid 31 updating version 0 to 988 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: oid 31 version 988 is already newer than 987 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: oid 31 version 988 is already newer than 985 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: oid 31 version 988 is already newer than 986 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 988 (ObjNum 673 snap 193 seq_num 673) dirty exists 2024-04-12T16:31:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:2102: left oid 31 (ObjNum 673 snap 193 seq_num 673) 2024-04-12T16:31:52.709 INFO:tasks.rados.rados.0.smithi005.stdout:2101: done (2 left) 2024-04-12T16:31:52.709 INFO:tasks.rados.rados.0.smithi005.stdout:2102: done (1 left) 2024-04-12T16:31:52.709 INFO:tasks.rados.rados.0.smithi005.stdout:2105: done (0 left) 2024-04-12T16:31:52.709 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 193 2024-04-12T16:31:52.710 INFO:tasks.rados.rados.0.smithi005.stdout:2106: seq_num 675 ranges {1261568=507904,1769472=704512,2473984=499712} 2024-04-12T16:31:52.719 INFO:tasks.rados.rados.0.smithi005.stdout:2106: writing smithi00577259-27 from 1261568 to 1769472 tid 1 2024-04-12T16:31:52.723 INFO:tasks.rados.rados.0.smithi005.stdout:2106: writing smithi00577259-27 from 1769472 to 2473984 tid 2 2024-04-12T16:31:52.726 INFO:tasks.rados.rados.0.smithi005.stdout:2106: writing smithi00577259-27 from 2473984 to 2973696 tid 3 2024-04-12T16:31:52.726 INFO:tasks.rados.rados.0.smithi005.stdout:2107: delete oid 7 current snap is 193 2024-04-12T16:31:52.726 INFO:tasks.rados.rados.0.smithi005.stdout:2106: finishing write tid 1 to smithi00577259-27 2024-04-12T16:31:52.726 INFO:tasks.rados.rados.0.smithi005.stdout:2106: finishing write tid 2 to smithi00577259-27 2024-04-12T16:31:52.728 INFO:tasks.rados.rados.0.smithi005.stdout:2107: done (1 left) 2024-04-12T16:31:52.728 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 193 2024-04-12T16:31:52.728 INFO:tasks.rados.rados.0.smithi005.stdout:2108: seq_num 677 ranges {1294336=540672,1835008=516096,2351104=655360,3006464=32768} 2024-04-12T16:31:52.738 INFO:tasks.rados.rados.0.smithi005.stdout:2108: writing smithi00577259-1 from 1294336 to 1835008 tid 1 2024-04-12T16:31:52.741 INFO:tasks.rados.rados.0.smithi005.stdout:2108: writing smithi00577259-1 from 1835008 to 2351104 tid 2 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2108: writing smithi00577259-1 from 2351104 to 3006464 tid 3 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2108: writing smithi00577259-1 from 3006464 to 3039232 tid 4 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2109: snap_create 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: finishing write tid 3 to smithi00577259-27 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: finishing write tid 4 to smithi00577259-27 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: finishing write tid 5 to smithi00577259-27 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: oid 27 updating version 0 to 996 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: oid 27 updating version 996 to 997 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: oid 27 version 997 is already newer than 994 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: oid 27 version 997 is already newer than 995 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 997 (ObjNum 675 snap 193 seq_num 675) dirty exists 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2106: left oid 27 (ObjNum 675 snap 193 seq_num 675) 2024-04-12T16:31:52.745 INFO:tasks.rados.rados.0.smithi005.stdout:2108: finishing write tid 1 to smithi00577259-1 2024-04-12T16:31:52.746 INFO:tasks.rados.rados.0.smithi005.stdout:2108: finishing write tid 2 to smithi00577259-1 2024-04-12T16:31:52.748 INFO:tasks.rados.rados.0.smithi005.stdout:2108: finishing write tid 3 to smithi00577259-1 2024-04-12T16:31:52.748 INFO:tasks.rados.rados.0.smithi005.stdout:2108: finishing write tid 4 to smithi00577259-1 2024-04-12T16:31:52.749 INFO:tasks.rados.rados.0.smithi005.stdout:2108: finishing write tid 5 to smithi00577259-1 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:2108: finishing write tid 6 to smithi00577259-1 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:2108: oid 1 updating version 0 to 848 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:2108: oid 1 version 848 is already newer than 847 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:2108: oid 1 updating version 848 to 851 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:2108: oid 1 version 851 is already newer than 850 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:2108: oid 1 version 851 is already newer than 849 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 851 (ObjNum 677 snap 193 seq_num 677) dirty exists 2024-04-12T16:31:52.750 INFO:tasks.rados.rados.0.smithi005.stdout:2108: left oid 1 (ObjNum 677 snap 193 seq_num 677) 2024-04-12T16:31:52.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:31:52.498+0000 7f8d956fe700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T16:31:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:52.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:52.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:31:53.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:31:53.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:31:53.705 INFO:tasks.rados.rados.0.smithi005.stdout:2106: done (2 left) 2024-04-12T16:31:53.705 INFO:tasks.rados.rados.0.smithi005.stdout:2108: done (1 left) 2024-04-12T16:31:53.706 INFO:tasks.rados.rados.0.smithi005.stdout:2109: done (0 left) 2024-04-12T16:31:53.706 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 194 2024-04-12T16:31:53.706 INFO:tasks.rados.rados.0.smithi005.stdout:2110: seq_num 678 ranges {4513792=565248,5079040=802816,5881856=401408} 2024-04-12T16:31:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2110: writing smithi00577259-31 from 4513792 to 5079040 tid 1 2024-04-12T16:31:53.737 INFO:tasks.rados.rados.0.smithi005.stdout:2110: writing smithi00577259-31 from 5079040 to 5881856 tid 2 2024-04-12T16:31:53.740 INFO:tasks.rados.rados.0.smithi005.stdout:2110: writing smithi00577259-31 from 5881856 to 6283264 tid 3 2024-04-12T16:31:53.740 INFO:tasks.rados.rados.0.smithi005.stdout:2111: read oid 19 snap -1 2024-04-12T16:31:53.740 INFO:tasks.rados.rados.0.smithi005.stdout:2111: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:31:53.740 INFO:tasks.rados.rados.0.smithi005.stdout:2112: delete oid 35 current snap is 194 2024-04-12T16:31:53.741 INFO:tasks.rados.rados.0.smithi005.stdout:2110: finishing write tid 1 to smithi00577259-31 2024-04-12T16:31:53.743 INFO:tasks.rados.rados.0.smithi005.stdout:2110: finishing write tid 2 to smithi00577259-31 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2112: done (2 left) 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2113: rmattr oid 5 current snap is 194 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2110: finishing write tid 3 to smithi00577259-31 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2114: read oid 46 snap 193 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2114: expect deleted 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2115: rollback oid 16 current snap is 194 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 16 to 193 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2110: finishing write tid 4 to smithi00577259-31 2024-04-12T16:31:53.745 INFO:tasks.rados.rados.0.smithi005.stdout:2116: setattr oid 8 current snap is 194 2024-04-12T16:31:53.746 INFO:tasks.rados.rados.0.smithi005.stdout:2110: finishing write tid 5 to smithi00577259-31 2024-04-12T16:31:53.746 INFO:tasks.rados.rados.0.smithi005.stdout:2110: oid 31 updating version 0 to 992 2024-04-12T16:31:53.746 INFO:tasks.rados.rados.0.smithi005.stdout:2110: oid 31 version 992 is already newer than 990 2024-04-12T16:31:53.746 INFO:tasks.rados.rados.0.smithi005.stdout:2110: oid 31 version 992 is already newer than 991 2024-04-12T16:31:53.746 INFO:tasks.rados.rados.0.smithi005.stdout:2110: oid 31 version 992 is already newer than 989 2024-04-12T16:31:53.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 992 (ObjNum 678 snap 194 seq_num 678) dirty exists 2024-04-12T16:31:53.747 INFO:tasks.rados.rados.0.smithi005.stdout:2110: left oid 31 (ObjNum 678 snap 194 seq_num 678) 2024-04-12T16:31:53.748 INFO:tasks.rados.rados.0.smithi005.stdout:2110: done (5 left) 2024-04-12T16:31:53.748 INFO:tasks.rados.rados.0.smithi005.stdout:2114: done (4 left) 2024-04-12T16:31:53.748 INFO:tasks.rados.rados.0.smithi005.stdout:2117: read oid 41 snap -1 2024-04-12T16:31:53.748 INFO:tasks.rados.rados.0.smithi005.stdout:2117: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:31:53.748 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 194 2024-04-12T16:31:53.748 INFO:tasks.rados.rados.0.smithi005.stdout:2118: seq_num 680 ranges {2441216=598016,3039232=573440,3612672=434176,4046848=196608} 2024-04-12T16:31:53.764 INFO:tasks.rados.rados.0.smithi005.stdout:2118: writing smithi00577259-32 from 2441216 to 3039232 tid 1 2024-04-12T16:31:53.768 INFO:tasks.rados.rados.0.smithi005.stdout:2118: writing smithi00577259-32 from 3039232 to 3612672 tid 2 2024-04-12T16:31:53.770 INFO:tasks.rados.rados.0.smithi005.stdout:2118: writing smithi00577259-32 from 3612672 to 4046848 tid 3 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:2118: writing smithi00577259-32 from 4046848 to 4243456 tid 4 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:2119: read oid 18 snap 193 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:2119: expect deleted 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:2120: read oid 12 snap 193 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:2120: expect deleted 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 194 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:2115: finishing rollback tid 0 to smithi00577259-16 2024-04-12T16:31:53.772 INFO:tasks.rados.rados.0.smithi005.stdout:2121: seq_num 681 ranges {3309568=614400,3923968=458752,4382720=638976,5021696=106496} 2024-04-12T16:31:53.793 INFO:tasks.rados.rados.0.smithi005.stdout:2121: writing smithi00577259-36 from 3309568 to 3923968 tid 1 2024-04-12T16:31:53.795 INFO:tasks.rados.rados.0.smithi005.stdout:2121: writing smithi00577259-36 from 3923968 to 4382720 tid 2 2024-04-12T16:31:53.798 INFO:tasks.rados.rados.0.smithi005.stdout:2121: writing smithi00577259-36 from 4382720 to 5021696 tid 3 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:2121: writing smithi00577259-36 from 5021696 to 5128192 tid 4 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:2122: read oid 9 snap -1 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:2122: expect deleted 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:2123: snap_create 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 903 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 981 (ObjNum 635 snap 189 seq_num 635) dirty exists 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:2115: finishing rollback tid 1 to smithi00577259-16 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:2115: finishing rollback tid 2 to smithi00577259-16 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 760 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:31:53.800 INFO:tasks.rados.rados.0.smithi005.stdout:2111: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:31:53.944 INFO:tasks.rados.rados.0.smithi005.stdout:2117: expect (ObjNum 572 snap 166 seq_num 572) 2024-04-12T16:31:53.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:31:53] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2024-04-12T16:31:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[88416]: pgmap v370: 121 pgs: 8 peering, 1 active+undersized+degraded, 7 active+undersized, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 2/210 objects degraded (0.952%); 15 MiB/s, 3 objects/s recovering 2024-04-12T16:31:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:31:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[88416]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 2/210 objects degraded (0.952%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:31:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[88416]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T16:31:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[90837]: pgmap v370: 121 pgs: 8 peering, 1 active+undersized+degraded, 7 active+undersized, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 2/210 objects degraded (0.952%); 15 MiB/s, 3 objects/s recovering 2024-04-12T16:31:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:31:53.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[90837]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:53.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 2/210 objects degraded (0.952%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:31:53.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:53 smithi005 ceph-mon[90837]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T16:31:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:53 smithi016 ceph-mon[84444]: pgmap v370: 121 pgs: 8 peering, 1 active+undersized+degraded, 7 active+undersized, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 2/210 objects degraded (0.952%); 15 MiB/s, 3 objects/s recovering 2024-04-12T16:31:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:53 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:31:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:53 smithi016 ceph-mon[84444]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-12T16:31:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:53 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 2/210 objects degraded (0.952%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:31:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:53 smithi016 ceph-mon[84444]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T16:31:54.104 INFO:tasks.rados.rados.0.smithi005.stdout:2118: finishing write tid 1 to smithi00577259-32 2024-04-12T16:31:54.104 INFO:tasks.rados.rados.0.smithi005.stdout:2118: finishing write tid 2 to smithi00577259-32 2024-04-12T16:31:54.104 INFO:tasks.rados.rados.0.smithi005.stdout:2118: finishing write tid 3 to smithi00577259-32 2024-04-12T16:31:54.104 INFO:tasks.rados.rados.0.smithi005.stdout:2118: finishing write tid 4 to smithi00577259-32 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: finishing write tid 5 to smithi00577259-32 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: finishing write tid 6 to smithi00577259-32 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: oid 32 updating version 0 to 905 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: oid 32 updating version 905 to 909 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: oid 32 version 909 is already newer than 907 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: oid 32 version 909 is already newer than 908 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: oid 32 version 909 is already newer than 906 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 909 (ObjNum 680 snap 194 seq_num 680) dirty exists 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2118: left oid 32 (ObjNum 680 snap 194 seq_num 680) 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2121: finishing write tid 1 to smithi00577259-36 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2121: finishing write tid 2 to smithi00577259-36 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2121: finishing write tid 3 to smithi00577259-36 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2121: finishing write tid 4 to smithi00577259-36 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2121: finishing write tid 5 to smithi00577259-36 2024-04-12T16:31:54.105 INFO:tasks.rados.rados.0.smithi005.stdout:2121: finishing write tid 6 to smithi00577259-36 2024-04-12T16:31:54.106 INFO:tasks.rados.rados.0.smithi005.stdout:2121: oid 36 updating version 0 to 911 2024-04-12T16:31:54.106 INFO:tasks.rados.rados.0.smithi005.stdout:2121: oid 36 updating version 911 to 915 2024-04-12T16:31:54.106 INFO:tasks.rados.rados.0.smithi005.stdout:2121: oid 36 version 915 is already newer than 914 2024-04-12T16:31:54.106 INFO:tasks.rados.rados.0.smithi005.stdout:2121: oid 36 version 915 is already newer than 912 2024-04-12T16:31:54.106 INFO:tasks.rados.rados.0.smithi005.stdout:2121: oid 36 version 915 is already newer than 913 2024-04-12T16:31:54.106 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 915 (ObjNum 681 snap 194 seq_num 681) dirty exists 2024-04-12T16:31:54.106 INFO:tasks.rados.rados.0.smithi005.stdout:2121: left oid 36 (ObjNum 681 snap 194 seq_num 681) 2024-04-12T16:31:54.711 INFO:tasks.rados.rados.0.smithi005.stdout:2111: done (10 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2113: done (9 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2115: done (8 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2116: done (7 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2117: done (6 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2118: done (5 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2119: done (4 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2120: done (3 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2121: done (2 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2122: done (1 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2123: done (0 left) 2024-04-12T16:31:54.712 INFO:tasks.rados.rados.0.smithi005.stdout:2124: delete oid 37 current snap is 195 2024-04-12T16:31:54.715 INFO:tasks.rados.rados.0.smithi005.stdout:2124: done (0 left) 2024-04-12T16:31:54.715 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 195 2024-04-12T16:31:54.715 INFO:tasks.rados.rados.0.smithi005.stdout:2125: seq_num 683 ranges {3252224=647168,3899392=630784,4530176=573440} 2024-04-12T16:31:54.736 INFO:tasks.rados.rados.0.smithi005.stdout:2125: writing smithi00577259-4 from 3252224 to 3899392 tid 1 2024-04-12T16:31:54.740 INFO:tasks.rados.rados.0.smithi005.stdout:2125: writing smithi00577259-4 from 3899392 to 4530176 tid 2 2024-04-12T16:31:54.743 INFO:tasks.rados.rados.0.smithi005.stdout:2125: writing smithi00577259-4 from 4530176 to 5103616 tid 3 2024-04-12T16:31:54.744 INFO:tasks.rados.rados.0.smithi005.stdout:2126: snap_create 2024-04-12T16:31:54.744 INFO:tasks.rados.rados.0.smithi005.stdout:2125: finishing write tid 1 to smithi00577259-4 2024-04-12T16:31:54.744 INFO:tasks.rados.rados.0.smithi005.stdout:2125: finishing write tid 2 to smithi00577259-4 2024-04-12T16:31:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:2125: finishing write tid 3 to smithi00577259-4 2024-04-12T16:31:54.747 INFO:tasks.rados.rados.0.smithi005.stdout:2125: finishing write tid 4 to smithi00577259-4 2024-04-12T16:31:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:2125: finishing write tid 5 to smithi00577259-4 2024-04-12T16:31:54.748 INFO:tasks.rados.rados.0.smithi005.stdout:2125: oid 4 updating version 0 to 1042 2024-04-12T16:31:54.749 INFO:tasks.rados.rados.0.smithi005.stdout:2125: oid 4 version 1042 is already newer than 1040 2024-04-12T16:31:54.749 INFO:tasks.rados.rados.0.smithi005.stdout:2125: oid 4 updating version 1042 to 1043 2024-04-12T16:31:54.749 INFO:tasks.rados.rados.0.smithi005.stdout:2125: oid 4 version 1043 is already newer than 1041 2024-04-12T16:31:54.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1043 (ObjNum 683 snap 195 seq_num 683) dirty exists 2024-04-12T16:31:54.749 INFO:tasks.rados.rados.0.smithi005.stdout:2125: left oid 4 (ObjNum 683 snap 195 seq_num 683) 2024-04-12T16:31:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:54 smithi016 ceph-mon[84444]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T16:31:55.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:54 smithi005 ceph-mon[88416]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T16:31:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:54 smithi005 ceph-mon[90837]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T16:31:55.590 INFO:tasks.rados.rados.0.smithi005.stdout:2125: done (1 left) 2024-04-12T16:31:55.590 INFO:tasks.rados.rados.0.smithi005.stdout:2126: done (0 left) 2024-04-12T16:31:55.590 INFO:tasks.rados.rados.0.smithi005.stdout:2127: read oid 39 snap 193 2024-04-12T16:31:55.590 INFO:tasks.rados.rados.0.smithi005.stdout:2127: expect deleted 2024-04-12T16:31:55.590 INFO:tasks.rados.rados.0.smithi005.stdout:2128: snap_remove snap 195 2024-04-12T16:31:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:55 smithi016 ceph-mon[84444]: pgmap v373: 121 pgs: 121 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 32 MiB/s, 4 objects/s recovering 2024-04-12T16:31:56.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:55 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/210 objects degraded (0.952%), 1 pg degraded) 2024-04-12T16:31:56.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:55 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:31:56.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:55 smithi016 ceph-mon[84444]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T16:31:56.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:55 smithi016 ceph-mon[84444]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[88416]: pgmap v373: 121 pgs: 121 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 32 MiB/s, 4 objects/s recovering 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/210 objects degraded (0.952%), 1 pg degraded) 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[88416]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[88416]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[90837]: pgmap v373: 121 pgs: 121 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.3 MiB/s wr, 11 op/s; 32 MiB/s, 4 objects/s recovering 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/210 objects degraded (0.952%), 1 pg degraded) 2024-04-12T16:31:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:31:56.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[90837]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T16:31:56.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:55 smithi005 ceph-mon[90837]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T16:31:56.592 INFO:tasks.rados.rados.0.smithi005.stdout:2128: done (1 left) 2024-04-12T16:31:56.592 INFO:tasks.rados.rados.0.smithi005.stdout:2129: read oid 19 snap -1 2024-04-12T16:31:56.592 INFO:tasks.rados.rados.0.smithi005.stdout:2129: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:31:56.592 INFO:tasks.rados.rados.0.smithi005.stdout:2130: setattr oid 41 current snap is 196 2024-04-12T16:31:56.593 INFO:tasks.rados.rados.0.smithi005.stdout:2127: done (2 left) 2024-04-12T16:31:56.593 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 196 2024-04-12T16:31:56.593 INFO:tasks.rados.rados.0.smithi005.stdout:2131: seq_num 684 ranges {2981888=663552,3645440=507904,4153344=409600,4562944=286720} 2024-04-12T16:31:56.614 INFO:tasks.rados.rados.0.smithi005.stdout:2131: writing smithi00577259-30 from 2981888 to 3645440 tid 1 2024-04-12T16:31:56.616 INFO:tasks.rados.rados.0.smithi005.stdout:2131: writing smithi00577259-30 from 3645440 to 4153344 tid 2 2024-04-12T16:31:56.619 INFO:tasks.rados.rados.0.smithi005.stdout:2131: writing smithi00577259-30 from 4153344 to 4562944 tid 3 2024-04-12T16:31:56.621 INFO:tasks.rados.rados.0.smithi005.stdout:2131: writing smithi00577259-30 from 4562944 to 4849664 tid 4 2024-04-12T16:31:56.621 INFO:tasks.rados.rados.0.smithi005.stdout:2132: setattr oid 13 current snap is 196 2024-04-12T16:31:56.621 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 975 (ObjNum 572 snap 166 seq_num 572) dirty exists 2024-04-12T16:31:56.621 INFO:tasks.rados.rados.0.smithi005.stdout:2129: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: finishing write tid 1 to smithi00577259-30 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: finishing write tid 2 to smithi00577259-30 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: finishing write tid 3 to smithi00577259-30 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: finishing write tid 4 to smithi00577259-30 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: finishing write tid 5 to smithi00577259-30 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: finishing write tid 6 to smithi00577259-30 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: oid 30 updating version 0 to 980 2024-04-12T16:31:56.771 INFO:tasks.rados.rados.0.smithi005.stdout:2131: oid 30 version 980 is already newer than 978 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2131: oid 30 version 980 is already newer than 977 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2131: oid 30 version 980 is already newer than 976 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2131: oid 30 version 980 is already newer than 979 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 980 (ObjNum 684 snap 196 seq_num 684) dirty exists 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2131: left oid 30 (ObjNum 684 snap 196 seq_num 684) 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2129: done (3 left) 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2130: done (2 left) 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2131: done (1 left) 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2133: rmattr oid 37 current snap is 196 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2133: done (1 left) 2024-04-12T16:31:56.772 INFO:tasks.rados.rados.0.smithi005.stdout:2134: snap_create 2024-04-12T16:31:56.774 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 998 (ObjNum 639 snap 190 seq_num 639) dirty exists 2024-04-12T16:31:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:2132: done (1 left) 2024-04-12T16:31:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:2134: done (0 left) 2024-04-12T16:31:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:2135: read oid 44 snap 194 2024-04-12T16:31:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:2135: expect (ObjNum 618 snap 184 seq_num 618) 2024-04-12T16:31:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:2136: delete oid 35 current snap is 197 2024-04-12T16:31:57.717 INFO:tasks.rados.rados.0.smithi005.stdout:2136: done (1 left) 2024-04-12T16:31:57.717 INFO:tasks.rados.rados.0.smithi005.stdout:2137: delete oid 39 current snap is 197 2024-04-12T16:31:57.723 INFO:tasks.rados.rados.0.smithi005.stdout:2137: done (1 left) 2024-04-12T16:31:57.723 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 197 2024-04-12T16:31:57.723 INFO:tasks.rados.rados.0.smithi005.stdout:2135: expect (ObjNum 618 snap 184 seq_num 618) 2024-04-12T16:31:57.774 INFO:tasks.rados.rados.0.smithi005.stdout:2138: seq_num 687 ranges {2269184=712704,2981888=614400,3596288=589824} 2024-04-12T16:31:57.790 INFO:tasks.rados.rados.0.smithi005.stdout:2138: writing smithi00577259-42 from 2269184 to 2981888 tid 1 2024-04-12T16:31:57.793 INFO:tasks.rados.rados.0.smithi005.stdout:2138: writing smithi00577259-42 from 2981888 to 3596288 tid 2 2024-04-12T16:31:57.797 INFO:tasks.rados.rados.0.smithi005.stdout:2138: writing smithi00577259-42 from 3596288 to 4186112 tid 3 2024-04-12T16:31:57.797 INFO:tasks.rados.rados.0.smithi005.stdout:2135: done (1 left) 2024-04-12T16:31:57.797 INFO:tasks.rados.rados.0.smithi005.stdout:2139: rmattr oid 35 current snap is 197 2024-04-12T16:31:57.798 INFO:tasks.rados.rados.0.smithi005.stdout:2138: finishing write tid 1 to smithi00577259-42 2024-04-12T16:31:57.798 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 197 2024-04-12T16:31:57.798 INFO:tasks.rados.rados.0.smithi005.stdout:2140: seq_num 688 ranges {19038208=729088,19767296=499712,20267008=704512} 2024-04-12T16:31:57.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:57 smithi016 ceph-mon[84444]: pgmap v376: 121 pgs: 121 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.1 MiB/s wr, 13 op/s; 25 MiB/s, 2 objects/s recovering 2024-04-12T16:31:57.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:57 smithi016 ceph-mon[84444]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T16:31:57.905 INFO:tasks.rados.rados.0.smithi005.stdout:2140: writing smithi00577259-45 from 19038208 to 19767296 tid 1 2024-04-12T16:31:57.908 INFO:tasks.rados.rados.0.smithi005.stdout:2140: writing smithi00577259-45 from 19767296 to 20267008 tid 2 2024-04-12T16:31:57.912 INFO:tasks.rados.rados.0.smithi005.stdout:2140: writing smithi00577259-45 from 20267008 to 20971520 tid 3 2024-04-12T16:31:57.913 INFO:tasks.rados.rados.0.smithi005.stdout:2141: delete oid 19 current snap is 197 2024-04-12T16:31:57.913 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 0 (ObjNum 33 snap 0 seq_num 730567728) dirty dne 2024-04-12T16:31:57.913 INFO:tasks.rados.rados.0.smithi005.stdout:2138: finishing write tid 2 to smithi00577259-42 2024-04-12T16:31:57.913 INFO:tasks.rados.rados.0.smithi005.stdout:2138: finishing write tid 3 to smithi00577259-42 2024-04-12T16:31:57.913 INFO:tasks.rados.rados.0.smithi005.stdout:2138: finishing write tid 4 to smithi00577259-42 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2138: finishing write tid 5 to smithi00577259-42 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2138: oid 42 updating version 0 to 1046 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2138: oid 42 updating version 1046 to 1047 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2138: oid 42 updating version 1047 to 1048 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2138: oid 42 version 1048 is already newer than 1045 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1048 (ObjNum 687 snap 197 seq_num 687) dirty exists 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2138: left oid 42 (ObjNum 687 snap 197 seq_num 687) 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2140: finishing write tid 1 to smithi00577259-45 2024-04-12T16:31:57.914 INFO:tasks.rados.rados.0.smithi005.stdout:2140: finishing write tid 2 to smithi00577259-45 2024-04-12T16:31:57.915 INFO:tasks.rados.rados.0.smithi005.stdout:2140: finishing write tid 3 to smithi00577259-45 2024-04-12T16:31:57.915 INFO:tasks.rados.rados.0.smithi005.stdout:2140: finishing write tid 4 to smithi00577259-45 2024-04-12T16:31:57.915 INFO:tasks.rados.rados.0.smithi005.stdout:2138: done (3 left) 2024-04-12T16:31:57.916 INFO:tasks.rados.rados.0.smithi005.stdout:2139: done (2 left) 2024-04-12T16:31:57.916 INFO:tasks.rados.rados.0.smithi005.stdout:2141: done (1 left) 2024-04-12T16:31:57.916 INFO:tasks.rados.rados.0.smithi005.stdout:2142: setattr oid 46 current snap is 197 2024-04-12T16:31:57.917 INFO:tasks.rados.rados.0.smithi005.stdout:2140: finishing write tid 5 to smithi00577259-45 2024-04-12T16:31:57.917 INFO:tasks.rados.rados.0.smithi005.stdout:2140: oid 45 updating version 0 to 1002 2024-04-12T16:31:57.917 INFO:tasks.rados.rados.0.smithi005.stdout:2140: oid 45 version 1002 is already newer than 999 2024-04-12T16:31:57.918 INFO:tasks.rados.rados.0.smithi005.stdout:2140: oid 45 version 1002 is already newer than 1000 2024-04-12T16:31:57.918 INFO:tasks.rados.rados.0.smithi005.stdout:2140: oid 45 version 1002 is already newer than 1001 2024-04-12T16:31:57.918 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1002 (ObjNum 688 snap 197 seq_num 688) dirty exists 2024-04-12T16:31:57.918 INFO:tasks.rados.rados.0.smithi005.stdout:2140: left oid 45 (ObjNum 688 snap 197 seq_num 688) 2024-04-12T16:31:57.918 INFO:tasks.rados.rados.0.smithi005.stdout:2140: done (1 left) 2024-04-12T16:31:57.918 INFO:tasks.rados.rados.0.smithi005.stdout:2143: read oid 50 snap -1 2024-04-12T16:31:57.919 INFO:tasks.rados.rados.0.smithi005.stdout:2143: expect (ObjNum 626 snap 186 seq_num 626) 2024-04-12T16:31:57.919 INFO:tasks.rados.rados.0.smithi005.stdout:2144: copy_from oid 6 from oid 18 current snap is 197 2024-04-12T16:31:57.919 INFO:tasks.rados.rados.0.smithi005.stdout:2145: read oid 16 snap -1 2024-04-12T16:31:57.919 INFO:tasks.rados.rados.0.smithi005.stdout:2145: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:31:57.919 INFO:tasks.rados.rados.0.smithi005.stdout:2146: delete oid 39 current snap is 197 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2144: finishing copy_from to smithi00577259-6 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2144: got expected ENOENT (src dne) 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2144: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2144: done (4 left) 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2146: done (3 left) 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2147: read oid 1 snap 196 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2147: expect (ObjNum 677 snap 193 seq_num 677) 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2148: read oid 32 snap -1 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2148: expect (ObjNum 680 snap 194 seq_num 680) 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:2149: delete oid 23 current snap is 197 2024-04-12T16:31:57.921 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 982 (ObjNum 65 snap 0 seq_num 0) dirty exists 2024-04-12T16:31:57.923 INFO:tasks.rados.rados.0.smithi005.stdout:2143: expect (ObjNum 626 snap 186 seq_num 626) 2024-04-12T16:31:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:57 smithi005 ceph-mon[88416]: pgmap v376: 121 pgs: 121 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.1 MiB/s wr, 13 op/s; 25 MiB/s, 2 objects/s recovering 2024-04-12T16:31:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:57 smithi005 ceph-mon[88416]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T16:31:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:57 smithi005 ceph-mon[90837]: pgmap v376: 121 pgs: 121 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.1 MiB/s wr, 13 op/s; 25 MiB/s, 2 objects/s recovering 2024-04-12T16:31:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:57 smithi005 ceph-mon[90837]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T16:31:57.950 INFO:tasks.rados.rados.0.smithi005.stdout:2142: done (5 left) 2024-04-12T16:31:57.951 INFO:tasks.rados.rados.0.smithi005.stdout:2143: done (4 left) 2024-04-12T16:31:57.951 INFO:tasks.rados.rados.0.smithi005.stdout:2149: done (3 left) 2024-04-12T16:31:57.951 INFO:tasks.rados.rados.0.smithi005.stdout:2150: rollback oid 48 current snap is 197 2024-04-12T16:31:57.951 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 48 to 194 2024-04-12T16:31:57.951 INFO:tasks.rados.rados.0.smithi005.stdout:2151: snap_create 2024-04-12T16:31:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:2150: finishing rollback tid 0 to smithi00577259-48 2024-04-12T16:31:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:2150: finishing rollback tid 1 to smithi00577259-48 2024-04-12T16:31:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:2150: finishing rollback tid 2 to smithi00577259-48 2024-04-12T16:31:57.953 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1004 (ObjNum 666 snap 192 seq_num 666) dirty exists 2024-04-12T16:31:57.954 INFO:tasks.rados.rados.0.smithi005.stdout:2148: expect (ObjNum 680 snap 194 seq_num 680) 2024-04-12T16:31:58.145 INFO:tasks.rados.rados.0.smithi005.stdout:2147: expect (ObjNum 677 snap 193 seq_num 677) 2024-04-12T16:31:58.246 INFO:tasks.rados.rados.0.smithi005.stdout:2145: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:31:58.718 INFO:tasks.rados.rados.0.smithi005.stdout:2145: done (4 left) 2024-04-12T16:31:58.718 INFO:tasks.rados.rados.0.smithi005.stdout:2147: done (3 left) 2024-04-12T16:31:58.718 INFO:tasks.rados.rados.0.smithi005.stdout:2148: done (2 left) 2024-04-12T16:31:58.718 INFO:tasks.rados.rados.0.smithi005.stdout:2150: done (1 left) 2024-04-12T16:31:58.718 INFO:tasks.rados.rados.0.smithi005.stdout:2151: done (0 left) 2024-04-12T16:31:58.718 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 198 2024-04-12T16:31:58.719 INFO:tasks.rados.rados.0.smithi005.stdout:2152: seq_num 692 ranges {3317760=794624,4112384=483328,4595712=720896} 2024-04-12T16:31:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:2152: writing smithi00577259-20 from 3317760 to 4112384 tid 1 2024-04-12T16:31:58.743 INFO:tasks.rados.rados.0.smithi005.stdout:2152: writing smithi00577259-20 from 4112384 to 4595712 tid 2 2024-04-12T16:31:58.748 INFO:tasks.rados.rados.0.smithi005.stdout:2152: writing smithi00577259-20 from 4595712 to 5316608 tid 3 2024-04-12T16:31:58.748 INFO:tasks.rados.rados.0.smithi005.stdout:2153: delete oid 11 current snap is 198 2024-04-12T16:31:58.748 INFO:tasks.rados.rados.0.smithi005.stdout:2152: finishing write tid 1 to smithi00577259-20 2024-04-12T16:31:58.748 INFO:tasks.rados.rados.0.smithi005.stdout:2152: finishing write tid 2 to smithi00577259-20 2024-04-12T16:31:58.750 INFO:tasks.rados.rados.0.smithi005.stdout:2153: done (1 left) 2024-04-12T16:31:58.750 INFO:tasks.rados.rados.0.smithi005.stdout:2154: snap_remove snap 197 2024-04-12T16:31:59.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:58 smithi016 ceph-mon[84444]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T16:31:59.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:58 smithi005 ceph-mon[88416]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T16:31:59.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:58 smithi005 ceph-mon[90837]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T16:31:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:2154: done (1 left) 2024-04-12T16:31:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:2155: read oid 18 snap 193 2024-04-12T16:31:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:2155: expect deleted 2024-04-12T16:31:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:2156: delete oid 42 current snap is 198 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: finishing write tid 3 to smithi00577259-20 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: finishing write tid 4 to smithi00577259-20 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: finishing write tid 5 to smithi00577259-20 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: oid 20 updating version 0 to 1008 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: oid 20 version 1008 is already newer than 1007 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: oid 20 version 1008 is already newer than 1005 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: oid 20 version 1008 is already newer than 1006 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1008 (ObjNum 692 snap 198 seq_num 692) dirty exists 2024-04-12T16:31:59.726 INFO:tasks.rados.rados.0.smithi005.stdout:2152: left oid 20 (ObjNum 692 snap 198 seq_num 692) 2024-04-12T16:31:59.728 INFO:tasks.rados.rados.0.smithi005.stdout:2152: done (2 left) 2024-04-12T16:31:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:2155: done (1 left) 2024-04-12T16:31:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:2156: done (0 left) 2024-04-12T16:31:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:2157: read oid 7 snap -1 2024-04-12T16:31:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:2157: expect deleted 2024-04-12T16:31:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:2158: snap_create 2024-04-12T16:32:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:59 smithi016 ceph-mon[84444]: pgmap v379: 121 pgs: 121 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-12T16:32:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:59 smithi016 ceph-mon[84444]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T16:32:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:31:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:00.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:59 smithi005 ceph-mon[88416]: pgmap v379: 121 pgs: 121 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-12T16:32:00.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:59 smithi005 ceph-mon[88416]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T16:32:00.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:31:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:59 smithi005 ceph-mon[90837]: pgmap v379: 121 pgs: 121 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-12T16:32:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:59 smithi005 ceph-mon[90837]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T16:32:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:31:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:00.594 INFO:tasks.rados.rados.0.smithi005.stdout:2157: done (1 left) 2024-04-12T16:32:00.594 INFO:tasks.rados.rados.0.smithi005.stdout:2158: done (0 left) 2024-04-12T16:32:00.594 INFO:tasks.rados.rados.0.smithi005.stdout:2159: read oid 46 snap 198 2024-04-12T16:32:00.594 INFO:tasks.rados.rados.0.smithi005.stdout:2159: expect (ObjNum 730293104 snap 22011 seq_num 1543572992) 2024-04-12T16:32:00.594 INFO:tasks.rados.rados.0.smithi005.stdout:2160: copy_from oid 8 from oid 16 current snap is 199 2024-04-12T16:32:00.594 INFO:tasks.rados.rados.0.smithi005.stdout:2161: read oid 4 snap -1 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2161: expect (ObjNum 683 snap 195 seq_num 683) 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2162: read oid 34 snap -1 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2162: expect (ObjNum 617 snap 184 seq_num 617) 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2163: rollback oid 42 current snap is 199 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 196 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2164: rollback oid 23 current snap is 199 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 198 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2165: read oid 13 snap -1 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2165: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2166: read oid 2 snap -1 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2166: expect deleted 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2167: rollback oid 44 current snap is 199 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 196 2024-04-12T16:32:00.595 INFO:tasks.rados.rados.0.smithi005.stdout:2168: setattr oid 7 current snap is 199 2024-04-12T16:32:00.596 INFO:tasks.rados.rados.0.smithi005.stdout:2159: expect (ObjNum 730293104 snap 22011 seq_num 1543572992) 2024-04-12T16:32:00.597 INFO:tasks.rados.rados.0.smithi005.stdout:2159: done (9 left) 2024-04-12T16:32:00.597 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 199 2024-04-12T16:32:00.597 INFO:tasks.rados.rados.0.smithi005.stdout:2169: seq_num 695 ranges {507904=442368,950272=540672,1490944=598016,2088960=466944} 2024-04-12T16:32:00.603 INFO:tasks.rados.rados.0.smithi005.stdout:2169: writing smithi00577259-6 from 507904 to 950272 tid 1 2024-04-12T16:32:00.606 INFO:tasks.rados.rados.0.smithi005.stdout:2169: writing smithi00577259-6 from 950272 to 1490944 tid 2 2024-04-12T16:32:00.609 INFO:tasks.rados.rados.0.smithi005.stdout:2169: writing smithi00577259-6 from 1490944 to 2088960 tid 3 2024-04-12T16:32:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2169: writing smithi00577259-6 from 2088960 to 2555904 tid 4 2024-04-12T16:32:00.613 INFO:tasks.rados.rados.0.smithi005.stdout:2170: copy_from oid 50 from oid 19 current snap is 199 2024-04-12T16:32:00.613 INFO:tasks.rados.rados.0.smithi005.stdout:2164: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:32:00.613 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 980 (ObjNum 33 snap 0 seq_num 730567728) dirty dne 2024-04-12T16:32:00.613 INFO:tasks.rados.rados.0.smithi005.stdout:2165: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:32:00.676 INFO:tasks.rados.rados.0.smithi005.stdout:2169: finishing write tid 1 to smithi00577259-6 2024-04-12T16:32:00.676 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 761 (ObjNum 97 snap 0 seq_num 1746045856) dirty exists 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: finishing write tid 2 to smithi00577259-6 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: finishing write tid 3 to smithi00577259-6 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: finishing write tid 4 to smithi00577259-6 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: finishing write tid 5 to smithi00577259-6 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: finishing write tid 6 to smithi00577259-6 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: oid 6 updating version 0 to 966 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: oid 6 version 966 is already newer than 965 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: oid 6 updating version 966 to 967 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: oid 6 updating version 967 to 968 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: oid 6 version 968 is already newer than 964 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 968 (ObjNum 695 snap 199 seq_num 695) dirty exists 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2169: left oid 6 (ObjNum 695 snap 199 seq_num 695) 2024-04-12T16:32:00.677 INFO:tasks.rados.rados.0.smithi005.stdout:2164: done (10 left) 2024-04-12T16:32:00.678 INFO:tasks.rados.rados.0.smithi005.stdout:2165: done (9 left) 2024-04-12T16:32:00.678 INFO:tasks.rados.rados.0.smithi005.stdout:2166: done (8 left) 2024-04-12T16:32:00.678 INFO:tasks.rados.rados.0.smithi005.stdout:2168: done (7 left) 2024-04-12T16:32:00.678 INFO:tasks.rados.rados.0.smithi005.stdout:2169: done (6 left) 2024-04-12T16:32:00.678 INFO:tasks.rados.rados.0.smithi005.stdout:2171: snap_remove snap 198 2024-04-12T16:32:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:00 smithi016 ceph-mon[84444]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T16:32:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:00 smithi016 ceph-mon[84444]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T16:32:01.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:00 smithi005 ceph-mon[88416]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T16:32:01.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:00 smithi005 ceph-mon[88416]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T16:32:01.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:00 smithi005 ceph-mon[90837]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T16:32:01.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:00 smithi005 ceph-mon[90837]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2171: done (6 left) 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2172: snap_create 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2167: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2167: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2167: finishing rollback tid 2 to smithi00577259-44 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 995 (ObjNum 618 snap 184 seq_num 618) dirty exists 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2160: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2160: finishing copy_from to smithi00577259-8 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 760 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:01.594 INFO:tasks.rados.rados.0.smithi005.stdout:2161: expect (ObjNum 683 snap 195 seq_num 683) 2024-04-12T16:32:01.819 INFO:tasks.rados.rados.0.smithi005.stdout:2162: expect (ObjNum 617 snap 184 seq_num 617) 2024-04-12T16:32:01.965 INFO:tasks.rados.rados.0.smithi005.stdout:2163: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:32:01.965 INFO:tasks.rados.rados.0.smithi005.stdout:2163: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:32:01.965 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1051 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:32:01.966 INFO:tasks.rados.rados.0.smithi005.stdout:2170: finishing copy_from to smithi00577259-50 2024-04-12T16:32:01.966 INFO:tasks.rados.rados.0.smithi005.stdout:2170: got expected ENOENT (src dne) 2024-04-12T16:32:01.966 INFO:tasks.rados.rados.0.smithi005.stdout:2170: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:32:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:01 smithi016 ceph-mon[84444]: pgmap v382: 121 pgs: 121 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-12T16:32:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:01 smithi016 ceph-mon[84444]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T16:32:02.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:01 smithi005 ceph-mon[88416]: pgmap v382: 121 pgs: 121 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-12T16:32:02.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:01 smithi005 ceph-mon[88416]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T16:32:02.116 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:01 smithi005 ceph-mon[90837]: pgmap v382: 121 pgs: 121 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-12T16:32:02.116 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:01 smithi005 ceph-mon[90837]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T16:32:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:32:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:32:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:02.593 INFO:tasks.rados.rados.0.smithi005.stdout:2160: done (6 left) 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2161: done (5 left) 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2162: done (4 left) 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2163: done (3 left) 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2167: done (2 left) 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2170: done (1 left) 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2172: done (0 left) 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2173: rollback oid 29 current snap is 200 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 196 2024-04-12T16:32:02.594 INFO:tasks.rados.rados.0.smithi005.stdout:2174: snap_remove snap 199 2024-04-12T16:32:03.596 INFO:tasks.rados.rados.0.smithi005.stdout:2174: done (1 left) 2024-04-12T16:32:03.596 INFO:tasks.rados.rados.0.smithi005.stdout:2175: rollback oid 42 current snap is 200 2024-04-12T16:32:03.596 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 196 2024-04-12T16:32:03.596 INFO:tasks.rados.rados.0.smithi005.stdout:2173: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:32:03.596 INFO:tasks.rados.rados.0.smithi005.stdout:2173: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:32:03.597 INFO:tasks.rados.rados.0.smithi005.stdout:2173: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:32:03.597 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 855 (ObjNum 669 snap 192 seq_num 669) dirty exists 2024-04-12T16:32:03.597 INFO:tasks.rados.rados.0.smithi005.stdout:2173: done (1 left) 2024-04-12T16:32:03.597 INFO:tasks.rados.rados.0.smithi005.stdout:2176: delete oid 11 current snap is 200 2024-04-12T16:32:03.602 INFO:tasks.rados.rados.0.smithi005.stdout:2175: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:32:03.603 INFO:tasks.rados.rados.0.smithi005.stdout:2176: done (1 left) 2024-04-12T16:32:03.603 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 200 2024-04-12T16:32:03.603 INFO:tasks.rados.rados.0.smithi005.stdout:2175: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:32:03.603 INFO:tasks.rados.rados.0.smithi005.stdout:2177: seq_num 697 ranges {1236992=475136,1712128=704512,2416640=557056,2973696=344064} 2024-04-12T16:32:03.611 INFO:tasks.rados.rados.0.smithi005.stdout:2177: writing smithi00577259-49 from 1236992 to 1712128 tid 1 2024-04-12T16:32:03.616 INFO:tasks.rados.rados.0.smithi005.stdout:2177: writing smithi00577259-49 from 1712128 to 2416640 tid 2 2024-04-12T16:32:03.619 INFO:tasks.rados.rados.0.smithi005.stdout:2177: writing smithi00577259-49 from 2416640 to 2973696 tid 3 2024-04-12T16:32:03.621 INFO:tasks.rados.rados.0.smithi005.stdout:2177: writing smithi00577259-49 from 2973696 to 3317760 tid 4 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2178: rmattr oid 12 current snap is 200 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2175: finishing rollback tid 2 to smithi00577259-42 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1054 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2177: finishing write tid 1 to smithi00577259-49 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2175: done (2 left) 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2178: done (1 left) 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2179: rmattr oid 47 current snap is 200 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2179: done (1 left) 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2180: copy_from oid 38 from oid 8 current snap is 200 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2181: copy_from oid 41 from oid 40 current snap is 200 2024-04-12T16:32:03.622 INFO:tasks.rados.rados.0.smithi005.stdout:2182: snap_remove snap 196 2024-04-12T16:32:03.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:03 smithi005 ceph-mon[88416]: pgmap v385: 121 pgs: 121 active+clean; 187 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:32:03.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:03 smithi005 ceph-mon[88416]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T16:32:03.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:03 smithi005 ceph-mon[90837]: pgmap v385: 121 pgs: 121 active+clean; 187 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:32:03.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:03 smithi005 ceph-mon[90837]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T16:32:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:03 smithi016 ceph-mon[84444]: pgmap v385: 121 pgs: 121 active+clean; 187 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T16:32:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:03 smithi016 ceph-mon[84444]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T16:32:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:32:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:32:03] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2024-04-12T16:32:04.607 INFO:tasks.rados.rados.0.smithi005.stdout:2182: done (3 left) 2024-04-12T16:32:04.607 INFO:tasks.rados.rados.0.smithi005.stdout:2183: rollback oid 26 current snap is 200 2024-04-12T16:32:04.607 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 26 to 193 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: finishing write tid 2 to smithi00577259-49 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: finishing write tid 3 to smithi00577259-49 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: finishing write tid 4 to smithi00577259-49 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: finishing write tid 5 to smithi00577259-49 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: finishing write tid 6 to smithi00577259-49 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: oid 49 updating version 0 to 996 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: oid 49 updating version 996 to 997 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: oid 49 updating version 997 to 1000 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: oid 49 version 1000 is already newer than 998 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: oid 49 version 1000 is already newer than 999 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1000 (ObjNum 697 snap 200 seq_num 697) dirty exists 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2177: left oid 49 (ObjNum 697 snap 200 seq_num 697) 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2180: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:32:04.608 INFO:tasks.rados.rados.0.smithi005.stdout:2180: finishing copy_from to smithi00577259-38 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 760 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2181: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2181: finishing copy_from to smithi00577259-41 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 993 (ObjNum 656 snap 191 seq_num 656) dirty exists 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2177: done (3 left) 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2180: done (2 left) 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2181: done (1 left) 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2184: rollback oid 9 current snap is 200 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 9 to 193 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2185: read oid 48 snap -1 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2185: expect (ObjNum 666 snap 192 seq_num 666) 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2186: rollback oid 47 current snap is 200 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 194 2024-04-12T16:32:04.609 INFO:tasks.rados.rados.0.smithi005.stdout:2187: rollback oid 40 current snap is 200 2024-04-12T16:32:04.610 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 193 2024-04-12T16:32:04.610 INFO:tasks.rados.rados.0.smithi005.stdout:2188: delete oid 23 current snap is 200 2024-04-12T16:32:04.617 INFO:tasks.rados.rados.0.smithi005.stdout:2184: finishing rollback tid 1 to smithi00577259-9 2024-04-12T16:32:04.617 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 730557632) dirty dne 2024-04-12T16:32:04.617 INFO:tasks.rados.rados.0.smithi005.stdout:2187: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:32:04.617 INFO:tasks.rados.rados.0.smithi005.stdout:2187: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:32:04.620 INFO:tasks.rados.rados.0.smithi005.stdout:2187: finishing rollback tid 2 to smithi00577259-40 2024-04-12T16:32:04.620 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1005 (ObjNum 656 snap 191 seq_num 656) dirty exists 2024-04-12T16:32:04.622 INFO:tasks.rados.rados.0.smithi005.stdout:2183: finishing rollback tid 1 to smithi00577259-26 2024-04-12T16:32:04.622 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 0 (ObjNum 33 snap 0 seq_num 730551744) dirty dne 2024-04-12T16:32:04.622 INFO:tasks.rados.rados.0.smithi005.stdout:2186: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:32:04.622 INFO:tasks.rados.rados.0.smithi005.stdout:2186: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:32:04.626 INFO:tasks.rados.rados.0.smithi005.stdout:2186: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:32:04.626 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 411 (ObjNum 655 snap 191 seq_num 655) dirty exists 2024-04-12T16:32:04.626 INFO:tasks.rados.rados.0.smithi005.stdout:2185: expect (ObjNum 666 snap 192 seq_num 666) 2024-04-12T16:32:04.667 INFO:tasks.rados.rados.0.smithi005.stdout:2183: done (5 left) 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:2184: done (4 left) 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:2185: done (3 left) 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:2186: done (2 left) 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:2187: done (1 left) 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:2188: done (0 left) 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:2189: rollback oid 11 current snap is 200 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 194 2024-04-12T16:32:04.668 INFO:tasks.rados.rados.0.smithi005.stdout:2190: snap_create 2024-04-12T16:32:04.669 INFO:tasks.rados.rados.0.smithi005.stdout:2189: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:32:04.670 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:32:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:04 smithi005 ceph-mon[88416]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T16:32:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:04 smithi005 ceph-mon[90837]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T16:32:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:04 smithi016 ceph-mon[84444]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T16:32:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:05.591 INFO:tasks.rados.rados.0.smithi005.stdout:2189: done (1 left) 2024-04-12T16:32:05.591 INFO:tasks.rados.rados.0.smithi005.stdout:2190: done (0 left) 2024-04-12T16:32:05.591 INFO:tasks.rados.rados.0.smithi005.stdout:2191: snap_create 2024-04-12T16:32:05.735 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:32:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:05 smithi005 ceph-mon[88416]: pgmap v388: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T16:32:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:05 smithi005 ceph-mon[88416]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T16:32:05.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:05 smithi005 ceph-mon[88416]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T16:32:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:05 smithi005 ceph-mon[90837]: pgmap v388: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T16:32:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:05 smithi005 ceph-mon[90837]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T16:32:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:05 smithi005 ceph-mon[90837]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T16:32:06.068 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (9m) 88s ago 10m 24.5M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (9m) 18s ago 9m 90.6M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (11m) 88s ago 11m 19.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (11m) 18s ago 11m 16.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (4m) 18s ago 14m 451M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (5m) 88s ago 16m 513M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (4m) 88s ago 16m 53.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (4m) 18s ago 14m 48.2M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (4m) 88s ago 14m 48.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (9m) 88s ago 9m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (9m) 18s ago 9m 14.8M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (3m) 88s ago 14m 178M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (2m) 88s ago 13m 141M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (2m) 88s ago 13m 115M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:32:06.069 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (92s) 88s ago 13m 12.0M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:32:06.070 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (59s) 18s ago 12m 102M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:32:06.070 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (23s) 18s ago 12m 12.6M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 6b9d04a3acde 2024-04-12T16:32:06.070 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (11m) 18s ago 11m 182M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 777e99da5cda 2024-04-12T16:32:06.070 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (11m) 18s ago 11m 222M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:32:06.070 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (5m) 18s ago 10m 60.2M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:32:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:05 smithi016 ceph-mon[84444]: pgmap v388: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.4 MiB/s wr, 20 op/s 2024-04-12T16:32:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:05 smithi016 ceph-mon[84444]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T16:32:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:05 smithi016 ceph-mon[84444]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T16:32:06.480 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:32:06.480 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:32:06.480 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:32:06.480 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:06.480 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:32:06.480 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:32:06.480 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 6 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 11 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:32:06.481 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:32:06.593 INFO:tasks.rados.rados.0.smithi005.stdout:2191: done (0 left) 2024-04-12T16:32:06.593 INFO:tasks.rados.rados.0.smithi005.stdout:2192: snap_create 2024-04-12T16:32:06.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[88416]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:06.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[88416]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:06.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2478012031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:06.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[88416]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T16:32:06.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[90837]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:06.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[90837]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:06.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2478012031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:06.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:06 smithi005 ceph-mon[90837]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T16:32:07.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:06 smithi016 ceph-mon[84444]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:07.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:06 smithi016 ceph-mon[84444]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:07.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:06 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2478012031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:07.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:06 smithi016 ceph-mon[84444]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T16:32:07.596 INFO:tasks.rados.rados.0.smithi005.stdout:2192: done (0 left) 2024-04-12T16:32:07.596 INFO:tasks.rados.rados.0.smithi005.stdout:2193: read oid 21 snap -1 2024-04-12T16:32:07.596 INFO:tasks.rados.rados.0.smithi005.stdout:2193: expect deleted 2024-04-12T16:32:07.596 INFO:tasks.rados.rados.0.smithi005.stdout:2194: delete oid 10 current snap is 203 2024-04-12T16:32:07.601 INFO:tasks.rados.rados.0.smithi005.stdout:2193: done (1 left) 2024-04-12T16:32:07.601 INFO:tasks.rados.rados.0.smithi005.stdout:2194: done (0 left) 2024-04-12T16:32:07.602 INFO:tasks.rados.rados.0.smithi005.stdout:2195: rollback oid 38 current snap is 203 2024-04-12T16:32:07.602 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 193 2024-04-12T16:32:07.602 INFO:tasks.rados.rados.0.smithi005.stdout:2196: snap_remove snap 201 2024-04-12T16:32:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:07 smithi005 ceph-mon[88416]: pgmap v391: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-04-12T16:32:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:32:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:07 smithi005 ceph-mon[88416]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T16:32:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:07 smithi005 ceph-mon[90837]: pgmap v391: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-04-12T16:32:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:32:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:07 smithi005 ceph-mon[90837]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T16:32:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:07 smithi016 ceph-mon[84444]: pgmap v391: 121 pgs: 121 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-04-12T16:32:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:32:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:07 smithi016 ceph-mon[84444]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T16:32:08.599 INFO:tasks.rados.rados.0.smithi005.stdout:2196: done (1 left) 2024-04-12T16:32:08.599 INFO:tasks.rados.rados.0.smithi005.stdout:2197: snap_create 2024-04-12T16:32:08.599 INFO:tasks.rados.rados.0.smithi005.stdout:2195: finishing rollback tid 0 to smithi00577259-38 2024-04-12T16:32:08.599 INFO:tasks.rados.rados.0.smithi005.stdout:2195: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:32:08.599 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 863 (ObjNum 33 snap 0 seq_num 730567728) dirty dne 2024-04-12T16:32:08.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:08 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:32:08.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:08 smithi016 ceph-mon[84444]: Upgrade: osd.6 is safe to restart 2024-04-12T16:32:08.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:08 smithi016 ceph-mon[84444]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T16:32:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:08 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:32:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:08 smithi005 ceph-mon[88416]: Upgrade: osd.6 is safe to restart 2024-04-12T16:32:08.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:08 smithi005 ceph-mon[88416]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T16:32:08.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:08 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-12T16:32:08.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:08 smithi005 ceph-mon[90837]: Upgrade: osd.6 is safe to restart 2024-04-12T16:32:08.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:08 smithi005 ceph-mon[90837]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T16:32:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:2195: done (1 left) 2024-04-12T16:32:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:2197: done (0 left) 2024-04-12T16:32:09.599 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 204 2024-04-12T16:32:09.600 INFO:tasks.rados.rados.0.smithi005.stdout:2198: seq_num 700 ranges {4825088=532480,5357568=409600,5767168=737280,6504448=458752} 2024-04-12T16:32:09.628 INFO:tasks.rados.rados.0.smithi005.stdout:2198: writing smithi00577259-40 from 4825088 to 5357568 tid 1 2024-04-12T16:32:09.631 INFO:tasks.rados.rados.0.smithi005.stdout:2198: writing smithi00577259-40 from 5357568 to 5767168 tid 2 2024-04-12T16:32:09.636 INFO:tasks.rados.rados.0.smithi005.stdout:2198: writing smithi00577259-40 from 5767168 to 6504448 tid 3 2024-04-12T16:32:09.639 INFO:tasks.rados.rados.0.smithi005.stdout:2198: writing smithi00577259-40 from 6504448 to 6963200 tid 4 2024-04-12T16:32:09.639 INFO:tasks.rados.rados.0.smithi005.stdout:2199: setattr oid 18 current snap is 204 2024-04-12T16:32:09.639 INFO:tasks.rados.rados.0.smithi005.stdout:2198: finishing write tid 1 to smithi00577259-40 2024-04-12T16:32:09.639 INFO:tasks.rados.rados.0.smithi005.stdout:2198: finishing write tid 2 to smithi00577259-40 2024-04-12T16:32:09.639 INFO:tasks.rados.rados.0.smithi005.stdout:2198: finishing write tid 3 to smithi00577259-40 2024-04-12T16:32:09.640 INFO:tasks.rados.rados.0.smithi005.stdout:2200: setattr oid 7 current snap is 204 2024-04-12T16:32:09.641 INFO:tasks.rados.rados.0.smithi005.stdout:2201: rollback oid 12 current snap is 204 2024-04-12T16:32:09.642 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 12 to 194 2024-04-12T16:32:09.642 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 204 2024-04-12T16:32:09.642 INFO:tasks.rados.rados.0.smithi005.stdout:2202: seq_num 701 ranges {5103616=548864,5652480=696320,6348800=540672,6889472=368640} 2024-04-12T16:32:09.673 INFO:tasks.rados.rados.0.smithi005.stdout:2202: writing smithi00577259-4 from 5103616 to 5652480 tid 1 2024-04-12T16:32:09.677 INFO:tasks.rados.rados.0.smithi005.stdout:2202: writing smithi00577259-4 from 5652480 to 6348800 tid 2 2024-04-12T16:32:09.680 INFO:tasks.rados.rados.0.smithi005.stdout:2202: writing smithi00577259-4 from 6348800 to 6889472 tid 3 2024-04-12T16:32:09.683 INFO:tasks.rados.rados.0.smithi005.stdout:2202: writing smithi00577259-4 from 6889472 to 7258112 tid 4 2024-04-12T16:32:09.683 INFO:tasks.rados.rados.0.smithi005.stdout:2203: read oid 32 snap 194 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2203: expect (ObjNum 680 snap 194 seq_num 680) 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2204: copy_from oid 46 from oid 20 current snap is 204 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: finishing write tid 4 to smithi00577259-40 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: finishing write tid 5 to smithi00577259-40 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 983 (ObjNum 33 snap 0 seq_num 730836800) dirty exists 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: finishing write tid 6 to smithi00577259-40 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: oid 40 updating version 0 to 1010 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: oid 40 version 1010 is already newer than 1007 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: oid 40 version 1010 is already newer than 1006 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: oid 40 version 1010 is already newer than 1009 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: oid 40 version 1010 is already newer than 1008 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1010 (ObjNum 700 snap 204 seq_num 700) dirty exists 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2198: left oid 40 (ObjNum 700 snap 204 seq_num 700) 2024-04-12T16:32:09.684 INFO:tasks.rados.rados.0.smithi005.stdout:2201: finishing rollback tid 1 to smithi00577259-12 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 762 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2202: finishing write tid 1 to smithi00577259-4 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2202: finishing write tid 2 to smithi00577259-4 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2198: done (6 left) 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2199: done (5 left) 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2200: done (4 left) 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2201: done (3 left) 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2205: read oid 38 snap 194 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2205: expect deleted 2024-04-12T16:32:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:2206: snap_create 2024-04-12T16:32:09.686 INFO:tasks.rados.rados.0.smithi005.stdout:2202: finishing write tid 3 to smithi00577259-4 2024-04-12T16:32:09.686 INFO:tasks.rados.rados.0.smithi005.stdout:2202: finishing write tid 4 to smithi00577259-4 2024-04-12T16:32:09.687 INFO:tasks.rados.rados.0.smithi005.stdout:2202: finishing write tid 5 to smithi00577259-4 2024-04-12T16:32:09.689 INFO:tasks.rados.rados.0.smithi005.stdout:2202: finishing write tid 6 to smithi00577259-4 2024-04-12T16:32:09.689 INFO:tasks.rados.rados.0.smithi005.stdout:2202: oid 4 updating version 0 to 1058 2024-04-12T16:32:09.689 INFO:tasks.rados.rados.0.smithi005.stdout:2202: oid 4 updating version 1058 to 1061 2024-04-12T16:32:09.689 INFO:tasks.rados.rados.0.smithi005.stdout:2202: oid 4 updating version 1061 to 1062 2024-04-12T16:32:09.689 INFO:tasks.rados.rados.0.smithi005.stdout:2202: oid 4 version 1062 is already newer than 1060 2024-04-12T16:32:09.689 INFO:tasks.rados.rados.0.smithi005.stdout:2202: oid 4 version 1062 is already newer than 1059 2024-04-12T16:32:09.690 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1062 (ObjNum 701 snap 204 seq_num 701) dirty exists 2024-04-12T16:32:09.690 INFO:tasks.rados.rados.0.smithi005.stdout:2202: left oid 4 (ObjNum 701 snap 204 seq_num 701) 2024-04-12T16:32:09.701 INFO:tasks.rados.rados.0.smithi005.stdout:2203: expect (ObjNum 680 snap 194 seq_num 680) 2024-04-12T16:32:09.873 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:09 smithi016 ceph-mon[84444]: pgmap v394: 121 pgs: 121 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-12T16:32:09.873 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:09.873 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:32:09.873 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:09.873 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:09 smithi016 ceph-mon[84444]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T16:32:09.892 INFO:tasks.rados.rados.0.smithi005.stdout:2204: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:32:09.892 INFO:tasks.rados.rados.0.smithi005.stdout:2204: finishing copy_from to smithi00577259-46 2024-04-12T16:32:09.892 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1008 (ObjNum 692 snap 198 seq_num 692) dirty exists 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[88416]: pgmap v394: 121 pgs: 121 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[88416]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[90837]: pgmap v394: 121 pgs: 121 active+clean; 206 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T16:32:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:09 smithi005 ceph-mon[90837]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T16:32:10.595 INFO:tasks.rados.rados.0.smithi005.stdout:2202: done (4 left) 2024-04-12T16:32:10.595 INFO:tasks.rados.rados.0.smithi005.stdout:2203: done (3 left) 2024-04-12T16:32:10.595 INFO:tasks.rados.rados.0.smithi005.stdout:2204: done (2 left) 2024-04-12T16:32:10.595 INFO:tasks.rados.rados.0.smithi005.stdout:2205: done (1 left) 2024-04-12T16:32:10.596 INFO:tasks.rados.rados.0.smithi005.stdout:2206: done (0 left) 2024-04-12T16:32:10.596 INFO:tasks.rados.rados.0.smithi005.stdout:2207: copy_from oid 23 from oid 16 current snap is 205 2024-04-12T16:32:10.596 INFO:tasks.rados.rados.0.smithi005.stdout:2208: setattr oid 43 current snap is 205 2024-04-12T16:32:10.596 INFO:tasks.rados.rados.0.smithi005.stdout:2209: snap_create 2024-04-12T16:32:10.604 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 787 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:10.619 INFO:tasks.rados.rados.0.smithi005.stdout:2207: finishing copy_from racing read to smithi00577259-23 2024-04-12T16:32:10.621 INFO:tasks.rados.rados.0.smithi005.stdout:2207: finishing copy_from to smithi00577259-23 2024-04-12T16:32:10.621 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 760 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:10.783 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:10 smithi016 ceph-mon[84444]: Upgrade: Updating osd.6 2024-04-12T16:32:10.783 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:10 smithi016 ceph-mon[84444]: Deploying daemon osd.6 on smithi016 2024-04-12T16:32:10.783 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:10 smithi016 ceph-mon[84444]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T16:32:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:10 smithi005 ceph-mon[88416]: Upgrade: Updating osd.6 2024-04-12T16:32:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:10 smithi005 ceph-mon[88416]: Deploying daemon osd.6 on smithi016 2024-04-12T16:32:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:10 smithi005 ceph-mon[88416]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T16:32:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:10 smithi005 ceph-mon[90837]: Upgrade: Updating osd.6 2024-04-12T16:32:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:10 smithi005 ceph-mon[90837]: Deploying daemon osd.6 on smithi016 2024-04-12T16:32:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:10 smithi005 ceph-mon[90837]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T16:32:11.596 INFO:tasks.rados.rados.0.smithi005.stdout:2207: done (2 left) 2024-04-12T16:32:11.596 INFO:tasks.rados.rados.0.smithi005.stdout:2208: done (1 left) 2024-04-12T16:32:11.596 INFO:tasks.rados.rados.0.smithi005.stdout:2209: done (0 left) 2024-04-12T16:32:11.596 INFO:tasks.rados.rados.0.smithi005.stdout:2210: copy_from oid 9 from oid 43 current snap is 206 2024-04-12T16:32:11.596 INFO:tasks.rados.rados.0.smithi005.stdout:2211: copy_from oid 20 from oid 18 current snap is 206 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2212: read oid 15 snap 202 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2212: expect (ObjNum 660 snap 191 seq_num 660) 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2213: copy_from oid 49 from oid 3 current snap is 206 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2214: read oid 13 snap -1 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2214: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2215: read oid 36 snap -1 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2215: expect (ObjNum 681 snap 194 seq_num 681) 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2216: read oid 35 snap -1 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2216: expect deleted 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 206 2024-04-12T16:32:11.597 INFO:tasks.rados.rados.0.smithi005.stdout:2217: seq_num 702 ranges {1351680=565248,1916928=581632,2498560=745472,3244032=278528} 2024-04-12T16:32:11.607 INFO:tasks.rados.rados.0.smithi005.stdout:2217: writing smithi00577259-44 from 1351680 to 1916928 tid 1 2024-04-12T16:32:11.611 INFO:tasks.rados.rados.0.smithi005.stdout:2217: writing smithi00577259-44 from 1916928 to 2498560 tid 2 2024-04-12T16:32:11.616 INFO:tasks.rados.rados.0.smithi005.stdout:2217: writing smithi00577259-44 from 2498560 to 3244032 tid 3 2024-04-12T16:32:11.618 INFO:tasks.rados.rados.0.smithi005.stdout:2217: writing smithi00577259-44 from 3244032 to 3522560 tid 4 2024-04-12T16:32:11.618 INFO:tasks.rados.rados.0.smithi005.stdout:2218: snap_create 2024-04-12T16:32:11.618 INFO:tasks.rados.rados.0.smithi005.stdout:2214: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:32:11.691 INFO:tasks.rados.rados.0.smithi005.stdout:2211: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:32:11.691 INFO:tasks.rados.rados.0.smithi005.stdout:2211: finishing copy_from to smithi00577259-20 2024-04-12T16:32:11.691 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 983 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:32:11.691 INFO:tasks.rados.rados.0.smithi005.stdout:2213: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:32:11.691 INFO:tasks.rados.rados.0.smithi005.stdout:2212: expect (ObjNum 660 snap 191 seq_num 660) 2024-04-12T16:32:11.808 INFO:tasks.rados.rados.0.smithi005.stdout:2215: expect (ObjNum 681 snap 194 seq_num 681) 2024-04-12T16:32:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:11 smithi005 ceph-mon[88416]: pgmap v397: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:32:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:11 smithi005 ceph-mon[88416]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T16:32:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:11 smithi005 ceph-mon[90837]: pgmap v397: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:32:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:11 smithi005 ceph-mon[90837]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2213: finishing copy_from to smithi00577259-49 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 752 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: finishing write tid 1 to smithi00577259-44 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: finishing write tid 2 to smithi00577259-44 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: finishing write tid 3 to smithi00577259-44 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: finishing write tid 4 to smithi00577259-44 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: finishing write tid 5 to smithi00577259-44 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: finishing write tid 6 to smithi00577259-44 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: oid 44 updating version 0 to 1004 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: oid 44 version 1004 is already newer than 1002 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: oid 44 version 1004 is already newer than 1001 2024-04-12T16:32:12.024 INFO:tasks.rados.rados.0.smithi005.stdout:2217: oid 44 updating version 1004 to 1005 2024-04-12T16:32:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:2217: oid 44 version 1005 is already newer than 1003 2024-04-12T16:32:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1005 (ObjNum 702 snap 206 seq_num 702) dirty exists 2024-04-12T16:32:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:2217: left oid 44 (ObjNum 702 snap 206 seq_num 702) 2024-04-12T16:32:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:2210: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:32:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:2210: finishing copy_from to smithi00577259-9 2024-04-12T16:32:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 787 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:12.031 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:11 smithi016 ceph-mon[84444]: pgmap v397: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:32:12.031 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:11 smithi016 ceph-mon[84444]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T16:32:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:32:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:32:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:12.591 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:12 smithi016 systemd[1]: Stopping Ceph osd.6 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2210: done (8 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2211: done (7 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2212: done (6 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2213: done (5 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2214: done (4 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2215: done (3 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2216: done (2 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2217: done (1 left) 2024-04-12T16:32:12.597 INFO:tasks.rados.rados.0.smithi005.stdout:2218: done (0 left) 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:2219: copy_from oid 27 from oid 9 current snap is 207 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:2220: read oid 16 snap 193 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:2220: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:2221: rollback oid 36 current snap is 207 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 205 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:2222: rollback oid 43 current snap is 207 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 206 2024-04-12T16:32:12.598 INFO:tasks.rados.rados.0.smithi005.stdout:2223: snap_remove snap 203 2024-04-12T16:32:13.090 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[47030]: 2024-04-12T16:32:12.666+0000 7f7ed6183700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:32:13.090 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[47030]: 2024-04-12T16:32:12.666+0000 7f7ed6183700 -1 osd.6 491 *** Got signal Terminated *** 2024-04-12T16:32:13.090 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[47030]: 2024-04-12T16:32:12.666+0000 7f7ed6183700 -1 osd.6 491 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:32:13.601 INFO:tasks.rados.rados.0.smithi005.stdout:2223: done (4 left) 2024-04-12T16:32:13.601 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 207 2024-04-12T16:32:13.601 INFO:tasks.rados.rados.0.smithi005.stdout:2224: seq_num 703 ranges {1564672=581632,2146304=458752,2605056=557056,3162112=417792,3579904=172032} 2024-04-12T16:32:13.614 INFO:tasks.rados.rados.0.smithi005.stdout:2224: writing smithi00577259-48 from 1564672 to 2146304 tid 1 2024-04-12T16:32:13.617 INFO:tasks.rados.rados.0.smithi005.stdout:2224: writing smithi00577259-48 from 2146304 to 2605056 tid 2 2024-04-12T16:32:13.621 INFO:tasks.rados.rados.0.smithi005.stdout:2224: writing smithi00577259-48 from 2605056 to 3162112 tid 3 2024-04-12T16:32:13.623 INFO:tasks.rados.rados.0.smithi005.stdout:2224: writing smithi00577259-48 from 3162112 to 3579904 tid 4 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2224: writing smithi00577259-48 from 3579904 to 3751936 tid 5 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2225: rollback oid 8 current snap is 207 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 200 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2221: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2221: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2221: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 928 (ObjNum 681 snap 194 seq_num 681) dirty exists 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2222: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2222: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:2222: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:32:13.625 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 790 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:13.626 INFO:tasks.rados.rados.0.smithi005.stdout:2220: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:32:13.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:13 smithi005 ceph-mon[88416]: pgmap v400: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 526 KiB/s wr, 10 op/s 2024-04-12T16:32:13.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:13 smithi005 ceph-mon[88416]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T16:32:13.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:13 smithi005 ceph-mon[88416]: osd.6 marked itself down and dead 2024-04-12T16:32:13.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:13 smithi005 ceph-mon[90837]: pgmap v400: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 526 KiB/s wr, 10 op/s 2024-04-12T16:32:13.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:13 smithi005 ceph-mon[90837]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T16:32:13.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:13 smithi005 ceph-mon[90837]: osd.6 marked itself down and dead 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2219: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2219: finishing copy_from to smithi00577259-27 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 787 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2224: finishing write tid 1 to smithi00577259-48 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2224: finishing write tid 2 to smithi00577259-48 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2224: finishing write tid 3 to smithi00577259-48 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2219: done (5 left) 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2220: done (4 left) 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2221: done (3 left) 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:2222: done (2 left) 2024-04-12T16:32:13.771 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 207 2024-04-12T16:32:13.772 INFO:tasks.rados.rados.0.smithi005.stdout:2224: finishing write tid 4 to smithi00577259-48 2024-04-12T16:32:13.772 INFO:tasks.rados.rados.0.smithi005.stdout:2224: finishing write tid 5 to smithi00577259-48 2024-04-12T16:32:13.772 INFO:tasks.rados.rados.0.smithi005.stdout:2224: finishing write tid 6 to smithi00577259-48 2024-04-12T16:32:13.772 INFO:tasks.rados.rados.0.smithi005.stdout:2226: seq_num 704 ranges {5128192=598016,5726208=745472,6471680=712704,7184384=147456} 2024-04-12T16:32:13.801 INFO:tasks.rados.rados.0.smithi005.stdout:2226: writing smithi00577259-36 from 5128192 to 5726208 tid 1 2024-04-12T16:32:13.805 INFO:tasks.rados.rados.0.smithi005.stdout:2226: writing smithi00577259-36 from 5726208 to 6471680 tid 2 2024-04-12T16:32:13.809 INFO:tasks.rados.rados.0.smithi005.stdout:2226: writing smithi00577259-36 from 6471680 to 7184384 tid 3 2024-04-12T16:32:13.810 INFO:tasks.rados.rados.0.smithi005.stdout:2226: writing smithi00577259-36 from 7184384 to 7331840 tid 4 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2227: snap_create 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2225: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2225: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2225: finishing rollback tid 2 to smithi00577259-8 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 934 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2224: finishing write tid 7 to smithi00577259-48 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2224: oid 48 updating version 0 to 1014 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2224: oid 48 version 1014 is already newer than 1012 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2224: oid 48 version 1014 is already newer than 1010 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2224: oid 48 version 1014 is already newer than 1011 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2224: oid 48 version 1014 is already newer than 1009 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:2224: oid 48 version 1014 is already newer than 1013 2024-04-12T16:32:13.811 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1014 (ObjNum 703 snap 207 seq_num 703) dirty exists 2024-04-12T16:32:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2224: left oid 48 (ObjNum 703 snap 207 seq_num 703) 2024-04-12T16:32:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2226: finishing write tid 1 to smithi00577259-36 2024-04-12T16:32:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2226: finishing write tid 2 to smithi00577259-36 2024-04-12T16:32:13.813 INFO:tasks.rados.rados.0.smithi005.stdout:2226: finishing write tid 3 to smithi00577259-36 2024-04-12T16:32:13.813 INFO:tasks.rados.rados.0.smithi005.stdout:2226: finishing write tid 4 to smithi00577259-36 2024-04-12T16:32:13.813 INFO:tasks.rados.rados.0.smithi005.stdout:2226: finishing write tid 5 to smithi00577259-36 2024-04-12T16:32:13.814 INFO:tasks.rados.rados.0.smithi005.stdout:2226: finishing write tid 6 to smithi00577259-36 2024-04-12T16:32:13.814 INFO:tasks.rados.rados.0.smithi005.stdout:2226: oid 36 updating version 0 to 935 2024-04-12T16:32:13.814 INFO:tasks.rados.rados.0.smithi005.stdout:2226: oid 36 updating version 935 to 936 2024-04-12T16:32:13.814 INFO:tasks.rados.rados.0.smithi005.stdout:2226: oid 36 updating version 936 to 937 2024-04-12T16:32:13.814 INFO:tasks.rados.rados.0.smithi005.stdout:2226: oid 36 updating version 937 to 939 2024-04-12T16:32:13.814 INFO:tasks.rados.rados.0.smithi005.stdout:2226: oid 36 version 939 is already newer than 938 2024-04-12T16:32:13.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 939 (ObjNum 704 snap 207 seq_num 704) dirty exists 2024-04-12T16:32:13.815 INFO:tasks.rados.rados.0.smithi005.stdout:2226: left oid 36 (ObjNum 704 snap 207 seq_num 704) 2024-04-12T16:32:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:13 smithi016 ceph-mon[84444]: pgmap v400: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 526 KiB/s wr, 10 op/s 2024-04-12T16:32:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:13 smithi016 ceph-mon[84444]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T16:32:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:13 smithi016 ceph-mon[84444]: osd.6 marked itself down and dead 2024-04-12T16:32:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:32:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:32:13] "GET /metrics HTTP/1.1" 200 36166 "" "Prometheus/2.43.0" 2024-04-12T16:32:14.530 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:14 smithi016 podman[99204]: 2024-04-12 16:32:14.162895422 +0000 UTC m=+1.611561854 container died 777e99da5cda5ebe2a0b9663a65bbf9f9e242ed38de40f7562e3eacf0ed8145d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T16:32:14.601 INFO:tasks.rados.rados.0.smithi005.stdout:2224: done (3 left) 2024-04-12T16:32:14.602 INFO:tasks.rados.rados.0.smithi005.stdout:2225: done (2 left) 2024-04-12T16:32:14.602 INFO:tasks.rados.rados.0.smithi005.stdout:2226: done (1 left) 2024-04-12T16:32:14.602 INFO:tasks.rados.rados.0.smithi005.stdout:2227: done (0 left) 2024-04-12T16:32:14.602 INFO:tasks.rados.rados.0.smithi005.stdout:2228: snap_remove snap 194 2024-04-12T16:32:14.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:14 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:32:14.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:14 smithi016 ceph-mon[84444]: osdmap e492: 8 total, 7 up, 8 in 2024-04-12T16:32:14.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:14 smithi016 ceph-mon[84444]: osdmap e493: 8 total, 7 up, 8 in 2024-04-12T16:32:14.840 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:14 smithi016 podman[99204]: 2024-04-12 16:32:14.634405956 +0000 UTC m=+2.083072373 container cleanup 777e99da5cda5ebe2a0b9663a65bbf9f9e242ed38de40f7562e3eacf0ed8145d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, org.label-schema.build-date=20240403, GIT_CLEAN=True, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T16:32:14.841 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:14 smithi016 bash[99204]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6 2024-04-12T16:32:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:14 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:32:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:14 smithi005 ceph-mon[88416]: osdmap e492: 8 total, 7 up, 8 in 2024-04-12T16:32:14.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:14 smithi005 ceph-mon[88416]: osdmap e493: 8 total, 7 up, 8 in 2024-04-12T16:32:14.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:14 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:32:14.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:14 smithi005 ceph-mon[90837]: osdmap e492: 8 total, 7 up, 8 in 2024-04-12T16:32:14.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:14 smithi005 ceph-mon[90837]: osdmap e493: 8 total, 7 up, 8 in 2024-04-12T16:32:15.180 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:14 smithi016 podman[99232]: 2024-04-12 16:32:14.89417604 +0000 UTC m=+0.731926993 container remove 777e99da5cda5ebe2a0b9663a65bbf9f9e242ed38de40f7562e3eacf0ed8145d (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:32:15.491 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:15 smithi016 podman[99328]: 2024-04-12 16:32:15.186694421 +0000 UTC m=+0.113925101 container create 7abab00e307e3ebd7f7488bf5909fefbb6063160b59c3c0ba0575606fedc2a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:32:15.492 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:15 smithi016 podman[99328]: 2024-04-12 16:32:15.09054014 +0000 UTC m=+0.017770837 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:32:15.492 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:15 smithi016 podman[99328]: 2024-04-12 16:32:15.423176264 +0000 UTC m=+0.350406960 container init 7abab00e307e3ebd7f7488bf5909fefbb6063160b59c3c0ba0575606fedc2a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:32:15.492 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:15 smithi016 podman[99328]: 2024-04-12 16:32:15.426647244 +0000 UTC m=+0.353877935 container start 7abab00e307e3ebd7f7488bf5909fefbb6063160b59c3c0ba0575606fedc2a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-12T16:32:15.492 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:15 smithi016 podman[99328]: 2024-04-12 16:32:15.49762771 +0000 UTC m=+0.424858394 container attach 7abab00e307e3ebd7f7488bf5909fefbb6063160b59c3c0ba0575606fedc2a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:32:15.600 INFO:tasks.rados.rados.0.smithi005.stdout:2228: done (0 left) 2024-04-12T16:32:15.600 INFO:tasks.rados.rados.0.smithi005.stdout:2229: read oid 16 snap -1 2024-04-12T16:32:15.600 INFO:tasks.rados.rados.0.smithi005.stdout:2229: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:32:15.600 INFO:tasks.rados.rados.0.smithi005.stdout:2230: copy_from oid 36 from oid 11 current snap is 208 2024-04-12T16:32:15.600 INFO:tasks.rados.rados.0.smithi005.stdout:2231: copy_from oid 8 from oid 17 current snap is 208 2024-04-12T16:32:15.600 INFO:tasks.rados.rados.0.smithi005.stdout:2232: snap_create 2024-04-12T16:32:15.603 INFO:tasks.rados.rados.0.smithi005.stdout:2230: finishing copy_from to smithi00577259-36 2024-04-12T16:32:15.603 INFO:tasks.rados.rados.0.smithi005.stdout:2230: got expected ENOENT (src dne) 2024-04-12T16:32:15.604 INFO:tasks.rados.rados.0.smithi005.stdout:2230: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:32:15.623 INFO:tasks.rados.rados.0.smithi005.stdout:2229: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:32:15.745 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:15 smithi016 ceph-mon[84444]: pgmap v403: 121 pgs: 3 peering, 12 stale+active+clean, 106 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T16:32:15.745 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:15 smithi016 ceph-mon[84444]: osdmap e494: 8 total, 7 up, 8 in 2024-04-12T16:32:15.769 INFO:tasks.rados.rados.0.smithi005.stdout:2231: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:32:15.770 INFO:tasks.rados.rados.0.smithi005.stdout:2231: finishing copy_from to smithi00577259-8 2024-04-12T16:32:15.770 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 970 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:32:15.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:15 smithi005 ceph-mon[88416]: pgmap v403: 121 pgs: 3 peering, 12 stale+active+clean, 106 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T16:32:15.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:15 smithi005 ceph-mon[88416]: osdmap e494: 8 total, 7 up, 8 in 2024-04-12T16:32:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:15 smithi005 ceph-mon[90837]: pgmap v403: 121 pgs: 3 peering, 12 stale+active+clean, 106 active+clean; 221 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-12T16:32:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:15 smithi005 ceph-mon[90837]: osdmap e494: 8 total, 7 up, 8 in 2024-04-12T16:32:16.091 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:15 smithi016 podman[99328]: 2024-04-12 16:32:15.757395956 +0000 UTC m=+0.684626638 container died 7abab00e307e3ebd7f7488bf5909fefbb6063160b59c3c0ba0575606fedc2a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:32:16.571 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:32:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[60833]: logger=cleanup t=2024-04-12T16:32:16.31328308Z level=info msg="Completed cleanup jobs" duration=12.843048ms 2024-04-12T16:32:16.597 INFO:tasks.rados.rados.0.smithi005.stdout:2229: done (3 left) 2024-04-12T16:32:16.597 INFO:tasks.rados.rados.0.smithi005.stdout:2230: done (2 left) 2024-04-12T16:32:16.597 INFO:tasks.rados.rados.0.smithi005.stdout:2231: done (1 left) 2024-04-12T16:32:16.598 INFO:tasks.rados.rados.0.smithi005.stdout:2232: done (0 left) 2024-04-12T16:32:16.598 INFO:tasks.rados.rados.0.smithi005.stdout:2233: setattr oid 7 current snap is 209 2024-04-12T16:32:16.599 INFO:tasks.rados.rados.0.smithi005.stdout:2234: rmattr oid 5 current snap is 209 2024-04-12T16:32:16.599 INFO:tasks.rados.rados.0.smithi005.stdout:2235: read oid 13 snap -1 2024-04-12T16:32:16.599 INFO:tasks.rados.rados.0.smithi005.stdout:2235: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:32:16.599 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 209 2024-04-12T16:32:16.599 INFO:tasks.rados.rados.0.smithi005.stdout:2236: seq_num 705 ranges {4849664=614400,5464064=630784,6094848=524288,6619136=450560} 2024-04-12T16:32:16.629 INFO:tasks.rados.rados.0.smithi005.stdout:2236: writing smithi00577259-30 from 4849664 to 5464064 tid 1 2024-04-12T16:32:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:2236: writing smithi00577259-30 from 5464064 to 6094848 tid 2 2024-04-12T16:32:16.636 INFO:tasks.rados.rados.0.smithi005.stdout:2236: writing smithi00577259-30 from 6094848 to 6619136 tid 3 2024-04-12T16:32:16.638 INFO:tasks.rados.rados.0.smithi005.stdout:2236: writing smithi00577259-30 from 6619136 to 7069696 tid 4 2024-04-12T16:32:16.639 INFO:tasks.rados.rados.0.smithi005.stdout:2237: delete oid 18 current snap is 209 2024-04-12T16:32:16.639 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 763 (ObjNum 129 snap 0 seq_num 731686024) dirty exists 2024-04-12T16:32:16.639 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1009 (ObjNum 635 snap 189 seq_num 635) dirty exists 2024-04-12T16:32:16.639 INFO:tasks.rados.rados.0.smithi005.stdout:2235: expect (ObjNum 639 snap 190 seq_num 639) 2024-04-12T16:32:16.702 INFO:tasks.rados.rados.0.smithi005.stdout:2236: finishing write tid 1 to smithi00577259-30 2024-04-12T16:32:16.702 INFO:tasks.rados.rados.0.smithi005.stdout:2236: finishing write tid 2 to smithi00577259-30 2024-04-12T16:32:16.702 INFO:tasks.rados.rados.0.smithi005.stdout:2236: finishing write tid 3 to smithi00577259-30 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: finishing write tid 4 to smithi00577259-30 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: finishing write tid 5 to smithi00577259-30 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: finishing write tid 6 to smithi00577259-30 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: oid 30 updating version 0 to 994 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: oid 30 updating version 994 to 997 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: oid 30 updating version 997 to 998 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: oid 30 version 998 is already newer than 996 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: oid 30 version 998 is already newer than 995 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 998 (ObjNum 705 snap 209 seq_num 705) dirty exists 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: left oid 30 (ObjNum 705 snap 209 seq_num 705) 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2233: done (4 left) 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2234: done (3 left) 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2235: done (2 left) 2024-04-12T16:32:16.703 INFO:tasks.rados.rados.0.smithi005.stdout:2236: done (1 left) 2024-04-12T16:32:16.704 INFO:tasks.rados.rados.0.smithi005.stdout:2237: done (0 left) 2024-04-12T16:32:16.704 INFO:tasks.rados.rados.0.smithi005.stdout:2238: delete oid 47 current snap is 209 2024-04-12T16:32:16.704 INFO:tasks.rados.rados.0.smithi005.stdout:2238: done (0 left) 2024-04-12T16:32:16.704 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 209 2024-04-12T16:32:16.704 INFO:tasks.rados.rados.0.smithi005.stdout:2239: seq_num 708 ranges {3948544=663552,4612096=737280,5349376=696320,6045696=172032} 2024-04-12T16:32:16.729 INFO:tasks.rados.rados.0.smithi005.stdout:2239: writing smithi00577259-8 from 3948544 to 4612096 tid 1 2024-04-12T16:32:16.733 INFO:tasks.rados.rados.0.smithi005.stdout:2239: writing smithi00577259-8 from 4612096 to 5349376 tid 2 2024-04-12T16:32:16.737 INFO:tasks.rados.rados.0.smithi005.stdout:2239: writing smithi00577259-8 from 5349376 to 6045696 tid 3 2024-04-12T16:32:16.738 INFO:tasks.rados.rados.0.smithi005.stdout:2239: writing smithi00577259-8 from 6045696 to 6217728 tid 4 2024-04-12T16:32:16.738 INFO:tasks.rados.rados.0.smithi005.stdout:2240: setattr oid 49 current snap is 209 2024-04-12T16:32:16.738 INFO:tasks.rados.rados.0.smithi005.stdout:2239: finishing write tid 1 to smithi00577259-8 2024-04-12T16:32:16.738 INFO:tasks.rados.rados.0.smithi005.stdout:2239: finishing write tid 2 to smithi00577259-8 2024-04-12T16:32:16.738 INFO:tasks.rados.rados.0.smithi005.stdout:2241: snap_remove snap 193 2024-04-12T16:32:16.840 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:16 smithi016 podman[99355]: 2024-04-12 16:32:16.576959546 +0000 UTC m=+0.815502960 container remove 7abab00e307e3ebd7f7488bf5909fefbb6063160b59c3c0ba0575606fedc2a51 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:32:16.840 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:16 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-12T16:32:16.840 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:16 smithi016 systemd[1]: Stopped Ceph osd.6 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:32:16.840 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:16 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.6.service: Consumed 13.958s CPU time. 2024-04-12T16:32:16.841 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:16 smithi016 systemd[1]: Starting Ceph osd.6 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:32:17.307 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 podman[99461]: 2024-04-12 16:32:17.027958402 +0000 UTC m=+0.112604766 container create d68ad1a908c95d1753b77d198ac405e4bcb94e729059469be4668a0f3cd2ff52 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:32:17.308 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 podman[99461]: 2024-04-12 16:32:16.933169995 +0000 UTC m=+0.017816369 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:32:17.308 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 podman[99461]: 2024-04-12 16:32:17.238536367 +0000 UTC m=+0.323182732 container init d68ad1a908c95d1753b77d198ac405e4bcb94e729059469be4668a0f3cd2ff52 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:32:17.308 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 podman[99461]: 2024-04-12 16:32:17.241606975 +0000 UTC m=+0.326253340 container start d68ad1a908c95d1753b77d198ac405e4bcb94e729059469be4668a0f3cd2ff52 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T16:32:17.308 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 podman[99461]: 2024-04-12 16:32:17.313597935 +0000 UTC m=+0.398244317 container attach d68ad1a908c95d1753b77d198ac405e4bcb94e729059469be4668a0f3cd2ff52 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:32:17.626 INFO:tasks.rados.rados.0.smithi005.stdout:2241: done (2 left) 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2242: delete oid 41 current snap is 209 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: finishing write tid 3 to smithi00577259-8 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: finishing write tid 4 to smithi00577259-8 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1006 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: finishing write tid 5 to smithi00577259-8 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: finishing write tid 6 to smithi00577259-8 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: oid 8 updating version 0 to 974 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: oid 8 version 974 is already newer than 972 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: oid 8 version 974 is already newer than 971 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: oid 8 version 974 is already newer than 973 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:2239: oid 8 updating version 974 to 975 2024-04-12T16:32:17.627 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 975 (ObjNum 708 snap 209 seq_num 708) dirty exists 2024-04-12T16:32:17.628 INFO:tasks.rados.rados.0.smithi005.stdout:2239: left oid 8 (ObjNum 708 snap 209 seq_num 708) 2024-04-12T16:32:17.633 INFO:tasks.rados.rados.0.smithi005.stdout:2239: done (2 left) 2024-04-12T16:32:17.634 INFO:tasks.rados.rados.0.smithi005.stdout:2240: done (1 left) 2024-04-12T16:32:17.634 INFO:tasks.rados.rados.0.smithi005.stdout:2242: done (0 left) 2024-04-12T16:32:17.634 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 209 2024-04-12T16:32:17.634 INFO:tasks.rados.rados.0.smithi005.stdout:2243: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-04-12T16:32:17.638 INFO:tasks.rados.rados.0.smithi005.stdout:2243: writing smithi00577259-21 from 0 to 696320 tid 1 2024-04-12T16:32:17.642 INFO:tasks.rados.rados.0.smithi005.stdout:2243: writing smithi00577259-21 from 696320 to 1196032 tid 2 2024-04-12T16:32:17.647 INFO:tasks.rados.rados.0.smithi005.stdout:2243: writing smithi00577259-21 from 1196032 to 1908736 tid 3 2024-04-12T16:32:17.650 INFO:tasks.rados.rados.0.smithi005.stdout:2243: writing smithi00577259-21 from 1908736 to 2301952 tid 4 2024-04-12T16:32:17.650 INFO:tasks.rados.rados.0.smithi005.stdout:2244: rollback oid 24 current snap is 209 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 206 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2243: finishing write tid 1 to smithi00577259-21 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2243: finishing write tid 2 to smithi00577259-21 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2245: copy_from oid 44 from oid 15 current snap is 209 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2246: rmattr oid 11 current snap is 209 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2246: done (3 left) 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2247: rmattr oid 47 current snap is 209 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2247: done (3 left) 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2248: delete oid 39 current snap is 209 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:2244: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:32:17.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 0 (ObjNum 129 snap 0 seq_num 730197936) dirty dne 2024-04-12T16:32:17.652 INFO:tasks.rados.rados.0.smithi005.stdout:2244: done (3 left) 2024-04-12T16:32:17.652 INFO:tasks.rados.rados.0.smithi005.stdout:2248: done (2 left) 2024-04-12T16:32:17.652 INFO:tasks.rados.rados.0.smithi005.stdout:2249: read oid 2 snap -1 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2249: expect deleted 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2250: read oid 10 snap -1 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2250: expect deleted 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2251: read oid 47 snap -1 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2251: expect deleted 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2252: delete oid 16 current snap is 209 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2243: finishing write tid 3 to smithi00577259-21 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2243: finishing write tid 4 to smithi00577259-21 2024-04-12T16:32:17.653 INFO:tasks.rados.rados.0.smithi005.stdout:2243: finishing write tid 5 to smithi00577259-21 2024-04-12T16:32:17.654 INFO:tasks.rados.rados.0.smithi005.stdout:2243: finishing write tid 6 to smithi00577259-21 2024-04-12T16:32:17.654 INFO:tasks.rados.rados.0.smithi005.stdout:2243: oid 21 updating version 0 to 1011 2024-04-12T16:32:17.654 INFO:tasks.rados.rados.0.smithi005.stdout:2243: oid 21 updating version 1011 to 1013 2024-04-12T16:32:17.654 INFO:tasks.rados.rados.0.smithi005.stdout:2243: oid 21 updating version 1013 to 1015 2024-04-12T16:32:17.655 INFO:tasks.rados.rados.0.smithi005.stdout:2243: oid 21 version 1015 is already newer than 1014 2024-04-12T16:32:17.655 INFO:tasks.rados.rados.0.smithi005.stdout:2243: oid 21 version 1015 is already newer than 1012 2024-04-12T16:32:17.655 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1015 (ObjNum 710 snap 209 seq_num 710) dirty exists 2024-04-12T16:32:17.655 INFO:tasks.rados.rados.0.smithi005.stdout:2243: left oid 21 (ObjNum 710 snap 209 seq_num 710) 2024-04-12T16:32:17.655 INFO:tasks.rados.rados.0.smithi005.stdout:2243: done (5 left) 2024-04-12T16:32:17.655 INFO:tasks.rados.rados.0.smithi005.stdout:2249: done (4 left) 2024-04-12T16:32:17.655 INFO:tasks.rados.rados.0.smithi005.stdout:2250: done (3 left) 2024-04-12T16:32:17.656 INFO:tasks.rados.rados.0.smithi005.stdout:2251: done (2 left) 2024-04-12T16:32:17.656 INFO:tasks.rados.rados.0.smithi005.stdout:2252: done (1 left) 2024-04-12T16:32:17.656 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 209 2024-04-12T16:32:17.656 INFO:tasks.rados.rados.0.smithi005.stdout:2253: seq_num 713 ranges {4145152=745472,4890624=557056,5447680=483328,5931008=565248} 2024-04-12T16:32:17.682 INFO:tasks.rados.rados.0.smithi005.stdout:2253: writing smithi00577259-49 from 4145152 to 4890624 tid 1 2024-04-12T16:32:17.685 INFO:tasks.rados.rados.0.smithi005.stdout:2253: writing smithi00577259-49 from 4890624 to 5447680 tid 2 2024-04-12T16:32:17.688 INFO:tasks.rados.rados.0.smithi005.stdout:2253: writing smithi00577259-49 from 5447680 to 5931008 tid 3 2024-04-12T16:32:17.691 INFO:tasks.rados.rados.0.smithi005.stdout:2253: writing smithi00577259-49 from 5931008 to 6496256 tid 4 2024-04-12T16:32:17.692 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 209 2024-04-12T16:32:17.692 INFO:tasks.rados.rados.0.smithi005.stdout:2245: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:32:17.692 INFO:tasks.rados.rados.0.smithi005.stdout:2254: seq_num 714 ranges {3751936=761856,4513792=442368,4956160=688128,5644288=475136} 2024-04-12T16:32:17.716 INFO:tasks.rados.rados.0.smithi005.stdout:2254: writing smithi00577259-48 from 3751936 to 4513792 tid 1 2024-04-12T16:32:17.719 INFO:tasks.rados.rados.0.smithi005.stdout:2254: writing smithi00577259-48 from 4513792 to 4956160 tid 2 2024-04-12T16:32:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:2254: writing smithi00577259-48 from 4956160 to 5644288 tid 3 2024-04-12T16:32:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:2254: writing smithi00577259-48 from 5644288 to 6119424 tid 4 2024-04-12T16:32:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 209 2024-04-12T16:32:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:2245: finishing copy_from to smithi00577259-44 2024-04-12T16:32:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 769 (ObjNum 660 snap 191 seq_num 660) dirty exists 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: finishing write tid 1 to smithi00577259-49 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: finishing write tid 2 to smithi00577259-49 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: finishing write tid 3 to smithi00577259-49 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: finishing write tid 4 to smithi00577259-49 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: finishing write tid 5 to smithi00577259-49 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: finishing write tid 6 to smithi00577259-49 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: oid 49 updating version 0 to 1009 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: oid 49 updating version 1009 to 1010 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: oid 49 version 1010 is already newer than 1007 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: oid 49 version 1010 is already newer than 1008 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: oid 49 updating version 1010 to 1011 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1011 (ObjNum 713 snap 209 seq_num 713) dirty exists 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2253: left oid 49 (ObjNum 713 snap 209 seq_num 713) 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2254: finishing write tid 1 to smithi00577259-48 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2254: finishing write tid 2 to smithi00577259-48 2024-04-12T16:32:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:2254: finishing write tid 3 to smithi00577259-48 2024-04-12T16:32:17.728 INFO:tasks.rados.rados.0.smithi005.stdout:2255: seq_num 715 ranges {7331840=778240,8110080=770048,8880128=499712,9379840=335872} 2024-04-12T16:32:17.770 INFO:tasks.rados.rados.0.smithi005.stdout:2255: writing smithi00577259-36 from 7331840 to 8110080 tid 1 2024-04-12T16:32:17.774 INFO:tasks.rados.rados.0.smithi005.stdout:2255: writing smithi00577259-36 from 8110080 to 8880128 tid 2 2024-04-12T16:32:17.777 INFO:tasks.rados.rados.0.smithi005.stdout:2255: writing smithi00577259-36 from 8880128 to 9379840 tid 3 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2255: writing smithi00577259-36 from 9379840 to 9715712 tid 4 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2245: done (3 left) 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2253: done (2 left) 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2256: read oid 17 snap -1 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2256: expect (ObjNum 550 snap 161 seq_num 550) 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2257: read oid 32 snap -1 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2257: expect (ObjNum 680 snap 194 seq_num 680) 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2258: read oid 20 snap -1 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2258: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 209 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2254: finishing write tid 4 to smithi00577259-48 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2254: finishing write tid 5 to smithi00577259-48 2024-04-12T16:32:17.780 INFO:tasks.rados.rados.0.smithi005.stdout:2254: finishing write tid 6 to smithi00577259-48 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2254: oid 48 updating version 0 to 1017 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2254: oid 48 version 1017 is already newer than 1016 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2254: oid 48 updating version 1017 to 1019 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2254: oid 48 version 1019 is already newer than 1015 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2254: oid 48 version 1019 is already newer than 1018 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1019 (ObjNum 714 snap 209 seq_num 714) dirty exists 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2254: left oid 48 (ObjNum 714 snap 209 seq_num 714) 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2255: finishing write tid 1 to smithi00577259-36 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2255: finishing write tid 2 to smithi00577259-36 2024-04-12T16:32:17.781 INFO:tasks.rados.rados.0.smithi005.stdout:2259: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-04-12T16:32:17.784 INFO:tasks.rados.rados.0.smithi005.stdout:2259: writing smithi00577259-2 from 0 to 794624 tid 1 2024-04-12T16:32:17.788 INFO:tasks.rados.rados.0.smithi005.stdout:2259: writing smithi00577259-2 from 794624 to 1449984 tid 2 2024-04-12T16:32:17.793 INFO:tasks.rados.rados.0.smithi005.stdout:2259: writing smithi00577259-2 from 1449984 to 2154496 tid 3 2024-04-12T16:32:17.795 INFO:tasks.rados.rados.0.smithi005.stdout:2259: writing smithi00577259-2 from 2154496 to 2400256 tid 4 2024-04-12T16:32:17.795 INFO:tasks.rados.rados.0.smithi005.stdout:2254: done (5 left) 2024-04-12T16:32:17.795 INFO:tasks.rados.rados.0.smithi005.stdout:2260: read oid 9 snap -1 2024-04-12T16:32:17.795 INFO:tasks.rados.rados.0.smithi005.stdout:2260: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:32:17.795 INFO:tasks.rados.rados.0.smithi005.stdout:2261: snap_create 2024-04-12T16:32:17.795 INFO:tasks.rados.rados.0.smithi005.stdout:2255: finishing write tid 3 to smithi00577259-36 2024-04-12T16:32:17.796 INFO:tasks.rados.rados.0.smithi005.stdout:2258: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:32:17.797 INFO:tasks.rados.rados.0.smithi005.stdout:2255: finishing write tid 4 to smithi00577259-36 2024-04-12T16:32:17.797 INFO:tasks.rados.rados.0.smithi005.stdout:2255: finishing write tid 5 to smithi00577259-36 2024-04-12T16:32:17.797 INFO:tasks.rados.rados.0.smithi005.stdout:2259: finishing write tid 1 to smithi00577259-2 2024-04-12T16:32:17.797 INFO:tasks.rados.rados.0.smithi005.stdout:2256: expect (ObjNum 550 snap 161 seq_num 550) 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2259: finishing write tid 2 to smithi00577259-2 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2255: finishing write tid 6 to smithi00577259-36 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2255: oid 36 updating version 0 to 979 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2255: oid 36 version 979 is already newer than 977 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2255: oid 36 version 979 is already newer than 976 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2255: oid 36 version 979 is already newer than 978 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2255: oid 36 updating version 979 to 980 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 980 (ObjNum 715 snap 209 seq_num 715) dirty exists 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2255: left oid 36 (ObjNum 715 snap 209 seq_num 715) 2024-04-12T16:32:17.938 INFO:tasks.rados.rados.0.smithi005.stdout:2259: finishing write tid 3 to smithi00577259-2 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: finishing write tid 4 to smithi00577259-2 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: finishing write tid 5 to smithi00577259-2 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: finishing write tid 6 to smithi00577259-2 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: oid 2 updating version 0 to 1023 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: oid 2 version 1023 is already newer than 1022 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: oid 2 version 1023 is already newer than 1020 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: oid 2 updating version 1023 to 1024 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: oid 2 version 1024 is already newer than 1021 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1024 (ObjNum 716 snap 209 seq_num 716) dirty exists 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2259: left oid 2 (ObjNum 716 snap 209 seq_num 716) 2024-04-12T16:32:17.939 INFO:tasks.rados.rados.0.smithi005.stdout:2257: expect (ObjNum 680 snap 194 seq_num 680) 2024-04-12T16:32:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:17 smithi005 ceph-mon[88416]: pgmap v406: 121 pgs: 4 active+undersized+degraded, 3 peering, 10 stale+active+clean, 5 active+undersized, 99 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.7 MiB/s wr, 19 op/s; 12/309 objects degraded (3.883%) 2024-04-12T16:32:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:17 smithi005 ceph-mon[88416]: osdmap e495: 8 total, 7 up, 8 in 2024-04-12T16:32:17.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:17 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 12/309 objects degraded (3.883%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:17 smithi005 ceph-mon[90837]: pgmap v406: 121 pgs: 4 active+undersized+degraded, 3 peering, 10 stale+active+clean, 5 active+undersized, 99 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.7 MiB/s wr, 19 op/s; 12/309 objects degraded (3.883%) 2024-04-12T16:32:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:17 smithi005 ceph-mon[90837]: osdmap e495: 8 total, 7 up, 8 in 2024-04-12T16:32:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:17 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 12/309 objects degraded (3.883%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:18.012 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-mon[84444]: pgmap v406: 121 pgs: 4 active+undersized+degraded, 3 peering, 10 stale+active+clean, 5 active+undersized, 99 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.7 MiB/s wr, 19 op/s; 12/309 objects degraded (3.883%) 2024-04-12T16:32:18.012 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-mon[84444]: osdmap e495: 8 total, 7 up, 8 in 2024-04-12T16:32:18.012 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 12/309 objects degraded (3.883%), 4 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:18.012 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate[99476]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:32:18.012 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate[99476]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:32:18.012 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 bash[99461]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:32:18.012 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 bash[99461]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T16:32:18.012 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 bash[99461]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 bash[99461]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 bash[99461]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 bash[99461]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 bash[99461]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate[99476]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate[99476]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate[99476]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate[99476]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate[99476]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-12T16:32:18.013 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:17 smithi016 podman[99461]: 2024-04-12 16:32:17.728709749 +0000 UTC m=+0.813356116 container died d68ad1a908c95d1753b77d198ac405e4bcb94e729059469be4668a0f3cd2ff52 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0) 2024-04-12T16:32:18.128 INFO:tasks.rados.rados.0.smithi005.stdout:2260: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:32:18.626 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 podman[99608]: 2024-04-12 16:32:18.376618097 +0000 UTC m=+0.637511327 container remove d68ad1a908c95d1753b77d198ac405e4bcb94e729059469be4668a0f3cd2ff52 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-12T16:32:18.626 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 podman[99675]: 2024-04-12 16:32:18.495262842 +0000 UTC m=+0.018280944 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:32:18.626 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 podman[99675]: 2024-04-12 16:32:18.602376348 +0000 UTC m=+0.125394437 container create 3c5e02b6dbafa35d93502263fc8c1606cb54c2a0522f0df758178ef2c373b069 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-12T16:32:18.924 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:18 smithi016 ceph-mon[84444]: osdmap e496: 8 total, 7 up, 8 in 2024-04-12T16:32:18.924 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 podman[99675]: 2024-04-12 16:32:18.83816083 +0000 UTC m=+0.361178919 container init 3c5e02b6dbafa35d93502263fc8c1606cb54c2a0522f0df758178ef2c373b069 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T16:32:18.924 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 podman[99675]: 2024-04-12 16:32:18.841139262 +0000 UTC m=+0.364157354 container start 3c5e02b6dbafa35d93502263fc8c1606cb54c2a0522f0df758178ef2c373b069 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-12T16:32:18.924 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 ceph-osd[99694]: -- 172.21.15.16:0/3942283784 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3deaaf680 con 0x55f3dea79000 2024-04-12T16:32:18.924 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 bash[99675]: 3c5e02b6dbafa35d93502263fc8c1606cb54c2a0522f0df758178ef2c373b069 2024-04-12T16:32:18.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:18 smithi005 ceph-mon[88416]: osdmap e496: 8 total, 7 up, 8 in 2024-04-12T16:32:18.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:18 smithi005 ceph-mon[90837]: osdmap e496: 8 total, 7 up, 8 in 2024-04-12T16:32:19.340 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:18 smithi016 systemd[1]: Started Ceph osd.6 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2255: done (6 left) 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2256: done (5 left) 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2257: done (4 left) 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2258: done (3 left) 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2259: done (2 left) 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2260: done (1 left) 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2261: done (0 left) 2024-04-12T16:32:19.674 INFO:tasks.rados.rados.0.smithi005.stdout:2262: delete oid 28 current snap is 210 2024-04-12T16:32:19.676 INFO:tasks.rados.rados.0.smithi005.stdout:2262: done (0 left) 2024-04-12T16:32:19.676 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 210 2024-04-12T16:32:19.676 INFO:tasks.rados.rados.0.smithi005.stdout:2263: seq_num 718 ranges {0=32768} 2024-04-12T16:32:19.676 INFO:tasks.rados.rados.0.smithi005.stdout:2263: writing smithi00577259-39 from 0 to 32768 tid 1 2024-04-12T16:32:19.676 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 210 2024-04-12T16:32:19.676 INFO:tasks.rados.rados.0.smithi005.stdout:2264: seq_num 719 ranges {1703936=49152} 2024-04-12T16:32:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:2264: writing smithi00577259-13 from 1703936 to 1753088 tid 1 2024-04-12T16:32:19.686 INFO:tasks.rados.rados.0.smithi005.stdout:2265: snap_remove snap 205 2024-04-12T16:32:19.812 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-mon[84444]: pgmap v409: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 3 peering, 33 active+undersized, 77 active+clean; 233 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 10 MiB/s wr, 18 op/s; 23/312 objects degraded (7.372%) 2024-04-12T16:32:19.813 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-mon[84444]: osdmap e497: 8 total, 7 up, 8 in 2024-04-12T16:32:19.813 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.813 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.813 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:19.813 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.813 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:19.813 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:19 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T16:32:19.385+0000 7f07267e57c0 -1 Falling back to public interface 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[88416]: pgmap v409: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 3 peering, 33 active+undersized, 77 active+clean; 233 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 10 MiB/s wr, 18 op/s; 23/312 objects degraded (7.372%) 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[88416]: osdmap e497: 8 total, 7 up, 8 in 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[90837]: pgmap v409: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized+degraded, 3 peering, 33 active+undersized, 77 active+clean; 233 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 10 MiB/s wr, 18 op/s; 23/312 objects degraded (7.372%) 2024-04-12T16:32:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[90837]: osdmap e497: 8 total, 7 up, 8 in 2024-04-12T16:32:19.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:19.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:19.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2263: finishing write tid 1 to smithi00577259-39 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2263: finishing write tid 2 to smithi00577259-39 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2263: finishing write tid 3 to smithi00577259-39 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2263: oid 39 updating version 0 to 980 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2263: oid 39 version 980 is already newer than 979 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 980 (ObjNum 718 snap 210 seq_num 718) dirty exists 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2263: left oid 39 (ObjNum 718 snap 210 seq_num 718) 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2264: finishing write tid 1 to smithi00577259-13 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2264: finishing write tid 2 to smithi00577259-13 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2264: finishing write tid 3 to smithi00577259-13 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2264: oid 13 updating version 0 to 1011 2024-04-12T16:32:20.638 INFO:tasks.rados.rados.0.smithi005.stdout:2264: oid 13 updating version 1011 to 1012 2024-04-12T16:32:20.639 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1012 (ObjNum 719 snap 210 seq_num 719) dirty exists 2024-04-12T16:32:20.639 INFO:tasks.rados.rados.0.smithi005.stdout:2264: left oid 13 (ObjNum 719 snap 210 seq_num 719) 2024-04-12T16:32:20.639 INFO:tasks.rados.rados.0.smithi005.stdout:2263: done (2 left) 2024-04-12T16:32:20.639 INFO:tasks.rados.rados.0.smithi005.stdout:2264: done (1 left) 2024-04-12T16:32:20.639 INFO:tasks.rados.rados.0.smithi005.stdout:2265: done (0 left) 2024-04-12T16:32:20.639 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 210 2024-04-12T16:32:20.639 INFO:tasks.rados.rados.0.smithi005.stdout:2266: seq_num 720 ranges {2891776=65536} 2024-04-12T16:32:20.654 INFO:tasks.rados.rados.0.smithi005.stdout:2266: writing smithi00577259-34 from 2891776 to 2957312 tid 1 2024-04-12T16:32:20.655 INFO:tasks.rados.rados.0.smithi005.stdout:2267: read oid 36 snap 200 2024-04-12T16:32:20.655 INFO:tasks.rados.rados.0.smithi005.stdout:2267: expect (ObjNum 681 snap 194 seq_num 681) 2024-04-12T16:32:20.655 INFO:tasks.rados.rados.0.smithi005.stdout:2268: delete oid 26 current snap is 210 2024-04-12T16:32:20.656 INFO:tasks.rados.rados.0.smithi005.stdout:2268: done (2 left) 2024-04-12T16:32:20.656 INFO:tasks.rados.rados.0.smithi005.stdout:2269: delete oid 12 current snap is 210 2024-04-12T16:32:20.657 INFO:tasks.rados.rados.0.smithi005.stdout:2266: finishing write tid 1 to smithi00577259-34 2024-04-12T16:32:20.657 INFO:tasks.rados.rados.0.smithi005.stdout:2266: finishing write tid 2 to smithi00577259-34 2024-04-12T16:32:20.658 INFO:tasks.rados.rados.0.smithi005.stdout:2269: done (2 left) 2024-04-12T16:32:20.658 INFO:tasks.rados.rados.0.smithi005.stdout:2270: setattr oid 32 current snap is 210 2024-04-12T16:32:20.659 INFO:tasks.rados.rados.0.smithi005.stdout:2266: finishing write tid 3 to smithi00577259-34 2024-04-12T16:32:20.659 INFO:tasks.rados.rados.0.smithi005.stdout:2266: oid 34 updating version 0 to 1065 2024-04-12T16:32:20.659 INFO:tasks.rados.rados.0.smithi005.stdout:2266: oid 34 version 1065 is already newer than 1064 2024-04-12T16:32:20.659 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1065 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:32:20.659 INFO:tasks.rados.rados.0.smithi005.stdout:2266: left oid 34 (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:32:20.659 INFO:tasks.rados.rados.0.smithi005.stdout:2266: done (2 left) 2024-04-12T16:32:20.659 INFO:tasks.rados.rados.0.smithi005.stdout:2271: snap_remove snap 206 2024-04-12T16:32:21.642 INFO:tasks.rados.rados.0.smithi005.stdout:2271: done (2 left) 2024-04-12T16:32:21.642 INFO:tasks.rados.rados.0.smithi005.stdout:2272: snap_create 2024-04-12T16:32:21.642 INFO:tasks.rados.rados.0.smithi005.stdout:2267: expect (ObjNum 681 snap 194 seq_num 681) 2024-04-12T16:32:21.865 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 982 (ObjNum 680 snap 194 seq_num 680) dirty exists 2024-04-12T16:32:21.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:21 smithi005 ceph-mon[88416]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 24 op/s; 32/309 objects degraded (10.356%) 2024-04-12T16:32:21.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:21 smithi005 ceph-mon[88416]: osdmap e498: 8 total, 7 up, 8 in 2024-04-12T16:32:21.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:21 smithi005 ceph-mon[90837]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 24 op/s; 32/309 objects degraded (10.356%) 2024-04-12T16:32:21.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:21 smithi005 ceph-mon[90837]: osdmap e498: 8 total, 7 up, 8 in 2024-04-12T16:32:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:21 smithi016 ceph-mon[84444]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 24 op/s; 32/309 objects degraded (10.356%) 2024-04-12T16:32:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:21 smithi016 ceph-mon[84444]: osdmap e498: 8 total, 7 up, 8 in 2024-04-12T16:32:22.590 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T16:32:22.321+0000 7f07267e57c0 -1 osd.6 491 log_to_monitors true 2024-04-12T16:32:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:32:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:22.647 INFO:tasks.rados.rados.0.smithi005.stdout:2267: done (2 left) 2024-04-12T16:32:22.648 INFO:tasks.rados.rados.0.smithi005.stdout:2270: done (1 left) 2024-04-12T16:32:22.648 INFO:tasks.rados.rados.0.smithi005.stdout:2272: done (0 left) 2024-04-12T16:32:22.648 INFO:tasks.rados.rados.0.smithi005.stdout:2273: read oid 42 snap -1 2024-04-12T16:32:22.648 INFO:tasks.rados.rados.0.smithi005.stdout:2273: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:32:22.648 INFO:tasks.rados.rados.0.smithi005.stdout:2274: snap_remove snap 204 2024-04-12T16:32:22.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:22 smithi005 ceph-mon[88416]: osdmap e499: 8 total, 7 up, 8 in 2024-04-12T16:32:22.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:22 smithi005 ceph-mon[88416]: from='osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:32:22.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:22 smithi005 ceph-mon[88416]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:32:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:22 smithi005 ceph-mon[90837]: osdmap e499: 8 total, 7 up, 8 in 2024-04-12T16:32:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:22 smithi005 ceph-mon[90837]: from='osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:32:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:22 smithi005 ceph-mon[90837]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:32:23.083 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:22 smithi016 ceph-mon[84444]: osdmap e499: 8 total, 7 up, 8 in 2024-04-12T16:32:23.083 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:22 smithi016 ceph-mon[84444]: from='osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:32:23.083 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:22 smithi016 ceph-mon[84444]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T16:32:23.083 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 16:32:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T16:32:22.679+0000 7f0717c3d700 -1 osd.6 491 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:32:23.652 INFO:tasks.rados.rados.0.smithi005.stdout:2274: done (1 left) 2024-04-12T16:32:23.652 INFO:tasks.rados.rados.0.smithi005.stdout:2275: snap_create 2024-04-12T16:32:23.652 INFO:tasks.rados.rados.0.smithi005.stdout:2273: expect (ObjNum 135 snap 32 seq_num 135) 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:32:23] "GET /metrics HTTP/1.1" 200 36171 "" "Prometheus/2.43.0" 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: pgmap v414: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 24 op/s; 32/312 objects degraded (10.256%) 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 32/312 objects degraded (10.256%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: from='osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: osdmap e500: 8 total, 7 up, 8 in 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:23.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: pgmap v414: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 24 op/s; 32/312 objects degraded (10.256%) 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 32/312 objects degraded (10.256%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: from='osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: osdmap e500: 8 total, 7 up, 8 in 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:23.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: pgmap v414: 121 pgs: 1 active+clean+snaptrim, 9 active+undersized+degraded, 34 active+undersized, 77 active+clean; 243 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 24 op/s; 32/312 objects degraded (10.256%) 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 32/312 objects degraded (10.256%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: from='osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: osdmap e500: 8 total, 7 up, 8 in 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:24.651 INFO:tasks.rados.rados.0.smithi005.stdout:2273: done (1 left) 2024-04-12T16:32:24.651 INFO:tasks.rados.rados.0.smithi005.stdout:2275: done (0 left) 2024-04-12T16:32:24.651 INFO:tasks.rados.rados.0.smithi005.stdout:2276: read oid 47 snap -1 2024-04-12T16:32:24.651 INFO:tasks.rados.rados.0.smithi005.stdout:2276: expect deleted 2024-04-12T16:32:24.651 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 212 2024-04-12T16:32:24.651 INFO:tasks.rados.rados.0.smithi005.stdout:2277: seq_num 723 ranges {0=114688} 2024-04-12T16:32:24.652 INFO:tasks.rados.rados.0.smithi005.stdout:2277: writing smithi00577259-12 from 0 to 114688 tid 1 2024-04-12T16:32:24.652 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 212 2024-04-12T16:32:24.652 INFO:tasks.rados.rados.0.smithi005.stdout:2278: seq_num 724 ranges {6217728=131072} 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2278: writing smithi00577259-8 from 6217728 to 6348800 tid 1 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2279: delete oid 31 current snap is 212 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2277: finishing write tid 1 to smithi00577259-12 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2277: finishing write tid 2 to smithi00577259-12 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2277: finishing write tid 3 to smithi00577259-12 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2277: oid 12 updating version 0 to 792 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2277: oid 12 version 792 is already newer than 791 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 792 (ObjNum 723 snap 212 seq_num 723) dirty exists 2024-04-12T16:32:24.689 INFO:tasks.rados.rados.0.smithi005.stdout:2277: left oid 12 (ObjNum 723 snap 212 seq_num 723) 2024-04-12T16:32:24.692 INFO:tasks.rados.rados.0.smithi005.stdout:2276: done (3 left) 2024-04-12T16:32:24.692 INFO:tasks.rados.rados.0.smithi005.stdout:2277: done (2 left) 2024-04-12T16:32:24.692 INFO:tasks.rados.rados.0.smithi005.stdout:2279: done (1 left) 2024-04-12T16:32:24.692 INFO:tasks.rados.rados.0.smithi005.stdout:2280: delete oid 12 current snap is 212 2024-04-12T16:32:24.692 INFO:tasks.rados.rados.0.smithi005.stdout:2278: finishing write tid 1 to smithi00577259-8 2024-04-12T16:32:24.693 INFO:tasks.rados.rados.0.smithi005.stdout:2278: finishing write tid 2 to smithi00577259-8 2024-04-12T16:32:24.694 INFO:tasks.rados.rados.0.smithi005.stdout:2280: done (1 left) 2024-04-12T16:32:24.694 INFO:tasks.rados.rados.0.smithi005.stdout:2281: read oid 46 snap -1 2024-04-12T16:32:24.694 INFO:tasks.rados.rados.0.smithi005.stdout:2281: expect (ObjNum 692 snap 198 seq_num 692) 2024-04-12T16:32:24.694 INFO:tasks.rados.rados.0.smithi005.stdout:2282: read oid 44 snap -1 2024-04-12T16:32:24.694 INFO:tasks.rados.rados.0.smithi005.stdout:2282: expect (ObjNum 660 snap 191 seq_num 660) 2024-04-12T16:32:24.694 INFO:tasks.rados.rados.0.smithi005.stdout:2283: copy_from oid 34 from oid 35 current snap is 212 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:2278: finishing write tid 3 to smithi00577259-8 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:2278: oid 8 updating version 0 to 989 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:2278: oid 8 updating version 989 to 990 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 990 (ObjNum 724 snap 212 seq_num 724) dirty exists 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:2278: left oid 8 (ObjNum 724 snap 212 seq_num 724) 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:2278: done (3 left) 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 212 2024-04-12T16:32:24.695 INFO:tasks.rados.rados.0.smithi005.stdout:2284: seq_num 727 ranges {2269184=180224} 2024-04-12T16:32:24.708 INFO:tasks.rados.rados.0.smithi005.stdout:2284: writing smithi00577259-42 from 2269184 to 2449408 tid 1 2024-04-12T16:32:24.709 INFO:tasks.rados.rados.0.smithi005.stdout:2285: snap_create 2024-04-12T16:32:24.709 INFO:tasks.rados.rados.0.smithi005.stdout:2283: finishing copy_from to smithi00577259-34 2024-04-12T16:32:24.709 INFO:tasks.rados.rados.0.smithi005.stdout:2283: got expected ENOENT (src dne) 2024-04-12T16:32:24.709 INFO:tasks.rados.rados.0.smithi005.stdout:2283: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:32:24.709 INFO:tasks.rados.rados.0.smithi005.stdout:2282: expect (ObjNum 660 snap 191 seq_num 660) 2024-04-12T16:32:24.830 INFO:tasks.rados.rados.0.smithi005.stdout:2284: finishing write tid 1 to smithi00577259-42 2024-04-12T16:32:24.830 INFO:tasks.rados.rados.0.smithi005.stdout:2284: finishing write tid 2 to smithi00577259-42 2024-04-12T16:32:24.830 INFO:tasks.rados.rados.0.smithi005.stdout:2284: finishing write tid 3 to smithi00577259-42 2024-04-12T16:32:24.830 INFO:tasks.rados.rados.0.smithi005.stdout:2284: oid 42 updating version 0 to 1076 2024-04-12T16:32:24.831 INFO:tasks.rados.rados.0.smithi005.stdout:2284: oid 42 version 1076 is already newer than 1075 2024-04-12T16:32:24.831 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1076 (ObjNum 727 snap 212 seq_num 727) dirty exists 2024-04-12T16:32:24.831 INFO:tasks.rados.rados.0.smithi005.stdout:2284: left oid 42 (ObjNum 727 snap 212 seq_num 727) 2024-04-12T16:32:24.831 INFO:tasks.rados.rados.0.smithi005.stdout:2281: expect (ObjNum 692 snap 198 seq_num 692) 2024-04-12T16:32:24.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:32:24.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[88416]: osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887] boot 2024-04-12T16:32:24.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[88416]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T16:32:24.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:32:24.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[88416]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T16:32:24.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:32:24.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[90837]: osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887] boot 2024-04-12T16:32:24.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[90837]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T16:32:24.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:32:24.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:24 smithi005 ceph-mon[90837]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T16:32:25.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:24 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:32:25.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:24 smithi016 ceph-mon[84444]: osd.6 [v2:172.21.15.16:6816/986757887,v1:172.21.15.16:6817/986757887] boot 2024-04-12T16:32:25.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:24 smithi016 ceph-mon[84444]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T16:32:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:24 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T16:32:25.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:24 smithi016 ceph-mon[84444]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T16:32:25.675 INFO:tasks.rados.rados.0.smithi005.stdout:2281: done (4 left) 2024-04-12T16:32:25.675 INFO:tasks.rados.rados.0.smithi005.stdout:2282: done (3 left) 2024-04-12T16:32:25.675 INFO:tasks.rados.rados.0.smithi005.stdout:2283: done (2 left) 2024-04-12T16:32:25.675 INFO:tasks.rados.rados.0.smithi005.stdout:2284: done (1 left) 2024-04-12T16:32:25.675 INFO:tasks.rados.rados.0.smithi005.stdout:2285: done (0 left) 2024-04-12T16:32:25.676 INFO:tasks.rados.rados.0.smithi005.stdout:2286: read oid 28 snap -1 2024-04-12T16:32:25.676 INFO:tasks.rados.rados.0.smithi005.stdout:2286: expect deleted 2024-04-12T16:32:25.676 INFO:tasks.rados.rados.0.smithi005.stdout:2287: read oid 50 snap -1 2024-04-12T16:32:25.676 INFO:tasks.rados.rados.0.smithi005.stdout:2287: expect (ObjNum 626 snap 186 seq_num 626) 2024-04-12T16:32:25.676 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 213 2024-04-12T16:32:25.676 INFO:tasks.rados.rados.0.smithi005.stdout:2288: seq_num 728 ranges {2949120=196608} 2024-04-12T16:32:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2288: writing smithi00577259-15 from 2949120 to 3145728 tid 1 2024-04-12T16:32:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2289: snap_remove snap 212 2024-04-12T16:32:25.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:25 smithi005 ceph-mon[88416]: pgmap v417: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 243 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 33/315 objects degraded (10.476%) 2024-04-12T16:32:25.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:25.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:25.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:25 smithi005 ceph-mon[90837]: pgmap v417: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 243 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 33/315 objects degraded (10.476%) 2024-04-12T16:32:25.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:25.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:25 smithi016 ceph-mon[84444]: pgmap v417: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 243 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 33/315 objects degraded (10.476%) 2024-04-12T16:32:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:26.681 INFO:tasks.rados.rados.0.smithi005.stdout:2289: done (3 left) 2024-04-12T16:32:26.682 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 213 2024-04-12T16:32:26.682 INFO:tasks.rados.rados.0.smithi005.stdout:2290: seq_num 729 ranges {13074432=212992} 2024-04-12T16:32:26.754 INFO:tasks.rados.rados.0.smithi005.stdout:2290: writing smithi00577259-25 from 13074432 to 13287424 tid 1 2024-04-12T16:32:26.754 INFO:tasks.rados.rados.0.smithi005.stdout:2291: rollback oid 23 current snap is 213 2024-04-12T16:32:26.754 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 207 2024-04-12T16:32:26.754 INFO:tasks.rados.rados.0.smithi005.stdout:2287: expect (ObjNum 626 snap 186 seq_num 626) 2024-04-12T16:32:26.781 INFO:tasks.rados.rados.0.smithi005.stdout:2288: finishing write tid 1 to smithi00577259-15 2024-04-12T16:32:26.781 INFO:tasks.rados.rados.0.smithi005.stdout:2288: finishing write tid 2 to smithi00577259-15 2024-04-12T16:32:26.781 INFO:tasks.rados.rados.0.smithi005.stdout:2288: finishing write tid 3 to smithi00577259-15 2024-04-12T16:32:26.781 INFO:tasks.rados.rados.0.smithi005.stdout:2288: oid 15 updating version 0 to 771 2024-04-12T16:32:26.781 INFO:tasks.rados.rados.0.smithi005.stdout:2288: oid 15 version 771 is already newer than 770 2024-04-12T16:32:26.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 771 (ObjNum 728 snap 213 seq_num 728) dirty exists 2024-04-12T16:32:26.781 INFO:tasks.rados.rados.0.smithi005.stdout:2288: left oid 15 (ObjNum 728 snap 213 seq_num 728) 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2291: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2290: finishing write tid 1 to smithi00577259-25 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2291: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2291: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 983 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2290: finishing write tid 2 to smithi00577259-25 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2290: finishing write tid 3 to smithi00577259-25 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2290: oid 25 updating version 0 to 1013 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2290: oid 25 updating version 1013 to 1014 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1014 (ObjNum 729 snap 213 seq_num 729) dirty exists 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2290: left oid 25 (ObjNum 729 snap 213 seq_num 729) 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2286: done (4 left) 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2287: done (3 left) 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2288: done (2 left) 2024-04-12T16:32:26.782 INFO:tasks.rados.rados.0.smithi005.stdout:2290: done (1 left) 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:2291: done (0 left) 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:2292: read oid 19 snap 207 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:2292: expect deleted 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:2293: read oid 30 snap 202 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:2293: expect (ObjNum 684 snap 196 seq_num 684) 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:2294: copy_from oid 39 from oid 10 current snap is 213 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 213 2024-04-12T16:32:26.783 INFO:tasks.rados.rados.0.smithi005.stdout:2295: seq_num 730 ranges {6496256=229376} 2024-04-12T16:32:26.817 INFO:tasks.rados.rados.0.smithi005.stdout:2295: writing smithi00577259-49 from 6496256 to 6725632 tid 1 2024-04-12T16:32:26.817 INFO:tasks.rados.rados.0.smithi005.stdout:2296: snap_remove snap 211 2024-04-12T16:32:26.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:26 smithi005 ceph-mon[88416]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T16:32:26.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:26 smithi005 ceph-mon[90837]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T16:32:26.971 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:26 smithi016 ceph-mon[84444]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T16:32:27.685 INFO:tasks.rados.rados.0.smithi005.stdout:2296: done (4 left) 2024-04-12T16:32:27.685 INFO:tasks.rados.rados.0.smithi005.stdout:2297: rmattr oid 20 current snap is 213 2024-04-12T16:32:27.685 INFO:tasks.rados.rados.0.smithi005.stdout:2294: finishing copy_from to smithi00577259-39 2024-04-12T16:32:27.685 INFO:tasks.rados.rados.0.smithi005.stdout:2294: got expected ENOENT (src dne) 2024-04-12T16:32:27.685 INFO:tasks.rados.rados.0.smithi005.stdout:2294: finishing copy_from racing read to smithi00577259-39 2024-04-12T16:32:27.685 INFO:tasks.rados.rados.0.smithi005.stdout:2293: expect (ObjNum 684 snap 196 seq_num 684) 2024-04-12T16:32:27.897 INFO:tasks.rados.rados.0.smithi005.stdout:2295: finishing write tid 1 to smithi00577259-49 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2295: finishing write tid 2 to smithi00577259-49 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2295: finishing write tid 3 to smithi00577259-49 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2295: oid 49 updating version 0 to 1013 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2295: oid 49 updating version 1013 to 1014 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1014 (ObjNum 730 snap 213 seq_num 730) dirty exists 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2295: left oid 49 (ObjNum 730 snap 213 seq_num 730) 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1025 (ObjNum 33 snap 0 seq_num 1949500202) dirty exists 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2292: done (4 left) 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2293: done (3 left) 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2294: done (2 left) 2024-04-12T16:32:27.898 INFO:tasks.rados.rados.0.smithi005.stdout:2295: done (1 left) 2024-04-12T16:32:27.899 INFO:tasks.rados.rados.0.smithi005.stdout:2297: done (0 left) 2024-04-12T16:32:27.899 INFO:tasks.rados.rados.0.smithi005.stdout:2298: delete oid 3 current snap is 213 2024-04-12T16:32:27.900 INFO:tasks.rados.rados.0.smithi005.stdout:2298: done (0 left) 2024-04-12T16:32:27.900 INFO:tasks.rados.rados.0.smithi005.stdout:2299: rollback oid 38 current snap is 213 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 207 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2300: rollback oid 39 current snap is 213 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 39 to 209 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2301: read oid 2 snap 208 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2301: expect deleted 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2302: read oid 37 snap 202 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2302: expect deleted 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2303: rollback oid 4 current snap is 213 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 209 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2304: rollback oid 50 current snap is 213 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 209 2024-04-12T16:32:27.901 INFO:tasks.rados.rados.0.smithi005.stdout:2305: snap_create 2024-04-12T16:32:27.902 INFO:tasks.rados.rados.0.smithi005.stdout:2299: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:32:27.902 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 863 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:32:27.902 INFO:tasks.rados.rados.0.smithi005.stdout:2300: finishing rollback tid 0 to smithi00577259-39 2024-04-12T16:32:27.903 INFO:tasks.rados.rados.0.smithi005.stdout:2300: finishing rollback tid 1 to smithi00577259-39 2024-04-12T16:32:27.903 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 982 (ObjNum 1747070358 snap 32641 seq_num 304) dirty dne 2024-04-12T16:32:27.905 INFO:tasks.rados.rados.0.smithi005.stdout:2303: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:32:27.905 INFO:tasks.rados.rados.0.smithi005.stdout:2303: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:32:27.906 INFO:tasks.rados.rados.0.smithi005.stdout:2303: finishing rollback tid 2 to smithi00577259-4 2024-04-12T16:32:27.906 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1082 (ObjNum 701 snap 204 seq_num 701) dirty exists 2024-04-12T16:32:27.908 INFO:tasks.rados.rados.0.smithi005.stdout:2304: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:32:27.908 INFO:tasks.rados.rados.0.smithi005.stdout:2304: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:32:27.909 INFO:tasks.rados.rados.0.smithi005.stdout:2304: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:32:27.909 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1086 (ObjNum 626 snap 186 seq_num 626) dirty exists 2024-04-12T16:32:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:27 smithi005 ceph-mon[88416]: pgmap v420: 121 pgs: 6 active+undersized+degraded, 30 active+undersized, 85 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 80 KiB/s wr, 5 op/s; 22/318 objects degraded (6.918%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:32:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:27 smithi005 ceph-mon[88416]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T16:32:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:27 smithi005 ceph-mon[90837]: pgmap v420: 121 pgs: 6 active+undersized+degraded, 30 active+undersized, 85 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 80 KiB/s wr, 5 op/s; 22/318 objects degraded (6.918%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:32:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:27 smithi005 ceph-mon[90837]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T16:32:27.950 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:27 smithi016 ceph-mon[84444]: pgmap v420: 121 pgs: 6 active+undersized+degraded, 30 active+undersized, 85 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 80 KiB/s wr, 5 op/s; 22/318 objects degraded (6.918%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:32:27.950 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:27 smithi016 ceph-mon[84444]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T16:32:28.689 INFO:tasks.rados.rados.0.smithi005.stdout:2299: done (6 left) 2024-04-12T16:32:28.689 INFO:tasks.rados.rados.0.smithi005.stdout:2300: done (5 left) 2024-04-12T16:32:28.689 INFO:tasks.rados.rados.0.smithi005.stdout:2301: done (4 left) 2024-04-12T16:32:28.690 INFO:tasks.rados.rados.0.smithi005.stdout:2302: done (3 left) 2024-04-12T16:32:28.690 INFO:tasks.rados.rados.0.smithi005.stdout:2303: done (2 left) 2024-04-12T16:32:28.690 INFO:tasks.rados.rados.0.smithi005.stdout:2304: done (1 left) 2024-04-12T16:32:28.690 INFO:tasks.rados.rados.0.smithi005.stdout:2305: done (0 left) 2024-04-12T16:32:28.690 INFO:tasks.rados.rados.0.smithi005.stdout:2306: copy_from oid 12 from oid 43 current snap is 214 2024-04-12T16:32:28.690 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 214 2024-04-12T16:32:28.690 INFO:tasks.rados.rados.0.smithi005.stdout:2307: seq_num 732 ranges {6725632=262144} 2024-04-12T16:32:28.728 INFO:tasks.rados.rados.0.smithi005.stdout:2307: writing smithi00577259-49 from 6725632 to 6987776 tid 1 2024-04-12T16:32:28.728 INFO:tasks.rados.rados.0.smithi005.stdout:2308: copy_from oid 6 from oid 21 current snap is 214 2024-04-12T16:32:28.728 INFO:tasks.rados.rados.0.smithi005.stdout:2309: snap_remove snap 213 2024-04-12T16:32:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T16:32:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:28.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:28.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:28.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:28.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:28.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:28.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:28.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:28.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:32:29.076 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T16:32:29.076 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:29.076 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:29.076 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:29.076 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:29.076 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:29.076 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:29.077 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:29.077 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:29.077 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:29.077 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2307: finishing write tid 1 to smithi00577259-49 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2306: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2307: finishing write tid 2 to smithi00577259-49 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2306: finishing copy_from to smithi00577259-12 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 790 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2307: finishing write tid 3 to smithi00577259-49 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2307: oid 49 updating version 0 to 1016 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2307: oid 49 version 1016 is already newer than 1015 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1016 (ObjNum 732 snap 214 seq_num 732) dirty exists 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2307: left oid 49 (ObjNum 732 snap 214 seq_num 732) 2024-04-12T16:32:29.695 INFO:tasks.rados.rados.0.smithi005.stdout:2308: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:32:29.696 INFO:tasks.rados.rados.0.smithi005.stdout:2308: finishing copy_from to smithi00577259-6 2024-04-12T16:32:29.696 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1015 (ObjNum 710 snap 209 seq_num 710) dirty exists 2024-04-12T16:32:29.696 INFO:tasks.rados.rados.0.smithi005.stdout:2306: done (3 left) 2024-04-12T16:32:29.696 INFO:tasks.rados.rados.0.smithi005.stdout:2307: done (2 left) 2024-04-12T16:32:29.696 INFO:tasks.rados.rados.0.smithi005.stdout:2308: done (1 left) 2024-04-12T16:32:29.696 INFO:tasks.rados.rados.0.smithi005.stdout:2309: done (0 left) 2024-04-12T16:32:29.696 INFO:tasks.rados.rados.0.smithi005.stdout:2310: snap_remove snap 200 2024-04-12T16:32:29.950 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:29 smithi016 ceph-mon[84444]: pgmap v423: 121 pgs: 1 active+undersized+degraded, 120 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 192 KiB/s wr, 6 op/s; 5/321 objects degraded (1.558%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:32:29.950 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:29 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:32:29.950 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:29 smithi016 ceph-mon[84444]: Upgrade: osd.7 is safe to restart 2024-04-12T16:32:29.951 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:29 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 5/321 objects degraded (1.558%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:32:29.951 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:29 smithi016 ceph-mon[84444]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T16:32:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[88416]: pgmap v423: 121 pgs: 1 active+undersized+degraded, 120 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 192 KiB/s wr, 6 op/s; 5/321 objects degraded (1.558%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:32:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:32:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[88416]: Upgrade: osd.7 is safe to restart 2024-04-12T16:32:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 5/321 objects degraded (1.558%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:32:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[88416]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T16:32:29.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[90837]: pgmap v423: 121 pgs: 1 active+undersized+degraded, 120 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 192 KiB/s wr, 6 op/s; 5/321 objects degraded (1.558%); 1.4 MiB/s, 0 objects/s recovering 2024-04-12T16:32:29.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-12T16:32:29.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[90837]: Upgrade: osd.7 is safe to restart 2024-04-12T16:32:29.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 5/321 objects degraded (1.558%), 1 pg degraded (PG_DEGRADED) 2024-04-12T16:32:29.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:29 smithi005 ceph-mon[90837]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T16:32:30.701 INFO:tasks.rados.rados.0.smithi005.stdout:2310: done (0 left) 2024-04-12T16:32:30.701 INFO:tasks.rados.rados.0.smithi005.stdout:2311: read oid 38 snap 209 2024-04-12T16:32:30.702 INFO:tasks.rados.rados.0.smithi005.stdout:2311: expect deleted 2024-04-12T16:32:30.702 INFO:tasks.rados.rados.0.smithi005.stdout:2312: snap_remove snap 210 2024-04-12T16:32:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[88416]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T16:32:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[88416]: Upgrade: Updating osd.7 2024-04-12T16:32:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:32:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[88416]: Deploying daemon osd.7 on smithi016 2024-04-12T16:32:30.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[90837]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T16:32:30.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[90837]: Upgrade: Updating osd.7 2024-04-12T16:32:30.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:30.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:32:30.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:30.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:30 smithi005 ceph-mon[90837]: Deploying daemon osd.7 on smithi016 2024-04-12T16:32:30.953 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:30 smithi016 ceph-mon[84444]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T16:32:30.953 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:30 smithi016 ceph-mon[84444]: Upgrade: Updating osd.7 2024-04-12T16:32:30.953 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:30.953 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T16:32:30.953 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:30.953 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:30 smithi016 ceph-mon[84444]: Deploying daemon osd.7 on smithi016 2024-04-12T16:32:31.707 INFO:tasks.rados.rados.0.smithi005.stdout:2312: done (1 left) 2024-04-12T16:32:31.707 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 214 2024-04-12T16:32:31.707 INFO:tasks.rados.rados.0.smithi005.stdout:2313: seq_num 733 ranges {6119424=278528} 2024-04-12T16:32:31.743 INFO:tasks.rados.rados.0.smithi005.stdout:2313: writing smithi00577259-48 from 6119424 to 6397952 tid 1 2024-04-12T16:32:31.743 INFO:tasks.rados.rados.0.smithi005.stdout:2314: rollback oid 11 current snap is 214 2024-04-12T16:32:31.743 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 208 2024-04-12T16:32:31.743 INFO:tasks.rados.rados.0.smithi005.stdout:2311: done (2 left) 2024-04-12T16:32:31.743 INFO:tasks.rados.rados.0.smithi005.stdout:2315: read oid 49 snap -1 2024-04-12T16:32:31.744 INFO:tasks.rados.rados.0.smithi005.stdout:2315: expect (ObjNum 732 snap 214 seq_num 732) 2024-04-12T16:32:31.744 INFO:tasks.rados.rados.0.smithi005.stdout:2316: rollback oid 28 current snap is 214 2024-04-12T16:32:31.744 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 28 to 202 2024-04-12T16:32:31.744 INFO:tasks.rados.rados.0.smithi005.stdout:2317: delete oid 29 current snap is 214 2024-04-12T16:32:31.746 INFO:tasks.rados.rados.0.smithi005.stdout:2314: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:32:31.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:32:31.746 INFO:tasks.rados.rados.0.smithi005.stdout:2314: done (4 left) 2024-04-12T16:32:31.747 INFO:tasks.rados.rados.0.smithi005.stdout:2317: done (3 left) 2024-04-12T16:32:31.747 INFO:tasks.rados.rados.0.smithi005.stdout:2318: delete oid 29 current snap is 214 2024-04-12T16:32:31.747 INFO:tasks.rados.rados.0.smithi005.stdout:2316: finishing rollback tid 1 to smithi00577259-28 2024-04-12T16:32:31.747 INFO:tasks.rados.rados.0.smithi005.stdout:2316: finishing rollback tid 2 to smithi00577259-28 2024-04-12T16:32:31.747 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1005 (ObjNum 613 snap 183 seq_num 613) dirty exists 2024-04-12T16:32:31.747 INFO:tasks.rados.rados.0.smithi005.stdout:2313: finishing write tid 1 to smithi00577259-48 2024-04-12T16:32:31.747 INFO:tasks.rados.rados.0.smithi005.stdout:2313: finishing write tid 2 to smithi00577259-48 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2313: finishing write tid 3 to smithi00577259-48 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2313: oid 48 updating version 0 to 1027 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2313: oid 48 version 1027 is already newer than 1026 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1027 (ObjNum 733 snap 214 seq_num 733) dirty exists 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2313: left oid 48 (ObjNum 733 snap 214 seq_num 733) 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2313: done (3 left) 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2316: done (2 left) 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2318: done (1 left) 2024-04-12T16:32:31.749 INFO:tasks.rados.rados.0.smithi005.stdout:2319: snap_create 2024-04-12T16:32:31.774 INFO:tasks.rados.rados.0.smithi005.stdout:2315: expect (ObjNum 732 snap 214 seq_num 732) 2024-04-12T16:32:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:31 smithi016 ceph-mon[84444]: pgmap v426: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 280 KiB/s wr, 10 op/s; 8.0 KiB/s, 0 objects/s recovering 2024-04-12T16:32:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:31 smithi016 ceph-mon[84444]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T16:32:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:31 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/321 objects degraded (1.558%), 1 pg degraded) 2024-04-12T16:32:31.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:31 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:32:31.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[90837]: pgmap v426: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 280 KiB/s wr, 10 op/s; 8.0 KiB/s, 0 objects/s recovering 2024-04-12T16:32:31.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[90837]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T16:32:31.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/321 objects degraded (1.558%), 1 pg degraded) 2024-04-12T16:32:31.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:32:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[88416]: pgmap v426: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 280 KiB/s wr, 10 op/s; 8.0 KiB/s, 0 objects/s recovering 2024-04-12T16:32:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[88416]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T16:32:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/321 objects degraded (1.558%), 1 pg degraded) 2024-04-12T16:32:31.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:31 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:32:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:32:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:32:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:32.711 INFO:tasks.rados.rados.0.smithi005.stdout:2315: done (1 left) 2024-04-12T16:32:32.711 INFO:tasks.rados.rados.0.smithi005.stdout:2319: done (0 left) 2024-04-12T16:32:32.711 INFO:tasks.rados.rados.0.smithi005.stdout:2320: snap_remove snap 207 2024-04-12T16:32:32.964 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:32 smithi016 ceph-mon[84444]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T16:32:33.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:32 smithi005 ceph-mon[88416]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T16:32:33.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:32 smithi005 ceph-mon[90837]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T16:32:33.591 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:33 smithi016 systemd[1]: Stopping Ceph osd.7 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:32:33.591 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[52934]: 2024-04-12T16:32:33.565+0000 7fd845e62700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:32:33.591 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[52934]: 2024-04-12T16:32:33.565+0000 7fd845e62700 -1 osd.7 509 *** Got signal Terminated *** 2024-04-12T16:32:33.591 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[52934]: 2024-04-12T16:32:33.565+0000 7fd845e62700 -1 osd.7 509 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T16:32:33.727 INFO:tasks.rados.rados.0.smithi005.stdout:2320: done (0 left) 2024-04-12T16:32:33.728 INFO:tasks.rados.rados.0.smithi005.stdout:2321: snap_create 2024-04-12T16:32:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:33 smithi016 ceph-mon[84444]: pgmap v429: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 148 KiB/s wr, 7 op/s 2024-04-12T16:32:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:33 smithi016 ceph-mon[84444]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T16:32:34.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:33 smithi016 ceph-mon[84444]: osd.7 marked itself down and dead 2024-04-12T16:32:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:32:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:32:33] "GET /metrics HTTP/1.1" 200 36171 "" "Prometheus/2.43.0" 2024-04-12T16:32:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:33 smithi005 ceph-mon[88416]: pgmap v429: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 148 KiB/s wr, 7 op/s 2024-04-12T16:32:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:33 smithi005 ceph-mon[88416]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T16:32:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:33 smithi005 ceph-mon[88416]: osd.7 marked itself down and dead 2024-04-12T16:32:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:33 smithi005 ceph-mon[90837]: pgmap v429: 121 pgs: 121 active+clean; 235 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 148 KiB/s wr, 7 op/s 2024-04-12T16:32:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:33 smithi005 ceph-mon[90837]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T16:32:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:33 smithi005 ceph-mon[90837]: osd.7 marked itself down and dead 2024-04-12T16:32:34.495 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:34 smithi016 podman[104201]: 2024-04-12 16:32:34.23182078 +0000 UTC m=+0.761831666 container died 5dbb1ab07a822f3c770e5efe012cacd8c7ea4d7edfc9bb5eb8a5959cedc225fe (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-12T16:32:34.700 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T16:32:34.263+0000 7f8d6ee68700 -1 calc_pg_upmaps abort due to max <= 0 2024-04-12T16:32:34.726 INFO:tasks.rados.rados.0.smithi005.stdout:2321: done (0 left) 2024-04-12T16:32:34.726 INFO:tasks.rados.rados.0.smithi005.stdout:2322: snap_remove snap 202 2024-04-12T16:32:34.840 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:34 smithi016 podman[104201]: 2024-04-12 16:32:34.599565457 +0000 UTC m=+1.129576356 container cleanup 5dbb1ab07a822f3c770e5efe012cacd8c7ea4d7edfc9bb5eb8a5959cedc225fe (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-12T16:32:34.840 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:34 smithi016 bash[104201]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7 2024-04-12T16:32:34.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:32:34.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: osdmap e511: 8 total, 7 up, 8 in 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 7]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 7]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [6, 2]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [5, 7]}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.4"}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.f"}]: dispatch 2024-04-12T16:32:34.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:35.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:32:35.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: osdmap e511: 8 total, 7 up, 8 in 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 7]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 7]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [6, 2]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [5, 7]}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.4"}]: dispatch 2024-04-12T16:32:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.f"}]: dispatch 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: osdmap e511: 8 total, 7 up, 8 in 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 7]}]: dispatch 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 7]}]: dispatch 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]: dispatch 2024-04-12T16:32:35.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]: dispatch 2024-04-12T16:32:35.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [6, 2]}]: dispatch 2024-04-12T16:32:35.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]: dispatch 2024-04-12T16:32:35.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [5, 7]}]: dispatch 2024-04-12T16:32:35.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.4"}]: dispatch 2024-04-12T16:32:35.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.f"}]: dispatch 2024-04-12T16:32:35.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:35.214 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:34 smithi016 podman[104219]: 2024-04-12 16:32:34.901632068 +0000 UTC m=+0.671816512 container remove 5dbb1ab07a822f3c770e5efe012cacd8c7ea4d7edfc9bb5eb8a5959cedc225fe (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T16:32:35.482 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:35 smithi016 podman[104313]: 2024-04-12 16:32:35.12377663 +0000 UTC m=+0.018105867 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:32:35.482 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:35 smithi016 podman[104313]: 2024-04-12 16:32:35.269261062 +0000 UTC m=+0.163590279 container create 538fc626b7bb11e62a34f32d2ebf146f8619ceb0a467aa56e05a214536c78486 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:32:35.604 INFO:tasks.rados.rados.0.smithi005.stdout:2322: done (0 left) 2024-04-12T16:32:35.604 INFO:tasks.rados.rados.0.smithi005.stdout:2323: setattr oid 43 current snap is 216 2024-04-12T16:32:35.606 INFO:tasks.rados.rados.0.smithi005.stdout:2324: setattr oid 29 current snap is 216 2024-04-12T16:32:35.608 INFO:tasks.rados.rados.0.smithi005.stdout:2325: rmattr oid 12 current snap is 216 2024-04-12T16:32:35.608 INFO:tasks.rados.rados.0.smithi005.stdout:2326: read oid 6 snap -1 2024-04-12T16:32:35.608 INFO:tasks.rados.rados.0.smithi005.stdout:2326: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T16:32:35.608 INFO:tasks.rados.rados.0.smithi005.stdout:2327: copy_from oid 42 from oid 26 current snap is 216 2024-04-12T16:32:35.609 INFO:tasks.rados.rados.0.smithi005.stdout:2328: read oid 46 snap 214 2024-04-12T16:32:35.609 INFO:tasks.rados.rados.0.smithi005.stdout:2328: expect (ObjNum 692 snap 198 seq_num 692) 2024-04-12T16:32:35.609 INFO:tasks.rados.rados.0.smithi005.stdout:2329: setattr oid 10 current snap is 216 2024-04-12T16:32:35.611 INFO:tasks.rados.rados.0.smithi005.stdout:2330: delete oid 5 current snap is 216 2024-04-12T16:32:35.612 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 888 (ObjNum 129 snap 0 seq_num 730555472) dirty exists 2024-04-12T16:32:35.615 INFO:tasks.rados.rados.0.smithi005.stdout:2327: finishing copy_from to smithi00577259-42 2024-04-12T16:32:35.615 INFO:tasks.rados.rados.0.smithi005.stdout:2327: got expected ENOENT (src dne) 2024-04-12T16:32:35.615 INFO:tasks.rados.rados.0.smithi005.stdout:2327: finishing copy_from racing read to smithi00577259-42 2024-04-12T16:32:35.615 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 983 (ObjNum 4113 snap 0 seq_num 255954676) dirty exists 2024-04-12T16:32:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 794 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 795 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:35.633 INFO:tasks.rados.rados.0.smithi005.stdout:2326: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T16:32:35.696 INFO:tasks.rados.rados.0.smithi005.stdout:2328: expect (ObjNum 692 snap 198 seq_num 692) 2024-04-12T16:32:35.793 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: pgmap v432: 121 pgs: 19 stale+active+clean, 102 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.6 MiB/s wr, 3 op/s 2024-04-12T16:32:35.793 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 7]}]': finished 2024-04-12T16:32:35.793 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 7]}]': finished 2024-04-12T16:32:35.793 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-04-12T16:32:35.793 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]': finished 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]': finished 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [6, 2]}]': finished 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]': finished 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [5, 7]}]': finished 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.4"}]': finished 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.f"}]': finished 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: osdmap e512: 8 total, 7 up, 8 in 2024-04-12T16:32:35.794 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:35 smithi016 ceph-mon[84444]: osdmap e513: 8 total, 7 up, 8 in 2024-04-12T16:32:35.794 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:35 smithi016 podman[104313]: 2024-04-12 16:32:35.488257409 +0000 UTC m=+0.382586629 container init 538fc626b7bb11e62a34f32d2ebf146f8619ceb0a467aa56e05a214536c78486 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-12T16:32:35.794 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:35 smithi016 podman[104313]: 2024-04-12 16:32:35.491586606 +0000 UTC m=+0.385915835 container start 538fc626b7bb11e62a34f32d2ebf146f8619ceb0a467aa56e05a214536c78486 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T16:32:35.795 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:35 smithi016 podman[104313]: 2024-04-12 16:32:35.588332834 +0000 UTC m=+0.482662066 container attach 538fc626b7bb11e62a34f32d2ebf146f8619ceb0a467aa56e05a214536c78486 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-12T16:32:35.795 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:35 smithi016 podman[104313]: 2024-04-12 16:32:35.799563186 +0000 UTC m=+0.693892413 container died 538fc626b7bb11e62a34f32d2ebf146f8619ceb0a467aa56e05a214536c78486 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2323: done (7 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2324: done (6 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2325: done (5 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2326: done (4 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2327: done (3 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2328: done (2 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2329: done (1 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2330: done (0 left) 2024-04-12T16:32:35.927 INFO:tasks.rados.rados.0.smithi005.stdout:2331: snap_remove snap 215 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: pgmap v432: 121 pgs: 19 stale+active+clean, 102 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.6 MiB/s wr, 3 op/s 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 7]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 7]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [6, 2]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [5, 7]}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.4"}]': finished 2024-04-12T16:32:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.f"}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: osdmap e512: 8 total, 7 up, 8 in 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[88416]: osdmap e513: 8 total, 7 up, 8 in 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: pgmap v432: 121 pgs: 19 stale+active+clean, 102 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.6 MiB/s wr, 3 op/s 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 7]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [0, 7]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 7]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 7]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [6, 2]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 2]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.7", "id": [5, 7]}]': finished 2024-04-12T16:32:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.4"}]': finished 2024-04-12T16:32:36.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "3.f"}]': finished 2024-04-12T16:32:36.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: osdmap e512: 8 total, 7 up, 8 in 2024-04-12T16:32:36.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:35 smithi005 ceph-mon[90837]: osdmap e513: 8 total, 7 up, 8 in 2024-04-12T16:32:36.601 INFO:tasks.rados.rados.0.smithi005.stdout:2331: done (0 left) 2024-04-12T16:32:36.602 INFO:tasks.rados.rados.0.smithi005.stdout:2332: rollback oid 23 current snap is 216 2024-04-12T16:32:36.602 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 209 2024-04-12T16:32:36.602 INFO:tasks.rados.rados.0.smithi005.stdout:2333: read oid 40 snap -1 2024-04-12T16:32:36.602 INFO:tasks.rados.rados.0.smithi005.stdout:2333: expect (ObjNum 700 snap 204 seq_num 700) 2024-04-12T16:32:36.602 INFO:tasks.rados.rados.0.smithi005.stdout:2334: snap_create 2024-04-12T16:32:36.616 INFO:tasks.rados.rados.0.smithi005.stdout:2332: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:32:36.618 INFO:tasks.rados.rados.0.smithi005.stdout:2332: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:32:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2332: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:32:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 986 (ObjNum 555 snap 163 seq_num 555) dirty exists 2024-04-12T16:32:36.635 INFO:tasks.rados.rados.0.smithi005.stdout:2333: expect (ObjNum 700 snap 204 seq_num 700) 2024-04-12T16:32:36.830 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:36 smithi016 podman[104340]: 2024-04-12 16:32:36.375243554 +0000 UTC m=+0.570475391 container remove 538fc626b7bb11e62a34f32d2ebf146f8619ceb0a467aa56e05a214536c78486 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-12T16:32:36.830 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:36 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-12T16:32:36.830 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:36 smithi016 systemd[1]: Stopped Ceph osd.7 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:32:36.830 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:36 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.7.service: Consumed 17.964s CPU time. 2024-04-12T16:32:36.830 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:36 smithi016 systemd[1]: Starting Ceph osd.7 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:32:36.873 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:32:37.090 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:36 smithi016 podman[104443]: 2024-04-12 16:32:36.738234829 +0000 UTC m=+0.017808184 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:32:37.090 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:36 smithi016 podman[104443]: 2024-04-12 16:32:36.857012858 +0000 UTC m=+0.136586193 container create 3988a1b6a11d17011e0cb2ca6112088a38101da5819fe769b0dee6d9e1f1b50e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T16:32:37.090 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 podman[104443]: 2024-04-12 16:32:37.081559981 +0000 UTC m=+0.361133328 container init 3988a1b6a11d17011e0cb2ca6112088a38101da5819fe769b0dee6d9e1f1b50e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-12T16:32:37.091 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 podman[104443]: 2024-04-12 16:32:37.085187497 +0000 UTC m=+0.364760834 container start 3988a1b6a11d17011e0cb2ca6112088a38101da5819fe769b0dee6d9e1f1b50e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:32:37.203 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:32:37.203 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (9m) 119s ago 10m 24.5M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:32:37.203 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (10m) 13s ago 10m 90.7M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:32:37.203 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (11m) 119s ago 11m 19.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 b57ac884f7ab 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (11m) 13s ago 11m 16.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (5m) 13s ago 15m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (5m) 119s ago 16m 513M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (5m) 119s ago 17m 53.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (4m) 13s ago 15m 47.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (4m) 119s ago 15m 48.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (10m) 119s ago 10m 15.5M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (10m) 13s ago 10m 14.9M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (3m) 119s ago 14m 178M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (3m) 119s ago 14m 141M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (2m) 119s ago 13m 115M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (2m) 119s ago 13m 12.0M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (90s) 13s ago 13m 130M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:32:37.204 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (55s) 13s ago 12m 135M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 6b9d04a3acde 2024-04-12T16:32:37.205 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (18s) 13s ago 12m 12.1M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 3c5e02b6dbaf 2024-04-12T16:32:37.205 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (11m) 13s ago 11m 241M 2481M 18.2.2-1187-gd540ebac bb2c5eac26a4 5dbb1ab07a82 2024-04-12T16:32:37.205 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (5m) 13s ago 11m 60.2M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:32:37.525 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 podman[104443]: 2024-04-12 16:32:37.189729613 +0000 UTC m=+0.469302957 container attach 3988a1b6a11d17011e0cb2ca6112088a38101da5819fe769b0dee6d9e1f1b50e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2332: done (2 left) 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2333: done (1 left) 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2334: done (0 left) 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2335: read oid 10 snap -1 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2335: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2336: read oid 48 snap -1 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2336: expect (ObjNum 733 snap 214 seq_num 733) 2024-04-12T16:32:37.603 INFO:tasks.rados.rados.0.smithi005.stdout:2337: snap_create 2024-04-12T16:32:37.605 INFO:tasks.rados.rados.0.smithi005.stdout:2335: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:32:37.623 INFO:tasks.rados.rados.0.smithi005.stdout:2336: expect (ObjNum 733 snap 214 seq_num 733) 2024-04-12T16:32:37.627 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:32:37.627 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:32:37.627 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 7 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-12T16:32:37.628 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 12 2024-04-12T16:32:37.629 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:32:37.629 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:32:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-mon[84444]: pgmap v435: 121 pgs: 19 stale+active+clean, 102 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.6 MiB/s wr, 2 op/s 2024-04-12T16:32:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-mon[84444]: osdmap e514: 8 total, 7 up, 8 in 2024-04-12T16:32:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-mon[84444]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate[104458]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate[104458]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 bash[104443]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 bash[104443]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 bash[104443]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 bash[104443]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 bash[104443]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 bash[104443]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 bash[104443]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate[104458]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate[104458]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate[104458]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-12T16:32:37.841 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate[104458]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-12T16:32:37.842 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate[104458]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-12T16:32:37.842 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:37 smithi016 podman[104443]: 2024-04-12 16:32:37.555772601 +0000 UTC m=+0.835345942 container died 3988a1b6a11d17011e0cb2ca6112088a38101da5819fe769b0dee6d9e1f1b50e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-04-12T16:32:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:37 smithi005 ceph-mon[88416]: pgmap v435: 121 pgs: 19 stale+active+clean, 102 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.6 MiB/s wr, 2 op/s 2024-04-12T16:32:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:37 smithi005 ceph-mon[88416]: osdmap e514: 8 total, 7 up, 8 in 2024-04-12T16:32:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:37 smithi005 ceph-mon[88416]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:37 smithi005 ceph-mon[90837]: pgmap v435: 121 pgs: 19 stale+active+clean, 102 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.6 MiB/s wr, 2 op/s 2024-04-12T16:32:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:37 smithi005 ceph-mon[90837]: osdmap e514: 8 total, 7 up, 8 in 2024-04-12T16:32:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:37 smithi005 ceph-mon[90837]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:38.511 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 podman[104585]: 2024-04-12 16:32:38.168412136 +0000 UTC m=+0.607420736 container remove 3988a1b6a11d17011e0cb2ca6112088a38101da5819fe769b0dee6d9e1f1b50e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-12T16:32:38.511 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 podman[104650]: 2024-04-12 16:32:38.288058089 +0000 UTC m=+0.018029217 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:32:38.511 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 podman[104650]: 2024-04-12 16:32:38.385889256 +0000 UTC m=+0.115860366 container create faa592c4e155bab3ff6fce1d70e5534923ead2a7160dc06377b569038f52ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-04-12T16:32:38.605 INFO:tasks.rados.rados.0.smithi005.stdout:2335: done (2 left) 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2336: done (1 left) 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2337: done (0 left) 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2338: read oid 40 snap 208 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2338: expect (ObjNum 700 snap 204 seq_num 700) 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2339: read oid 23 snap 209 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2339: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2340: rmattr oid 6 current snap is 218 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2340: done (2 left) 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2341: read oid 43 snap -1 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2341: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 218 2024-04-12T16:32:38.606 INFO:tasks.rados.rados.0.smithi005.stdout:2342: seq_num 737 ranges {4243456=352256} 2024-04-12T16:32:38.632 INFO:tasks.rados.rados.0.smithi005.stdout:2342: writing smithi00577259-32 from 4243456 to 4595712 tid 1 2024-04-12T16:32:38.633 INFO:tasks.rados.rados.0.smithi005.stdout:2343: delete oid 2 current snap is 218 2024-04-12T16:32:38.636 INFO:tasks.rados.rados.0.smithi005.stdout:2339: expect (ObjNum 555 snap 163 seq_num 555) 2024-04-12T16:32:38.789 INFO:tasks.rados.rados.0.smithi005.stdout:2342: finishing write tid 1 to smithi00577259-32 2024-04-12T16:32:38.790 INFO:tasks.rados.rados.0.smithi005.stdout:2342: finishing write tid 2 to smithi00577259-32 2024-04-12T16:32:38.790 INFO:tasks.rados.rados.0.smithi005.stdout:2342: finishing write tid 3 to smithi00577259-32 2024-04-12T16:32:38.790 INFO:tasks.rados.rados.0.smithi005.stdout:2342: oid 32 updating version 0 to 1007 2024-04-12T16:32:38.790 INFO:tasks.rados.rados.0.smithi005.stdout:2342: oid 32 updating version 1007 to 1008 2024-04-12T16:32:38.790 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1008 (ObjNum 737 snap 218 seq_num 737) dirty exists 2024-04-12T16:32:38.790 INFO:tasks.rados.rados.0.smithi005.stdout:2342: left oid 32 (ObjNum 737 snap 218 seq_num 737) 2024-04-12T16:32:38.790 INFO:tasks.rados.rados.0.smithi005.stdout:2338: expect (ObjNum 700 snap 204 seq_num 700) 2024-04-12T16:32:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:38 smithi005 ceph-mon[88416]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:38 smithi005 ceph-mon[88416]: osdmap e515: 8 total, 7 up, 8 in 2024-04-12T16:32:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:38 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3350204023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:38 smithi005 ceph-mon[90837]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:38 smithi005 ceph-mon[90837]: osdmap e515: 8 total, 7 up, 8 in 2024-04-12T16:32:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:38 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3350204023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:38 smithi016 ceph-mon[84444]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:32:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:38 smithi016 ceph-mon[84444]: osdmap e515: 8 total, 7 up, 8 in 2024-04-12T16:32:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:38 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3350204023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:39.090 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 podman[104650]: 2024-04-12 16:32:38.61536515 +0000 UTC m=+0.345336276 container init faa592c4e155bab3ff6fce1d70e5534923ead2a7160dc06377b569038f52ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-12T16:32:39.091 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 podman[104650]: 2024-04-12 16:32:38.618558782 +0000 UTC m=+0.348529898 container start faa592c4e155bab3ff6fce1d70e5534923ead2a7160dc06377b569038f52ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-12T16:32:39.091 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 ceph-osd[104669]: -- 172.21.15.16:0/3021428674 <== mon.1 v2:172.21.15.16:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f987985680 con 0x55f98794f400 2024-04-12T16:32:39.091 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 bash[104650]: faa592c4e155bab3ff6fce1d70e5534923ead2a7160dc06377b569038f52ecfd 2024-04-12T16:32:39.091 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:38 smithi016 systemd[1]: Started Ceph osd.7 for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:32:39.156 INFO:tasks.rados.rados.0.smithi005.stdout:2341: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:32:39.562 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T16:32:39.168+0000 7f0526f277c0 -1 Falling back to public interface 2024-04-12T16:32:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:39 smithi016 ceph-mon[84444]: pgmap v438: 121 pgs: 10 active+clean+remapped, 10 active+undersized+degraded, 3 stale+active+clean, 28 active+undersized, 70 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 15 op/s; 39/321 objects degraded (12.150%); 8/321 objects misplaced (2.492%) 2024-04-12T16:32:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:39 smithi016 ceph-mon[84444]: osdmap e516: 8 total, 7 up, 8 in 2024-04-12T16:32:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:39 smithi016 ceph-mon[84444]: Health check failed: Degraded data redundancy: 39/321 objects degraded (12.150%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:39.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[88416]: pgmap v438: 121 pgs: 10 active+clean+remapped, 10 active+undersized+degraded, 3 stale+active+clean, 28 active+undersized, 70 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 15 op/s; 39/321 objects degraded (12.150%); 8/321 objects misplaced (2.492%) 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[88416]: osdmap e516: 8 total, 7 up, 8 in 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[88416]: Health check failed: Degraded data redundancy: 39/321 objects degraded (12.150%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[90837]: pgmap v438: 121 pgs: 10 active+clean+remapped, 10 active+undersized+degraded, 3 stale+active+clean, 28 active+undersized, 70 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 15 op/s; 39/321 objects degraded (12.150%); 8/321 objects misplaced (2.492%) 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[90837]: osdmap e516: 8 total, 7 up, 8 in 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[90837]: Health check failed: Degraded data redundancy: 39/321 objects degraded (12.150%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:39.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2338: done (4 left) 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2339: done (3 left) 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2341: done (2 left) 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2342: done (1 left) 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2343: done (0 left) 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2344: rollback oid 50 current snap is 218 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 208 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2345: read oid 30 snap -1 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2345: expect (ObjNum 705 snap 209 seq_num 705) 2024-04-12T16:32:40.703 INFO:tasks.rados.rados.0.smithi005.stdout:2346: snap_create 2024-04-12T16:32:40.705 INFO:tasks.rados.rados.0.smithi005.stdout:2344: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:32:40.706 INFO:tasks.rados.rados.0.smithi005.stdout:2344: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:32:40.706 INFO:tasks.rados.rados.0.smithi005.stdout:2344: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:32:40.706 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1104 (ObjNum 626 snap 186 seq_num 626) dirty exists 2024-04-12T16:32:40.733 INFO:tasks.rados.rados.0.smithi005.stdout:2345: expect (ObjNum 705 snap 209 seq_num 705) 2024-04-12T16:32:41.632 INFO:tasks.rados.rados.0.smithi005.stdout:2344: done (2 left) 2024-04-12T16:32:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:2345: done (1 left) 2024-04-12T16:32:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:2346: done (0 left) 2024-04-12T16:32:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 219 2024-04-12T16:32:41.633 INFO:tasks.rados.rados.0.smithi005.stdout:2347: seq_num 739 ranges {0=385024} 2024-04-12T16:32:41.635 INFO:tasks.rados.rados.0.smithi005.stdout:2347: writing smithi00577259-19 from 0 to 385024 tid 1 2024-04-12T16:32:41.636 INFO:tasks.rados.rados.0.smithi005.stdout:2348: read oid 49 snap -1 2024-04-12T16:32:41.636 INFO:tasks.rados.rados.0.smithi005.stdout:2348: expect (ObjNum 732 snap 214 seq_num 732) 2024-04-12T16:32:41.636 INFO:tasks.rados.rados.0.smithi005.stdout:2349: read oid 27 snap -1 2024-04-12T16:32:41.636 INFO:tasks.rados.rados.0.smithi005.stdout:2349: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:32:41.636 INFO:tasks.rados.rados.0.smithi005.stdout:2350: snap_create 2024-04-12T16:32:41.643 INFO:tasks.rados.rados.0.smithi005.stdout:2347: finishing write tid 1 to smithi00577259-19 2024-04-12T16:32:41.644 INFO:tasks.rados.rados.0.smithi005.stdout:2347: finishing write tid 2 to smithi00577259-19 2024-04-12T16:32:41.648 INFO:tasks.rados.rados.0.smithi005.stdout:2347: finishing write tid 3 to smithi00577259-19 2024-04-12T16:32:41.648 INFO:tasks.rados.rados.0.smithi005.stdout:2347: oid 19 updating version 0 to 797 2024-04-12T16:32:41.648 INFO:tasks.rados.rados.0.smithi005.stdout:2347: oid 19 version 797 is already newer than 796 2024-04-12T16:32:41.648 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 797 (ObjNum 739 snap 219 seq_num 739) dirty exists 2024-04-12T16:32:41.648 INFO:tasks.rados.rados.0.smithi005.stdout:2347: left oid 19 (ObjNum 739 snap 219 seq_num 739) 2024-04-12T16:32:41.672 INFO:tasks.rados.rados.0.smithi005.stdout:2348: expect (ObjNum 732 snap 214 seq_num 732) 2024-04-12T16:32:41.936 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:41 smithi016 ceph-mon[84444]: pgmap v440: 121 pgs: 10 active+clean+remapped, 12 active+undersized+degraded, 34 active+undersized, 65 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 0 B/s wr, 20 op/s; 43/321 objects degraded (13.396%); 8/321 objects misplaced (2.492%) 2024-04-12T16:32:41.936 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:41 smithi016 ceph-mon[84444]: osdmap e517: 8 total, 7 up, 8 in 2024-04-12T16:32:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:41 smithi005 ceph-mon[88416]: pgmap v440: 121 pgs: 10 active+clean+remapped, 12 active+undersized+degraded, 34 active+undersized, 65 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 0 B/s wr, 20 op/s; 43/321 objects degraded (13.396%); 8/321 objects misplaced (2.492%) 2024-04-12T16:32:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:41 smithi005 ceph-mon[88416]: osdmap e517: 8 total, 7 up, 8 in 2024-04-12T16:32:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:41 smithi005 ceph-mon[90837]: pgmap v440: 121 pgs: 10 active+clean+remapped, 12 active+undersized+degraded, 34 active+undersized, 65 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 0 B/s wr, 20 op/s; 43/321 objects degraded (13.396%); 8/321 objects misplaced (2.492%) 2024-04-12T16:32:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:41 smithi005 ceph-mon[90837]: osdmap e517: 8 total, 7 up, 8 in 2024-04-12T16:32:42.176 INFO:tasks.rados.rados.0.smithi005.stdout:2349: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:32:42.590 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T16:32:42.384+0000 7f0526f277c0 -1 osd.7 509 log_to_monitors true 2024-04-12T16:32:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:32:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:42.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:42 smithi005 ceph-mon[88416]: osdmap e518: 8 total, 7 up, 8 in 2024-04-12T16:32:42.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:42 smithi005 ceph-mon[88416]: from='osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:32:42.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:42 smithi005 ceph-mon[88416]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:32:42.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:42 smithi005 ceph-mon[90837]: osdmap e518: 8 total, 7 up, 8 in 2024-04-12T16:32:42.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:42 smithi005 ceph-mon[90837]: from='osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:32:42.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:42 smithi005 ceph-mon[90837]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:32:43.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:42 smithi016 ceph-mon[84444]: osdmap e518: 8 total, 7 up, 8 in 2024-04-12T16:32:43.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:42 smithi016 ceph-mon[84444]: from='osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:32:43.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:42 smithi016 ceph-mon[84444]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T16:32:43.090 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T16:32:42.655+0000 7f051837f700 -1 osd.7 509 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T16:32:43.729 INFO:tasks.rados.rados.0.smithi005.stdout:2347: done (3 left) 2024-04-12T16:32:43.729 INFO:tasks.rados.rados.0.smithi005.stdout:2348: done (2 left) 2024-04-12T16:32:43.729 INFO:tasks.rados.rados.0.smithi005.stdout:2349: done (1 left) 2024-04-12T16:32:43.729 INFO:tasks.rados.rados.0.smithi005.stdout:2350: done (0 left) 2024-04-12T16:32:43.729 INFO:tasks.rados.rados.0.smithi005.stdout:2351: read oid 2 snap -1 2024-04-12T16:32:43.729 INFO:tasks.rados.rados.0.smithi005.stdout:2351: expect deleted 2024-04-12T16:32:43.729 INFO:tasks.rados.rados.0.smithi005.stdout:2352: snap_create 2024-04-12T16:32:43.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:32:43] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2024-04-12T16:32:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[88416]: pgmap v443: 121 pgs: 10 active+clean+remapped, 12 active+undersized+degraded, 34 active+undersized, 65 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 74 KiB/s wr, 16 op/s; 44/324 objects degraded (13.580%); 8/324 objects misplaced (2.469%) 2024-04-12T16:32:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[88416]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:32:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[88416]: from='osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[88416]: osdmap e519: 8 total, 7 up, 8 in 2024-04-12T16:32:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[88416]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[90837]: pgmap v443: 121 pgs: 10 active+clean+remapped, 12 active+undersized+degraded, 34 active+undersized, 65 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 74 KiB/s wr, 16 op/s; 44/324 objects degraded (13.580%); 8/324 objects misplaced (2.469%) 2024-04-12T16:32:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[90837]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:32:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[90837]: from='osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[90837]: osdmap e519: 8 total, 7 up, 8 in 2024-04-12T16:32:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[90837]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:43 smithi016 ceph-mon[84444]: pgmap v443: 121 pgs: 10 active+clean+remapped, 12 active+undersized+degraded, 34 active+undersized, 65 active+clean; 226 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 74 KiB/s wr, 16 op/s; 44/324 objects degraded (13.580%); 8/324 objects misplaced (2.469%) 2024-04-12T16:32:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:43 smithi016 ceph-mon[84444]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T16:32:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:43 smithi016 ceph-mon[84444]: from='osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:43 smithi016 ceph-mon[84444]: osdmap e519: 8 total, 7 up, 8 in 2024-04-12T16:32:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:43 smithi016 ceph-mon[84444]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi016", "root=default"]}]: dispatch 2024-04-12T16:32:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.644 INFO:tasks.rados.rados.0.smithi005.stdout:2351: done (1 left) 2024-04-12T16:32:44.644 INFO:tasks.rados.rados.0.smithi005.stdout:2352: done (0 left) 2024-04-12T16:32:44.644 INFO:tasks.rados.rados.0.smithi005.stdout:2353: snap_create 2024-04-12T16:32:44.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:44 smithi016 ceph-mon[84444]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:32:44.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:44 smithi016 ceph-mon[84444]: osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471] boot 2024-04-12T16:32:44.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:44 smithi016 ceph-mon[84444]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T16:32:44.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:32:44.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:44 smithi016 ceph-mon[84444]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[88416]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[88416]: osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471] boot 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[88416]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[88416]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[90837]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[90837]: osd.7 [v2:172.21.15.16:6824/1189329471,v1:172.21.15.16:6825/1189329471] boot 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[90837]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T16:32:44.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T16:32:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:44.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:44 smithi005 ceph-mon[90837]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2353: done (0 left) 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2354: copy_from oid 41 from oid 34 current snap is 222 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2355: read oid 14 snap 209 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2355: expect (ObjNum 661 snap 191 seq_num 661) 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2356: read oid 44 snap -1 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2356: expect (ObjNum 660 snap 191 seq_num 660) 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2357: rmattr oid 46 current snap is 222 2024-04-12T16:32:45.644 INFO:tasks.rados.rados.0.smithi005.stdout:2357: done (3 left) 2024-04-12T16:32:45.645 INFO:tasks.rados.rados.0.smithi005.stdout:2358: read oid 30 snap -1 2024-04-12T16:32:45.645 INFO:tasks.rados.rados.0.smithi005.stdout:2358: expect (ObjNum 705 snap 209 seq_num 705) 2024-04-12T16:32:45.645 INFO:tasks.rados.rados.0.smithi005.stdout:2359: delete oid 20 current snap is 222 2024-04-12T16:32:45.649 INFO:tasks.rados.rados.0.smithi005.stdout:2359: done (4 left) 2024-04-12T16:32:45.649 INFO:tasks.rados.rados.0.smithi005.stdout:2360: snap_remove snap 219 2024-04-12T16:32:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:45 smithi005 ceph-mon[88416]: pgmap v446: 121 pgs: 10 active+clean+remapped, 5 peering, 11 active+undersized+degraded, 30 active+undersized, 65 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 180 KiB/s wr, 6 op/s; 43/330 objects degraded (13.030%); 8/330 objects misplaced (2.424%) 2024-04-12T16:32:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:45 smithi005 ceph-mon[88416]: Health check update: Degraded data redundancy: 43/330 objects degraded (13.030%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:45.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:45 smithi005 ceph-mon[88416]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T16:32:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:45 smithi005 ceph-mon[90837]: pgmap v446: 121 pgs: 10 active+clean+remapped, 5 peering, 11 active+undersized+degraded, 30 active+undersized, 65 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 180 KiB/s wr, 6 op/s; 43/330 objects degraded (13.030%); 8/330 objects misplaced (2.424%) 2024-04-12T16:32:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:45 smithi005 ceph-mon[90837]: Health check update: Degraded data redundancy: 43/330 objects degraded (13.030%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:45 smithi005 ceph-mon[90837]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T16:32:46.008 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:45 smithi016 ceph-mon[84444]: pgmap v446: 121 pgs: 10 active+clean+remapped, 5 peering, 11 active+undersized+degraded, 30 active+undersized, 65 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 180 KiB/s wr, 6 op/s; 43/330 objects degraded (13.030%); 8/330 objects misplaced (2.424%) 2024-04-12T16:32:46.008 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:45 smithi016 ceph-mon[84444]: Health check update: Degraded data redundancy: 43/330 objects degraded (13.030%), 11 pgs degraded (PG_DEGRADED) 2024-04-12T16:32:46.008 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:45 smithi016 ceph-mon[84444]: osdmap e522: 8 total, 8 up, 8 in 2024-04-12T16:32:46.644 INFO:tasks.rados.rados.0.smithi005.stdout:2360: done (4 left) 2024-04-12T16:32:46.644 INFO:tasks.rados.rados.0.smithi005.stdout:2361: rmattr oid 7 current snap is 222 2024-04-12T16:32:46.644 INFO:tasks.rados.rados.0.smithi005.stdout:2358: expect (ObjNum 705 snap 209 seq_num 705) 2024-04-12T16:32:46.992 INFO:tasks.rados.rados.0.smithi005.stdout:2354: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:32:46.992 INFO:tasks.rados.rados.0.smithi005.stdout:2354: finishing copy_from to smithi00577259-41 2024-04-12T16:32:46.992 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1065 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:32:46.992 INFO:tasks.rados.rados.0.smithi005.stdout:2355: expect (ObjNum 661 snap 191 seq_num 661) 2024-04-12T16:32:47.139 INFO:tasks.rados.rados.0.smithi005.stdout:2356: expect (ObjNum 660 snap 191 seq_num 660) 2024-04-12T16:32:47.256 INFO:tasks.rados.rados.0.smithi005.stdout:2354: done (4 left) 2024-04-12T16:32:47.256 INFO:tasks.rados.rados.0.smithi005.stdout:2355: done (3 left) 2024-04-12T16:32:47.256 INFO:tasks.rados.rados.0.smithi005.stdout:2356: done (2 left) 2024-04-12T16:32:47.256 INFO:tasks.rados.rados.0.smithi005.stdout:2358: done (1 left) 2024-04-12T16:32:47.256 INFO:tasks.rados.rados.0.smithi005.stdout:2362: read oid 45 snap -1 2024-04-12T16:32:47.256 INFO:tasks.rados.rados.0.smithi005.stdout:2362: expect (ObjNum 688 snap 197 seq_num 688) 2024-04-12T16:32:47.257 INFO:tasks.rados.rados.0.smithi005.stdout:2363: copy_from oid 9 from oid 37 current snap is 222 2024-04-12T16:32:47.257 INFO:tasks.rados.rados.0.smithi005.stdout:2364: snap_remove snap 208 2024-04-12T16:32:47.651 INFO:tasks.rados.rados.0.smithi005.stdout:2364: done (3 left) 2024-04-12T16:32:47.651 INFO:tasks.rados.rados.0.smithi005.stdout:2365: read oid 2 snap -1 2024-04-12T16:32:47.651 INFO:tasks.rados.rados.0.smithi005.stdout:2365: expect deleted 2024-04-12T16:32:47.651 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 222 2024-04-12T16:32:47.651 INFO:tasks.rados.rados.0.smithi005.stdout:2366: seq_num 741 ranges {12394496=417792} 2024-04-12T16:32:47.720 INFO:tasks.rados.rados.0.smithi005.stdout:2366: writing smithi00577259-27 from 12394496 to 12812288 tid 1 2024-04-12T16:32:47.720 INFO:tasks.rados.rados.0.smithi005.stdout:2367: snap_create 2024-04-12T16:32:47.720 INFO:tasks.rados.rados.0.smithi005.stdout:2363: finishing copy_from to smithi00577259-9 2024-04-12T16:32:47.720 INFO:tasks.rados.rados.0.smithi005.stdout:2363: got expected ENOENT (src dne) 2024-04-12T16:32:47.720 INFO:tasks.rados.rados.0.smithi005.stdout:2363: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:32:47.721 INFO:tasks.rados.rados.0.smithi005.stdout:2362: expect (ObjNum 688 snap 197 seq_num 688) 2024-04-12T16:32:47.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:47 smithi016 ceph-mon[84444]: pgmap v449: 121 pgs: 10 active+clean+remapped, 5 peering, 11 active+undersized+degraded, 30 active+undersized, 65 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 94 KiB/s wr, 5 op/s; 43/330 objects degraded (13.030%); 8/330 objects misplaced (2.424%) 2024-04-12T16:32:47.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:47 smithi016 ceph-mon[84444]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T16:32:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:47 smithi005 ceph-mon[88416]: pgmap v449: 121 pgs: 10 active+clean+remapped, 5 peering, 11 active+undersized+degraded, 30 active+undersized, 65 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 94 KiB/s wr, 5 op/s; 43/330 objects degraded (13.030%); 8/330 objects misplaced (2.424%) 2024-04-12T16:32:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:47 smithi005 ceph-mon[88416]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T16:32:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:47 smithi005 ceph-mon[90837]: pgmap v449: 121 pgs: 10 active+clean+remapped, 5 peering, 11 active+undersized+degraded, 30 active+undersized, 65 active+clean; 227 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 94 KiB/s wr, 5 op/s; 43/330 objects degraded (13.030%); 8/330 objects misplaced (2.424%) 2024-04-12T16:32:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:47 smithi005 ceph-mon[90837]: osdmap e523: 8 total, 8 up, 8 in 2024-04-12T16:32:48.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T16:32:48.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:48.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:48.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T16:32:48.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T16:32:48.843 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T16:32:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T16:32:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T16:32:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T16:32:48.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: osdmap e524: 8 total, 8 up, 8 in 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-12T16:32:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-12T16:32:48.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-12T16:32:48.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-12T16:32:48.955 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-12T16:32:49.899 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all osd 2024-04-12T16:32:49.899 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T16:32:49.899 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: pgmap v452: 121 pgs: 3 active+clean+snaptrim, 1 activating, 5 peering, 112 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 722 KiB/s wr, 4 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-04-12T16:32:49.899 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T16:32:49.899 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T16:32:49.899 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: osdmap e525: 8 total, 8 up, 8 in 2024-04-12T16:32:49.899 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: Upgrade: It appears safe to stop mds.a 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/330 objects degraded (13.030%), 11 pgs degraded) 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all osd 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: pgmap v452: 121 pgs: 3 active+clean+snaptrim, 1 activating, 5 peering, 112 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 722 KiB/s wr, 4 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: osdmap e525: 8 total, 8 up, 8 in 2024-04-12T16:32:49.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:32:49.901 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: Upgrade: It appears safe to stop mds.a 2024-04-12T16:32:49.901 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/330 objects degraded (13.030%), 11 pgs degraded) 2024-04-12T16:32:49.901 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:32:49.901 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:49.901 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all osd 2024-04-12T16:32:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: Upgrade: Setting require_osd_release to 19 squid 2024-04-12T16:32:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: pgmap v452: 121 pgs: 3 active+clean+snaptrim, 1 activating, 5 peering, 112 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 722 KiB/s wr, 4 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-04-12T16:32:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-12T16:32:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-12T16:32:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: osdmap e525: 8 total, 8 up, 8 in 2024-04-12T16:32:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T16:32:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: Upgrade: It appears safe to stop mds.a 2024-04-12T16:32:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/330 objects degraded (13.030%), 11 pgs degraded) 2024-04-12T16:32:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:32:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:32:50.583 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 765 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:32:50.584 INFO:tasks.rados.rados.0.smithi005.stdout:2361: done (5 left) 2024-04-12T16:32:50.584 INFO:tasks.rados.rados.0.smithi005.stdout:2362: done (4 left) 2024-04-12T16:32:50.584 INFO:tasks.rados.rados.0.smithi005.stdout:2363: done (3 left) 2024-04-12T16:32:50.584 INFO:tasks.rados.rados.0.smithi005.stdout:2365: done (2 left) 2024-04-12T16:32:50.584 INFO:tasks.rados.rados.0.smithi005.stdout:2367: done (1 left) 2024-04-12T16:32:50.584 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 223 2024-04-12T16:32:50.584 INFO:tasks.rados.rados.0.smithi005.stdout:2368: seq_num 742 ranges {4595712=434176} 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2368: writing smithi00577259-32 from 4595712 to 5029888 tid 1 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2369: rollback oid 50 current snap is 223 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 220 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2366: finishing write tid 1 to smithi00577259-27 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2366: finishing write tid 2 to smithi00577259-27 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2366: finishing write tid 3 to smithi00577259-27 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2366: oid 27 updating version 0 to 1029 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2366: oid 27 version 1029 is already newer than 1028 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1029 (ObjNum 741 snap 222 seq_num 741) dirty exists 2024-04-12T16:32:50.614 INFO:tasks.rados.rados.0.smithi005.stdout:2366: left oid 27 (ObjNum 741 snap 222 seq_num 741) 2024-04-12T16:32:50.615 INFO:tasks.rados.rados.0.smithi005.stdout:2366: done (2 left) 2024-04-12T16:32:50.615 INFO:tasks.rados.rados.0.smithi005.stdout:2370: copy_from oid 2 from oid 40 current snap is 223 2024-04-12T16:32:50.615 INFO:tasks.rados.rados.0.smithi005.stdout:2371: rollback oid 8 current snap is 223 2024-04-12T16:32:50.615 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 220 2024-04-12T16:32:50.615 INFO:tasks.rados.rados.0.smithi005.stdout:2372: delete oid 30 current snap is 223 2024-04-12T16:32:50.623 INFO:tasks.rados.rados.0.smithi005.stdout:2369: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:32:50.624 INFO:tasks.rados.rados.0.smithi005.stdout:2372: done (4 left) 2024-04-12T16:32:50.624 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 223 2024-04-12T16:32:50.624 INFO:tasks.rados.rados.0.smithi005.stdout:2373: seq_num 744 ranges {2949120=466944} 2024-04-12T16:32:50.644 INFO:tasks.rados.rados.0.smithi005.stdout:2373: writing smithi00577259-44 from 2949120 to 3416064 tid 1 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2374: setattr oid 45 current snap is 223 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2369: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2369: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1126 (ObjNum 626 snap 186 seq_num 626) dirty exists 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2368: finishing write tid 1 to smithi00577259-32 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2368: finishing write tid 2 to smithi00577259-32 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2371: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2371: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2371: finishing rollback tid 2 to smithi00577259-8 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1035 (ObjNum 724 snap 212 seq_num 724) dirty exists 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2368: finishing write tid 3 to smithi00577259-32 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2368: oid 32 updating version 0 to 1030 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2368: oid 32 updating version 1030 to 1031 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1031 (ObjNum 742 snap 223 seq_num 742) dirty exists 2024-04-12T16:32:50.645 INFO:tasks.rados.rados.0.smithi005.stdout:2368: left oid 32 (ObjNum 742 snap 223 seq_num 742) 2024-04-12T16:32:50.646 INFO:tasks.rados.rados.0.smithi005.stdout:2370: finishing copy_from racing read to smithi00577259-2 2024-04-12T16:32:50.646 INFO:tasks.rados.rados.0.smithi005.stdout:2368: done (5 left) 2024-04-12T16:32:50.646 INFO:tasks.rados.rados.0.smithi005.stdout:2369: done (4 left) 2024-04-12T16:32:50.647 INFO:tasks.rados.rados.0.smithi005.stdout:2371: done (3 left) 2024-04-12T16:32:50.647 INFO:tasks.rados.rados.0.smithi005.stdout:2375: read oid 28 snap -1 2024-04-12T16:32:50.647 INFO:tasks.rados.rados.0.smithi005.stdout:2375: expect (ObjNum 613 snap 183 seq_num 613) 2024-04-12T16:32:50.647 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 223 2024-04-12T16:32:50.647 INFO:tasks.rados.rados.0.smithi005.stdout:2376: seq_num 745 ranges {0=483328} 2024-04-12T16:32:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2376: writing smithi00577259-10 from 0 to 483328 tid 1 2024-04-12T16:32:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2377: setattr oid 14 current snap is 223 2024-04-12T16:32:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2370: finishing copy_from to smithi00577259-2 2024-04-12T16:32:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1010 (ObjNum 700 snap 204 seq_num 700) dirty exists 2024-04-12T16:32:50.652 INFO:tasks.rados.rados.0.smithi005.stdout:2370: done (5 left) 2024-04-12T16:32:50.652 INFO:tasks.rados.rados.0.smithi005.stdout:2378: read oid 17 snap 218 2024-04-12T16:32:50.652 INFO:tasks.rados.rados.0.smithi005.stdout:2378: expect (ObjNum 550 snap 161 seq_num 550) 2024-04-12T16:32:50.652 INFO:tasks.rados.rados.0.smithi005.stdout:2379: read oid 21 snap -1 2024-04-12T16:32:50.652 INFO:tasks.rados.rados.0.smithi005.stdout:2379: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T16:32:50.652 INFO:tasks.rados.rados.0.smithi005.stdout:2380: delete oid 49 current snap is 223 2024-04-12T16:32:50.652 INFO:tasks.rados.rados.0.smithi005.stdout:2375: expect (ObjNum 613 snap 183 seq_num 613) 2024-04-12T16:32:50.675 INFO:tasks.rados.rados.0.smithi005.stdout:2379: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2373: finishing write tid 1 to smithi00577259-44 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2373: finishing write tid 2 to smithi00577259-44 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2373: finishing write tid 3 to smithi00577259-44 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2373: oid 44 updating version 0 to 1017 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2373: oid 44 updating version 1017 to 1018 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1018 (ObjNum 744 snap 223 seq_num 744) dirty exists 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2373: left oid 44 (ObjNum 744 snap 223 seq_num 744) 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1128 (ObjNum 661 snap 191 seq_num 661) dirty exists 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1031 (ObjNum 688 snap 197 seq_num 688) dirty exists 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2376: finishing write tid 1 to smithi00577259-10 2024-04-12T16:32:50.737 INFO:tasks.rados.rados.0.smithi005.stdout:2376: finishing write tid 2 to smithi00577259-10 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2373: done (7 left) 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2374: done (6 left) 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2375: done (5 left) 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2377: done (4 left) 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2379: done (3 left) 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2380: done (2 left) 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 223 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2376: finishing write tid 3 to smithi00577259-10 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2376: oid 10 updating version 0 to 984 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2376: oid 10 updating version 984 to 985 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 985 (ObjNum 745 snap 223 seq_num 745) dirty exists 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2376: left oid 10 (ObjNum 745 snap 223 seq_num 745) 2024-04-12T16:32:50.738 INFO:tasks.rados.rados.0.smithi005.stdout:2378: expect (ObjNum 550 snap 161 seq_num 550) 2024-04-12T16:32:50.883 INFO:tasks.rados.rados.0.smithi005.stdout:2381: seq_num 747 ranges {0=516096} 2024-04-12T16:32:50.886 INFO:tasks.rados.rados.0.smithi005.stdout:2381: writing smithi00577259-47 from 0 to 516096 tid 1 2024-04-12T16:32:50.886 INFO:tasks.rados.rados.0.smithi005.stdout:2376: done (2 left) 2024-04-12T16:32:50.886 INFO:tasks.rados.rados.0.smithi005.stdout:2378: done (1 left) 2024-04-12T16:32:50.886 INFO:tasks.rados.rados.0.smithi005.stdout:2382: setattr oid 13 current snap is 223 2024-04-12T16:32:50.889 INFO:tasks.rados.rados.0.smithi005.stdout:2381: finishing write tid 1 to smithi00577259-47 2024-04-12T16:32:50.889 INFO:tasks.rados.rados.0.smithi005.stdout:2381: finishing write tid 2 to smithi00577259-47 2024-04-12T16:32:50.889 INFO:tasks.rados.rados.0.smithi005.stdout:2383: delete oid 18 current snap is 223 2024-04-12T16:32:50.890 INFO:tasks.rados.rados.0.smithi005.stdout:2381: finishing write tid 3 to smithi00577259-47 2024-04-12T16:32:50.890 INFO:tasks.rados.rados.0.smithi005.stdout:2381: oid 47 updating version 0 to 433 2024-04-12T16:32:50.890 INFO:tasks.rados.rados.0.smithi005.stdout:2381: oid 47 updating version 433 to 434 2024-04-12T16:32:50.890 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 434 (ObjNum 747 snap 223 seq_num 747) dirty exists 2024-04-12T16:32:50.890 INFO:tasks.rados.rados.0.smithi005.stdout:2381: left oid 47 (ObjNum 747 snap 223 seq_num 747) 2024-04-12T16:32:50.891 INFO:tasks.rados.rados.0.smithi005.stdout:2381: done (2 left) 2024-04-12T16:32:50.891 INFO:tasks.rados.rados.0.smithi005.stdout:2383: done (1 left) 2024-04-12T16:32:50.891 INFO:tasks.rados.rados.0.smithi005.stdout:2384: delete oid 21 current snap is 223 2024-04-12T16:32:50.894 INFO:tasks.rados.rados.0.smithi005.stdout:2384: done (1 left) 2024-04-12T16:32:50.894 INFO:tasks.rados.rados.0.smithi005.stdout:2385: read oid 48 snap -1 2024-04-12T16:32:50.894 INFO:tasks.rados.rados.0.smithi005.stdout:2385: expect (ObjNum 733 snap 214 seq_num 733) 2024-04-12T16:32:50.894 INFO:tasks.rados.rados.0.smithi005.stdout:2386: delete oid 8 current snap is 223 2024-04-12T16:32:50.894 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1033 (ObjNum 719 snap 210 seq_num 719) dirty exists 2024-04-12T16:32:50.896 INFO:tasks.rados.rados.0.smithi005.stdout:2382: done (2 left) 2024-04-12T16:32:50.896 INFO:tasks.rados.rados.0.smithi005.stdout:2386: done (1 left) 2024-04-12T16:32:50.896 INFO:tasks.rados.rados.0.smithi005.stdout:2387: read oid 21 snap 214 2024-04-12T16:32:50.896 INFO:tasks.rados.rados.0.smithi005.stdout:2387: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T16:32:50.896 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 223 2024-04-12T16:32:50.896 INFO:tasks.rados.rados.0.smithi005.stdout:2388: seq_num 751 ranges {0=581632} 2024-04-12T16:32:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2388: writing smithi00577259-16 from 0 to 581632 tid 1 2024-04-12T16:32:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2389: read oid 10 snap -1 2024-04-12T16:32:50.900 INFO:tasks.rados.rados.0.smithi005.stdout:2389: expect (ObjNum 745 snap 223 seq_num 745) 2024-04-12T16:32:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2390: read oid 14 snap -1 2024-04-12T16:32:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2390: expect (ObjNum 661 snap 191 seq_num 661) 2024-04-12T16:32:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2391: read oid 49 snap 214 2024-04-12T16:32:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2391: expect (ObjNum 732 snap 214 seq_num 732) 2024-04-12T16:32:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 223 2024-04-12T16:32:50.901 INFO:tasks.rados.rados.0.smithi005.stdout:2392: seq_num 752 ranges {3039232=598016} 2024-04-12T16:32:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2392: writing smithi00577259-1 from 3039232 to 3637248 tid 1 2024-04-12T16:32:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2393: copy_from oid 6 from oid 29 current snap is 223 2024-04-12T16:32:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2389: expect (ObjNum 745 snap 223 seq_num 745) 2024-04-12T16:32:50.938 INFO:tasks.rados.rados.0.smithi005.stdout:2387: expect (ObjNum 710 snap 209 seq_num 710) 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:2388: finishing write tid 1 to smithi00577259-16 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:2388: finishing write tid 2 to smithi00577259-16 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:2388: finishing write tid 3 to smithi00577259-16 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:2388: oid 16 updating version 0 to 766 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:2388: oid 16 updating version 766 to 767 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 767 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:2388: left oid 16 (ObjNum 751 snap 223 seq_num 751) 2024-04-12T16:32:51.002 INFO:tasks.rados.rados.0.smithi005.stdout:2385: expect (ObjNum 733 snap 214 seq_num 733) 2024-04-12T16:32:51.360 INFO:tasks.rados.rados.0.smithi005.stdout:2390: expect (ObjNum 661 snap 191 seq_num 661) 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:2392: finishing write tid 1 to smithi00577259-1 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:2392: finishing write tid 2 to smithi00577259-1 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:2392: finishing write tid 3 to smithi00577259-1 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:2392: oid 1 updating version 0 to 896 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:2392: oid 1 updating version 896 to 897 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 897 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:2392: left oid 1 (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:32:51.511 INFO:tasks.rados.rados.0.smithi005.stdout:2393: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:32:51.512 INFO:tasks.rados.rados.0.smithi005.stdout:2393: finishing copy_from to smithi00577259-6 2024-04-12T16:32:51.512 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 888 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-12T16:32:51.512 INFO:tasks.rados.rados.0.smithi005.stdout:2391: expect (ObjNum 732 snap 214 seq_num 732) 2024-04-12T16:32:51.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:51 smithi016 ceph-mon[84444]: pgmap v454: 121 pgs: 3 active+clean+snaptrim, 1 activating, 117 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 630 KiB/s wr, 4 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-04-12T16:32:51.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:51 smithi016 ceph-mon[84444]: Upgrade: Updating mds.a 2024-04-12T16:32:51.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:51.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:32:51.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:51.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:51 smithi016 ceph-mon[84444]: Deploying daemon mds.a on smithi005 2024-04-12T16:32:51.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:51 smithi016 ceph-mon[84444]: osdmap e526: 8 total, 8 up, 8 in 2024-04-12T16:32:51.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[90837]: pgmap v454: 121 pgs: 3 active+clean+snaptrim, 1 activating, 117 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 630 KiB/s wr, 4 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[90837]: Upgrade: Updating mds.a 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[90837]: Deploying daemon mds.a on smithi005 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[90837]: osdmap e526: 8 total, 8 up, 8 in 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[88416]: pgmap v454: 121 pgs: 3 active+clean+snaptrim, 1 activating, 117 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 630 KiB/s wr, 4 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[88416]: Upgrade: Updating mds.a 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:32:51.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:32:51.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[88416]: Deploying daemon mds.a on smithi005 2024-04-12T16:32:51.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:51 smithi005 ceph-mon[88416]: osdmap e526: 8 total, 8 up, 8 in 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2385: done (7 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2387: done (6 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2388: done (5 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2389: done (4 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2390: done (3 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2391: done (2 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2392: done (1 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2393: done (0 left) 2024-04-12T16:32:52.016 INFO:tasks.rados.rados.0.smithi005.stdout:2394: snap_remove snap 214 2024-04-12T16:32:52.335 INFO:tasks.rados.rados.0.smithi005.stdout:2394: done (0 left) 2024-04-12T16:32:52.335 INFO:tasks.rados.rados.0.smithi005.stdout:2395: delete oid 49 current snap is 223 2024-04-12T16:32:52.341 INFO:tasks.rados.rados.0.smithi005.stdout:2395: done (0 left) 2024-04-12T16:32:52.341 INFO:tasks.rados.rados.0.smithi005.stdout:2396: rmattr oid 13 current snap is 223 2024-04-12T16:32:52.341 INFO:tasks.rados.rados.0.smithi005.stdout:2397: setattr oid 5 current snap is 223 2024-04-12T16:32:52.343 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 223 2024-04-12T16:32:52.343 INFO:tasks.rados.rados.0.smithi005.stdout:2398: seq_num 754 ranges {0=630784} 2024-04-12T16:32:52.348 INFO:tasks.rados.rados.0.smithi005.stdout:2398: writing smithi00577259-18 from 0 to 630784 tid 1 2024-04-12T16:32:52.348 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 223 2024-04-12T16:32:52.348 INFO:tasks.rados.rados.0.smithi005.stdout:2399: seq_num 755 ranges {0=647168} 2024-04-12T16:32:52.353 INFO:tasks.rados.rados.0.smithi005.stdout:2399: writing smithi00577259-26 from 0 to 647168 tid 1 2024-04-12T16:32:52.353 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 223 2024-04-12T16:32:52.353 INFO:tasks.rados.rados.0.smithi005.stdout:2400: seq_num 756 ranges {6397952=671744} 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2400: writing smithi00577259-48 from 6397952 to 7069696 tid 1 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2401: rollback oid 22 current snap is 223 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 22 to 220 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1018 (ObjNum 961 snap 0 seq_num 730482416) dirty exists 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1038 (ObjNum 719 snap 210 seq_num 719) dirty exists 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2398: finishing write tid 1 to smithi00577259-18 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2398: finishing write tid 2 to smithi00577259-18 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2399: finishing write tid 1 to smithi00577259-26 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2399: finishing write tid 2 to smithi00577259-26 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2398: finishing write tid 3 to smithi00577259-18 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2398: oid 18 updating version 0 to 1020 2024-04-12T16:32:52.393 INFO:tasks.rados.rados.0.smithi005.stdout:2398: oid 18 version 1020 is already newer than 1019 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1020 (ObjNum 754 snap 223 seq_num 754) dirty exists 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2398: left oid 18 (ObjNum 754 snap 223 seq_num 754) 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2399: finishing write tid 3 to smithi00577259-26 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2399: oid 26 updating version 0 to 435 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2399: oid 26 updating version 435 to 436 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 436 (ObjNum 755 snap 223 seq_num 755) dirty exists 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2399: left oid 26 (ObjNum 755 snap 223 seq_num 755) 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2396: done (5 left) 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2397: done (4 left) 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2398: done (3 left) 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2399: done (2 left) 2024-04-12T16:32:52.394 INFO:tasks.rados.rados.0.smithi005.stdout:2402: delete oid 13 current snap is 223 2024-04-12T16:32:52.395 INFO:tasks.rados.rados.0.smithi005.stdout:2402: done (2 left) 2024-04-12T16:32:52.395 INFO:tasks.rados.rados.0.smithi005.stdout:2403: snap_create 2024-04-12T16:32:52.396 INFO:tasks.rados.rados.0.smithi005.stdout:2401: finishing rollback tid 0 to smithi00577259-22 2024-04-12T16:32:52.396 INFO:tasks.rados.rados.0.smithi005.stdout:2401: finishing rollback tid 1 to smithi00577259-22 2024-04-12T16:32:52.396 INFO:tasks.rados.rados.0.smithi005.stdout:2401: finishing rollback tid 2 to smithi00577259-22 2024-04-12T16:32:52.396 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 966 (ObjNum 585 snap 170 seq_num 585) dirty exists 2024-04-12T16:32:52.397 INFO:tasks.rados.rados.0.smithi005.stdout:2400: finishing write tid 1 to smithi00577259-48 2024-04-12T16:32:52.397 INFO:tasks.rados.rados.0.smithi005.stdout:2400: finishing write tid 2 to smithi00577259-48 2024-04-12T16:32:52.398 INFO:tasks.rados.rados.0.smithi005.stdout:2400: finishing write tid 3 to smithi00577259-48 2024-04-12T16:32:52.399 INFO:tasks.rados.rados.0.smithi005.stdout:2400: oid 48 updating version 0 to 1031 2024-04-12T16:32:52.399 INFO:tasks.rados.rados.0.smithi005.stdout:2400: oid 48 version 1031 is already newer than 1030 2024-04-12T16:32:52.399 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:32:52.399 INFO:tasks.rados.rados.0.smithi005.stdout:2400: left oid 48 (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:32:52.504 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:32:52 smithi005 systemd[1]: Stopping Ceph mds.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:32:52.510 INFO:tasks.rados.rados.0.smithi005.stdout:2400: done (2 left) 2024-04-12T16:32:52.510 INFO:tasks.rados.rados.0.smithi005.stdout:2401: done (1 left) 2024-04-12T16:32:52.510 INFO:tasks.rados.rados.0.smithi005.stdout:2403: done (0 left) 2024-04-12T16:32:52.510 INFO:tasks.rados.rados.0.smithi005.stdout:2404: copy_from oid 8 from oid 3 current snap is 224 2024-04-12T16:32:52.510 INFO:tasks.rados.rados.0.smithi005.stdout:2405: setattr oid 13 current snap is 224 2024-04-12T16:32:52.511 INFO:tasks.rados.rados.0.smithi005.stdout:2406: delete oid 23 current snap is 224 2024-04-12T16:32:52.516 INFO:tasks.rados.rados.0.smithi005.stdout:2406: done (2 left) 2024-04-12T16:32:52.516 INFO:tasks.rados.rados.0.smithi005.stdout:2407: copy_from oid 2 from oid 24 current snap is 224 2024-04-12T16:32:52.516 INFO:tasks.rados.rados.0.smithi005.stdout:2408: snap_create 2024-04-12T16:32:52.516 INFO:tasks.rados.rados.0.smithi005.stdout:2404: finishing copy_from to smithi00577259-8 2024-04-12T16:32:52.517 INFO:tasks.rados.rados.0.smithi005.stdout:2404: got expected ENOENT (src dne) 2024-04-12T16:32:52.517 INFO:tasks.rados.rados.0.smithi005.stdout:2404: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:32:52.517 INFO:tasks.rados.rados.0.smithi005.stdout:2407: finishing copy_from to smithi00577259-2 2024-04-12T16:32:52.517 INFO:tasks.rados.rados.0.smithi005.stdout:2407: got expected ENOENT (src dne) 2024-04-12T16:32:52.517 INFO:tasks.rados.rados.0.smithi005.stdout:2407: finishing copy_from racing read to smithi00577259-2 2024-04-12T16:32:52.518 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1042 (ObjNum 609 snap 0 seq_num 730442272) dirty exists 2024-04-12T16:32:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:32:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:32:52.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[88409]: 2024-04-12T16:32:52.510+0000 7f1a8f9da700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:32:52.950 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:32:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[64583]: 2024-04-12T16:32:52.509+0000 7fd930599700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:32:52.950 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:32:52 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[64583]: 2024-04-12T16:32:52.509+0000 7fd930599700 -1 mds.a *** got signal Terminated *** 2024-04-12T16:32:53.520 INFO:tasks.rados.rados.0.smithi005.stdout:2404: done (3 left) 2024-04-12T16:32:53.520 INFO:tasks.rados.rados.0.smithi005.stdout:2405: done (2 left) 2024-04-12T16:32:53.520 INFO:tasks.rados.rados.0.smithi005.stdout:2407: done (1 left) 2024-04-12T16:32:53.520 INFO:tasks.rados.rados.0.smithi005.stdout:2408: done (0 left) 2024-04-12T16:32:53.520 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 225 2024-04-12T16:32:53.520 INFO:tasks.rados.rados.0.smithi005.stdout:2409: seq_num 759 ranges {12394496=720896} 2024-04-12T16:32:53.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: pgmap v456: 121 pgs: 3 active+clean+snaptrim, 1 activating, 117 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 698 KiB/s wr, 6 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-04-12T16:32:53.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: osdmap e527: 8 total, 8 up, 8 in 2024-04-12T16:32:53.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:32:53.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:32:53.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: osdmap e528: 8 total, 8 up, 8 in 2024-04-12T16:32:53.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T16:32:53.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:32:53.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:32:53.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:53 smithi016 ceph-mon[84444]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T16:32:53.593 INFO:tasks.rados.rados.0.smithi005.stdout:2409: writing smithi00577259-12 from 12394496 to 13115392 tid 1 2024-04-12T16:32:53.593 INFO:tasks.rados.rados.0.smithi005.stdout:2410: read oid 33 snap -1 2024-04-12T16:32:53.593 INFO:tasks.rados.rados.0.smithi005.stdout:2410: expect (ObjNum 640 snap 190 seq_num 640) 2024-04-12T16:32:53.593 INFO:tasks.rados.rados.0.smithi005.stdout:2411: rmattr oid 38 current snap is 225 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:2411: done (2 left) 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:2412: rollback oid 44 current snap is 225 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 218 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:2413: rollback oid 4 current snap is 225 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 220 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:2414: rollback oid 41 current snap is 225 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 222 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:2415: read oid 29 snap -1 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:2415: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:2416: rollback oid 40 current snap is 225 2024-04-12T16:32:53.594 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 222 2024-04-12T16:32:53.595 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 225 2024-04-12T16:32:53.595 INFO:tasks.rados.rados.0.smithi005.stdout:2417: seq_num 760 ranges {2957312=737280} 2024-04-12T16:32:53.612 INFO:tasks.rados.rados.0.smithi005.stdout:2417: writing smithi00577259-34 from 2957312 to 3694592 tid 1 2024-04-12T16:32:53.612 INFO:tasks.rados.rados.0.smithi005.stdout:2418: read oid 22 snap -1 2024-04-12T16:32:53.612 INFO:tasks.rados.rados.0.smithi005.stdout:2418: expect (ObjNum 585 snap 170 seq_num 585) 2024-04-12T16:32:53.612 INFO:tasks.rados.rados.0.smithi005.stdout:2419: snap_remove snap 209 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: pgmap v456: 121 pgs: 3 active+clean+snaptrim, 1 activating, 117 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 698 KiB/s wr, 6 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: osdmap e527: 8 total, 8 up, 8 in 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: osdmap e528: 8 total, 8 up, 8 in 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:32:53.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[90837]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: pgmap v456: 121 pgs: 3 active+clean+snaptrim, 1 activating, 117 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 698 KiB/s wr, 6 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: osdmap e527: 8 total, 8 up, 8 in 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: osdmap e528: 8 total, 8 up, 8 in 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:32:53.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-mon[88416]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-12T16:32:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:32:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:32:53] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-04-12T16:32:54.527 INFO:tasks.rados.rados.0.smithi005.stdout:2419: done (9 left) 2024-04-12T16:32:54.527 INFO:tasks.rados.rados.0.smithi005.stdout:2420: snap_remove snap 224 2024-04-12T16:32:54.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:54 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:reconnect 2024-04-12T16:32:54.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:54 smithi016 ceph-mon[84444]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T16:32:54.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:54 smithi016 ceph-mon[84444]: osdmap e529: 8 total, 8 up, 8 in 2024-04-12T16:32:54.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:54 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:reconnect 2024-04-12T16:32:54.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:54 smithi005 ceph-mon[88416]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T16:32:54.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:54 smithi005 ceph-mon[88416]: osdmap e529: 8 total, 8 up, 8 in 2024-04-12T16:32:54.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:54 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:reconnect 2024-04-12T16:32:54.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:54 smithi005 ceph-mon[90837]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-12T16:32:54.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:54 smithi005 ceph-mon[90837]: osdmap e529: 8 total, 8 up, 8 in 2024-04-12T16:32:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:2420: done (9 left) 2024-04-12T16:32:55.529 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 225 2024-04-12T16:32:55.530 INFO:tasks.rados.rados.0.smithi005.stdout:2421: seq_num 761 ranges {385024=753664} 2024-04-12T16:32:55.536 INFO:tasks.rados.rados.0.smithi005.stdout:2421: writing smithi00577259-19 from 385024 to 1138688 tid 1 2024-04-12T16:32:55.537 INFO:tasks.rados.rados.0.smithi005.stdout:2422: delete oid 7 current snap is 225 2024-04-12T16:32:55.537 INFO:tasks.rados.rados.0.smithi005.stdout:2415: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:2414: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:2412: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:2414: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:2412: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:2413: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:2413: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:2414: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:32:55.540 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1069 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2416: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2416: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2412: finishing rollback tid 2 to smithi00577259-44 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1022 (ObjNum 660 snap 191 seq_num 660) dirty exists 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2409: finishing write tid 1 to smithi00577259-12 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2413: finishing rollback tid 2 to smithi00577259-4 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1136 (ObjNum 701 snap 204 seq_num 701) dirty exists 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2416: finishing rollback tid 2 to smithi00577259-40 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1046 (ObjNum 700 snap 204 seq_num 700) dirty exists 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2409: finishing write tid 2 to smithi00577259-12 2024-04-12T16:32:55.541 INFO:tasks.rados.rados.0.smithi005.stdout:2410: expect (ObjNum 640 snap 190 seq_num 640) 2024-04-12T16:32:55.609 INFO:tasks.rados.rados.0.smithi005.stdout:2409: finishing write tid 3 to smithi00577259-12 2024-04-12T16:32:55.609 INFO:tasks.rados.rados.0.smithi005.stdout:2409: oid 12 updating version 0 to 798 2024-04-12T16:32:55.609 INFO:tasks.rados.rados.0.smithi005.stdout:2409: oid 12 updating version 798 to 799 2024-04-12T16:32:55.609 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 799 (ObjNum 759 snap 225 seq_num 759) dirty exists 2024-04-12T16:32:55.609 INFO:tasks.rados.rados.0.smithi005.stdout:2409: left oid 12 (ObjNum 759 snap 225 seq_num 759) 2024-04-12T16:32:55.609 INFO:tasks.rados.rados.0.smithi005.stdout:2417: finishing write tid 1 to smithi00577259-34 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2409: done (10 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2410: done (9 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2412: done (8 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2413: done (7 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2414: done (6 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2415: done (5 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2416: done (4 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2422: done (3 left) 2024-04-12T16:32:55.610 INFO:tasks.rados.rados.0.smithi005.stdout:2423: snap_remove snap 220 2024-04-12T16:32:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: pgmap v460: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 60 op/s 2024-04-12T16:32:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:rejoin 2024-04-12T16:32:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T16:32:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T16:32:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: osdmap e530: 8 total, 8 up, 8 in 2024-04-12T16:32:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:32:55.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:32:55.841 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:55 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: pgmap v460: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 60 op/s 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:rejoin 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: osdmap e530: 8 total, 8 up, 8 in 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:32:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: pgmap v460: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 60 op/s 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:rejoin 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: osdmap e530: 8 total, 8 up, 8 in 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:32:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:55 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:32:56.612 INFO:tasks.rados.rados.0.smithi005.stdout:2423: done (3 left) 2024-04-12T16:32:56.613 INFO:tasks.rados.rados.0.smithi005.stdout:2424: read oid 15 snap 217 2024-04-12T16:32:56.613 INFO:tasks.rados.rados.0.smithi005.stdout:2424: expect (ObjNum 728 snap 213 seq_num 728) 2024-04-12T16:32:56.613 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 225 2024-04-12T16:32:56.613 INFO:tasks.rados.rados.0.smithi005.stdout:2425: seq_num 763 ranges {0=786432} 2024-04-12T16:32:56.618 INFO:tasks.rados.rados.0.smithi005.stdout:2425: writing smithi00577259-7 from 0 to 786432 tid 1 2024-04-12T16:32:56.619 INFO:tasks.rados.rados.0.smithi005.stdout:2417: finishing write tid 2 to smithi00577259-34 2024-04-12T16:32:56.620 INFO:tasks.rados.rados.0.smithi005.stdout:2417: finishing write tid 3 to smithi00577259-34 2024-04-12T16:32:56.620 INFO:tasks.rados.rados.0.smithi005.stdout:2417: oid 34 updating version 0 to 1138 2024-04-12T16:32:56.620 INFO:tasks.rados.rados.0.smithi005.stdout:2417: oid 34 updating version 1138 to 1139 2024-04-12T16:32:56.620 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1139 (ObjNum 760 snap 225 seq_num 760) dirty exists 2024-04-12T16:32:56.620 INFO:tasks.rados.rados.0.smithi005.stdout:2417: left oid 34 (ObjNum 760 snap 225 seq_num 760) 2024-04-12T16:32:56.620 INFO:tasks.rados.rados.0.smithi005.stdout:2418: expect (ObjNum 585 snap 170 seq_num 585) 2024-04-12T16:32:56.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:56 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:active 2024-04-12T16:32:56.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:56 smithi016 ceph-mon[84444]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T16:32:56.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:56 smithi016 ceph-mon[84444]: osdmap e531: 8 total, 8 up, 8 in 2024-04-12T16:32:56.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:56 smithi016 ceph-mon[84444]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T16:32:56.840 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:32:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T16:32:56.637+0000 7f0502b54700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 124 after trimming was started 2024-04-12T16:32:56.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:active 2024-04-12T16:32:56.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T16:32:56.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[88416]: osdmap e531: 8 total, 8 up, 8 in 2024-04-12T16:32:56.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[88416]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T16:32:56.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.16:6832/1978769037,v1:172.21.15.16:6833/1978769037] up:active 2024-04-12T16:32:56.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[90837]: fsmap cephfs:1 {0=b=up:active} 2024-04-12T16:32:56.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[90837]: osdmap e531: 8 total, 8 up, 8 in 2024-04-12T16:32:56.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:56 smithi005 ceph-mon[90837]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T16:32:57.596 INFO:tasks.rados.rados.0.smithi005.stdout:2421: finishing write tid 1 to smithi00577259-19 2024-04-12T16:32:57.596 INFO:tasks.rados.rados.0.smithi005.stdout:2421: finishing write tid 2 to smithi00577259-19 2024-04-12T16:32:57.596 INFO:tasks.rados.rados.0.smithi005.stdout:2417: done (4 left) 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2418: done (3 left) 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 225 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2421: finishing write tid 3 to smithi00577259-19 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2421: oid 19 updating version 0 to 801 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2421: oid 19 version 801 is already newer than 800 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 801 (ObjNum 761 snap 225 seq_num 761) dirty exists 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2421: left oid 19 (ObjNum 761 snap 225 seq_num 761) 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2425: finishing write tid 1 to smithi00577259-7 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2425: finishing write tid 2 to smithi00577259-7 2024-04-12T16:32:57.597 INFO:tasks.rados.rados.0.smithi005.stdout:2426: seq_num 764 ranges {0=802816} 2024-04-12T16:32:57.600 INFO:tasks.rados.rados.0.smithi005.stdout:2426: writing smithi00577259-38 from 0 to 802816 tid 1 2024-04-12T16:32:57.600 INFO:tasks.rados.rados.0.smithi005.stdout:2421: done (3 left) 2024-04-12T16:32:57.601 INFO:tasks.rados.rados.0.smithi005.stdout:2427: copy_from oid 39 from oid 48 current snap is 225 2024-04-12T16:32:57.601 INFO:tasks.rados.rados.0.smithi005.stdout:2425: finishing write tid 3 to smithi00577259-7 2024-04-12T16:32:57.601 INFO:tasks.rados.rados.0.smithi005.stdout:2425: oid 7 updating version 0 to 770 2024-04-12T16:32:57.601 INFO:tasks.rados.rados.0.smithi005.stdout:2425: oid 7 version 770 is already newer than 769 2024-04-12T16:32:57.601 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 770 (ObjNum 763 snap 225 seq_num 763) dirty exists 2024-04-12T16:32:57.601 INFO:tasks.rados.rados.0.smithi005.stdout:2425: left oid 7 (ObjNum 763 snap 225 seq_num 763) 2024-04-12T16:32:57.601 INFO:tasks.rados.rados.0.smithi005.stdout:2424: expect (ObjNum 728 snap 213 seq_num 728) 2024-04-12T16:32:57.772 INFO:tasks.rados.rados.0.smithi005.stdout:2426: finishing write tid 1 to smithi00577259-38 2024-04-12T16:32:57.772 INFO:tasks.rados.rados.0.smithi005.stdout:2426: finishing write tid 2 to smithi00577259-38 2024-04-12T16:32:57.772 INFO:tasks.rados.rados.0.smithi005.stdout:2426: finishing write tid 3 to smithi00577259-38 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2426: oid 38 updating version 0 to 909 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2426: oid 38 version 909 is already newer than 908 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 909 (ObjNum 764 snap 225 seq_num 764) dirty exists 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2426: left oid 38 (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2427: finishing copy_from racing read to smithi00577259-39 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2427: finishing copy_from to smithi00577259-39 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2424: done (3 left) 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2425: done (2 left) 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2426: done (1 left) 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2427: done (0 left) 2024-04-12T16:32:57.773 INFO:tasks.rados.rados.0.smithi005.stdout:2428: setattr oid 4 current snap is 225 2024-04-12T16:32:57.774 INFO:tasks.rados.rados.0.smithi005.stdout:2429: read oid 41 snap -1 2024-04-12T16:32:57.774 INFO:tasks.rados.rados.0.smithi005.stdout:2429: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:32:57.775 INFO:tasks.rados.rados.0.smithi005.stdout:2430: read oid 39 snap -1 2024-04-12T16:32:57.775 INFO:tasks.rados.rados.0.smithi005.stdout:2430: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:32:57.775 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 225 2024-04-12T16:32:57.775 INFO:tasks.rados.rados.0.smithi005.stdout:2431: seq_num 765 ranges {1138688=417792,1556480=401408} 2024-04-12T16:32:57.782 INFO:tasks.rados.rados.0.smithi005.stdout:2431: writing smithi00577259-19 from 1138688 to 1556480 tid 1 2024-04-12T16:32:57.785 INFO:tasks.rados.rados.0.smithi005.stdout:2431: writing smithi00577259-19 from 1556480 to 1957888 tid 2 2024-04-12T16:32:57.785 INFO:tasks.rados.rados.0.smithi005.stdout:2432: copy_from oid 14 from oid 45 current snap is 225 2024-04-12T16:32:57.785 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1162 (ObjNum 701 snap 204 seq_num 701) dirty exists 2024-04-12T16:32:57.785 INFO:tasks.rados.rados.0.smithi005.stdout:2428: done (4 left) 2024-04-12T16:32:57.785 INFO:tasks.rados.rados.0.smithi005.stdout:2433: snap_remove snap 223 2024-04-12T16:32:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:57 smithi005 ceph-mon[88416]: pgmap v464: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 61 op/s 2024-04-12T16:32:57.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:57 smithi005 ceph-mon[88416]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T16:32:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:57 smithi005 ceph-mon[90837]: pgmap v464: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 61 op/s 2024-04-12T16:32:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:57 smithi005 ceph-mon[90837]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T16:32:57.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:57 smithi016 ceph-mon[84444]: pgmap v464: 121 pgs: 121 active+clean; 221 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 61 op/s 2024-04-12T16:32:57.999 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:57 smithi016 ceph-mon[84444]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T16:32:58.617 INFO:tasks.rados.rados.0.smithi005.stdout:2433: done (4 left) 2024-04-12T16:32:58.617 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 225 2024-04-12T16:32:58.618 INFO:tasks.rados.rados.0.smithi005.stdout:2434: seq_num 766 ranges {1957888=434176,2392064=401408} 2024-04-12T16:32:58.630 INFO:tasks.rados.rados.0.smithi005.stdout:2434: writing smithi00577259-33 from 1957888 to 2392064 tid 1 2024-04-12T16:32:58.633 INFO:tasks.rados.rados.0.smithi005.stdout:2434: writing smithi00577259-33 from 2392064 to 2793472 tid 2 2024-04-12T16:32:58.633 INFO:tasks.rados.rados.0.smithi005.stdout:2435: delete oid 50 current snap is 225 2024-04-12T16:32:58.634 INFO:tasks.rados.rados.0.smithi005.stdout:2431: finishing write tid 1 to smithi00577259-19 2024-04-12T16:32:58.634 INFO:tasks.rados.rados.0.smithi005.stdout:2431: finishing write tid 2 to smithi00577259-19 2024-04-12T16:32:58.634 INFO:tasks.rados.rados.0.smithi005.stdout:2431: finishing write tid 3 to smithi00577259-19 2024-04-12T16:32:58.634 INFO:tasks.rados.rados.0.smithi005.stdout:2429: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:32:58.831 INFO:tasks.rados.rados.0.smithi005.stdout:2431: finishing write tid 4 to smithi00577259-19 2024-04-12T16:32:58.831 INFO:tasks.rados.rados.0.smithi005.stdout:2431: oid 19 updating version 0 to 802 2024-04-12T16:32:58.831 INFO:tasks.rados.rados.0.smithi005.stdout:2431: oid 19 updating version 802 to 804 2024-04-12T16:32:58.831 INFO:tasks.rados.rados.0.smithi005.stdout:2431: oid 19 version 804 is already newer than 803 2024-04-12T16:32:58.831 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 804 (ObjNum 765 snap 225 seq_num 765) dirty exists 2024-04-12T16:32:58.831 INFO:tasks.rados.rados.0.smithi005.stdout:2431: left oid 19 (ObjNum 765 snap 225 seq_num 765) 2024-04-12T16:32:58.831 INFO:tasks.rados.rados.0.smithi005.stdout:2430: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:32:59.307 INFO:tasks.rados.rados.0.smithi005.stdout:2432: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2432: finishing copy_from to smithi00577259-14 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1031 (ObjNum 688 snap 197 seq_num 688) dirty exists 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2434: finishing write tid 1 to smithi00577259-33 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2434: finishing write tid 2 to smithi00577259-33 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2429: done (5 left) 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2430: done (4 left) 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2431: done (3 left) 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2432: done (2 left) 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2435: done (1 left) 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2436: rollback oid 10 current snap is 225 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 10 to 222 2024-04-12T16:32:59.308 INFO:tasks.rados.rados.0.smithi005.stdout:2434: finishing write tid 3 to smithi00577259-33 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:2434: finishing write tid 4 to smithi00577259-33 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:2434: oid 33 updating version 0 to 1043 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:2434: oid 33 updating version 1043 to 1044 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:2434: oid 33 version 1044 is already newer than 1042 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1044 (ObjNum 766 snap 225 seq_num 766) dirty exists 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:2434: left oid 33 (ObjNum 766 snap 225 seq_num 766) 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:2434: done (1 left) 2024-04-12T16:32:59.309 INFO:tasks.rados.rados.0.smithi005.stdout:2437: snap_create 2024-04-12T16:32:59.310 INFO:tasks.rados.rados.0.smithi005.stdout:2436: finishing rollback tid 0 to smithi00577259-10 2024-04-12T16:32:59.310 INFO:tasks.rados.rados.0.smithi005.stdout:2436: finishing rollback tid 1 to smithi00577259-10 2024-04-12T16:32:59.311 INFO:tasks.rados.rados.0.smithi005.stdout:2436: finishing rollback tid 2 to smithi00577259-10 2024-04-12T16:32:59.311 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1034 (ObjNum 56417 snap 0 seq_num 1723839568) dirty exists 2024-04-12T16:32:59.620 INFO:tasks.rados.rados.0.smithi005.stdout:2436: done (1 left) 2024-04-12T16:32:59.620 INFO:tasks.rados.rados.0.smithi005.stdout:2437: done (0 left) 2024-04-12T16:32:59.620 INFO:tasks.rados.rados.0.smithi005.stdout:2438: delete oid 44 current snap is 226 2024-04-12T16:32:59.626 INFO:tasks.rados.rados.0.smithi005.stdout:2438: done (0 left) 2024-04-12T16:32:59.626 INFO:tasks.rados.rados.0.smithi005.stdout:2439: read oid 11 snap -1 2024-04-12T16:32:59.626 INFO:tasks.rados.rados.0.smithi005.stdout:2439: expect deleted 2024-04-12T16:32:59.626 INFO:tasks.rados.rados.0.smithi005.stdout:2440: copy_from oid 15 from oid 43 current snap is 226 2024-04-12T16:32:59.626 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 226 2024-04-12T16:32:59.627 INFO:tasks.rados.rados.0.smithi005.stdout:2441: seq_num 769 ranges {5029888=483328,5513216=401408} 2024-04-12T16:32:59.657 INFO:tasks.rados.rados.0.smithi005.stdout:2441: writing smithi00577259-32 from 5029888 to 5513216 tid 1 2024-04-12T16:32:59.660 INFO:tasks.rados.rados.0.smithi005.stdout:2441: writing smithi00577259-32 from 5513216 to 5914624 tid 2 2024-04-12T16:32:59.660 INFO:tasks.rados.rados.0.smithi005.stdout:2442: delete oid 37 current snap is 226 2024-04-12T16:32:59.664 INFO:tasks.rados.rados.0.smithi005.stdout:2441: finishing write tid 1 to smithi00577259-32 2024-04-12T16:32:59.665 INFO:tasks.rados.rados.0.smithi005.stdout:2441: finishing write tid 2 to smithi00577259-32 2024-04-12T16:32:59.665 INFO:tasks.rados.rados.0.smithi005.stdout:2439: done (3 left) 2024-04-12T16:32:59.665 INFO:tasks.rados.rados.0.smithi005.stdout:2442: done (2 left) 2024-04-12T16:32:59.665 INFO:tasks.rados.rados.0.smithi005.stdout:2443: setattr oid 6 current snap is 226 2024-04-12T16:32:59.666 INFO:tasks.rados.rados.0.smithi005.stdout:2441: finishing write tid 3 to smithi00577259-32 2024-04-12T16:32:59.666 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 226 2024-04-12T16:32:59.666 INFO:tasks.rados.rados.0.smithi005.stdout:2444: seq_num 771 ranges {516096=516096,1032192=401408} 2024-04-12T16:32:59.671 INFO:tasks.rados.rados.0.smithi005.stdout:2444: writing smithi00577259-47 from 516096 to 1032192 tid 1 2024-04-12T16:32:59.674 INFO:tasks.rados.rados.0.smithi005.stdout:2444: writing smithi00577259-47 from 1032192 to 1433600 tid 2 2024-04-12T16:32:59.674 INFO:tasks.rados.rados.0.smithi005.stdout:2445: setattr oid 10 current snap is 226 2024-04-12T16:32:59.674 INFO:tasks.rados.rados.0.smithi005.stdout:2441: finishing write tid 4 to smithi00577259-32 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:2441: oid 32 updating version 0 to 1053 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:2441: oid 32 updating version 1053 to 1054 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:2441: oid 32 version 1054 is already newer than 1052 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1054 (ObjNum 769 snap 226 seq_num 769) dirty exists 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:2441: left oid 32 (ObjNum 769 snap 226 seq_num 769) 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:2440: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:2440: finishing copy_from to smithi00577259-15 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 794 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1016 (ObjNum 177 snap 0 seq_num 1949345403) dirty exists 2024-04-12T16:32:59.675 INFO:tasks.rados.rados.0.smithi005.stdout:2444: finishing write tid 1 to smithi00577259-47 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:2440: done (4 left) 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:2441: done (3 left) 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:2443: done (2 left) 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:2446: rollback oid 18 current snap is 226 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 18 to 216 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:2447: read oid 34 snap -1 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:2447: expect (ObjNum 760 snap 225 seq_num 760) 2024-04-12T16:32:59.677 INFO:tasks.rados.rados.0.smithi005.stdout:2448: read oid 2 snap -1 2024-04-12T16:32:59.678 INFO:tasks.rados.rados.0.smithi005.stdout:2448: expect (ObjNum 700 snap 204 seq_num 700) 2024-04-12T16:32:59.678 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 226 2024-04-12T16:32:59.678 INFO:tasks.rados.rados.0.smithi005.stdout:2449: seq_num 772 ranges {671744=532480,1204224=401408} 2024-04-12T16:32:59.684 INFO:tasks.rados.rados.0.smithi005.stdout:2449: writing smithi00577259-28 from 671744 to 1204224 tid 1 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2449: writing smithi00577259-28 from 1204224 to 1605632 tid 2 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2450: copy_from oid 37 from oid 20 current snap is 226 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2444: finishing write tid 2 to smithi00577259-47 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2444: finishing write tid 3 to smithi00577259-47 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2444: finishing write tid 4 to smithi00577259-47 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2444: oid 47 updating version 0 to 440 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2444: oid 47 version 440 is already newer than 438 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:2444: oid 47 version 440 is already newer than 439 2024-04-12T16:32:59.687 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 440 (ObjNum 771 snap 226 seq_num 771) dirty exists 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:2444: left oid 47 (ObjNum 771 snap 226 seq_num 771) 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:2446: finishing rollback tid 0 to smithi00577259-18 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:2446: finishing rollback tid 1 to smithi00577259-18 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1022 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1035 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:2444: done (6 left) 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:2445: done (5 left) 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:2446: done (4 left) 2024-04-12T16:32:59.688 INFO:tasks.rados.rados.0.smithi005.stdout:2451: snap_remove snap 222 2024-04-12T16:32:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:59 smithi005 ceph-mon[88416]: pgmap v466: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-12T16:32:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:59 smithi005 ceph-mon[88416]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T16:32:59.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:32:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:32:59.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:59 smithi005 ceph-mon[90837]: pgmap v466: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-12T16:32:59.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:59 smithi005 ceph-mon[90837]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T16:32:59.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:32:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:59 smithi016 ceph-mon[84444]: pgmap v466: 121 pgs: 121 active+clean; 208 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-12T16:33:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:59 smithi016 ceph-mon[84444]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T16:33:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:32:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:00.590 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:00 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b[57231]: 2024-04-12T16:33:00.160+0000 7fdf7233e700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: finishing write tid 1 to smithi00577259-28 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: finishing write tid 2 to smithi00577259-28 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: finishing write tid 3 to smithi00577259-28 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: finishing write tid 4 to smithi00577259-28 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: oid 28 updating version 0 to 1057 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: oid 28 version 1057 is already newer than 1056 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: oid 28 updating version 1057 to 1058 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1058 (ObjNum 772 snap 226 seq_num 772) dirty exists 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2449: left oid 28 (ObjNum 772 snap 226 seq_num 772) 2024-04-12T16:33:00.612 INFO:tasks.rados.rados.0.smithi005.stdout:2447: expect (ObjNum 760 snap 225 seq_num 760) 2024-04-12T16:33:00.884 INFO:tasks.rados.rados.0.smithi005.stdout:2450: finishing copy_from to smithi00577259-37 2024-04-12T16:33:00.884 INFO:tasks.rados.rados.0.smithi005.stdout:2450: got expected ENOENT (src dne) 2024-04-12T16:33:00.884 INFO:tasks.rados.rados.0.smithi005.stdout:2450: finishing copy_from racing read to smithi00577259-37 2024-04-12T16:33:00.884 INFO:tasks.rados.rados.0.smithi005.stdout:2448: expect (ObjNum 700 snap 204 seq_num 700) 2024-04-12T16:33:00.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:00 smithi005 ceph-mon[88416]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T16:33:00.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:00 smithi005 ceph-mon[88416]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T16:33:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:00 smithi005 ceph-mon[90837]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T16:33:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:00 smithi005 ceph-mon[90837]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T16:33:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:00 smithi016 ceph-mon[84444]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T16:33:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:00 smithi016 ceph-mon[84444]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T16:33:01.250 INFO:tasks.rados.rados.0.smithi005.stdout:2447: done (4 left) 2024-04-12T16:33:01.250 INFO:tasks.rados.rados.0.smithi005.stdout:2448: done (3 left) 2024-04-12T16:33:01.250 INFO:tasks.rados.rados.0.smithi005.stdout:2449: done (2 left) 2024-04-12T16:33:01.250 INFO:tasks.rados.rados.0.smithi005.stdout:2450: done (1 left) 2024-04-12T16:33:01.250 INFO:tasks.rados.rados.0.smithi005.stdout:2451: done (0 left) 2024-04-12T16:33:01.250 INFO:tasks.rados.rados.0.smithi005.stdout:2452: snap_remove snap 221 2024-04-12T16:33:01.641 INFO:tasks.rados.rados.0.smithi005.stdout:2452: done (0 left) 2024-04-12T16:33:01.642 INFO:tasks.rados.rados.0.smithi005.stdout:2453: rollback oid 7 current snap is 226 2024-04-12T16:33:01.642 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 218 2024-04-12T16:33:01.642 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 226 2024-04-12T16:33:01.642 INFO:tasks.rados.rados.0.smithi005.stdout:2454: seq_num 773 ranges {1957888=548864,2506752=401408} 2024-04-12T16:33:01.656 INFO:tasks.rados.rados.0.smithi005.stdout:2454: writing smithi00577259-19 from 1957888 to 2506752 tid 1 2024-04-12T16:33:01.660 INFO:tasks.rados.rados.0.smithi005.stdout:2454: writing smithi00577259-19 from 2506752 to 2908160 tid 2 2024-04-12T16:33:01.660 INFO:tasks.rados.rados.0.smithi005.stdout:2455: rollback oid 48 current snap is 226 2024-04-12T16:33:01.660 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 48 to 218 2024-04-12T16:33:01.660 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 226 2024-04-12T16:33:01.661 INFO:tasks.rados.rados.0.smithi005.stdout:2453: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:33:01.661 INFO:tasks.rados.rados.0.smithi005.stdout:2453: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:33:01.661 INFO:tasks.rados.rados.0.smithi005.stdout:2453: finishing rollback tid 2 to smithi00577259-7 2024-04-12T16:33:01.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 773 (ObjNum 33 snap 0 seq_num 730013920) dirty exists 2024-04-12T16:33:01.661 INFO:tasks.rados.rados.0.smithi005.stdout:2456: seq_num 774 ranges {0=565248,565248=401408} 2024-04-12T16:33:01.665 INFO:tasks.rados.rados.0.smithi005.stdout:2456: writing smithi00577259-8 from 0 to 565248 tid 1 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2456: writing smithi00577259-8 from 565248 to 966656 tid 2 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2454: finishing write tid 1 to smithi00577259-19 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2454: finishing write tid 2 to smithi00577259-19 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2454: finishing write tid 3 to smithi00577259-19 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2455: finishing rollback tid 0 to smithi00577259-48 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2455: finishing rollback tid 1 to smithi00577259-48 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2455: finishing rollback tid 2 to smithi00577259-48 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1058 (ObjNum 733 snap 214 seq_num 733) dirty exists 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2453: done (3 left) 2024-04-12T16:33:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:2455: done (2 left) 2024-04-12T16:33:01.669 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 226 2024-04-12T16:33:01.669 INFO:tasks.rados.rados.0.smithi005.stdout:2457: seq_num 775 ranges {647168=589824,1236992=401408} 2024-04-12T16:33:01.674 INFO:tasks.rados.rados.0.smithi005.stdout:2457: writing smithi00577259-26 from 647168 to 1236992 tid 1 2024-04-12T16:33:01.677 INFO:tasks.rados.rados.0.smithi005.stdout:2457: writing smithi00577259-26 from 1236992 to 1638400 tid 2 2024-04-12T16:33:01.677 INFO:tasks.rados.rados.0.smithi005.stdout:2458: read oid 37 snap -1 2024-04-12T16:33:01.677 INFO:tasks.rados.rados.0.smithi005.stdout:2458: expect deleted 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 226 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:2454: finishing write tid 4 to smithi00577259-19 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:2454: oid 19 updating version 0 to 807 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:2454: oid 19 version 807 is already newer than 805 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:2454: oid 19 version 807 is already newer than 806 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 807 (ObjNum 773 snap 226 seq_num 773) dirty exists 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:2454: left oid 19 (ObjNum 773 snap 226 seq_num 773) 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:2456: finishing write tid 1 to smithi00577259-8 2024-04-12T16:33:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:2459: seq_num 776 ranges {9789440=606208,10395648=401408} 2024-04-12T16:33:01.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:01 smithi005 ceph-mon[88416]: pgmap v469: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-12T16:33:01.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:01 smithi005 ceph-mon[90837]: pgmap v469: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-12T16:33:01.700 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:01 smithi005 podman[115317]: 2024-04-12 16:33:01.433991984 +0000 UTC m=+9.036868459 container died b57ac884f7abdbe29b2828e811b078bd4c877388f69ad88dd3ddf8553a816851 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-12T16:33:01.734 INFO:tasks.rados.rados.0.smithi005.stdout:2459: writing smithi00577259-22 from 9789440 to 10395648 tid 1 2024-04-12T16:33:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:2459: writing smithi00577259-22 from 10395648 to 10797056 tid 2 2024-04-12T16:33:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:2454: done (4 left) 2024-04-12T16:33:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:2460: copy_from oid 23 from oid 38 current snap is 226 2024-04-12T16:33:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:2456: finishing write tid 2 to smithi00577259-8 2024-04-12T16:33:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:2456: finishing write tid 3 to smithi00577259-8 2024-04-12T16:33:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:2456: finishing write tid 4 to smithi00577259-8 2024-04-12T16:33:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:2456: oid 8 updating version 0 to 1073 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2456: oid 8 version 1073 is already newer than 1072 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2456: oid 8 version 1073 is already newer than 1071 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1073 (ObjNum 774 snap 226 seq_num 774) dirty exists 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2456: left oid 8 (ObjNum 774 snap 226 seq_num 774) 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2457: finishing write tid 1 to smithi00577259-26 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2456: done (4 left) 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2461: read oid 29 snap -1 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2461: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 226 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2457: finishing write tid 2 to smithi00577259-26 2024-04-12T16:33:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:2462: seq_num 777 ranges {0=622592,622592=401408} 2024-04-12T16:33:01.740 INFO:tasks.rados.rados.0.smithi005.stdout:2462: writing smithi00577259-50 from 0 to 622592 tid 1 2024-04-12T16:33:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:2462: writing smithi00577259-50 from 622592 to 1024000 tid 2 2024-04-12T16:33:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:2458: done (5 left) 2024-04-12T16:33:01.743 INFO:tasks.rados.rados.0.smithi005.stdout:2463: snap_remove snap 218 2024-04-12T16:33:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:01 smithi016 ceph-mon[84444]: pgmap v469: 121 pgs: 121 active+clean; 211 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-12T16:33:02.113 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:01 smithi005 podman[115317]: 2024-04-12 16:33:01.868149067 +0000 UTC m=+9.471025586 container cleanup b57ac884f7abdbe29b2828e811b078bd4c877388f69ad88dd3ddf8553a816851 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403) 2024-04-12T16:33:02.113 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:01 smithi005 bash[115317]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a 2024-04-12T16:33:02.450 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:02 smithi005 podman[115331]: 2024-04-12 16:33:02.119743134 +0000 UTC m=+0.684545100 container remove b57ac884f7abdbe29b2828e811b078bd4c877388f69ad88dd3ddf8553a816851 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T16:33:02.450 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:02 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-12T16:33:02.450 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:02 smithi005 systemd[1]: Stopped Ceph mds.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:02.450 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:02 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.a.service: Consumed 1.647s CPU time. 2024-04-12T16:33:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:2457: finishing write tid 3 to smithi00577259-26 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:2457: finishing write tid 4 to smithi00577259-26 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:2457: oid 26 updating version 0 to 442 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:2457: oid 26 updating version 442 to 444 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:2457: oid 26 version 444 is already newer than 443 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 444 (ObjNum 775 snap 226 seq_num 775) dirty exists 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:2457: left oid 26 (ObjNum 775 snap 226 seq_num 775) 2024-04-12T16:33:02.646 INFO:tasks.rados.rados.0.smithi005.stdout:2461: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:02.649 INFO:tasks.rados.rados.0.smithi005.stdout:2459: finishing write tid 1 to smithi00577259-22 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2459: finishing write tid 2 to smithi00577259-22 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2459: finishing write tid 3 to smithi00577259-22 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2459: finishing write tid 4 to smithi00577259-22 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2459: oid 22 updating version 0 to 968 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2459: oid 22 version 968 is already newer than 967 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2459: oid 22 updating version 968 to 969 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 969 (ObjNum 776 snap 226 seq_num 776) dirty exists 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2459: left oid 22 (ObjNum 776 snap 226 seq_num 776) 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2460: finishing copy_from racing read to smithi00577259-23 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:2460: finishing copy_from to smithi00577259-23 2024-04-12T16:33:02.650 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 909 (ObjNum 764 snap 225 seq_num 764) dirty exists 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: finishing write tid 1 to smithi00577259-50 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: finishing write tid 2 to smithi00577259-50 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: finishing write tid 3 to smithi00577259-50 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: finishing write tid 4 to smithi00577259-50 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: oid 50 updating version 0 to 1189 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: oid 50 version 1189 is already newer than 1188 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: oid 50 updating version 1189 to 1190 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1190 (ObjNum 777 snap 226 seq_num 777) dirty exists 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: left oid 50 (ObjNum 777 snap 226 seq_num 777) 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2457: done (5 left) 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2459: done (4 left) 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2460: done (3 left) 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2461: done (2 left) 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2462: done (1 left) 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2463: done (0 left) 2024-04-12T16:33:02.651 INFO:tasks.rados.rados.0.smithi005.stdout:2464: rmattr oid 49 current snap is 226 2024-04-12T16:33:02.652 INFO:tasks.rados.rados.0.smithi005.stdout:2464: done (0 left) 2024-04-12T16:33:02.652 INFO:tasks.rados.rados.0.smithi005.stdout:2465: snap_remove snap 217 2024-04-12T16:33:02.798 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:02 smithi005 ceph-mon[88416]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T16:33:02.798 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:02 smithi005 ceph-mon[90837]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T16:33:02.799 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:02 smithi005 systemd[1]: Starting Ceph mds.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:02.799 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:02 smithi005 podman[115466]: 2024-04-12 16:33:02.650158254 +0000 UTC m=+0.019487111 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:33:02.799 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:02 smithi005 podman[115466]: 2024-04-12 16:33:02.804532832 +0000 UTC m=+0.173861684 container create 5d010ee50832883d14cec6a6ac85c3ef2e1c1bb57f5502b5e20710b6738d8dcd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T16:33:03.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:02 smithi016 ceph-mon[84444]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T16:33:03.101 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:03 smithi005 podman[115466]: 2024-04-12 16:33:03.015553134 +0000 UTC m=+0.384881986 container init 5d010ee50832883d14cec6a6ac85c3ef2e1c1bb57f5502b5e20710b6738d8dcd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T16:33:03.101 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:03 smithi005 podman[115466]: 2024-04-12 16:33:03.017987708 +0000 UTC m=+0.387316565 container start 5d010ee50832883d14cec6a6ac85c3ef2e1c1bb57f5502b5e20710b6738d8dcd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T16:33:03.101 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[115481]: starting mds.a at 2024-04-12T16:33:03.382 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:03 smithi005 bash[115466]: 5d010ee50832883d14cec6a6ac85c3ef2e1c1bb57f5502b5e20710b6738d8dcd 2024-04-12T16:33:03.382 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:03 smithi005 systemd[1]: Started Ceph mds.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:2465: done (0 left) 2024-04-12T16:33:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:2466: rollback oid 11 current snap is 226 2024-04-12T16:33:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 225 2024-04-12T16:33:03.660 INFO:tasks.rados.rados.0.smithi005.stdout:2467: delete oid 36 current snap is 226 2024-04-12T16:33:03.670 INFO:tasks.rados.rados.0.smithi005.stdout:2466: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:33:03.670 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:33:03.670 INFO:tasks.rados.rados.0.smithi005.stdout:2466: done (1 left) 2024-04-12T16:33:03.670 INFO:tasks.rados.rados.0.smithi005.stdout:2467: done (0 left) 2024-04-12T16:33:03.670 INFO:tasks.rados.rados.0.smithi005.stdout:2468: copy_from oid 45 from oid 47 current snap is 226 2024-04-12T16:33:03.671 INFO:tasks.rados.rados.0.smithi005.stdout:2469: snap_remove snap 225 2024-04-12T16:33:03.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:33:03] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-04-12T16:33:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[88416]: pgmap v472: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:33:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[88416]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T16:33:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[90837]: pgmap v472: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:33:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[90837]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T16:33:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:03.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:03 smithi016 ceph-mon[84444]: pgmap v472: 121 pgs: 121 active+clean; 214 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-12T16:33:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:03 smithi016 ceph-mon[84444]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T16:33:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:04.658 INFO:tasks.rados.rados.0.smithi005.stdout:2469: done (1 left) 2024-04-12T16:33:04.658 INFO:tasks.rados.rados.0.smithi005.stdout:2470: setattr oid 1 current snap is 226 2024-04-12T16:33:04.658 INFO:tasks.rados.rados.0.smithi005.stdout:2468: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:33:04.658 INFO:tasks.rados.rados.0.smithi005.stdout:2468: finishing copy_from to smithi00577259-45 2024-04-12T16:33:04.658 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 440 (ObjNum 771 snap 226 seq_num 771) dirty exists 2024-04-12T16:33:04.659 INFO:tasks.rados.rados.0.smithi005.stdout:2468: done (1 left) 2024-04-12T16:33:04.659 INFO:tasks.rados.rados.0.smithi005.stdout:2471: snap_create 2024-04-12T16:33:04.669 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 918 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:33:04.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:boot 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[88416]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:boot 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[90837]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[90837]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T16:33:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:04 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:boot 2024-04-12T16:33:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:04 smithi016 ceph-mon[84444]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-12T16:33:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T16:33:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:04 smithi016 ceph-mon[84444]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T16:33:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:05.609 INFO:tasks.rados.rados.0.smithi005.stdout:2470: done (1 left) 2024-04-12T16:33:05.609 INFO:tasks.rados.rados.0.smithi005.stdout:2471: done (0 left) 2024-04-12T16:33:05.609 INFO:tasks.rados.rados.0.smithi005.stdout:2472: snap_remove snap 216 2024-04-12T16:33:05.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:05 smithi005 ceph-mon[88416]: pgmap v475: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-12T16:33:05.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:05 smithi005 ceph-mon[88416]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T16:33:05.921 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:05 smithi005 ceph-mon[88416]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T16:33:05.921 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:05 smithi005 ceph-mon[90837]: pgmap v475: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-12T16:33:05.922 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:05 smithi005 ceph-mon[90837]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T16:33:05.922 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:05 smithi005 ceph-mon[90837]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T16:33:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:05 smithi016 ceph-mon[84444]: pgmap v475: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-12T16:33:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:05 smithi016 ceph-mon[84444]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T16:33:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:05 smithi016 ceph-mon[84444]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T16:33:06.617 INFO:tasks.rados.rados.0.smithi005.stdout:2472: done (0 left) 2024-04-12T16:33:06.617 INFO:tasks.rados.rados.0.smithi005.stdout:2473: delete oid 29 current snap is 227 2024-04-12T16:33:06.624 INFO:tasks.rados.rados.0.smithi005.stdout:2473: done (0 left) 2024-04-12T16:33:06.624 INFO:tasks.rados.rados.0.smithi005.stdout:2474: copy_from oid 14 from oid 22 current snap is 227 2024-04-12T16:33:06.624 INFO:tasks.rados.rados.0.smithi005.stdout:2475: delete oid 40 current snap is 227 2024-04-12T16:33:06.631 INFO:tasks.rados.rados.0.smithi005.stdout:2475: done (1 left) 2024-04-12T16:33:06.631 INFO:tasks.rados.rados.0.smithi005.stdout:2476: delete oid 21 current snap is 227 2024-04-12T16:33:06.635 INFO:tasks.rados.rados.0.smithi005.stdout:2476: done (1 left) 2024-04-12T16:33:06.635 INFO:tasks.rados.rados.0.smithi005.stdout:2477: rmattr oid 28 current snap is 227 2024-04-12T16:33:06.635 INFO:tasks.rados.rados.0.smithi005.stdout:2477: done (1 left) 2024-04-12T16:33:06.635 INFO:tasks.rados.rados.0.smithi005.stdout:2478: read oid 7 snap 226 2024-04-12T16:33:06.635 INFO:tasks.rados.rados.0.smithi005.stdout:2478: expect (ObjNum 729966848 snap 22011 seq_num 731818064) 2024-04-12T16:33:06.636 INFO:tasks.rados.rados.0.smithi005.stdout:2479: delete oid 18 current snap is 227 2024-04-12T16:33:06.636 INFO:tasks.rados.rados.0.smithi005.stdout:2478: expect (ObjNum 729966848 snap 22011 seq_num 731818064) 2024-04-12T16:33:06.643 INFO:tasks.rados.rados.0.smithi005.stdout:2478: done (2 left) 2024-04-12T16:33:06.643 INFO:tasks.rados.rados.0.smithi005.stdout:2479: done (1 left) 2024-04-12T16:33:06.643 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 227 2024-04-12T16:33:06.644 INFO:tasks.rados.rados.0.smithi005.stdout:2480: seq_num 783 ranges {0=720896,720896=401408} 2024-04-12T16:33:06.648 INFO:tasks.rados.rados.0.smithi005.stdout:2480: writing smithi00577259-24 from 0 to 720896 tid 1 2024-04-12T16:33:06.651 INFO:tasks.rados.rados.0.smithi005.stdout:2480: writing smithi00577259-24 from 720896 to 1122304 tid 2 2024-04-12T16:33:06.652 INFO:tasks.rados.rados.0.smithi005.stdout:2480: finishing write tid 1 to smithi00577259-24 2024-04-12T16:33:06.652 INFO:tasks.rados.rados.0.smithi005.stdout:2481: snap_remove snap 226 2024-04-12T16:33:07.613 INFO:tasks.rados.rados.0.smithi005.stdout:2481: done (2 left) 2024-04-12T16:33:07.613 INFO:tasks.rados.rados.0.smithi005.stdout:2482: snap_create 2024-04-12T16:33:07.613 INFO:tasks.rados.rados.0.smithi005.stdout:2480: finishing write tid 2 to smithi00577259-24 2024-04-12T16:33:07.613 INFO:tasks.rados.rados.0.smithi005.stdout:2480: finishing write tid 3 to smithi00577259-24 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:2480: finishing write tid 4 to smithi00577259-24 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:2480: oid 24 updating version 0 to 1083 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:2480: oid 24 updating version 1083 to 1085 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:2480: oid 24 version 1085 is already newer than 1084 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1085 (ObjNum 783 snap 227 seq_num 783) dirty exists 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:2480: left oid 24 (ObjNum 783 snap 227 seq_num 783) 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:2474: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:2474: finishing copy_from to smithi00577259-14 2024-04-12T16:33:07.614 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 969 (ObjNum 776 snap 226 seq_num 776) dirty exists 2024-04-12T16:33:07.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[88416]: pgmap v478: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 27 op/s 2024-04-12T16:33:07.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:07.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:07.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[88416]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T16:33:07.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[90837]: pgmap v478: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 27 op/s 2024-04-12T16:33:07.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:07.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:07.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:07 smithi005 ceph-mon[90837]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T16:33:07.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:07 smithi016 ceph-mon[84444]: pgmap v478: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 27 op/s 2024-04-12T16:33:07.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:07.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:07.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:07 smithi016 ceph-mon[84444]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T16:33:07.995 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:33:08.338 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:33:08.338 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (10m) 1s ago 11m 24.9M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:33:08.338 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (10m) 25s ago 10m 90.7M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:33:08.338 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (5s) 1s ago 12m 13.8M - 19.0.0-2847-gbf9c5618 92de118a8b8f 5d010ee50832 2024-04-12T16:33:08.338 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (12m) 25s ago 12m 16.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 58c425e90b90 2024-04-12T16:33:08.338 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (5m) 25s ago 15m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (6m) 1s ago 17m 518M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (5m) 1s ago 17m 64.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (5m) 25s ago 15m 49.8M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (5m) 1s ago 15m 56.1M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (10m) 1s ago 10m 15.7M - 1.5.0 0da6a335fe13 aea1d364acdf 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (10m) 25s ago 10m 14.8M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (4m) 1s ago 15m 240M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (3m) 1s ago 14m 236M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (3m) 1s ago 14m 212M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (2m) 1s ago 14m 155M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (2m) 25s ago 13m 150M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (86s) 25s ago 13m 148M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 6b9d04a3acde 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (49s) 25s ago 12m 64.7M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 3c5e02b6dbaf 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (30s) 25s ago 12m 12.7M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f faa592c4e155 2024-04-12T16:33:08.339 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (6m) 25s ago 11m 60.2M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:33:08.615 INFO:tasks.rados.rados.0.smithi005.stdout:2474: done (2 left) 2024-04-12T16:33:08.615 INFO:tasks.rados.rados.0.smithi005.stdout:2480: done (1 left) 2024-04-12T16:33:08.615 INFO:tasks.rados.rados.0.smithi005.stdout:2482: done (0 left) 2024-04-12T16:33:08.615 INFO:tasks.rados.rados.0.smithi005.stdout:2483: delete oid 28 current snap is 228 2024-04-12T16:33:08.619 INFO:tasks.rados.rados.0.smithi005.stdout:2483: done (0 left) 2024-04-12T16:33:08.619 INFO:tasks.rados.rados.0.smithi005.stdout:2484: delete oid 19 current snap is 228 2024-04-12T16:33:08.623 INFO:tasks.rados.rados.0.smithi005.stdout:2484: done (0 left) 2024-04-12T16:33:08.623 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 228 2024-04-12T16:33:08.623 INFO:tasks.rados.rados.0.smithi005.stdout:2485: seq_num 786 ranges {0=770048,770048=401408} 2024-04-12T16:33:08.629 INFO:tasks.rados.rados.0.smithi005.stdout:2485: writing smithi00577259-18 from 0 to 770048 tid 1 2024-04-12T16:33:08.632 INFO:tasks.rados.rados.0.smithi005.stdout:2485: writing smithi00577259-18 from 770048 to 1171456 tid 2 2024-04-12T16:33:08.632 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 228 2024-04-12T16:33:08.632 INFO:tasks.rados.rados.0.smithi005.stdout:2486: seq_num 787 ranges {10797056=786432,11583488=401408} 2024-04-12T16:33:08.698 INFO:tasks.rados.rados.0.smithi005.stdout:2486: writing smithi00577259-14 from 10797056 to 11583488 tid 1 2024-04-12T16:33:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[88416]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T16:33:08.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[88416]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[90837]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T16:33:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:08 smithi005 ceph-mon[90837]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:08.701 INFO:tasks.rados.rados.0.smithi005.stdout:2486: writing smithi00577259-14 from 11583488 to 11984896 tid 2 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2487: delete oid 35 current snap is 228 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: finishing write tid 1 to smithi00577259-18 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: finishing write tid 2 to smithi00577259-18 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: finishing write tid 3 to smithi00577259-18 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: finishing write tid 4 to smithi00577259-18 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: oid 18 updating version 0 to 1024 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: oid 18 version 1024 is already newer than 1023 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: oid 18 updating version 1024 to 1025 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1025 (ObjNum 786 snap 228 seq_num 786) dirty exists 2024-04-12T16:33:08.702 INFO:tasks.rados.rados.0.smithi005.stdout:2485: left oid 18 (ObjNum 786 snap 228 seq_num 786) 2024-04-12T16:33:08.704 INFO:tasks.rados.rados.0.smithi005.stdout:2485: done (2 left) 2024-04-12T16:33:08.704 INFO:tasks.rados.rados.0.smithi005.stdout:2487: done (1 left) 2024-04-12T16:33:08.704 INFO:tasks.rados.rados.0.smithi005.stdout:2488: setattr oid 35 current snap is 228 2024-04-12T16:33:08.705 INFO:tasks.rados.rados.0.smithi005.stdout:2486: finishing write tid 1 to smithi00577259-14 2024-04-12T16:33:08.705 INFO:tasks.rados.rados.0.smithi005.stdout:2486: finishing write tid 2 to smithi00577259-14 2024-04-12T16:33:08.705 INFO:tasks.rados.rados.0.smithi005.stdout:2486: finishing write tid 3 to smithi00577259-14 2024-04-12T16:33:08.706 INFO:tasks.rados.rados.0.smithi005.stdout:2489: copy_from oid 26 from oid 1 current snap is 228 2024-04-12T16:33:08.706 INFO:tasks.rados.rados.0.smithi005.stdout:2490: copy_from oid 17 from oid 29 current snap is 228 2024-04-12T16:33:08.706 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 228 2024-04-12T16:33:08.706 INFO:tasks.rados.rados.0.smithi005.stdout:2491: seq_num 789 ranges {12812288=417792,13230080=663552,13893632=139264} 2024-04-12T16:33:08.780 INFO:tasks.rados.rados.0.smithi005.stdout:2491: writing smithi00577259-27 from 12812288 to 13230080 tid 1 2024-04-12T16:33:08.783 INFO:tasks.rados.rados.0.smithi005.stdout:2491: writing smithi00577259-27 from 13230080 to 13893632 tid 2 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2491: writing smithi00577259-27 from 13893632 to 14032896 tid 3 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 228 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2486: finishing write tid 4 to smithi00577259-14 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2486: oid 14 updating version 0 to 1222 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2486: oid 14 version 1222 is already newer than 1221 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2486: oid 14 version 1222 is already newer than 1220 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1222 (ObjNum 787 snap 228 seq_num 787) dirty exists 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2486: left oid 14 (ObjNum 787 snap 228 seq_num 787) 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2490: finishing copy_from to smithi00577259-17 2024-04-12T16:33:08.785 INFO:tasks.rados.rados.0.smithi005.stdout:2490: got expected ENOENT (src dne) 2024-04-12T16:33:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:2490: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:33:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 988 (ObjNum 1377 snap 0 seq_num 729908816) dirty exists 2024-04-12T16:33:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:2489: finishing copy_from racing read to smithi00577259-26 2024-04-12T16:33:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:2489: finishing copy_from to smithi00577259-26 2024-04-12T16:33:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 918 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:33:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:2491: finishing write tid 1 to smithi00577259-27 2024-04-12T16:33:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:2492: seq_num 790 ranges {6963200=434176,7397376=548864,7946240=253952} 2024-04-12T16:33:08.819 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:33:08.819 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:33:08.819 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:33:08.819 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 1 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 14 2024-04-12T16:33:08.820 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:33:08.821 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:33:08.825 INFO:tasks.rados.rados.0.smithi005.stdout:2492: writing smithi00577259-2 from 6963200 to 7397376 tid 1 2024-04-12T16:33:08.829 INFO:tasks.rados.rados.0.smithi005.stdout:2492: writing smithi00577259-2 from 7397376 to 7946240 tid 2 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2492: writing smithi00577259-2 from 7946240 to 8200192 tid 3 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2486: done (5 left) 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2488: done (4 left) 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2489: done (3 left) 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2490: done (2 left) 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2493: read oid 32 snap -1 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2493: expect (ObjNum 769 snap 226 seq_num 769) 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2494: rollback oid 29 current snap is 228 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 227 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2491: finishing write tid 2 to smithi00577259-27 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2491: finishing write tid 3 to smithi00577259-27 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2491: finishing write tid 4 to smithi00577259-27 2024-04-12T16:33:08.832 INFO:tasks.rados.rados.0.smithi005.stdout:2491: finishing write tid 5 to smithi00577259-27 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2491: oid 27 updating version 0 to 1117 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2491: oid 27 updating version 1117 to 1119 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2491: oid 27 version 1119 is already newer than 1118 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2491: oid 27 version 1119 is already newer than 1116 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1119 (ObjNum 789 snap 228 seq_num 789) dirty exists 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2491: left oid 27 (ObjNum 789 snap 228 seq_num 789) 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2492: finishing write tid 1 to smithi00577259-2 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2491: done (3 left) 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2495: read oid 14 snap -1 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2495: expect (ObjNum 787 snap 228 seq_num 787) 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2496: read oid 7 snap -1 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2496: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 228 2024-04-12T16:33:08.833 INFO:tasks.rados.rados.0.smithi005.stdout:2497: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-04-12T16:33:08.834 INFO:tasks.rados.rados.0.smithi005.stdout:2497: writing smithi00577259-6 from 0 to 450560 tid 1 2024-04-12T16:33:08.837 INFO:tasks.rados.rados.0.smithi005.stdout:2497: writing smithi00577259-6 from 450560 to 925696 tid 2 2024-04-12T16:33:08.839 INFO:tasks.rados.rados.0.smithi005.stdout:2497: writing smithi00577259-6 from 925696 to 1253376 tid 3 2024-04-12T16:33:08.839 INFO:tasks.rados.rados.0.smithi005.stdout:2498: snap_create 2024-04-12T16:33:08.839 INFO:tasks.rados.rados.0.smithi005.stdout:2494: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:33:08.839 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 0 (ObjNum 65 snap 0 seq_num 1768055648) dirty dne 2024-04-12T16:33:08.839 INFO:tasks.rados.rados.0.smithi005.stdout:2496: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:08.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:08.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:08.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:08 smithi016 ceph-mon[84444]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T16:33:08.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:08 smithi016 ceph-mon[84444]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:08.847 INFO:tasks.rados.rados.0.smithi005.stdout:2492: finishing write tid 2 to smithi00577259-2 2024-04-12T16:33:08.847 INFO:tasks.rados.rados.0.smithi005.stdout:2492: finishing write tid 3 to smithi00577259-2 2024-04-12T16:33:08.847 INFO:tasks.rados.rados.0.smithi005.stdout:2492: finishing write tid 4 to smithi00577259-2 2024-04-12T16:33:08.847 INFO:tasks.rados.rados.0.smithi005.stdout:2492: finishing write tid 5 to smithi00577259-2 2024-04-12T16:33:08.847 INFO:tasks.rados.rados.0.smithi005.stdout:2492: oid 2 updating version 0 to 1088 2024-04-12T16:33:08.847 INFO:tasks.rados.rados.0.smithi005.stdout:2492: oid 2 version 1088 is already newer than 1087 2024-04-12T16:33:08.847 INFO:tasks.rados.rados.0.smithi005.stdout:2492: oid 2 updating version 1088 to 1089 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2492: oid 2 updating version 1089 to 1090 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1090 (ObjNum 790 snap 228 seq_num 790) dirty exists 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2492: left oid 2 (ObjNum 790 snap 228 seq_num 790) 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: finishing write tid 1 to smithi00577259-6 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: finishing write tid 2 to smithi00577259-6 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: finishing write tid 3 to smithi00577259-6 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: finishing write tid 4 to smithi00577259-6 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: finishing write tid 5 to smithi00577259-6 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: oid 6 updating version 0 to 1018 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: oid 6 updating version 1018 to 1020 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: oid 6 version 1020 is already newer than 1019 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: oid 6 version 1020 is already newer than 1017 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1020 (ObjNum 791 snap 228 seq_num 791) dirty exists 2024-04-12T16:33:08.848 INFO:tasks.rados.rados.0.smithi005.stdout:2497: left oid 6 (ObjNum 791 snap 228 seq_num 791) 2024-04-12T16:33:08.863 INFO:tasks.rados.rados.0.smithi005.stdout:2493: expect (ObjNum 769 snap 226 seq_num 769) 2024-04-12T16:33:09.328 INFO:tasks.rados.rados.0.smithi005.stdout:2495: expect (ObjNum 787 snap 228 seq_num 787) 2024-04-12T16:33:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[88416]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-12T16:33:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[88416]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[88416]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T16:33:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3457340973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[90837]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-12T16:33:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[90837]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[90837]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T16:33:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:09 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3457340973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:09 smithi016 ceph-mon[84444]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-12T16:33:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:09 smithi016 ceph-mon[84444]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:09 smithi016 ceph-mon[84444]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T16:33:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:09 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3457340973' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2492: done (6 left) 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2493: done (5 left) 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2494: done (4 left) 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2495: done (3 left) 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2496: done (2 left) 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2497: done (1 left) 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2498: done (0 left) 2024-04-12T16:33:10.694 INFO:tasks.rados.rados.0.smithi005.stdout:2499: copy_from oid 34 from oid 39 current snap is 229 2024-04-12T16:33:10.695 INFO:tasks.rados.rados.0.smithi005.stdout:2500: snap_remove snap 227 2024-04-12T16:33:10.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:10 smithi005 ceph-mon[88416]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T16:33:10.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:10 smithi005 ceph-mon[88416]: osdmap e546: 8 total, 8 up, 8 in 2024-04-12T16:33:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:10 smithi005 ceph-mon[90837]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T16:33:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:10 smithi005 ceph-mon[90837]: osdmap e546: 8 total, 8 up, 8 in 2024-04-12T16:33:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:10 smithi016 ceph-mon[84444]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T16:33:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:10 smithi016 ceph-mon[84444]: osdmap e546: 8 total, 8 up, 8 in 2024-04-12T16:33:11.628 INFO:tasks.rados.rados.0.smithi005.stdout:2500: done (1 left) 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:2501: copy_from oid 5 from oid 16 current snap is 229 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:2502: read oid 6 snap -1 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:2502: expect (ObjNum 791 snap 228 seq_num 791) 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:2503: rollback oid 17 current snap is 229 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 17 to 228 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:2504: snap_create 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:2499: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:2499: finishing copy_from to smithi00577259-34 2024-04-12T16:33:11.629 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:11.640 INFO:tasks.rados.rados.0.smithi005.stdout:2503: finishing rollback tid 0 to smithi00577259-17 2024-04-12T16:33:11.642 INFO:tasks.rados.rados.0.smithi005.stdout:2502: expect (ObjNum 791 snap 228 seq_num 791) 2024-04-12T16:33:11.682 INFO:tasks.rados.rados.0.smithi005.stdout:2503: finishing rollback tid 1 to smithi00577259-17 2024-04-12T16:33:11.682 INFO:tasks.rados.rados.0.smithi005.stdout:2503: finishing rollback tid 2 to smithi00577259-17 2024-04-12T16:33:11.682 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 991 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:33:11.682 INFO:tasks.rados.rados.0.smithi005.stdout:2501: finishing copy_from racing read to smithi00577259-5 2024-04-12T16:33:11.682 INFO:tasks.rados.rados.0.smithi005.stdout:2501: finishing copy_from to smithi00577259-5 2024-04-12T16:33:11.682 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 767 (ObjNum 751 snap 223 seq_num 751) dirty exists 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: pgmap v484: 121 pgs: 121 active+clean; 183 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.884 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:33:11.949 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[100717]: 2024-04-12T16:33:11.645+0000 7f076a522700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12b after trimming was started 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: pgmap v484: 121 pgs: 121 active+clean; 183 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: pgmap v484: 121 pgs: 121 active+clean; 183 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:11.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T16:33:12.489 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:12.628 INFO:tasks.rados.rados.0.smithi005.stdout:2499: done (4 left) 2024-04-12T16:33:12.629 INFO:tasks.rados.rados.0.smithi005.stdout:2501: done (3 left) 2024-04-12T16:33:12.629 INFO:tasks.rados.rados.0.smithi005.stdout:2502: done (2 left) 2024-04-12T16:33:12.629 INFO:tasks.rados.rados.0.smithi005.stdout:2503: done (1 left) 2024-04-12T16:33:12.629 INFO:tasks.rados.rados.0.smithi005.stdout:2504: done (0 left) 2024-04-12T16:33:12.629 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 230 2024-04-12T16:33:12.629 INFO:tasks.rados.rados.0.smithi005.stdout:2505: seq_num 792 ranges {5914624=466944,6381568=761856,7143424=40960} 2024-04-12T16:33:12.663 INFO:tasks.rados.rados.0.smithi005.stdout:2505: writing smithi00577259-32 from 5914624 to 6381568 tid 1 2024-04-12T16:33:12.668 INFO:tasks.rados.rados.0.smithi005.stdout:2505: writing smithi00577259-32 from 6381568 to 7143424 tid 2 2024-04-12T16:33:12.669 INFO:tasks.rados.rados.0.smithi005.stdout:2505: writing smithi00577259-32 from 7143424 to 7184384 tid 3 2024-04-12T16:33:12.669 INFO:tasks.rados.rados.0.smithi005.stdout:2505: finishing write tid 1 to smithi00577259-32 2024-04-12T16:33:12.669 INFO:tasks.rados.rados.0.smithi005.stdout:2506: snap_remove snap 228 2024-04-12T16:33:12.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:12 smithi016 ceph-mon[84444]: Upgrade: It appears safe to stop mds.b 2024-04-12T16:33:12.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:12 smithi016 ceph-mon[84444]: osdmap e547: 8 total, 8 up, 8 in 2024-04-12T16:33:12.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:12 smithi016 ceph-mon[84444]: osdmap e548: 8 total, 8 up, 8 in 2024-04-12T16:33:12.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:12 smithi005 ceph-mon[88416]: Upgrade: It appears safe to stop mds.b 2024-04-12T16:33:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:12 smithi005 ceph-mon[88416]: osdmap e547: 8 total, 8 up, 8 in 2024-04-12T16:33:12.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:12 smithi005 ceph-mon[88416]: osdmap e548: 8 total, 8 up, 8 in 2024-04-12T16:33:12.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:12 smithi005 ceph-mon[90837]: Upgrade: It appears safe to stop mds.b 2024-04-12T16:33:12.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:12 smithi005 ceph-mon[90837]: osdmap e547: 8 total, 8 up, 8 in 2024-04-12T16:33:12.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:12 smithi005 ceph-mon[90837]: osdmap e548: 8 total, 8 up, 8 in 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: finishing write tid 2 to smithi00577259-32 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: finishing write tid 3 to smithi00577259-32 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: finishing write tid 4 to smithi00577259-32 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: finishing write tid 5 to smithi00577259-32 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: oid 32 updating version 0 to 1108 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: oid 32 updating version 1108 to 1111 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: oid 32 version 1111 is already newer than 1109 2024-04-12T16:33:13.644 INFO:tasks.rados.rados.0.smithi005.stdout:2505: oid 32 version 1111 is already newer than 1110 2024-04-12T16:33:13.645 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1111 (ObjNum 792 snap 230 seq_num 792) dirty exists 2024-04-12T16:33:13.645 INFO:tasks.rados.rados.0.smithi005.stdout:2505: left oid 32 (ObjNum 792 snap 230 seq_num 792) 2024-04-12T16:33:13.645 INFO:tasks.rados.rados.0.smithi005.stdout:2505: done (1 left) 2024-04-12T16:33:13.645 INFO:tasks.rados.rados.0.smithi005.stdout:2506: done (0 left) 2024-04-12T16:33:13.645 INFO:tasks.rados.rados.0.smithi005.stdout:2507: rollback oid 13 current snap is 230 2024-04-12T16:33:13.645 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 13 to 229 2024-04-12T16:33:13.645 INFO:tasks.rados.rados.0.smithi005.stdout:2508: delete oid 50 current snap is 230 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:2507: finishing rollback tid 0 to smithi00577259-13 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:2507: finishing rollback tid 1 to smithi00577259-13 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:2507: finishing rollback tid 2 to smithi00577259-13 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1125 (ObjNum 225 snap 0 seq_num 730747184) dirty exists 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:2507: done (1 left) 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:2508: done (0 left) 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 230 2024-04-12T16:33:13.652 INFO:tasks.rados.rados.0.smithi005.stdout:2509: seq_num 794 ranges {8200192=499712,8699904=532480,9232384=270336} 2024-04-12T16:33:13.700 INFO:tasks.rados.rados.0.smithi005.stdout:2509: writing smithi00577259-2 from 8200192 to 8699904 tid 1 2024-04-12T16:33:13.703 INFO:tasks.rados.rados.0.smithi005.stdout:2509: writing smithi00577259-2 from 8699904 to 9232384 tid 2 2024-04-12T16:33:13.705 INFO:tasks.rados.rados.0.smithi005.stdout:2509: writing smithi00577259-2 from 9232384 to 9502720 tid 3 2024-04-12T16:33:13.705 INFO:tasks.rados.rados.0.smithi005.stdout:2510: snap_remove snap 229 2024-04-12T16:33:13.705 INFO:tasks.rados.rados.0.smithi005.stdout:2509: finishing write tid 1 to smithi00577259-2 2024-04-12T16:33:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:13 smithi016 ceph-mon[84444]: pgmap v487: 121 pgs: 121 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-04-12T16:33:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:13 smithi016 ceph-mon[84444]: Upgrade: Updating mds.b 2024-04-12T16:33:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:33:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:13 smithi016 ceph-mon[84444]: Deploying daemon mds.b on smithi016 2024-04-12T16:33:14.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:13 smithi016 ceph-mon[84444]: osdmap e549: 8 total, 8 up, 8 in 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:33:13] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[90837]: pgmap v487: 121 pgs: 121 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[90837]: Upgrade: Updating mds.b 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[90837]: Deploying daemon mds.b on smithi016 2024-04-12T16:33:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[90837]: osdmap e549: 8 total, 8 up, 8 in 2024-04-12T16:33:14.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[88416]: pgmap v487: 121 pgs: 121 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 274 KiB/s wr, 2 op/s 2024-04-12T16:33:14.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[88416]: Upgrade: Updating mds.b 2024-04-12T16:33:14.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:14.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T16:33:14.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:14.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[88416]: Deploying daemon mds.b on smithi016 2024-04-12T16:33:14.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:13 smithi005 ceph-mon[88416]: osdmap e549: 8 total, 8 up, 8 in 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: finishing write tid 2 to smithi00577259-2 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: finishing write tid 3 to smithi00577259-2 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: finishing write tid 4 to smithi00577259-2 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: finishing write tid 5 to smithi00577259-2 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: oid 2 updating version 0 to 1097 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: oid 2 version 1097 is already newer than 1096 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: oid 2 version 1097 is already newer than 1095 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: oid 2 version 1097 is already newer than 1094 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1097 (ObjNum 794 snap 230 seq_num 794) dirty exists 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: left oid 2 (ObjNum 794 snap 230 seq_num 794) 2024-04-12T16:33:14.645 INFO:tasks.rados.rados.0.smithi005.stdout:2509: done (1 left) 2024-04-12T16:33:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:2510: done (0 left) 2024-04-12T16:33:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:2511: read oid 32 snap -1 2024-04-12T16:33:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:2511: expect (ObjNum 792 snap 230 seq_num 792) 2024-04-12T16:33:14.646 INFO:tasks.rados.rados.0.smithi005.stdout:2512: delete oid 47 current snap is 230 2024-04-12T16:33:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:2512: done (1 left) 2024-04-12T16:33:14.647 INFO:tasks.rados.rados.0.smithi005.stdout:2513: setattr oid 28 current snap is 230 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:2514: read oid 30 snap -1 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:2514: expect deleted 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:2515: rollback oid 10 current snap is 230 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:2515: done (3 left) 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:2516: rollback oid 16 current snap is 230 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:2516: done (3 left) 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 230 2024-04-12T16:33:14.652 INFO:tasks.rados.rados.0.smithi005.stdout:2517: seq_num 796 ranges {12394496=540672,12935168=704512,13639680=98304} 2024-04-12T16:33:14.722 INFO:tasks.rados.rados.0.smithi005.stdout:2517: writing smithi00577259-15 from 12394496 to 12935168 tid 1 2024-04-12T16:33:14.726 INFO:tasks.rados.rados.0.smithi005.stdout:2517: writing smithi00577259-15 from 12935168 to 13639680 tid 2 2024-04-12T16:33:14.727 INFO:tasks.rados.rados.0.smithi005.stdout:2517: writing smithi00577259-15 from 13639680 to 13737984 tid 3 2024-04-12T16:33:14.727 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 230 2024-04-12T16:33:14.727 INFO:tasks.rados.rados.0.smithi005.stdout:2518: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-04-12T16:33:14.730 INFO:tasks.rados.rados.0.smithi005.stdout:2518: writing smithi00577259-37 from 0 to 557056 tid 1 2024-04-12T16:33:14.733 INFO:tasks.rados.rados.0.smithi005.stdout:2518: writing smithi00577259-37 from 557056 to 1146880 tid 2 2024-04-12T16:33:14.735 INFO:tasks.rados.rados.0.smithi005.stdout:2518: writing smithi00577259-37 from 1146880 to 1359872 tid 3 2024-04-12T16:33:14.735 INFO:tasks.rados.rados.0.smithi005.stdout:2519: setattr oid 8 current snap is 230 2024-04-12T16:33:14.735 INFO:tasks.rados.rados.0.smithi005.stdout:2511: expect (ObjNum 792 snap 230 seq_num 792) 2024-04-12T16:33:14.806 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 16:33:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T16:33:14.679+0000 7f19d8642700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12d after trimming was started 2024-04-12T16:33:15.090 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:14 smithi016 systemd[1]: Stopping Ceph mds.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:15.090 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b[57231]: 2024-04-12T16:33:15.049+0000 7fdf76346700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T16:33:15.090 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b[57231]: 2024-04-12T16:33:15.049+0000 7fdf76346700 -1 mds.b *** got signal Terminated *** 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1114 (ObjNum 1650750053 snap 1499287120 seq_num 304) dirty exists 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:2517: finishing write tid 1 to smithi00577259-15 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:2517: finishing write tid 2 to smithi00577259-15 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:2517: finishing write tid 3 to smithi00577259-15 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:2517: finishing write tid 4 to smithi00577259-15 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:2517: finishing write tid 5 to smithi00577259-15 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:2517: oid 15 updating version 0 to 798 2024-04-12T16:33:15.330 INFO:tasks.rados.rados.0.smithi005.stdout:2517: oid 15 version 798 is already newer than 797 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2517: oid 15 version 798 is already newer than 795 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2517: oid 15 version 798 is already newer than 796 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 798 (ObjNum 796 snap 230 seq_num 796) dirty exists 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2517: left oid 15 (ObjNum 796 snap 230 seq_num 796) 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: finishing write tid 1 to smithi00577259-37 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: finishing write tid 2 to smithi00577259-37 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: finishing write tid 3 to smithi00577259-37 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: finishing write tid 4 to smithi00577259-37 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: finishing write tid 5 to smithi00577259-37 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: oid 37 updating version 0 to 1038 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: oid 37 updating version 1038 to 1039 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: oid 37 version 1039 is already newer than 1037 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: oid 37 version 1039 is already newer than 1036 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1039 (ObjNum 797 snap 230 seq_num 797) dirty exists 2024-04-12T16:33:15.331 INFO:tasks.rados.rados.0.smithi005.stdout:2518: left oid 37 (ObjNum 797 snap 230 seq_num 797) 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:2511: done (5 left) 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:2513: done (4 left) 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:2514: done (3 left) 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:2517: done (2 left) 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:2518: done (1 left) 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 230 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:2520: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-04-12T16:33:15.332 INFO:tasks.rados.rados.0.smithi005.stdout:2520: writing smithi00577259-10 from 0 to 573440 tid 1 2024-04-12T16:33:15.335 INFO:tasks.rados.rados.0.smithi005.stdout:2520: writing smithi00577259-10 from 573440 to 1040384 tid 2 2024-04-12T16:33:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:2520: writing smithi00577259-10 from 1040384 to 1376256 tid 3 2024-04-12T16:33:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:2521: read oid 21 snap -1 2024-04-12T16:33:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:2521: expect deleted 2024-04-12T16:33:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:2522: delete oid 29 current snap is 230 2024-04-12T16:33:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1117 (ObjNum 774 snap 226 seq_num 774) dirty exists 2024-04-12T16:33:15.337 INFO:tasks.rados.rados.0.smithi005.stdout:2520: finishing write tid 1 to smithi00577259-10 2024-04-12T16:33:15.339 INFO:tasks.rados.rados.0.smithi005.stdout:2520: finishing write tid 2 to smithi00577259-10 2024-04-12T16:33:15.339 INFO:tasks.rados.rados.0.smithi005.stdout:2519: done (3 left) 2024-04-12T16:33:15.339 INFO:tasks.rados.rados.0.smithi005.stdout:2521: done (2 left) 2024-04-12T16:33:15.340 INFO:tasks.rados.rados.0.smithi005.stdout:2522: done (1 left) 2024-04-12T16:33:15.340 INFO:tasks.rados.rados.0.smithi005.stdout:2523: read oid 6 snap -1 2024-04-12T16:33:15.340 INFO:tasks.rados.rados.0.smithi005.stdout:2523: expect (ObjNum 791 snap 228 seq_num 791) 2024-04-12T16:33:15.340 INFO:tasks.rados.rados.0.smithi005.stdout:2524: setattr oid 40 current snap is 230 2024-04-12T16:33:15.340 INFO:tasks.rados.rados.0.smithi005.stdout:2520: finishing write tid 3 to smithi00577259-10 2024-04-12T16:33:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:2525: read oid 42 snap -1 2024-04-12T16:33:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:2525: expect (ObjNum 727 snap 212 seq_num 727) 2024-04-12T16:33:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 230 2024-04-12T16:33:15.341 INFO:tasks.rados.rados.0.smithi005.stdout:2526: seq_num 800 ranges {581632=606208,1187840=688128,1875968=114688} 2024-04-12T16:33:15.347 INFO:tasks.rados.rados.0.smithi005.stdout:2526: writing smithi00577259-5 from 581632 to 1187840 tid 1 2024-04-12T16:33:15.351 INFO:tasks.rados.rados.0.smithi005.stdout:2526: writing smithi00577259-5 from 1187840 to 1875968 tid 2 2024-04-12T16:33:15.352 INFO:tasks.rados.rados.0.smithi005.stdout:2526: writing smithi00577259-5 from 1875968 to 1990656 tid 3 2024-04-12T16:33:15.352 INFO:tasks.rados.rados.0.smithi005.stdout:2527: snap_create 2024-04-12T16:33:15.352 INFO:tasks.rados.rados.0.smithi005.stdout:2520: finishing write tid 4 to smithi00577259-10 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:2520: finishing write tid 5 to smithi00577259-10 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:2520: oid 10 updating version 0 to 1040 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:2520: oid 10 updating version 1040 to 1043 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:2520: oid 10 version 1043 is already newer than 1041 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:2520: oid 10 version 1043 is already newer than 1042 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1043 (ObjNum 798 snap 230 seq_num 798) dirty exists 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:2520: left oid 10 (ObjNum 798 snap 230 seq_num 798) 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1128 (ObjNum 49 snap 0 seq_num 1582262381) dirty exists 2024-04-12T16:33:15.353 INFO:tasks.rados.rados.0.smithi005.stdout:2523: expect (ObjNum 791 snap 228 seq_num 791) 2024-04-12T16:33:15.389 INFO:tasks.rados.rados.0.smithi005.stdout:2526: finishing write tid 1 to smithi00577259-5 2024-04-12T16:33:15.389 INFO:tasks.rados.rados.0.smithi005.stdout:2525: expect (ObjNum 727 snap 212 seq_num 727) 2024-04-12T16:33:15.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[88409]: 2024-04-12T16:33:15.050+0000 7f1a8f9da700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:33:15.494 INFO:tasks.rados.rados.0.smithi005.stdout:2526: finishing write tid 2 to smithi00577259-5 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: finishing write tid 3 to smithi00577259-5 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: finishing write tid 4 to smithi00577259-5 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: finishing write tid 5 to smithi00577259-5 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: oid 5 updating version 0 to 1029 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: oid 5 version 1029 is already newer than 1026 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: oid 5 version 1029 is already newer than 1027 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: oid 5 version 1029 is already newer than 1028 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1029 (ObjNum 800 snap 230 seq_num 800) dirty exists 2024-04-12T16:33:15.495 INFO:tasks.rados.rados.0.smithi005.stdout:2526: left oid 5 (ObjNum 800 snap 230 seq_num 800) 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:2520: done (5 left) 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:2523: done (4 left) 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:2524: done (3 left) 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:2525: done (2 left) 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:2526: done (1 left) 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:2527: done (0 left) 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 231 2024-04-12T16:33:15.612 INFO:tasks.rados.rados.0.smithi005.stdout:2528: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-04-12T16:33:15.615 INFO:tasks.rados.rados.0.smithi005.stdout:2528: writing smithi00577259-20 from 0 to 622592 tid 1 2024-04-12T16:33:15.619 INFO:tasks.rados.rados.0.smithi005.stdout:2528: writing smithi00577259-20 from 622592 to 1196032 tid 2 2024-04-12T16:33:15.620 INFO:tasks.rados.rados.0.smithi005.stdout:2528: writing smithi00577259-20 from 1196032 to 1425408 tid 3 2024-04-12T16:33:15.621 INFO:tasks.rados.rados.0.smithi005.stdout:2529: read oid 17 snap 230 2024-04-12T16:33:15.621 INFO:tasks.rados.rados.0.smithi005.stdout:2529: expect (ObjNum 550 snap 161 seq_num 550) 2024-04-12T16:33:15.621 INFO:tasks.rados.rados.0.smithi005.stdout:2530: delete oid 28 current snap is 231 2024-04-12T16:33:15.621 INFO:tasks.rados.rados.0.smithi005.stdout:2528: finishing write tid 1 to smithi00577259-20 2024-04-12T16:33:15.622 INFO:tasks.rados.rados.0.smithi005.stdout:2528: finishing write tid 2 to smithi00577259-20 2024-04-12T16:33:15.623 INFO:tasks.rados.rados.0.smithi005.stdout:2528: finishing write tid 3 to smithi00577259-20 2024-04-12T16:33:15.624 INFO:tasks.rados.rados.0.smithi005.stdout:2528: finishing write tid 4 to smithi00577259-20 2024-04-12T16:33:15.625 INFO:tasks.rados.rados.0.smithi005.stdout:2530: done (2 left) 2024-04-12T16:33:15.625 INFO:tasks.rados.rados.0.smithi005.stdout:2531: read oid 40 snap -1 2024-04-12T16:33:15.625 INFO:tasks.rados.rados.0.smithi005.stdout:2531: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:15.625 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 231 2024-04-12T16:33:15.625 INFO:tasks.rados.rados.0.smithi005.stdout:2532: seq_num 803 ranges {581632=655360,1236992=745472,1982464=57344} 2024-04-12T16:33:15.632 INFO:tasks.rados.rados.0.smithi005.stdout:2532: writing smithi00577259-16 from 581632 to 1236992 tid 1 2024-04-12T16:33:15.636 INFO:tasks.rados.rados.0.smithi005.stdout:2532: writing smithi00577259-16 from 1236992 to 1982464 tid 2 2024-04-12T16:33:15.637 INFO:tasks.rados.rados.0.smithi005.stdout:2532: writing smithi00577259-16 from 1982464 to 2039808 tid 3 2024-04-12T16:33:15.637 INFO:tasks.rados.rados.0.smithi005.stdout:2533: read oid 8 snap 230 2024-04-12T16:33:15.637 INFO:tasks.rados.rados.0.smithi005.stdout:2533: expect (ObjNum 774 snap 226 seq_num 774) 2024-04-12T16:33:15.637 INFO:tasks.rados.rados.0.smithi005.stdout:2534: snap_create 2024-04-12T16:33:15.638 INFO:tasks.rados.rados.0.smithi005.stdout:2531: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:2528: finishing write tid 5 to smithi00577259-20 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:2528: oid 20 updating version 0 to 1102 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:2528: oid 20 updating version 1102 to 1103 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:2528: oid 20 version 1103 is already newer than 1100 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:2528: oid 20 version 1103 is already newer than 1101 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1103 (ObjNum 801 snap 231 seq_num 801) dirty exists 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:2528: left oid 20 (ObjNum 801 snap 231 seq_num 801) 2024-04-12T16:33:15.639 INFO:tasks.rados.rados.0.smithi005.stdout:2529: expect (ObjNum 550 snap 161 seq_num 550) 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: finishing write tid 1 to smithi00577259-16 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: finishing write tid 2 to smithi00577259-16 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: finishing write tid 3 to smithi00577259-16 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: finishing write tid 4 to smithi00577259-16 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: finishing write tid 5 to smithi00577259-16 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: oid 16 updating version 0 to 777 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: oid 16 version 777 is already newer than 774 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: oid 16 version 777 is already newer than 775 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: oid 16 version 777 is already newer than 776 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 777 (ObjNum 803 snap 231 seq_num 803) dirty exists 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2532: left oid 16 (ObjNum 803 snap 231 seq_num 803) 2024-04-12T16:33:15.779 INFO:tasks.rados.rados.0.smithi005.stdout:2533: expect (ObjNum 774 snap 226 seq_num 774) 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: pgmap v490: 121 pgs: 121 active+clean; 174 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T16:33:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[88416]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: pgmap v490: 121 pgs: 121 active+clean; 174 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:33:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:15 smithi005 ceph-mon[90837]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T16:33:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: pgmap v490: 121 pgs: 121 active+clean; 174 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T16:33:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T16:33:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T16:33:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T16:33:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T16:33:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-12T16:33:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T16:33:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T16:33:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-12T16:33:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:33:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:15 smithi016 ceph-mon[84444]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2528: done (5 left) 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2529: done (4 left) 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2531: done (3 left) 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2532: done (2 left) 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2533: done (1 left) 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2534: done (0 left) 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2535: copy_from oid 24 from oid 35 current snap is 232 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2536: read oid 32 snap 231 2024-04-12T16:33:16.614 INFO:tasks.rados.rados.0.smithi005.stdout:2536: expect (ObjNum 792 snap 230 seq_num 792) 2024-04-12T16:33:16.615 INFO:tasks.rados.rados.0.smithi005.stdout:2537: delete oid 31 current snap is 232 2024-04-12T16:33:16.619 INFO:tasks.rados.rados.0.smithi005.stdout:2537: done (2 left) 2024-04-12T16:33:16.619 INFO:tasks.rados.rados.0.smithi005.stdout:2538: rollback oid 11 current snap is 232 2024-04-12T16:33:16.620 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 231 2024-04-12T16:33:16.620 INFO:tasks.rados.rados.0.smithi005.stdout:2539: delete oid 44 current snap is 232 2024-04-12T16:33:16.620 INFO:tasks.rados.rados.0.smithi005.stdout:2535: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:33:16.620 INFO:tasks.rados.rados.0.smithi005.stdout:2535: finishing copy_from to smithi00577259-24 2024-04-12T16:33:16.620 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 988 (ObjNum 689 snap 0 seq_num 730576560) dirty exists 2024-04-12T16:33:16.622 INFO:tasks.rados.rados.0.smithi005.stdout:2535: done (3 left) 2024-04-12T16:33:16.622 INFO:tasks.rados.rados.0.smithi005.stdout:2539: done (2 left) 2024-04-12T16:33:16.622 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 232 2024-04-12T16:33:16.622 INFO:tasks.rados.rados.0.smithi005.stdout:2540: seq_num 806 ranges {1253376=704512,1957888=442368,2400256=360448} 2024-04-12T16:33:16.632 INFO:tasks.rados.rados.0.smithi005.stdout:2540: writing smithi00577259-6 from 1253376 to 1957888 tid 1 2024-04-12T16:33:16.635 INFO:tasks.rados.rados.0.smithi005.stdout:2540: writing smithi00577259-6 from 1957888 to 2400256 tid 2 2024-04-12T16:33:16.637 INFO:tasks.rados.rados.0.smithi005.stdout:2540: writing smithi00577259-6 from 2400256 to 2760704 tid 3 2024-04-12T16:33:16.637 INFO:tasks.rados.rados.0.smithi005.stdout:2541: snap_remove snap 230 2024-04-12T16:33:17.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:17 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:reconnect 2024-04-12T16:33:17.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:17 smithi016 ceph-mon[84444]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T16:33:17.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:17 smithi016 ceph-mon[84444]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T16:33:17.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:17 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:reconnect 2024-04-12T16:33:17.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:17 smithi005 ceph-mon[88416]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T16:33:17.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:17 smithi005 ceph-mon[88416]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T16:33:17.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:17 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:reconnect 2024-04-12T16:33:17.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:17 smithi005 ceph-mon[90837]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-12T16:33:17.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:17 smithi005 ceph-mon[90837]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T16:33:17.615 INFO:tasks.rados.rados.0.smithi005.stdout:2540: finishing write tid 1 to smithi00577259-6 2024-04-12T16:33:17.615 INFO:tasks.rados.rados.0.smithi005.stdout:2540: finishing write tid 2 to smithi00577259-6 2024-04-12T16:33:17.615 INFO:tasks.rados.rados.0.smithi005.stdout:2540: finishing write tid 3 to smithi00577259-6 2024-04-12T16:33:17.615 INFO:tasks.rados.rados.0.smithi005.stdout:2540: finishing write tid 4 to smithi00577259-6 2024-04-12T16:33:17.615 INFO:tasks.rados.rados.0.smithi005.stdout:2540: finishing write tid 5 to smithi00577259-6 2024-04-12T16:33:17.616 INFO:tasks.rados.rados.0.smithi005.stdout:2540: oid 6 updating version 0 to 1024 2024-04-12T16:33:17.616 INFO:tasks.rados.rados.0.smithi005.stdout:2540: oid 6 version 1024 is already newer than 1021 2024-04-12T16:33:17.616 INFO:tasks.rados.rados.0.smithi005.stdout:2540: oid 6 version 1024 is already newer than 1022 2024-04-12T16:33:17.616 INFO:tasks.rados.rados.0.smithi005.stdout:2540: oid 6 version 1024 is already newer than 1023 2024-04-12T16:33:17.616 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1024 (ObjNum 806 snap 232 seq_num 806) dirty exists 2024-04-12T16:33:17.616 INFO:tasks.rados.rados.0.smithi005.stdout:2540: left oid 6 (ObjNum 806 snap 232 seq_num 806) 2024-04-12T16:33:17.616 INFO:tasks.rados.rados.0.smithi005.stdout:2536: expect (ObjNum 792 snap 230 seq_num 792) 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2538: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2536: done (3 left) 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2538: done (2 left) 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2540: done (1 left) 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2541: done (0 left) 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2542: read oid 37 snap -1 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2542: expect (ObjNum 797 snap 230 seq_num 797) 2024-04-12T16:33:18.213 INFO:tasks.rados.rados.0.smithi005.stdout:2543: copy_from oid 38 from oid 23 current snap is 232 2024-04-12T16:33:18.214 INFO:tasks.rados.rados.0.smithi005.stdout:2544: read oid 24 snap -1 2024-04-12T16:33:18.214 INFO:tasks.rados.rados.0.smithi005.stdout:2544: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:18.214 INFO:tasks.rados.rados.0.smithi005.stdout:2545: snap_create 2024-04-12T16:33:18.214 INFO:tasks.rados.rados.0.smithi005.stdout:2544: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:18.220 INFO:tasks.rados.rados.0.smithi005.stdout:2542: expect (ObjNum 797 snap 230 seq_num 797) 2024-04-12T16:33:18.256 INFO:tasks.rados.rados.0.smithi005.stdout:2543: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:33:18.257 INFO:tasks.rados.rados.0.smithi005.stdout:2543: finishing copy_from to smithi00577259-38 2024-04-12T16:33:18.257 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 909 (ObjNum 764 snap 225 seq_num 764) dirty exists 2024-04-12T16:33:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:18 smithi016 ceph-mon[84444]: pgmap v494: 121 pgs: 121 active+clean; 174 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-04-12T16:33:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:18 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:rejoin 2024-04-12T16:33:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:18 smithi016 ceph-mon[84444]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T16:33:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:18 smithi016 ceph-mon[84444]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:33:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:18 smithi016 ceph-mon[84444]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[88416]: pgmap v494: 121 pgs: 121 active+clean; 174 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:rejoin 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[88416]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[88416]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[88416]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[90837]: pgmap v494: 121 pgs: 121 active+clean; 174 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.3 MiB/s wr, 15 op/s 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:rejoin 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[90837]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-12T16:33:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[90837]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-12T16:33:18.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-mon[90837]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T16:33:18.950 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 16:33:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[115481]: 2024-04-12T16:33:18.657+0000 7f386105e700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-12T16:33:19.072 INFO:tasks.rados.rados.0.smithi005.stdout:2542: done (3 left) 2024-04-12T16:33:19.072 INFO:tasks.rados.rados.0.smithi005.stdout:2543: done (2 left) 2024-04-12T16:33:19.072 INFO:tasks.rados.rados.0.smithi005.stdout:2544: done (1 left) 2024-04-12T16:33:19.072 INFO:tasks.rados.rados.0.smithi005.stdout:2545: done (0 left) 2024-04-12T16:33:19.072 INFO:tasks.rados.rados.0.smithi005.stdout:2546: snap_create 2024-04-12T16:33:19.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:19 smithi016 ceph-mon[84444]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:33:19.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:19 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:33:19.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:19 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:active 2024-04-12T16:33:19.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:19 smithi016 ceph-mon[84444]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T16:33:19.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[88416]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:33:19.481 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:33:19.481 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:active 2024-04-12T16:33:19.481 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T16:33:19.482 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[90837]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T16:33:19.482 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:33:19.482 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.5:6834/1796960312,v1:172.21.15.5:6835/1796960312] up:active 2024-04-12T16:33:19.482 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:19 smithi005 ceph-mon[90837]: fsmap cephfs:1 {0=a=up:active} 2024-04-12T16:33:20.072 INFO:tasks.rados.rados.0.smithi005.stdout:2546: done (0 left) 2024-04-12T16:33:20.073 INFO:tasks.rados.rados.0.smithi005.stdout:2547: read oid 31 snap 233 2024-04-12T16:33:20.073 INFO:tasks.rados.rados.0.smithi005.stdout:2547: expect deleted 2024-04-12T16:33:20.073 INFO:tasks.rados.rados.0.smithi005.stdout:2548: snap_remove snap 232 2024-04-12T16:33:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:20 smithi016 ceph-mon[84444]: pgmap v497: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 39 op/s 2024-04-12T16:33:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:20 smithi016 ceph-mon[84444]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T16:33:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:20 smithi005 ceph-mon[88416]: pgmap v497: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 39 op/s 2024-04-12T16:33:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:20 smithi005 ceph-mon[88416]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T16:33:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:20 smithi005 ceph-mon[90837]: pgmap v497: 121 pgs: 121 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 39 op/s 2024-04-12T16:33:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:20 smithi005 ceph-mon[90837]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T16:33:20.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:20.615 INFO:tasks.rados.rados.0.smithi005.stdout:2547: done (1 left) 2024-04-12T16:33:20.616 INFO:tasks.rados.rados.0.smithi005.stdout:2548: done (0 left) 2024-04-12T16:33:20.616 INFO:tasks.rados.rados.0.smithi005.stdout:2549: snap_remove snap 233 2024-04-12T16:33:21.036 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:20 smithi016 podman[109174]: 2024-04-12 16:33:20.785330455 +0000 UTC m=+5.830524325 container died 58c425e90b907d36dfc7a0c59f4b7bbfe32711e069e3c0d0f566e8ee62958483 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, ceph=True) 2024-04-12T16:33:21.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:21 smithi016 ceph-mon[84444]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T16:33:21.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:21 smithi016 ceph-mon[84444]: pgmap v500: 121 pgs: 121 active+clean; 180 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-12T16:33:21.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:21 smithi016 ceph-mon[84444]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T16:33:21.340 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 podman[109174]: 2024-04-12 16:33:21.15016513 +0000 UTC m=+6.195358998 container cleanup 58c425e90b907d36dfc7a0c59f4b7bbfe32711e069e3c0d0f566e8ee62958483 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=) 2024-04-12T16:33:21.341 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 bash[109174]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b 2024-04-12T16:33:21.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:21 smithi005 ceph-mon[88416]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T16:33:21.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:21 smithi005 ceph-mon[88416]: pgmap v500: 121 pgs: 121 active+clean; 180 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-12T16:33:21.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:21 smithi005 ceph-mon[88416]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T16:33:21.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:21 smithi005 ceph-mon[90837]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T16:33:21.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:21 smithi005 ceph-mon[90837]: pgmap v500: 121 pgs: 121 active+clean; 180 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 40 op/s 2024-04-12T16:33:21.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:21 smithi005 ceph-mon[90837]: osdmap e557: 8 total, 8 up, 8 in 2024-04-12T16:33:21.616 INFO:tasks.rados.rados.0.smithi005.stdout:2549: done (0 left) 2024-04-12T16:33:21.616 INFO:tasks.rados.rados.0.smithi005.stdout:2550: snap_remove snap 231 2024-04-12T16:33:21.778 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 podman[109200]: 2024-04-12 16:33:21.443043015 +0000 UTC m=+0.657839114 container remove 58c425e90b907d36dfc7a0c59f4b7bbfe32711e069e3c0d0f566e8ee62958483 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-12T16:33:21.778 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-12T16:33:21.778 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 systemd[1]: Stopped Ceph mds.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:21.778 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.b.service: Consumed 1.135s CPU time. 2024-04-12T16:33:21.778 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 systemd[1]: Starting Ceph mds.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:22.030 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:21 smithi016 podman[109329]: 2024-04-12 16:33:21.900579754 +0000 UTC m=+0.017921745 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T16:33:22.030 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:22 smithi016 podman[109329]: 2024-04-12 16:33:22.036192513 +0000 UTC m=+0.153534503 container create f5063dfd0ae98d67918197022c43cba0ba8a8389b32c8e850c84db4ba60d06f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-12T16:33:22.293 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:22 smithi016 podman[109329]: 2024-04-12 16:33:22.272076053 +0000 UTC m=+0.389418044 container init f5063dfd0ae98d67918197022c43cba0ba8a8389b32c8e850c84db4ba60d06f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T16:33:22.293 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:22 smithi016 podman[109329]: 2024-04-12 16:33:22.274929484 +0000 UTC m=+0.392271475 container start f5063dfd0ae98d67918197022c43cba0ba8a8389b32c8e850c84db4ba60d06f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T16:33:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:22.590 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b[109343]: starting mds.b at 2024-04-12T16:33:22.590 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:22 smithi016 bash[109329]: f5063dfd0ae98d67918197022c43cba0ba8a8389b32c8e850c84db4ba60d06f9 2024-04-12T16:33:22.590 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 16:33:22 smithi016 systemd[1]: Started Ceph mds.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:22.623 INFO:tasks.rados.rados.0.smithi005.stdout:2550: done (0 left) 2024-04-12T16:33:22.624 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 234 2024-04-12T16:33:22.624 INFO:tasks.rados.rados.0.smithi005.stdout:2551: seq_num 807 ranges {0=720896,720896=729088,1449984=73728} 2024-04-12T16:33:22.627 INFO:tasks.rados.rados.0.smithi005.stdout:2551: writing smithi00577259-3 from 0 to 720896 tid 1 2024-04-12T16:33:22.631 INFO:tasks.rados.rados.0.smithi005.stdout:2551: writing smithi00577259-3 from 720896 to 1449984 tid 2 2024-04-12T16:33:22.632 INFO:tasks.rados.rados.0.smithi005.stdout:2551: writing smithi00577259-3 from 1449984 to 1523712 tid 3 2024-04-12T16:33:22.632 INFO:tasks.rados.rados.0.smithi005.stdout:2552: delete oid 31 current snap is 234 2024-04-12T16:33:22.636 INFO:tasks.rados.rados.0.smithi005.stdout:2552: done (1 left) 2024-04-12T16:33:22.636 INFO:tasks.rados.rados.0.smithi005.stdout:2553: snap_create 2024-04-12T16:33:22.638 INFO:tasks.rados.rados.0.smithi005.stdout:2551: finishing write tid 1 to smithi00577259-3 2024-04-12T16:33:22.639 INFO:tasks.rados.rados.0.smithi005.stdout:2551: finishing write tid 2 to smithi00577259-3 2024-04-12T16:33:22.639 INFO:tasks.rados.rados.0.smithi005.stdout:2551: finishing write tid 3 to smithi00577259-3 2024-04-12T16:33:22.639 INFO:tasks.rados.rados.0.smithi005.stdout:2551: finishing write tid 4 to smithi00577259-3 2024-04-12T16:33:22.641 INFO:tasks.rados.rados.0.smithi005.stdout:2551: finishing write tid 5 to smithi00577259-3 2024-04-12T16:33:22.641 INFO:tasks.rados.rados.0.smithi005.stdout:2551: oid 3 updating version 0 to 933 2024-04-12T16:33:22.641 INFO:tasks.rados.rados.0.smithi005.stdout:2551: oid 3 version 933 is already newer than 928 2024-04-12T16:33:22.642 INFO:tasks.rados.rados.0.smithi005.stdout:2551: oid 3 version 933 is already newer than 932 2024-04-12T16:33:22.642 INFO:tasks.rados.rados.0.smithi005.stdout:2551: oid 3 version 933 is already newer than 931 2024-04-12T16:33:22.642 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 933 (ObjNum 807 snap 234 seq_num 807) dirty exists 2024-04-12T16:33:22.642 INFO:tasks.rados.rados.0.smithi005.stdout:2551: left oid 3 (ObjNum 807 snap 234 seq_num 807) 2024-04-12T16:33:22.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[88416]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T16:33:22.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:22.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:22.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[90837]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T16:33:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:22.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:22 smithi016 ceph-mon[84444]: osdmap e558: 8 total, 8 up, 8 in 2024-04-12T16:33:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:23.623 INFO:tasks.rados.rados.0.smithi005.stdout:2551: done (1 left) 2024-04-12T16:33:23.623 INFO:tasks.rados.rados.0.smithi005.stdout:2553: done (0 left) 2024-04-12T16:33:23.623 INFO:tasks.rados.rados.0.smithi005.stdout:2554: read oid 11 snap -1 2024-04-12T16:33:23.623 INFO:tasks.rados.rados.0.smithi005.stdout:2554: expect deleted 2024-04-12T16:33:23.624 INFO:tasks.rados.rados.0.smithi005.stdout:2555: snap_remove snap 234 2024-04-12T16:33:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:23 smithi016 ceph-mon[84444]: pgmap v503: 121 pgs: 121 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 862 KiB/s wr, 6 op/s 2024-04-12T16:33:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:23 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.16:6832/3120316678,v1:172.21.15.16:6833/3120316678] up:boot 2024-04-12T16:33:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:23 smithi016 ceph-mon[84444]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:33:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:23 smithi016 ceph-mon[84444]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T16:33:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:33:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[88416]: pgmap v503: 121 pgs: 121 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 862 KiB/s wr, 6 op/s 2024-04-12T16:33:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.16:6832/3120316678,v1:172.21.15.16:6833/3120316678] up:boot 2024-04-12T16:33:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[88416]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:33:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[88416]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T16:33:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:33:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[90837]: pgmap v503: 121 pgs: 121 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 862 KiB/s wr, 6 op/s 2024-04-12T16:33:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.16:6832/3120316678,v1:172.21.15.16:6833/3120316678] up:boot 2024-04-12T16:33:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[90837]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-12T16:33:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[90837]: osdmap e559: 8 total, 8 up, 8 in 2024-04-12T16:33:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-12T16:33:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:33:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:33:23] "GET /metrics HTTP/1.1" 200 36006 "" "Prometheus/2.43.0" 2024-04-12T16:33:24.634 INFO:tasks.rados.rados.0.smithi005.stdout:2554: done (1 left) 2024-04-12T16:33:24.634 INFO:tasks.rados.rados.0.smithi005.stdout:2555: done (0 left) 2024-04-12T16:33:24.634 INFO:tasks.rados.rados.0.smithi005.stdout:2556: setattr oid 40 current snap is 235 2024-04-12T16:33:24.636 INFO:tasks.rados.rados.0.smithi005.stdout:2557: read oid 46 snap -1 2024-04-12T16:33:24.636 INFO:tasks.rados.rados.0.smithi005.stdout:2557: expect (ObjNum 692 snap 198 seq_num 692) 2024-04-12T16:33:24.636 INFO:tasks.rados.rados.0.smithi005.stdout:2558: rollback oid 2 current snap is 235 2024-04-12T16:33:24.636 INFO:tasks.rados.rados.0.smithi005.stdout:2558: done (2 left) 2024-04-12T16:33:24.636 INFO:tasks.rados.rados.0.smithi005.stdout:2559: rmattr oid 29 current snap is 235 2024-04-12T16:33:24.636 INFO:tasks.rados.rados.0.smithi005.stdout:2559: done (2 left) 2024-04-12T16:33:24.636 INFO:tasks.rados.rados.0.smithi005.stdout:2560: copy_from oid 30 from oid 17 current snap is 235 2024-04-12T16:33:24.637 INFO:tasks.rados.rados.0.smithi005.stdout:2561: rollback oid 21 current snap is 235 2024-04-12T16:33:24.637 INFO:tasks.rados.rados.0.smithi005.stdout:2561: done (3 left) 2024-04-12T16:33:24.637 INFO:tasks.rados.rados.0.smithi005.stdout:2562: snap_create 2024-04-12T16:33:24.644 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1129 (ObjNum 129 snap 0 seq_num 730648464) dirty exists 2024-04-12T16:33:24.655 INFO:tasks.rados.rados.0.smithi005.stdout:2560: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:33:24.655 INFO:tasks.rados.rados.0.smithi005.stdout:2557: expect (ObjNum 692 snap 198 seq_num 692) 2024-04-12T16:33:24.887 INFO:tasks.rados.rados.0.smithi005.stdout:2560: finishing copy_from to smithi00577259-30 2024-04-12T16:33:24.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 991 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:33:24.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:24 smithi005 ceph-mon[88416]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T16:33:24.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:24 smithi005 ceph-mon[90837]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T16:33:24.958 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:24 smithi016 ceph-mon[84444]: osdmap e560: 8 total, 8 up, 8 in 2024-04-12T16:33:25.616 INFO:tasks.rados.rados.0.smithi005.stdout:2556: done (3 left) 2024-04-12T16:33:25.616 INFO:tasks.rados.rados.0.smithi005.stdout:2557: done (2 left) 2024-04-12T16:33:25.616 INFO:tasks.rados.rados.0.smithi005.stdout:2560: done (1 left) 2024-04-12T16:33:25.617 INFO:tasks.rados.rados.0.smithi005.stdout:2562: done (0 left) 2024-04-12T16:33:25.617 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 236 2024-04-12T16:33:25.617 INFO:tasks.rados.rados.0.smithi005.stdout:2563: seq_num 809 ranges {9502720=753664,10256384=499712,10756096=303104} 2024-04-12T16:33:25.672 INFO:tasks.rados.rados.0.smithi005.stdout:2563: writing smithi00577259-2 from 9502720 to 10256384 tid 1 2024-04-12T16:33:25.675 INFO:tasks.rados.rados.0.smithi005.stdout:2563: writing smithi00577259-2 from 10256384 to 10756096 tid 2 2024-04-12T16:33:25.677 INFO:tasks.rados.rados.0.smithi005.stdout:2563: writing smithi00577259-2 from 10756096 to 11059200 tid 3 2024-04-12T16:33:25.677 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 236 2024-04-12T16:33:25.677 INFO:tasks.rados.rados.0.smithi005.stdout:2564: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2024-04-12T16:33:25.682 INFO:tasks.rados.rados.0.smithi005.stdout:2564: writing smithi00577259-29 from 0 to 770048 tid 1 2024-04-12T16:33:25.687 INFO:tasks.rados.rados.0.smithi005.stdout:2564: writing smithi00577259-29 from 770048 to 1548288 tid 2 2024-04-12T16:33:25.687 INFO:tasks.rados.rados.0.smithi005.stdout:2564: writing smithi00577259-29 from 1548288 to 1572864 tid 3 2024-04-12T16:33:25.687 INFO:tasks.rados.rados.0.smithi005.stdout:2565: snap_create 2024-04-12T16:33:25.687 INFO:tasks.rados.rados.0.smithi005.stdout:2563: finishing write tid 1 to smithi00577259-2 2024-04-12T16:33:25.687 INFO:tasks.rados.rados.0.smithi005.stdout:2563: finishing write tid 2 to smithi00577259-2 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: finishing write tid 3 to smithi00577259-2 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: finishing write tid 4 to smithi00577259-2 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: finishing write tid 5 to smithi00577259-2 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: oid 2 updating version 0 to 1113 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: oid 2 version 1113 is already newer than 1112 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: oid 2 version 1113 is already newer than 1111 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: oid 2 updating version 1113 to 1114 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1114 (ObjNum 809 snap 236 seq_num 809) dirty exists 2024-04-12T16:33:25.688 INFO:tasks.rados.rados.0.smithi005.stdout:2563: left oid 2 (ObjNum 809 snap 236 seq_num 809) 2024-04-12T16:33:25.690 INFO:tasks.rados.rados.0.smithi005.stdout:2564: finishing write tid 1 to smithi00577259-29 2024-04-12T16:33:25.691 INFO:tasks.rados.rados.0.smithi005.stdout:2564: finishing write tid 2 to smithi00577259-29 2024-04-12T16:33:25.691 INFO:tasks.rados.rados.0.smithi005.stdout:2564: finishing write tid 3 to smithi00577259-29 2024-04-12T16:33:25.692 INFO:tasks.rados.rados.0.smithi005.stdout:2564: finishing write tid 4 to smithi00577259-29 2024-04-12T16:33:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2564: finishing write tid 5 to smithi00577259-29 2024-04-12T16:33:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2564: oid 29 updating version 0 to 935 2024-04-12T16:33:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2564: oid 29 updating version 935 to 936 2024-04-12T16:33:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2564: oid 29 version 936 is already newer than 934 2024-04-12T16:33:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2564: oid 29 updating version 936 to 937 2024-04-12T16:33:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 937 (ObjNum 810 snap 236 seq_num 810) dirty exists 2024-04-12T16:33:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:2564: left oid 29 (ObjNum 810 snap 236 seq_num 810) 2024-04-12T16:33:25.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:25 smithi005 ceph-mon[88416]: pgmap v506: 121 pgs: 121 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1011 KiB/s rd, 196 KiB/s wr, 16 op/s 2024-04-12T16:33:25.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:25 smithi005 ceph-mon[88416]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T16:33:25.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:25 smithi005 ceph-mon[88416]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T16:33:25.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:25 smithi005 ceph-mon[90837]: pgmap v506: 121 pgs: 121 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1011 KiB/s rd, 196 KiB/s wr, 16 op/s 2024-04-12T16:33:25.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:25 smithi005 ceph-mon[90837]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T16:33:25.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:25 smithi005 ceph-mon[90837]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T16:33:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:25 smithi016 ceph-mon[84444]: pgmap v506: 121 pgs: 121 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1011 KiB/s rd, 196 KiB/s wr, 16 op/s 2024-04-12T16:33:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:25 smithi016 ceph-mon[84444]: osdmap e561: 8 total, 8 up, 8 in 2024-04-12T16:33:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:25 smithi016 ceph-mon[84444]: osdmap e562: 8 total, 8 up, 8 in 2024-04-12T16:33:26.636 INFO:tasks.rados.rados.0.smithi005.stdout:2563: done (2 left) 2024-04-12T16:33:26.636 INFO:tasks.rados.rados.0.smithi005.stdout:2564: done (1 left) 2024-04-12T16:33:26.636 INFO:tasks.rados.rados.0.smithi005.stdout:2565: done (0 left) 2024-04-12T16:33:26.636 INFO:tasks.rados.rados.0.smithi005.stdout:2566: copy_from oid 48 from oid 43 current snap is 237 2024-04-12T16:33:26.636 INFO:tasks.rados.rados.0.smithi005.stdout:2567: setattr oid 7 current snap is 237 2024-04-12T16:33:26.637 INFO:tasks.rados.rados.0.smithi005.stdout:2568: read oid 36 snap 235 2024-04-12T16:33:26.637 INFO:tasks.rados.rados.0.smithi005.stdout:2568: expect deleted 2024-04-12T16:33:26.637 INFO:tasks.rados.rados.0.smithi005.stdout:2569: read oid 25 snap -1 2024-04-12T16:33:26.637 INFO:tasks.rados.rados.0.smithi005.stdout:2569: expect (ObjNum 729 snap 213 seq_num 729) 2024-04-12T16:33:26.637 INFO:tasks.rados.rados.0.smithi005.stdout:2570: snap_create 2024-04-12T16:33:26.648 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 778 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:33:26.694 INFO:tasks.rados.rados.0.smithi005.stdout:2566: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:33:26.695 INFO:tasks.rados.rados.0.smithi005.stdout:2566: finishing copy_from to smithi00577259-48 2024-04-12T16:33:26.695 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 794 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:33:26.695 INFO:tasks.rados.rados.0.smithi005.stdout:2569: expect (ObjNum 729 snap 213 seq_num 729) 2024-04-12T16:33:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:27 smithi016 ceph-mon[84444]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T16:33:27.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:27.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:27.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:27 smithi005 ceph-mon[88416]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T16:33:27.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:27.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:27.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:27 smithi005 ceph-mon[90837]: osdmap e563: 8 total, 8 up, 8 in 2024-04-12T16:33:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:28 smithi016 ceph-mon[84444]: pgmap v509: 121 pgs: 121 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1011 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T16:33:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:28 smithi016 ceph-mon[84444]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T16:33:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[88416]: pgmap v509: 121 pgs: 121 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1011 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T16:33:28.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:28.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:28.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[88416]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T16:33:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[90837]: pgmap v509: 121 pgs: 121 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1011 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T16:33:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:28 smithi005 ceph-mon[90837]: osdmap e564: 8 total, 8 up, 8 in 2024-04-12T16:33:28.474 INFO:tasks.rados.rados.0.smithi005.stdout:2566: done (4 left) 2024-04-12T16:33:28.474 INFO:tasks.rados.rados.0.smithi005.stdout:2567: done (3 left) 2024-04-12T16:33:28.474 INFO:tasks.rados.rados.0.smithi005.stdout:2568: done (2 left) 2024-04-12T16:33:28.474 INFO:tasks.rados.rados.0.smithi005.stdout:2569: done (1 left) 2024-04-12T16:33:28.474 INFO:tasks.rados.rados.0.smithi005.stdout:2570: done (0 left) 2024-04-12T16:33:28.474 INFO:tasks.rados.rados.0.smithi005.stdout:2571: copy_from oid 12 from oid 4 current snap is 238 2024-04-12T16:33:28.474 INFO:tasks.rados.rados.0.smithi005.stdout:2572: snap_remove snap 235 2024-04-12T16:33:29.081 INFO:tasks.rados.rados.0.smithi005.stdout:2572: done (1 left) 2024-04-12T16:33:29.081 INFO:tasks.rados.rados.0.smithi005.stdout:2573: read oid 15 snap -1 2024-04-12T16:33:29.081 INFO:tasks.rados.rados.0.smithi005.stdout:2573: expect (ObjNum 796 snap 230 seq_num 796) 2024-04-12T16:33:29.081 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 238 2024-04-12T16:33:29.081 INFO:tasks.rados.rados.0.smithi005.stdout:2571: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:33:29.081 INFO:tasks.rados.rados.0.smithi005.stdout:2574: seq_num 811 ranges {3948544=786432,4734976=663552,5398528=139264} 2024-04-12T16:33:29.108 INFO:tasks.rados.rados.0.smithi005.stdout:2574: writing smithi00577259-17 from 3948544 to 4734976 tid 1 2024-04-12T16:33:29.113 INFO:tasks.rados.rados.0.smithi005.stdout:2574: writing smithi00577259-17 from 4734976 to 5398528 tid 2 2024-04-12T16:33:29.114 INFO:tasks.rados.rados.0.smithi005.stdout:2574: writing smithi00577259-17 from 5398528 to 5537792 tid 3 2024-04-12T16:33:29.114 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 238 2024-04-12T16:33:29.114 INFO:tasks.rados.rados.0.smithi005.stdout:2575: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-04-12T16:33:29.119 INFO:tasks.rados.rados.0.smithi005.stdout:2575: writing smithi00577259-11 from 0 to 802816 tid 1 2024-04-12T16:33:29.123 INFO:tasks.rados.rados.0.smithi005.stdout:2575: writing smithi00577259-11 from 802816 to 1351680 tid 2 2024-04-12T16:33:29.125 INFO:tasks.rados.rados.0.smithi005.stdout:2575: writing smithi00577259-11 from 1351680 to 1605632 tid 3 2024-04-12T16:33:29.125 INFO:tasks.rados.rados.0.smithi005.stdout:2576: snap_remove snap 236 2024-04-12T16:33:30.086 INFO:tasks.rados.rados.0.smithi005.stdout:2571: finishing copy_from to smithi00577259-12 2024-04-12T16:33:30.087 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1162 (ObjNum 701 snap 204 seq_num 701) dirty exists 2024-04-12T16:33:30.087 INFO:tasks.rados.rados.0.smithi005.stdout:2575: finishing write tid 1 to smithi00577259-11 2024-04-12T16:33:30.087 INFO:tasks.rados.rados.0.smithi005.stdout:2573: expect (ObjNum 796 snap 230 seq_num 796) 2024-04-12T16:33:30.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:30 smithi016 ceph-mon[84444]: pgmap v512: 121 pgs: 121 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-12T16:33:30.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:30 smithi016 ceph-mon[84444]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T16:33:30.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:30 smithi005 ceph-mon[88416]: pgmap v512: 121 pgs: 121 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-12T16:33:30.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:30 smithi005 ceph-mon[88416]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T16:33:30.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:30 smithi005 ceph-mon[90837]: pgmap v512: 121 pgs: 121 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-12T16:33:30.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:30 smithi005 ceph-mon[90837]: osdmap e565: 8 total, 8 up, 8 in 2024-04-12T16:33:31.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: pgmap v515: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all mds 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all rgw 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T16:33:31.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all iscsi 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all nfs 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: Upgrade: Setting container_image for all nvmeof 2024-04-12T16:33:31.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.351 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: pgmap v515: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.352 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all mds 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all rgw 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T16:33:31.353 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all iscsi 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: osdmap e566: 8 total, 8 up, 8 in 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: pgmap v515: 121 pgs: 121 active+clean; 206 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:31.354 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all mds 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all rgw 2024-04-12T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all rbd-mirror 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all ceph-exporter 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.356 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all iscsi 2024-04-12T16:33:31.357 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.357 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.357 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all nfs 2024-04-12T16:33:31.357 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.357 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.357 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: Upgrade: Setting container_image for all nvmeof 2024-04-12T16:33:31.357 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.358 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.358 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.358 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all nfs 2024-04-12T16:33:31.358 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.358 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:31.359 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: Upgrade: Setting container_image for all nvmeof 2024-04-12T16:33:31.359 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:31.878 INFO:tasks.rados.rados.0.smithi005.stdout:2575: finishing write tid 2 to smithi00577259-11 2024-04-12T16:33:31.878 INFO:tasks.rados.rados.0.smithi005.stdout:2575: finishing write tid 3 to smithi00577259-11 2024-04-12T16:33:31.878 INFO:tasks.rados.rados.0.smithi005.stdout:2571: done (4 left) 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2573: done (3 left) 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2576: done (2 left) 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2577: delete oid 44 current snap is 238 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2575: finishing write tid 4 to smithi00577259-11 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2575: finishing write tid 5 to smithi00577259-11 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2575: oid 11 updating version 0 to 1126 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2575: oid 11 version 1126 is already newer than 1125 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2575: oid 11 version 1126 is already newer than 1124 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2575: oid 11 version 1126 is already newer than 1123 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1126 (ObjNum 812 snap 238 seq_num 812) dirty exists 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2575: left oid 11 (ObjNum 812 snap 238 seq_num 812) 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2574: finishing write tid 1 to smithi00577259-17 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2574: finishing write tid 2 to smithi00577259-17 2024-04-12T16:33:31.879 INFO:tasks.rados.rados.0.smithi005.stdout:2574: finishing write tid 3 to smithi00577259-17 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:2574: finishing write tid 4 to smithi00577259-17 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:2574: finishing write tid 5 to smithi00577259-17 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:2574: oid 17 updating version 0 to 993 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:2574: oid 17 updating version 993 to 995 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:2574: oid 17 version 995 is already newer than 994 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:2574: oid 17 version 995 is already newer than 992 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 995 (ObjNum 811 snap 238 seq_num 811) dirty exists 2024-04-12T16:33:31.880 INFO:tasks.rados.rados.0.smithi005.stdout:2574: left oid 17 (ObjNum 811 snap 238 seq_num 811) 2024-04-12T16:33:31.881 INFO:tasks.rados.rados.0.smithi005.stdout:2574: done (2 left) 2024-04-12T16:33:31.881 INFO:tasks.rados.rados.0.smithi005.stdout:2575: done (1 left) 2024-04-12T16:33:31.881 INFO:tasks.rados.rados.0.smithi005.stdout:2577: done (0 left) 2024-04-12T16:33:31.881 INFO:tasks.rados.rados.0.smithi005.stdout:2578: rollback oid 31 current snap is 238 2024-04-12T16:33:31.881 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 237 2024-04-12T16:33:31.881 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 238 2024-04-12T16:33:31.881 INFO:tasks.rados.rados.0.smithi005.stdout:2579: seq_num 814 ranges {1572864=442368,2015232=770048,2785280=434176} 2024-04-12T16:33:31.891 INFO:tasks.rados.rados.0.smithi005.stdout:2579: writing smithi00577259-29 from 1572864 to 2015232 tid 1 2024-04-12T16:33:31.895 INFO:tasks.rados.rados.0.smithi005.stdout:2579: writing smithi00577259-29 from 2015232 to 2785280 tid 2 2024-04-12T16:33:31.898 INFO:tasks.rados.rados.0.smithi005.stdout:2579: writing smithi00577259-29 from 2785280 to 3219456 tid 3 2024-04-12T16:33:31.898 INFO:tasks.rados.rados.0.smithi005.stdout:2580: read oid 48 snap 237 2024-04-12T16:33:31.898 INFO:tasks.rados.rados.0.smithi005.stdout:2580: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:33:31.898 INFO:tasks.rados.rados.0.smithi005.stdout:2581: rollback oid 35 current snap is 238 2024-04-12T16:33:31.898 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 35 to 237 2024-04-12T16:33:31.898 INFO:tasks.rados.rados.0.smithi005.stdout:2578: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:33:31.898 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:33:31.899 INFO:tasks.rados.rados.0.smithi005.stdout:2579: finishing write tid 1 to smithi00577259-29 2024-04-12T16:33:31.899 INFO:tasks.rados.rados.0.smithi005.stdout:2578: done (3 left) 2024-04-12T16:33:31.899 INFO:tasks.rados.rados.0.smithi005.stdout:2582: snap_create 2024-04-12T16:33:31.902 INFO:tasks.rados.rados.0.smithi005.stdout:2579: finishing write tid 2 to smithi00577259-29 2024-04-12T16:33:31.902 INFO:tasks.rados.rados.0.smithi005.stdout:2579: finishing write tid 3 to smithi00577259-29 2024-04-12T16:33:31.902 INFO:tasks.rados.rados.0.smithi005.stdout:2579: finishing write tid 4 to smithi00577259-29 2024-04-12T16:33:31.902 INFO:tasks.rados.rados.0.smithi005.stdout:2581: finishing rollback tid 0 to smithi00577259-35 2024-04-12T16:33:31.903 INFO:tasks.rados.rados.0.smithi005.stdout:2579: finishing write tid 5 to smithi00577259-29 2024-04-12T16:33:31.903 INFO:tasks.rados.rados.0.smithi005.stdout:2579: oid 29 updating version 0 to 941 2024-04-12T16:33:31.903 INFO:tasks.rados.rados.0.smithi005.stdout:2579: oid 29 updating version 941 to 942 2024-04-12T16:33:31.903 INFO:tasks.rados.rados.0.smithi005.stdout:2579: oid 29 version 942 is already newer than 940 2024-04-12T16:33:31.904 INFO:tasks.rados.rados.0.smithi005.stdout:2579: oid 29 version 942 is already newer than 939 2024-04-12T16:33:31.904 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 942 (ObjNum 814 snap 238 seq_num 814) dirty exists 2024-04-12T16:33:31.904 INFO:tasks.rados.rados.0.smithi005.stdout:2579: left oid 29 (ObjNum 814 snap 238 seq_num 814) 2024-04-12T16:33:31.904 INFO:tasks.rados.rados.0.smithi005.stdout:2581: finishing rollback tid 1 to smithi00577259-35 2024-04-12T16:33:31.904 INFO:tasks.rados.rados.0.smithi005.stdout:2581: finishing rollback tid 2 to smithi00577259-35 2024-04-12T16:33:31.904 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 998 (ObjNum 1425 snap 0 seq_num 1723838768) dirty exists 2024-04-12T16:33:31.938 INFO:tasks.rados.rados.0.smithi005.stdout:2580: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:33:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:33.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:33 smithi016 ceph-mon[84444]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T16:33:33.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:33 smithi016 ceph-mon[84444]: pgmap v518: 121 pgs: 121 active+clean; 207 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 3 op/s 2024-04-12T16:33:33.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:33 smithi016 ceph-mon[84444]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T16:33:33.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:33 smithi016 ceph-mon[84444]: Deploying daemon node-exporter.a on smithi005 2024-04-12T16:33:33.428 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[88416]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T16:33:33.428 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[88416]: pgmap v518: 121 pgs: 121 active+clean; 207 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 3 op/s 2024-04-12T16:33:33.428 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[88416]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T16:33:33.428 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[88416]: Deploying daemon node-exporter.a on smithi005 2024-04-12T16:33:33.429 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[90837]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T16:33:33.429 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[90837]: pgmap v518: 121 pgs: 121 active+clean; 207 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 5.4 MiB/s wr, 3 op/s 2024-04-12T16:33:33.429 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[90837]: Upgrade: Updating node-exporter.a (1/2) 2024-04-12T16:33:33.429 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-mon[90837]: Deploying daemon node-exporter.a on smithi005 2024-04-12T16:33:33.493 INFO:tasks.rados.rados.0.smithi005.stdout:2579: done (3 left) 2024-04-12T16:33:33.493 INFO:tasks.rados.rados.0.smithi005.stdout:2580: done (2 left) 2024-04-12T16:33:33.493 INFO:tasks.rados.rados.0.smithi005.stdout:2581: done (1 left) 2024-04-12T16:33:33.493 INFO:tasks.rados.rados.0.smithi005.stdout:2582: done (0 left) 2024-04-12T16:33:33.494 INFO:tasks.rados.rados.0.smithi005.stdout:2583: rollback oid 30 current snap is 239 2024-04-12T16:33:33.494 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 237 2024-04-12T16:33:33.494 INFO:tasks.rados.rados.0.smithi005.stdout:2584: snap_remove snap 238 2024-04-12T16:33:33.699 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:33 smithi005 systemd[1]: Stopping Ceph node-exporter.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:2584: done (1 left) 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:2585: rmattr oid 15 current snap is 239 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:2586: copy_from oid 12 from oid 34 current snap is 239 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:2587: delete oid 9 current snap is 239 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:2583: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:2583: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:2583: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:33:34.095 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1072 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:33:34.102 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 799 (ObjNum 796 snap 230 seq_num 796) dirty exists 2024-04-12T16:33:34.105 INFO:tasks.rados.rados.0.smithi005.stdout:2583: done (3 left) 2024-04-12T16:33:34.105 INFO:tasks.rados.rados.0.smithi005.stdout:2585: done (2 left) 2024-04-12T16:33:34.105 INFO:tasks.rados.rados.0.smithi005.stdout:2587: done (1 left) 2024-04-12T16:33:34.105 INFO:tasks.rados.rados.0.smithi005.stdout:2588: copy_from oid 30 from oid 39 current snap is 239 2024-04-12T16:33:34.105 INFO:tasks.rados.rados.0.smithi005.stdout:2589: setattr oid 10 current snap is 239 2024-04-12T16:33:34.108 INFO:tasks.rados.rados.0.smithi005.stdout:2590: rollback oid 21 current snap is 239 2024-04-12T16:33:34.108 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 21 to 237 2024-04-12T16:33:34.108 INFO:tasks.rados.rados.0.smithi005.stdout:2591: rmattr oid 24 current snap is 239 2024-04-12T16:33:34.108 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 239 2024-04-12T16:33:34.108 INFO:tasks.rados.rados.0.smithi005.stdout:2592: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-04-12T16:33:34.110 INFO:tasks.rados.rados.0.smithi005.stdout:2592: writing smithi00577259-19 from 0 to 475136 tid 1 2024-04-12T16:33:34.113 INFO:tasks.rados.rados.0.smithi005.stdout:2592: writing smithi00577259-19 from 475136 to 1015808 tid 2 2024-04-12T16:33:34.117 INFO:tasks.rados.rados.0.smithi005.stdout:2592: writing smithi00577259-19 from 1015808 to 1630208 tid 3 2024-04-12T16:33:34.118 INFO:tasks.rados.rados.0.smithi005.stdout:2592: writing smithi00577259-19 from 1630208 to 1679360 tid 4 2024-04-12T16:33:34.118 INFO:tasks.rados.rados.0.smithi005.stdout:2593: delete oid 38 current snap is 239 2024-04-12T16:33:34.118 INFO:tasks.rados.rados.0.smithi005.stdout:2590: finishing rollback tid 1 to smithi00577259-21 2024-04-12T16:33:34.118 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 0 (ObjNum 353 snap 0 seq_num 730553584) dirty dne 2024-04-12T16:33:34.119 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1124 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:33:34.119 INFO:tasks.rados.rados.0.smithi005.stdout:2592: finishing write tid 1 to smithi00577259-19 2024-04-12T16:33:34.119 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1044 (ObjNum 798 snap 230 seq_num 798) dirty exists 2024-04-12T16:33:34.119 INFO:tasks.rados.rados.0.smithi005.stdout:2592: finishing write tid 2 to smithi00577259-19 2024-04-12T16:33:34.120 INFO:tasks.rados.rados.0.smithi005.stdout:2589: done (6 left) 2024-04-12T16:33:34.120 INFO:tasks.rados.rados.0.smithi005.stdout:2590: done (5 left) 2024-04-12T16:33:34.120 INFO:tasks.rados.rados.0.smithi005.stdout:2591: done (4 left) 2024-04-12T16:33:34.120 INFO:tasks.rados.rados.0.smithi005.stdout:2593: done (3 left) 2024-04-12T16:33:34.120 INFO:tasks.rados.rados.0.smithi005.stdout:2594: copy_from oid 48 from oid 6 current snap is 239 2024-04-12T16:33:34.120 INFO:tasks.rados.rados.0.smithi005.stdout:2595: delete oid 46 current snap is 239 2024-04-12T16:33:34.130 INFO:tasks.rados.rados.0.smithi005.stdout:2586: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:33:34.132 INFO:tasks.rados.rados.0.smithi005.stdout:2588: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:33:34.134 INFO:tasks.rados.rados.0.smithi005.stdout:2595: done (4 left) 2024-04-12T16:33:34.134 INFO:tasks.rados.rados.0.smithi005.stdout:2596: setattr oid 8 current snap is 239 2024-04-12T16:33:34.135 INFO:tasks.rados.rados.0.smithi005.stdout:2586: finishing copy_from to smithi00577259-12 2024-04-12T16:33:34.135 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:34.135 INFO:tasks.rados.rados.0.smithi005.stdout:2592: finishing write tid 3 to smithi00577259-19 2024-04-12T16:33:34.135 INFO:tasks.rados.rados.0.smithi005.stdout:2592: finishing write tid 4 to smithi00577259-19 2024-04-12T16:33:34.135 INFO:tasks.rados.rados.0.smithi005.stdout:2592: finishing write tid 5 to smithi00577259-19 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2586: done (4 left) 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2597: rollback oid 21 current snap is 239 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 21 to 237 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2598: copy_from oid 9 from oid 1 current snap is 239 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2599: rollback oid 2 current snap is 239 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 237 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2600: read oid 41 snap -1 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2600: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2601: delete oid 46 current snap is 239 2024-04-12T16:33:34.137 INFO:tasks.rados.rados.0.smithi005.stdout:2594: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:2592: finishing write tid 6 to smithi00577259-19 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:2592: oid 19 updating version 0 to 1167 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:2592: oid 19 version 1167 is already newer than 1163 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:2592: oid 19 version 1167 is already newer than 1165 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:2592: oid 19 version 1167 is already newer than 1164 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:2592: oid 19 version 1167 is already newer than 1166 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1167 (ObjNum 816 snap 239 seq_num 816) dirty exists 2024-04-12T16:33:34.138 INFO:tasks.rados.rados.0.smithi005.stdout:2592: left oid 19 (ObjNum 816 snap 239 seq_num 816) 2024-04-12T16:33:34.139 INFO:tasks.rados.rados.0.smithi005.stdout:2597: finishing rollback tid 1 to smithi00577259-21 2024-04-12T16:33:34.139 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:33:34.139 INFO:tasks.rados.rados.0.smithi005.stdout:2592: done (8 left) 2024-04-12T16:33:34.139 INFO:tasks.rados.rados.0.smithi005.stdout:2597: done (7 left) 2024-04-12T16:33:34.139 INFO:tasks.rados.rados.0.smithi005.stdout:2601: done (6 left) 2024-04-12T16:33:34.139 INFO:tasks.rados.rados.0.smithi005.stdout:2602: setattr oid 26 current snap is 239 2024-04-12T16:33:34.140 INFO:tasks.rados.rados.0.smithi005.stdout:2594: finishing copy_from to smithi00577259-48 2024-04-12T16:33:34.140 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1024 (ObjNum 806 snap 232 seq_num 806) dirty exists 2024-04-12T16:33:34.140 INFO:tasks.rados.rados.0.smithi005.stdout:2599: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:33:34.141 INFO:tasks.rados.rados.0.smithi005.stdout:2594: done (6 left) 2024-04-12T16:33:34.141 INFO:tasks.rados.rados.0.smithi005.stdout:2603: rollback oid 20 current snap is 239 2024-04-12T16:33:34.141 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 237 2024-04-12T16:33:34.141 INFO:tasks.rados.rados.0.smithi005.stdout:2604: snap_create 2024-04-12T16:33:34.142 INFO:tasks.rados.rados.0.smithi005.stdout:2599: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:33:34.145 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 920 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:33:34.145 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:33 smithi005 podman[119340]: 2024-04-12 16:33:33.901469718 +0000 UTC m=+0.137000882 container died aea1d364acdf7e1ea4476b4c687a3dc962962be54670c56b137878f581fa9f21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:34.146 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:33:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:33:33] "GET /metrics HTTP/1.1" 200 36006 "" "Prometheus/2.43.0" 2024-04-12T16:33:34.146 INFO:tasks.rados.rados.0.smithi005.stdout:2588: finishing copy_from to smithi00577259-30 2024-04-12T16:33:34.146 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:34.146 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1128 (ObjNum 774 snap 226 seq_num 774) dirty exists 2024-04-12T16:33:34.146 INFO:tasks.rados.rados.0.smithi005.stdout:2599: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:33:34.147 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1130 (ObjNum 809 snap 236 seq_num 809) dirty exists 2024-04-12T16:33:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:2603: finishing rollback tid 0 to smithi00577259-20 2024-04-12T16:33:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:2603: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:33:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:2603: finishing rollback tid 2 to smithi00577259-20 2024-04-12T16:33:34.148 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1134 (ObjNum 801 snap 231 seq_num 801) dirty exists 2024-04-12T16:33:34.152 INFO:tasks.rados.rados.0.smithi005.stdout:2600: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:33:34.350 INFO:tasks.rados.rados.0.smithi005.stdout:2598: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:33:34.350 INFO:tasks.rados.rados.0.smithi005.stdout:2598: finishing copy_from to smithi00577259-9 2024-04-12T16:33:34.350 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 918 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:33:34.449 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 podman[119340]: 2024-04-12 16:33:34.249185747 +0000 UTC m=+0.484716911 container cleanup aea1d364acdf7e1ea4476b4c687a3dc962962be54670c56b137878f581fa9f21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:34.449 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 bash[119340]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-12T16:33:34.923 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 podman[119354]: 2024-04-12 16:33:34.578180612 +0000 UTC m=+0.681236044 container remove aea1d364acdf7e1ea4476b4c687a3dc962962be54670c56b137878f581fa9f21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:34.923 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:33:34.923 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T16:33:34.924 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 systemd[1]: Stopped Ceph node-exporter.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:34.924 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 2.938s CPU time. 2024-04-12T16:33:35.101 INFO:tasks.rados.rados.0.smithi005.stdout:2588: done (7 left) 2024-04-12T16:33:35.101 INFO:tasks.rados.rados.0.smithi005.stdout:2596: done (6 left) 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2598: done (5 left) 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2599: done (4 left) 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2600: done (3 left) 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2602: done (2 left) 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2603: done (1 left) 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2604: done (0 left) 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2605: rollback oid 47 current snap is 240 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 237 2024-04-12T16:33:35.102 INFO:tasks.rados.rados.0.smithi005.stdout:2606: setattr oid 36 current snap is 240 2024-04-12T16:33:35.103 INFO:tasks.rados.rados.0.smithi005.stdout:2607: rmattr oid 40 current snap is 240 2024-04-12T16:33:35.103 INFO:tasks.rados.rados.0.smithi005.stdout:2608: snap_remove snap 239 2024-04-12T16:33:35.199 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:34 smithi005 systemd[1]: Starting Ceph node-exporter.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:35.200 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 podman[119486]: 2024-04-12 16:33:35.041319137 +0000 UTC m=+0.017698959 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T16:33:35.200 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 podman[119486]: 2024-04-12 16:33:35.154336617 +0000 UTC m=+0.130716416 container create 74a3294e9623fbfb34eabf470c6c8564fcea059ffad63f444ae99cf3849738ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[90837]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T16:33:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[90837]: pgmap v520: 121 pgs: 121 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 752 KiB/s wr, 4 op/s 2024-04-12T16:33:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-04-12T16:33:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1"}]: dispatch 2024-04-12T16:33:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.10"}]: dispatch 2024-04-12T16:33:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[88416]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T16:33:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[88416]: pgmap v520: 121 pgs: 121 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 752 KiB/s wr, 4 op/s 2024-04-12T16:33:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-04-12T16:33:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1"}]: dispatch 2024-04-12T16:33:35.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.10"}]: dispatch 2024-04-12T16:33:35.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:35 smithi016 ceph-mon[84444]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T16:33:35.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:35 smithi016 ceph-mon[84444]: pgmap v520: 121 pgs: 121 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 752 KiB/s wr, 4 op/s 2024-04-12T16:33:35.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:35.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-04-12T16:33:35.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1"}]: dispatch 2024-04-12T16:33:35.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.10"}]: dispatch 2024-04-12T16:33:35.619 INFO:tasks.rados.rados.0.smithi005.stdout:2608: done (3 left) 2024-04-12T16:33:35.619 INFO:tasks.rados.rados.0.smithi005.stdout:2609: rollback oid 18 current snap is 240 2024-04-12T16:33:35.619 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 18 to 237 2024-04-12T16:33:35.619 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 240 2024-04-12T16:33:35.619 INFO:tasks.rados.rados.0.smithi005.stdout:2610: seq_num 820 ranges {966656=540672,1507328=475136,1982464=598016,2580480=131072} 2024-04-12T16:33:35.625 INFO:tasks.rados.rados.0.smithi005.stdout:2610: writing smithi00577259-8 from 966656 to 1507328 tid 1 2024-04-12T16:33:35.628 INFO:tasks.rados.rados.0.smithi005.stdout:2610: writing smithi00577259-8 from 1507328 to 1982464 tid 2 2024-04-12T16:33:35.632 INFO:tasks.rados.rados.0.smithi005.stdout:2610: writing smithi00577259-8 from 1982464 to 2580480 tid 3 2024-04-12T16:33:35.633 INFO:tasks.rados.rados.0.smithi005.stdout:2610: writing smithi00577259-8 from 2580480 to 2711552 tid 4 2024-04-12T16:33:35.633 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 240 2024-04-12T16:33:35.633 INFO:tasks.rados.rados.0.smithi005.stdout:2605: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:33:35.633 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 730875696) dirty dne 2024-04-12T16:33:35.633 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1129 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:33:35.633 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1131 (ObjNum 129 snap 0 seq_num 730249104) dirty exists 2024-04-12T16:33:35.634 INFO:tasks.rados.rados.0.smithi005.stdout:2609: finishing rollback tid 0 to smithi00577259-18 2024-04-12T16:33:35.634 INFO:tasks.rados.rados.0.smithi005.stdout:2609: finishing rollback tid 1 to smithi00577259-18 2024-04-12T16:33:35.634 INFO:tasks.rados.rados.0.smithi005.stdout:2609: finishing rollback tid 2 to smithi00577259-18 2024-04-12T16:33:35.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1033 (ObjNum 786 snap 228 seq_num 786) dirty exists 2024-04-12T16:33:35.634 INFO:tasks.rados.rados.0.smithi005.stdout:2611: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-04-12T16:33:35.636 INFO:tasks.rados.rados.0.smithi005.stdout:2611: writing smithi00577259-28 from 0 to 557056 tid 1 2024-04-12T16:33:35.641 INFO:tasks.rados.rados.0.smithi005.stdout:2611: writing smithi00577259-28 from 557056 to 1318912 tid 2 2024-04-12T16:33:35.644 INFO:tasks.rados.rados.0.smithi005.stdout:2611: writing smithi00577259-28 from 1318912 to 1761280 tid 3 2024-04-12T16:33:35.644 INFO:tasks.rados.rados.0.smithi005.stdout:2605: done (5 left) 2024-04-12T16:33:35.644 INFO:tasks.rados.rados.0.smithi005.stdout:2606: done (4 left) 2024-04-12T16:33:35.644 INFO:tasks.rados.rados.0.smithi005.stdout:2607: done (3 left) 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2609: done (2 left) 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2612: rollback oid 43 current snap is 240 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 237 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2610: finishing write tid 1 to smithi00577259-8 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2610: finishing write tid 2 to smithi00577259-8 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2610: finishing write tid 3 to smithi00577259-8 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2610: finishing write tid 4 to smithi00577259-8 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2610: finishing write tid 5 to smithi00577259-8 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2611: finishing write tid 1 to smithi00577259-28 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2613: copy_from oid 3 from oid 4 current snap is 240 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 240 2024-04-12T16:33:35.645 INFO:tasks.rados.rados.0.smithi005.stdout:2614: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-04-12T16:33:35.647 INFO:tasks.rados.rados.0.smithi005.stdout:2614: writing smithi00577259-21 from 0 to 573440 tid 1 2024-04-12T16:33:35.652 INFO:tasks.rados.rados.0.smithi005.stdout:2614: writing smithi00577259-21 from 573440 to 1269760 tid 2 2024-04-12T16:33:35.656 INFO:tasks.rados.rados.0.smithi005.stdout:2614: writing smithi00577259-21 from 1269760 to 1777664 tid 3 2024-04-12T16:33:35.656 INFO:tasks.rados.rados.0.smithi005.stdout:2615: copy_from oid 22 from oid 34 current snap is 240 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: finishing write tid 6 to smithi00577259-8 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: oid 8 updating version 0 to 1133 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: oid 8 version 1133 is already newer than 1130 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: oid 8 version 1133 is already newer than 1131 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: oid 8 version 1133 is already newer than 1132 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: oid 8 updating version 1133 to 1134 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1134 (ObjNum 820 snap 240 seq_num 820) dirty exists 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: left oid 8 (ObjNum 820 snap 240 seq_num 820) 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2610: done (5 left) 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2616: rollback oid 36 current snap is 240 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 237 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2611: finishing write tid 2 to smithi00577259-28 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2612: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:33:35.657 INFO:tasks.rados.rados.0.smithi005.stdout:2614: finishing write tid 1 to smithi00577259-21 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: finishing write tid 3 to smithi00577259-28 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2612: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: finishing write tid 4 to smithi00577259-28 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2612: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1170 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: finishing write tid 5 to smithi00577259-28 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: oid 28 updating version 0 to 1135 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: oid 28 updating version 1135 to 1138 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: oid 28 version 1138 is already newer than 1137 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: oid 28 version 1138 is already newer than 1136 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1138 (ObjNum 821 snap 240 seq_num 821) dirty exists 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2611: left oid 28 (ObjNum 821 snap 240 seq_num 821) 2024-04-12T16:33:35.658 INFO:tasks.rados.rados.0.smithi005.stdout:2614: finishing write tid 2 to smithi00577259-21 2024-04-12T16:33:35.659 INFO:tasks.rados.rados.0.smithi005.stdout:2611: done (5 left) 2024-04-12T16:33:35.659 INFO:tasks.rados.rados.0.smithi005.stdout:2612: done (4 left) 2024-04-12T16:33:35.659 INFO:tasks.rados.rados.0.smithi005.stdout:2617: copy_from oid 37 from oid 16 current snap is 240 2024-04-12T16:33:35.659 INFO:tasks.rados.rados.0.smithi005.stdout:2618: snap_create 2024-04-12T16:33:35.659 INFO:tasks.rados.rados.0.smithi005.stdout:2614: finishing write tid 3 to smithi00577259-21 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2614: finishing write tid 4 to smithi00577259-21 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2614: finishing write tid 5 to smithi00577259-21 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2614: oid 21 updating version 0 to 1036 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2614: oid 21 version 1036 is already newer than 1034 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2614: oid 21 version 1036 is already newer than 1035 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2614: oid 21 updating version 1036 to 1037 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1037 (ObjNum 822 snap 240 seq_num 822) dirty exists 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2614: left oid 21 (ObjNum 822 snap 240 seq_num 822) 2024-04-12T16:33:35.660 INFO:tasks.rados.rados.0.smithi005.stdout:2616: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:33:35.661 INFO:tasks.rados.rados.0.smithi005.stdout:2616: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:33:35.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1140 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-12T16:33:35.671 INFO:tasks.rados.rados.0.smithi005.stdout:2617: finishing copy_from racing read to smithi00577259-37 2024-04-12T16:33:35.674 INFO:tasks.rados.rados.0.smithi005.stdout:2617: finishing copy_from to smithi00577259-37 2024-04-12T16:33:35.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 777 (ObjNum 803 snap 231 seq_num 803) dirty exists 2024-04-12T16:33:35.680 INFO:tasks.rados.rados.0.smithi005.stdout:2613: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:33:35.684 INFO:tasks.rados.rados.0.smithi005.stdout:2613: finishing copy_from to smithi00577259-3 2024-04-12T16:33:35.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1162 (ObjNum 701 snap 204 seq_num 701) dirty exists 2024-04-12T16:33:35.688 INFO:tasks.rados.rados.0.smithi005.stdout:2615: finishing copy_from racing read to smithi00577259-22 2024-04-12T16:33:35.694 INFO:tasks.rados.rados.0.smithi005.stdout:2615: finishing copy_from to smithi00577259-22 2024-04-12T16:33:35.694 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 podman[119486]: 2024-04-12 16:33:35.374076235 +0000 UTC m=+0.350456039 container init 74a3294e9623fbfb34eabf470c6c8564fcea059ffad63f444ae99cf3849738ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 podman[119486]: 2024-04-12 16:33:35.376681952 +0000 UTC m=+0.353061759 container start 74a3294e9623fbfb34eabf470c6c8564fcea059ffad63f444ae99cf3849738ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.380Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.380Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T16:33:35.700 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T16:33:35.701 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T16:33:35.701 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T16:33:35.701 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T16:33:35.701 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T16:33:35.701 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T16:33:35.701 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T16:33:35.701 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T16:33:35.702 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T16:33:35.703 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a[119501]: ts=2024-04-12T16:33:35.381Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 bash[119486]: 74a3294e9623fbfb34eabf470c6c8564fcea059ffad63f444ae99cf3849738ee 2024-04-12T16:33:35.704 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 16:33:35 smithi005 systemd[1]: Started Ceph node-exporter.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:36.408 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-04-12T16:33:36.408 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1"}]': finished 2024-04-12T16:33:36.408 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.10"}]': finished 2024-04-12T16:33:36.408 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:36 smithi016 ceph-mon[84444]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T16:33:36.408 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:36.408 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:36.408 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:36 smithi016 ceph-mon[84444]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1"}]': finished 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.10"}]': finished 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[90837]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[90837]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T16:33:36.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-04-12T16:33:36.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.1"}]': finished 2024-04-12T16:33:36.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.10"}]': finished 2024-04-12T16:33:36.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[88416]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T16:33:36.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:36.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:36.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:36 smithi005 ceph-mon[88416]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T16:33:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2613: done (5 left) 2024-04-12T16:33:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2614: done (4 left) 2024-04-12T16:33:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2615: done (3 left) 2024-04-12T16:33:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2616: done (2 left) 2024-04-12T16:33:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2617: done (1 left) 2024-04-12T16:33:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2618: done (0 left) 2024-04-12T16:33:36.619 INFO:tasks.rados.rados.0.smithi005.stdout:2619: setattr oid 22 current snap is 241 2024-04-12T16:33:36.620 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 241 2024-04-12T16:33:36.620 INFO:tasks.rados.rados.0.smithi005.stdout:2620: seq_num 823 ranges {3637248=589824,4227072=573440,4800512=630784} 2024-04-12T16:33:36.643 INFO:tasks.rados.rados.0.smithi005.stdout:2620: writing smithi00577259-26 from 3637248 to 4227072 tid 1 2024-04-12T16:33:36.646 INFO:tasks.rados.rados.0.smithi005.stdout:2620: writing smithi00577259-26 from 4227072 to 4800512 tid 2 2024-04-12T16:33:36.650 INFO:tasks.rados.rados.0.smithi005.stdout:2620: writing smithi00577259-26 from 4800512 to 5431296 tid 3 2024-04-12T16:33:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2621: read oid 36 snap 237 2024-04-12T16:33:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2621: expect deleted 2024-04-12T16:33:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 241 2024-04-12T16:33:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2622: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-04-12T16:33:36.654 INFO:tasks.rados.rados.0.smithi005.stdout:2622: writing smithi00577259-50 from 0 to 606208 tid 1 2024-04-12T16:33:36.657 INFO:tasks.rados.rados.0.smithi005.stdout:2622: writing smithi00577259-50 from 606208 to 1064960 tid 2 2024-04-12T16:33:36.660 INFO:tasks.rados.rados.0.smithi005.stdout:2622: writing smithi00577259-50 from 1064960 to 1638400 tid 3 2024-04-12T16:33:36.662 INFO:tasks.rados.rados.0.smithi005.stdout:2622: writing smithi00577259-50 from 1638400 to 1810432 tid 4 2024-04-12T16:33:36.662 INFO:tasks.rados.rados.0.smithi005.stdout:2623: snap_remove snap 240 2024-04-12T16:33:37.625 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1032 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:37.625 INFO:tasks.rados.rados.0.smithi005.stdout:2620: finishing write tid 1 to smithi00577259-26 2024-04-12T16:33:37.625 INFO:tasks.rados.rados.0.smithi005.stdout:2620: finishing write tid 2 to smithi00577259-26 2024-04-12T16:33:37.625 INFO:tasks.rados.rados.0.smithi005.stdout:2620: finishing write tid 3 to smithi00577259-26 2024-04-12T16:33:37.625 INFO:tasks.rados.rados.0.smithi005.stdout:2620: finishing write tid 4 to smithi00577259-26 2024-04-12T16:33:37.625 INFO:tasks.rados.rados.0.smithi005.stdout:2620: finishing write tid 5 to smithi00577259-26 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2620: oid 26 updating version 0 to 921 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2620: oid 26 updating version 921 to 923 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2620: oid 26 updating version 923 to 924 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2620: oid 26 version 924 is already newer than 922 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 924 (ObjNum 823 snap 241 seq_num 823) dirty exists 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2620: left oid 26 (ObjNum 823 snap 241 seq_num 823) 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2622: finishing write tid 1 to smithi00577259-50 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2622: finishing write tid 2 to smithi00577259-50 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2622: finishing write tid 3 to smithi00577259-50 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2622: finishing write tid 4 to smithi00577259-50 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2622: finishing write tid 5 to smithi00577259-50 2024-04-12T16:33:37.626 INFO:tasks.rados.rados.0.smithi005.stdout:2622: finishing write tid 6 to smithi00577259-50 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2622: oid 50 updating version 0 to 1238 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2622: oid 50 version 1238 is already newer than 1235 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2622: oid 50 version 1238 is already newer than 1237 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2622: oid 50 version 1238 is already newer than 1236 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2622: oid 50 updating version 1238 to 1239 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1239 (ObjNum 824 snap 241 seq_num 824) dirty exists 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2622: left oid 50 (ObjNum 824 snap 241 seq_num 824) 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2619: done (4 left) 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2620: done (3 left) 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2621: done (2 left) 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2622: done (1 left) 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2623: done (0 left) 2024-04-12T16:33:37.627 INFO:tasks.rados.rados.0.smithi005.stdout:2624: read oid 35 snap -1 2024-04-12T16:33:37.628 INFO:tasks.rados.rados.0.smithi005.stdout:2624: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:37.628 INFO:tasks.rados.rados.0.smithi005.stdout:2625: rollback oid 40 current snap is 241 2024-04-12T16:33:37.628 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 237 2024-04-12T16:33:37.628 INFO:tasks.rados.rados.0.smithi005.stdout:2626: delete oid 38 current snap is 241 2024-04-12T16:33:37.628 INFO:tasks.rados.rados.0.smithi005.stdout:2624: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:37.629 INFO:tasks.rados.rados.0.smithi005.stdout:2624: done (2 left) 2024-04-12T16:33:37.629 INFO:tasks.rados.rados.0.smithi005.stdout:2626: done (1 left) 2024-04-12T16:33:37.629 INFO:tasks.rados.rados.0.smithi005.stdout:2627: read oid 23 snap 237 2024-04-12T16:33:37.629 INFO:tasks.rados.rados.0.smithi005.stdout:2627: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:33:37.629 INFO:tasks.rados.rados.0.smithi005.stdout:2628: delete oid 26 current snap is 241 2024-04-12T16:33:37.633 INFO:tasks.rados.rados.0.smithi005.stdout:2625: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:33:37.633 INFO:tasks.rados.rados.0.smithi005.stdout:2625: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:33:37.634 INFO:tasks.rados.rados.0.smithi005.stdout:2625: finishing rollback tid 2 to smithi00577259-40 2024-04-12T16:33:37.634 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1136 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2625: done (2 left) 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2628: done (1 left) 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2629: read oid 29 snap -1 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2629: expect (ObjNum 814 snap 238 seq_num 814) 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2630: copy_from oid 46 from oid 48 current snap is 241 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2631: rollback oid 7 current snap is 241 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 237 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2632: read oid 5 snap -1 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2632: expect (ObjNum 800 snap 230 seq_num 800) 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 241 2024-04-12T16:33:37.636 INFO:tasks.rados.rados.0.smithi005.stdout:2633: seq_num 827 ranges {1777664=655360,2433024=516096,2949120=688128} 2024-04-12T16:33:37.650 INFO:tasks.rados.rados.0.smithi005.stdout:2633: writing smithi00577259-21 from 1777664 to 2433024 tid 1 2024-04-12T16:33:37.652 INFO:tasks.rados.rados.0.smithi005.stdout:2633: writing smithi00577259-21 from 2433024 to 2949120 tid 2 2024-04-12T16:33:37.657 INFO:tasks.rados.rados.0.smithi005.stdout:2633: writing smithi00577259-21 from 2949120 to 3637248 tid 3 2024-04-12T16:33:37.657 INFO:tasks.rados.rados.0.smithi005.stdout:2634: snap_create 2024-04-12T16:33:37.657 INFO:tasks.rados.rados.0.smithi005.stdout:2627: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:33:37.679 INFO:tasks.rados.rados.0.smithi005.stdout:2631: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:33:37.679 INFO:tasks.rados.rados.0.smithi005.stdout:2631: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:33:37.679 INFO:tasks.rados.rados.0.smithi005.stdout:2631: finishing rollback tid 2 to smithi00577259-7 2024-04-12T16:33:37.679 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 781 (ObjNum 33 snap 0 seq_num 731683152) dirty exists 2024-04-12T16:33:37.679 INFO:tasks.rados.rados.0.smithi005.stdout:2632: expect (ObjNum 800 snap 230 seq_num 800) 2024-04-12T16:33:37.742 INFO:tasks.rados.rados.0.smithi005.stdout:2629: expect (ObjNum 814 snap 238 seq_num 814) 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2630: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2630: finishing copy_from to smithi00577259-46 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1024 (ObjNum 806 snap 232 seq_num 806) dirty exists 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: finishing write tid 1 to smithi00577259-21 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: finishing write tid 2 to smithi00577259-21 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: finishing write tid 3 to smithi00577259-21 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: finishing write tid 4 to smithi00577259-21 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: finishing write tid 5 to smithi00577259-21 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: oid 21 updating version 0 to 1040 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: oid 21 version 1040 is already newer than 1039 2024-04-12T16:33:37.853 INFO:tasks.rados.rados.0.smithi005.stdout:2633: oid 21 version 1040 is already newer than 1038 2024-04-12T16:33:37.854 INFO:tasks.rados.rados.0.smithi005.stdout:2633: oid 21 updating version 1040 to 1041 2024-04-12T16:33:37.854 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1041 (ObjNum 827 snap 241 seq_num 827) dirty exists 2024-04-12T16:33:37.854 INFO:tasks.rados.rados.0.smithi005.stdout:2633: left oid 21 (ObjNum 827 snap 241 seq_num 827) 2024-04-12T16:33:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:37 smithi005 ceph-mon[88416]: pgmap v523: 121 pgs: 121 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 374 KiB/s wr, 3 op/s 2024-04-12T16:33:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:37 smithi005 ceph-mon[88416]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T16:33:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:37 smithi005 ceph-mon[90837]: pgmap v523: 121 pgs: 121 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 374 KiB/s wr, 3 op/s 2024-04-12T16:33:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:37 smithi005 ceph-mon[90837]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T16:33:37.973 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:37 smithi016 ceph-mon[84444]: pgmap v523: 121 pgs: 121 active+clean; 203 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 374 KiB/s wr, 3 op/s 2024-04-12T16:33:37.973 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:37 smithi016 ceph-mon[84444]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T16:33:37.973 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:37 smithi016 systemd[1]: Stopping Ceph node-exporter.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:38.590 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:38 smithi016 podman[113232]: 2024-04-12 16:33:38.23320454 +0000 UTC m=+0.111013467 container died 8420d51bb15517d94cc0c679e2dde8ddc0062b2cf2ec4d24a66784264517bebe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:33:38.630 INFO:tasks.rados.rados.0.smithi005.stdout:2627: done (6 left) 2024-04-12T16:33:38.630 INFO:tasks.rados.rados.0.smithi005.stdout:2629: done (5 left) 2024-04-12T16:33:38.631 INFO:tasks.rados.rados.0.smithi005.stdout:2630: done (4 left) 2024-04-12T16:33:38.631 INFO:tasks.rados.rados.0.smithi005.stdout:2631: done (3 left) 2024-04-12T16:33:38.631 INFO:tasks.rados.rados.0.smithi005.stdout:2632: done (2 left) 2024-04-12T16:33:38.631 INFO:tasks.rados.rados.0.smithi005.stdout:2633: done (1 left) 2024-04-12T16:33:38.631 INFO:tasks.rados.rados.0.smithi005.stdout:2634: done (0 left) 2024-04-12T16:33:38.631 INFO:tasks.rados.rados.0.smithi005.stdout:2635: rollback oid 9 current snap is 242 2024-04-12T16:33:38.632 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 9 to 237 2024-04-12T16:33:38.632 INFO:tasks.rados.rados.0.smithi005.stdout:2636: setattr oid 48 current snap is 242 2024-04-12T16:33:38.633 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 242 2024-04-12T16:33:38.633 INFO:tasks.rados.rados.0.smithi005.stdout:2637: seq_num 828 ranges {1171456=671744,1843200=802816,2646016=401408} 2024-04-12T16:33:38.642 INFO:tasks.rados.rados.0.smithi005.stdout:2637: writing smithi00577259-18 from 1171456 to 1843200 tid 1 2024-04-12T16:33:38.648 INFO:tasks.rados.rados.0.smithi005.stdout:2637: writing smithi00577259-18 from 1843200 to 2646016 tid 2 2024-04-12T16:33:38.651 INFO:tasks.rados.rados.0.smithi005.stdout:2637: writing smithi00577259-18 from 2646016 to 3047424 tid 3 2024-04-12T16:33:38.651 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 242 2024-04-12T16:33:38.651 INFO:tasks.rados.rados.0.smithi005.stdout:2635: finishing rollback tid 0 to smithi00577259-9 2024-04-12T16:33:38.651 INFO:tasks.rados.rados.0.smithi005.stdout:2635: finishing rollback tid 1 to smithi00577259-9 2024-04-12T16:33:38.651 INFO:tasks.rados.rados.0.smithi005.stdout:2638: seq_num 829 ranges {11059200=688128,11747328=729088,12476416=475136} 2024-04-12T16:33:38.714 INFO:tasks.rados.rados.0.smithi005.stdout:2638: writing smithi00577259-2 from 11059200 to 11747328 tid 1 2024-04-12T16:33:38.718 INFO:tasks.rados.rados.0.smithi005.stdout:2638: writing smithi00577259-2 from 11747328 to 12476416 tid 2 2024-04-12T16:33:38.722 INFO:tasks.rados.rados.0.smithi005.stdout:2638: writing smithi00577259-2 from 12476416 to 12951552 tid 3 2024-04-12T16:33:38.722 INFO:tasks.rados.rados.0.smithi005.stdout:2639: snap_create 2024-04-12T16:33:38.722 INFO:tasks.rados.rados.0.smithi005.stdout:2635: finishing rollback tid 2 to smithi00577259-9 2024-04-12T16:33:38.722 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1027 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:33:38.722 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1136 (ObjNum 806 snap 232 seq_num 806) dirty exists 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: finishing write tid 1 to smithi00577259-18 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: finishing write tid 2 to smithi00577259-18 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: finishing write tid 3 to smithi00577259-18 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: finishing write tid 4 to smithi00577259-18 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: finishing write tid 5 to smithi00577259-18 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: oid 18 updating version 0 to 1045 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: oid 18 version 1045 is already newer than 1042 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: oid 18 version 1045 is already newer than 1044 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: oid 18 version 1045 is already newer than 1043 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1045 (ObjNum 828 snap 242 seq_num 828) dirty exists 2024-04-12T16:33:38.723 INFO:tasks.rados.rados.0.smithi005.stdout:2637: left oid 18 (ObjNum 828 snap 242 seq_num 828) 2024-04-12T16:33:38.724 INFO:tasks.rados.rados.0.smithi005.stdout:2638: finishing write tid 1 to smithi00577259-2 2024-04-12T16:33:38.724 INFO:tasks.rados.rados.0.smithi005.stdout:2638: finishing write tid 2 to smithi00577259-2 2024-04-12T16:33:38.725 INFO:tasks.rados.rados.0.smithi005.stdout:2638: finishing write tid 3 to smithi00577259-2 2024-04-12T16:33:38.725 INFO:tasks.rados.rados.0.smithi005.stdout:2638: finishing write tid 4 to smithi00577259-2 2024-04-12T16:33:38.726 INFO:tasks.rados.rados.0.smithi005.stdout:2638: finishing write tid 5 to smithi00577259-2 2024-04-12T16:33:38.726 INFO:tasks.rados.rados.0.smithi005.stdout:2638: oid 2 updating version 0 to 1138 2024-04-12T16:33:38.726 INFO:tasks.rados.rados.0.smithi005.stdout:2638: oid 2 updating version 1138 to 1139 2024-04-12T16:33:38.726 INFO:tasks.rados.rados.0.smithi005.stdout:2638: oid 2 updating version 1139 to 1141 2024-04-12T16:33:38.726 INFO:tasks.rados.rados.0.smithi005.stdout:2638: oid 2 version 1141 is already newer than 1140 2024-04-12T16:33:38.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1141 (ObjNum 829 snap 242 seq_num 829) dirty exists 2024-04-12T16:33:38.726 INFO:tasks.rados.rados.0.smithi005.stdout:2638: left oid 2 (ObjNum 829 snap 242 seq_num 829) 2024-04-12T16:33:38.868 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:38 smithi016 ceph-mon[84444]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T16:33:38.868 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:38 smithi016 ceph-mon[84444]: Deploying daemon node-exporter.b on smithi016 2024-04-12T16:33:38.868 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:38 smithi016 ceph-mon[84444]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T16:33:38.868 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:38 smithi016 podman[113232]: 2024-04-12 16:33:38.614345882 +0000 UTC m=+0.492154808 container cleanup 8420d51bb15517d94cc0c679e2dde8ddc0062b2cf2ec4d24a66784264517bebe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:33:38.869 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:38 smithi016 bash[113232]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-12T16:33:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:38 smithi005 ceph-mon[88416]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T16:33:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:38 smithi005 ceph-mon[88416]: Deploying daemon node-exporter.b on smithi016 2024-04-12T16:33:38.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:38 smithi005 ceph-mon[88416]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T16:33:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:38 smithi005 ceph-mon[90837]: Upgrade: Updating node-exporter.b (2/2) 2024-04-12T16:33:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:38 smithi005 ceph-mon[90837]: Deploying daemon node-exporter.b on smithi016 2024-04-12T16:33:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:38 smithi005 ceph-mon[90837]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T16:33:39.189 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:33:39.241 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:38 smithi016 podman[113246]: 2024-04-12 16:33:38.874441846 +0000 UTC m=+0.642744339 container remove 8420d51bb15517d94cc0c679e2dde8ddc0062b2cf2ec4d24a66784264517bebe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:33:39.241 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:38 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:33:39.241 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T16:33:39.241 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 systemd[1]: Stopped Ceph node-exporter.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:39.241 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 2.793s CPU time. 2024-04-12T16:33:39.517 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:33:39.517 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (10m) 33s ago 11m 24.9M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:33:39.517 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (11m) 13s ago 11m 90.7M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:33:39.517 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (36s) 33s ago 12m 13.8M - 19.0.0-2847-gbf9c5618 92de118a8b8f 5d010ee50832 2024-04-12T16:33:39.517 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (17s) 13s ago 12m 12.2M - 19.0.0-2847-gbf9c5618 92de118a8b8f f5063dfd0ae9 2024-04-12T16:33:39.517 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (6m) 13s ago 16m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:33:39.517 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (7m) 33s ago 17m 518M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (6m) 33s ago 18m 64.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (5m) 13s ago 16m 54.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (5m) 33s ago 16m 56.1M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 starting - - - - 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (11m) 13s ago 11m 15.1M - 1.5.0 0da6a335fe13 8420d51bb155 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (4m) 33s ago 15m 240M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (4m) 33s ago 15m 236M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (3m) 33s ago 14m 212M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (3m) 33s ago 14m 155M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (2m) 13s ago 14m 177M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (117s) 13s ago 13m 163M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 6b9d04a3acde 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (81s) 13s ago 13m 100M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 3c5e02b6dbaf 2024-04-12T16:33:39.518 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (61s) 13s ago 12m 115M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f faa592c4e155 2024-04-12T16:33:39.519 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (6m) 13s ago 12m 57.5M - 2.43.0 a07b618ecd1d 2d15d76eb450 2024-04-12T16:33:39.558 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 systemd[1]: Starting Ceph node-exporter.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:39.559 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 podman[113374]: 2024-04-12 16:33:39.359471504 +0000 UTC m=+0.017271165 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T16:33:39.559 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 podman[113374]: 2024-04-12 16:33:39.45870258 +0000 UTC m=+0.116502258 container create efc0b9e4fb7d293acf7fd3ac2d08e7ee88c80579deb6768e0f11197796d70f6d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:33:39.638 INFO:tasks.rados.rados.0.smithi005.stdout:2635: done (4 left) 2024-04-12T16:33:39.638 INFO:tasks.rados.rados.0.smithi005.stdout:2636: done (3 left) 2024-04-12T16:33:39.638 INFO:tasks.rados.rados.0.smithi005.stdout:2637: done (2 left) 2024-04-12T16:33:39.638 INFO:tasks.rados.rados.0.smithi005.stdout:2638: done (1 left) 2024-04-12T16:33:39.638 INFO:tasks.rados.rados.0.smithi005.stdout:2639: done (0 left) 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:2640: read oid 9 snap -1 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:2640: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:2641: rollback oid 29 current snap is 243 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 237 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:2642: rollback oid 2 current snap is 243 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 242 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:2643: rollback oid 34 current snap is 243 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 237 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 243 2024-04-12T16:33:39.639 INFO:tasks.rados.rados.0.smithi005.stdout:2644: seq_num 830 ranges {13737984=704512,14442496=614400,15056896=573440,15630336=16384} 2024-04-12T16:33:39.718 INFO:tasks.rados.rados.0.smithi005.stdout:2644: writing smithi00577259-15 from 13737984 to 14442496 tid 1 2024-04-12T16:33:39.721 INFO:tasks.rados.rados.0.smithi005.stdout:2644: writing smithi00577259-15 from 14442496 to 15056896 tid 2 2024-04-12T16:33:39.725 INFO:tasks.rados.rados.0.smithi005.stdout:2644: writing smithi00577259-15 from 15056896 to 15630336 tid 3 2024-04-12T16:33:39.725 INFO:tasks.rados.rados.0.smithi005.stdout:2644: writing smithi00577259-15 from 15630336 to 15646720 tid 4 2024-04-12T16:33:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:2645: read oid 41 snap -1 2024-04-12T16:33:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:2645: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:33:39.726 INFO:tasks.rados.rados.0.smithi005.stdout:2646: snap_remove snap 241 2024-04-12T16:33:39.921 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-mon[84444]: pgmap v526: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 51 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:39.921 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-mon[84444]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 podman[113374]: 2024-04-12 16:33:39.844446837 +0000 UTC m=+0.502246471 container init efc0b9e4fb7d293acf7fd3ac2d08e7ee88c80579deb6768e0f11197796d70f6d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 podman[113374]: 2024-04-12 16:33:39.847144447 +0000 UTC m=+0.504944087 container start efc0b9e4fb7d293acf7fd3ac2d08e7ee88c80579deb6768e0f11197796d70f6d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.850Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.850Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.851Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.851Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T16:33:39.922 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T16:33:39.923 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T16:33:39.923 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T16:33:39.923 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T16:33:39.923 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T16:33:39.923 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T16:33:39.923 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T16:33:39.923 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T16:33:39.924 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T16:33:39.925 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.852Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b[113388]: ts=2024-04-12T16:33:39.853Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T16:33:39.926 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 bash[113374]: efc0b9e4fb7d293acf7fd3ac2d08e7ee88c80579deb6768e0f11197796d70f6d 2024-04-12T16:33:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:39 smithi005 ceph-mon[88416]: pgmap v526: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 51 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:39 smithi005 ceph-mon[88416]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T16:33:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:39 smithi005 ceph-mon[90837]: pgmap v526: 121 pgs: 121 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 51 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:39 smithi005 ceph-mon[90837]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:39.958 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:33:39.959 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:33:39.959 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:33:39.959 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:33:39.959 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 15 2024-04-12T16:33:39.959 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:33:39.959 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:33:40.340 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 16:33:39 smithi016 systemd[1]: Started Ceph node-exporter.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:40.642 INFO:tasks.rados.rados.0.smithi005.stdout:2646: done (6 left) 2024-04-12T16:33:40.642 INFO:tasks.rados.rados.0.smithi005.stdout:2647: read oid 49 snap -1 2024-04-12T16:33:40.642 INFO:tasks.rados.rados.0.smithi005.stdout:2647: expect deleted 2024-04-12T16:33:40.642 INFO:tasks.rados.rados.0.smithi005.stdout:2648: read oid 36 snap 242 2024-04-12T16:33:40.642 INFO:tasks.rados.rados.0.smithi005.stdout:2648: expect deleted 2024-04-12T16:33:40.642 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 243 2024-04-12T16:33:40.642 INFO:tasks.rados.rados.0.smithi005.stdout:2649: seq_num 831 ranges {0=720896,720896=499712,1220608=704512} 2024-04-12T16:33:40.646 INFO:tasks.rados.rados.0.smithi005.stdout:2649: writing smithi00577259-38 from 0 to 720896 tid 1 2024-04-12T16:33:40.650 INFO:tasks.rados.rados.0.smithi005.stdout:2649: writing smithi00577259-38 from 720896 to 1220608 tid 2 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2649: writing smithi00577259-38 from 1220608 to 1925120 tid 3 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 243 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2642: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2642: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2642: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1145 (ObjNum 829 snap 242 seq_num 829) dirty exists 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2643: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2643: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2641: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2643: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1243 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:40.655 INFO:tasks.rados.rados.0.smithi005.stdout:2641: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:33:40.656 INFO:tasks.rados.rados.0.smithi005.stdout:2650: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-04-12T16:33:40.658 INFO:tasks.rados.rados.0.smithi005.stdout:2650: writing smithi00577259-31 from 0 to 737280 tid 1 2024-04-12T16:33:40.663 INFO:tasks.rados.rados.0.smithi005.stdout:2650: writing smithi00577259-31 from 737280 to 1523712 tid 2 2024-04-12T16:33:40.666 INFO:tasks.rados.rados.0.smithi005.stdout:2650: writing smithi00577259-31 from 1523712 to 1941504 tid 3 2024-04-12T16:33:40.666 INFO:tasks.rados.rados.0.smithi005.stdout:2642: done (9 left) 2024-04-12T16:33:40.666 INFO:tasks.rados.rados.0.smithi005.stdout:2643: done (8 left) 2024-04-12T16:33:40.666 INFO:tasks.rados.rados.0.smithi005.stdout:2651: copy_from oid 34 from oid 39 current snap is 243 2024-04-12T16:33:40.666 INFO:tasks.rados.rados.0.smithi005.stdout:2641: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:33:40.666 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1165 (ObjNum 810 snap 236 seq_num 810) dirty exists 2024-04-12T16:33:40.666 INFO:tasks.rados.rados.0.smithi005.stdout:2640: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:33:40.939 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:40 smithi016 ceph-mon[84444]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:40.939 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:40 smithi016 ceph-mon[84444]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:40.939 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:40 smithi016 ceph-mon[84444]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T16:33:40.940 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:40 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3986436762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:40.940 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:40 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:40.941 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:40 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:40.941 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:40 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:40.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[88416]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:40.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[88416]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:40.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[88416]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3986436762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[90837]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[90837]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[90837]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3986436762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:40 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:41.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:41 smithi016 ceph-mon[84444]: pgmap v529: 121 pgs: 121 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 13 MiB/s wr, 62 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:41.949 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:41 smithi016 ceph-mon[84444]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T16:33:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:41 smithi005 ceph-mon[88416]: pgmap v529: 121 pgs: 121 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 13 MiB/s wr, 62 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:41 smithi005 ceph-mon[88416]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T16:33:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:41 smithi005 ceph-mon[90837]: pgmap v529: 121 pgs: 121 active+clean; 246 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 13 MiB/s wr, 62 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:41 smithi005 ceph-mon[90837]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T16:33:42.225 INFO:tasks.rados.rados.0.smithi005.stdout:2644: finishing write tid 1 to smithi00577259-15 2024-04-12T16:33:42.225 INFO:tasks.rados.rados.0.smithi005.stdout:2644: finishing write tid 2 to smithi00577259-15 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: finishing write tid 3 to smithi00577259-15 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: finishing write tid 4 to smithi00577259-15 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: finishing write tid 5 to smithi00577259-15 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: finishing write tid 6 to smithi00577259-15 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: oid 15 updating version 0 to 801 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: oid 15 updating version 801 to 802 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: oid 15 updating version 802 to 803 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: oid 15 updating version 803 to 804 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: oid 15 version 804 is already newer than 800 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 804 (ObjNum 830 snap 243 seq_num 830) dirty exists 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2644: left oid 15 (ObjNum 830 snap 243 seq_num 830) 2024-04-12T16:33:42.226 INFO:tasks.rados.rados.0.smithi005.stdout:2645: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: finishing write tid 1 to smithi00577259-38 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: finishing write tid 2 to smithi00577259-38 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: finishing write tid 3 to smithi00577259-38 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: finishing write tid 4 to smithi00577259-38 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: finishing write tid 5 to smithi00577259-38 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: oid 38 updating version 0 to 1169 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: oid 38 version 1169 is already newer than 1166 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: oid 38 version 1169 is already newer than 1167 2024-04-12T16:33:42.422 INFO:tasks.rados.rados.0.smithi005.stdout:2649: oid 38 version 1169 is already newer than 1168 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1169 (ObjNum 831 snap 243 seq_num 831) dirty exists 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2649: left oid 38 (ObjNum 831 snap 243 seq_num 831) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2650: finishing write tid 1 to smithi00577259-31 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2640: done (8 left) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2641: done (7 left) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2644: done (6 left) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2645: done (5 left) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2647: done (4 left) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2648: done (3 left) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2649: done (2 left) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2652: read oid 25 snap -1 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2652: expect (ObjNum 729 snap 213 seq_num 729) 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2653: rmattr oid 17 current snap is 243 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2650: finishing write tid 2 to smithi00577259-31 2024-04-12T16:33:42.423 INFO:tasks.rados.rados.0.smithi005.stdout:2650: finishing write tid 3 to smithi00577259-31 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: finishing write tid 4 to smithi00577259-31 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: finishing write tid 5 to smithi00577259-31 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: oid 31 updating version 0 to 1029 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: oid 31 updating version 1029 to 1030 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: oid 31 version 1030 is already newer than 1028 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: oid 31 updating version 1030 to 1031 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1031 (ObjNum 832 snap 243 seq_num 832) dirty exists 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: left oid 31 (ObjNum 832 snap 243 seq_num 832) 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2651: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2651: finishing copy_from to smithi00577259-34 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2650: done (3 left) 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2651: done (2 left) 2024-04-12T16:33:42.424 INFO:tasks.rados.rados.0.smithi005.stdout:2654: delete oid 32 current snap is 243 2024-04-12T16:33:42.425 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 999 (ObjNum 811 snap 238 seq_num 811) dirty exists 2024-04-12T16:33:42.426 INFO:tasks.rados.rados.0.smithi005.stdout:2653: done (2 left) 2024-04-12T16:33:42.426 INFO:tasks.rados.rados.0.smithi005.stdout:2654: done (1 left) 2024-04-12T16:33:42.426 INFO:tasks.rados.rados.0.smithi005.stdout:2655: snap_remove snap 242 2024-04-12T16:33:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:42.648 INFO:tasks.rados.rados.0.smithi005.stdout:2655: done (1 left) 2024-04-12T16:33:42.648 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 243 2024-04-12T16:33:42.648 INFO:tasks.rados.rados.0.smithi005.stdout:2656: seq_num 834 ranges {7258112=778240,8036352=557056,8593408=548864,9142272=98304} 2024-04-12T16:33:42.692 INFO:tasks.rados.rados.0.smithi005.stdout:2656: writing smithi00577259-3 from 7258112 to 8036352 tid 1 2024-04-12T16:33:42.695 INFO:tasks.rados.rados.0.smithi005.stdout:2656: writing smithi00577259-3 from 8036352 to 8593408 tid 2 2024-04-12T16:33:42.698 INFO:tasks.rados.rados.0.smithi005.stdout:2656: writing smithi00577259-3 from 8593408 to 9142272 tid 3 2024-04-12T16:33:42.699 INFO:tasks.rados.rados.0.smithi005.stdout:2656: writing smithi00577259-3 from 9142272 to 9240576 tid 4 2024-04-12T16:33:42.699 INFO:tasks.rados.rados.0.smithi005.stdout:2657: rmattr oid 19 current snap is 243 2024-04-12T16:33:42.699 INFO:tasks.rados.rados.0.smithi005.stdout:2657: done (2 left) 2024-04-12T16:33:42.699 INFO:tasks.rados.rados.0.smithi005.stdout:2658: rollback oid 31 current snap is 243 2024-04-12T16:33:42.699 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 237 2024-04-12T16:33:42.699 INFO:tasks.rados.rados.0.smithi005.stdout:2652: expect (ObjNum 729 snap 213 seq_num 729) 2024-04-12T16:33:43.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[88416]: pgmap v531: 121 pgs: 121 active+clean; 247 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 42 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[88416]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T16:33:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:43.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:33:43] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-12T16:33:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[90837]: pgmap v531: 121 pgs: 121 active+clean; 247 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 42 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[90837]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T16:33:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:43 smithi016 ceph-mon[84444]: pgmap v531: 121 pgs: 121 active+clean; 247 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 42 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T16:33:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:43 smithi016 ceph-mon[84444]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T16:33:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:44.480 INFO:tasks.rados.rados.0.smithi005.stdout:2656: finishing write tid 1 to smithi00577259-3 2024-04-12T16:33:44.480 INFO:tasks.rados.rados.0.smithi005.stdout:2656: finishing write tid 2 to smithi00577259-3 2024-04-12T16:33:44.480 INFO:tasks.rados.rados.0.smithi005.stdout:2652: done (2 left) 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2659: rollback oid 24 current snap is 243 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 237 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2658: finishing rollback tid 0 to smithi00577259-31 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2658: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1033 (ObjNum 4737 snap 0 seq_num 1723839248) dirty dne 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: finishing write tid 3 to smithi00577259-3 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: finishing write tid 4 to smithi00577259-3 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: finishing write tid 5 to smithi00577259-3 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: finishing write tid 6 to smithi00577259-3 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: oid 3 updating version 0 to 1171 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: oid 3 updating version 1171 to 1172 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: oid 3 updating version 1172 to 1173 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: oid 3 version 1173 is already newer than 1170 2024-04-12T16:33:44.481 INFO:tasks.rados.rados.0.smithi005.stdout:2656: oid 3 updating version 1173 to 1174 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1174 (ObjNum 834 snap 243 seq_num 834) dirty exists 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:2656: left oid 3 (ObjNum 834 snap 243 seq_num 834) 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:2656: done (2 left) 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:2658: done (1 left) 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:2660: copy_from oid 3 from oid 20 current snap is 243 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:2661: delete oid 10 current snap is 243 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:2661: done (2 left) 2024-04-12T16:33:44.482 INFO:tasks.rados.rados.0.smithi005.stdout:2662: copy_from oid 25 from oid 44 current snap is 243 2024-04-12T16:33:44.483 INFO:tasks.rados.rados.0.smithi005.stdout:2663: delete oid 38 current snap is 243 2024-04-12T16:33:44.483 INFO:tasks.rados.rados.0.smithi005.stdout:2659: finishing rollback tid 0 to smithi00577259-24 2024-04-12T16:33:44.483 INFO:tasks.rados.rados.0.smithi005.stdout:2659: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:33:44.483 INFO:tasks.rados.rados.0.smithi005.stdout:2659: finishing rollback tid 2 to smithi00577259-24 2024-04-12T16:33:44.484 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1154 (ObjNum 1723837664 snap 32641 seq_num 304) dirty exists 2024-04-12T16:33:44.484 INFO:tasks.rados.rados.0.smithi005.stdout:2662: finishing copy_from to smithi00577259-25 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2662: got expected ENOENT (src dne) 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2662: finishing copy_from racing read to smithi00577259-25 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2659: done (3 left) 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2662: done (2 left) 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2663: done (1 left) 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2664: read oid 18 snap 237 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2664: expect (ObjNum 786 snap 228 seq_num 786) 2024-04-12T16:33:44.485 INFO:tasks.rados.rados.0.smithi005.stdout:2665: snap_create 2024-04-12T16:33:44.489 INFO:tasks.rados.rados.0.smithi005.stdout:2664: expect (ObjNum 786 snap 228 seq_num 786) 2024-04-12T16:33:44.520 INFO:tasks.rados.rados.0.smithi005.stdout:2660: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:33:44.520 INFO:tasks.rados.rados.0.smithi005.stdout:2660: finishing copy_from to smithi00577259-3 2024-04-12T16:33:44.520 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1134 (ObjNum 801 snap 231 seq_num 801) dirty exists 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.051 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:45.422 INFO:tasks.rados.rados.0.smithi005.stdout:2660: done (2 left) 2024-04-12T16:33:45.422 INFO:tasks.rados.rados.0.smithi005.stdout:2664: done (1 left) 2024-04-12T16:33:45.423 INFO:tasks.rados.rados.0.smithi005.stdout:2665: done (0 left) 2024-04-12T16:33:45.423 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 244 2024-04-12T16:33:45.423 INFO:tasks.rados.rados.0.smithi005.stdout:2666: seq_num 837 ranges {15646720=425984,16072704=655360,16728064=729088,17457152=221184} 2024-04-12T16:33:45.510 INFO:tasks.rados.rados.0.smithi005.stdout:2666: writing smithi00577259-15 from 15646720 to 16072704 tid 1 2024-04-12T16:33:45.514 INFO:tasks.rados.rados.0.smithi005.stdout:2666: writing smithi00577259-15 from 16072704 to 16728064 tid 2 2024-04-12T16:33:45.519 INFO:tasks.rados.rados.0.smithi005.stdout:2666: writing smithi00577259-15 from 16728064 to 17457152 tid 3 2024-04-12T16:33:45.520 INFO:tasks.rados.rados.0.smithi005.stdout:2666: writing smithi00577259-15 from 17457152 to 17678336 tid 4 2024-04-12T16:33:45.521 INFO:tasks.rados.rados.0.smithi005.stdout:2667: copy_from oid 32 from oid 45 current snap is 244 2024-04-12T16:33:45.521 INFO:tasks.rados.rados.0.smithi005.stdout:2666: finishing write tid 1 to smithi00577259-15 2024-04-12T16:33:45.521 INFO:tasks.rados.rados.0.smithi005.stdout:2666: finishing write tid 2 to smithi00577259-15 2024-04-12T16:33:45.521 INFO:tasks.rados.rados.0.smithi005.stdout:2668: snap_create 2024-04-12T16:33:45.524 INFO:tasks.rados.rados.0.smithi005.stdout:2666: finishing write tid 3 to smithi00577259-15 2024-04-12T16:33:45.524 INFO:tasks.rados.rados.0.smithi005.stdout:2666: finishing write tid 4 to smithi00577259-15 2024-04-12T16:33:45.524 INFO:tasks.rados.rados.0.smithi005.stdout:2666: finishing write tid 5 to smithi00577259-15 2024-04-12T16:33:45.525 INFO:tasks.rados.rados.0.smithi005.stdout:2666: finishing write tid 6 to smithi00577259-15 2024-04-12T16:33:45.525 INFO:tasks.rados.rados.0.smithi005.stdout:2666: oid 15 updating version 0 to 806 2024-04-12T16:33:45.525 INFO:tasks.rados.rados.0.smithi005.stdout:2666: oid 15 updating version 806 to 809 2024-04-12T16:33:45.525 INFO:tasks.rados.rados.0.smithi005.stdout:2666: oid 15 version 809 is already newer than 808 2024-04-12T16:33:45.525 INFO:tasks.rados.rados.0.smithi005.stdout:2666: oid 15 version 809 is already newer than 805 2024-04-12T16:33:45.525 INFO:tasks.rados.rados.0.smithi005.stdout:2666: oid 15 version 809 is already newer than 807 2024-04-12T16:33:45.526 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 809 (ObjNum 837 snap 244 seq_num 837) dirty exists 2024-04-12T16:33:45.526 INFO:tasks.rados.rados.0.smithi005.stdout:2666: left oid 15 (ObjNum 837 snap 244 seq_num 837) 2024-04-12T16:33:45.528 INFO:tasks.rados.rados.0.smithi005.stdout:2667: finishing copy_from racing read to smithi00577259-32 2024-04-12T16:33:45.529 INFO:tasks.rados.rados.0.smithi005.stdout:2667: finishing copy_from to smithi00577259-32 2024-04-12T16:33:45.529 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 440 (ObjNum 771 snap 226 seq_num 771) dirty exists 2024-04-12T16:33:45.619 INFO:tasks.rados.rados.0.smithi005.stdout:2666: done (2 left) 2024-04-12T16:33:45.619 INFO:tasks.rados.rados.0.smithi005.stdout:2667: done (1 left) 2024-04-12T16:33:45.619 INFO:tasks.rados.rados.0.smithi005.stdout:2668: done (0 left) 2024-04-12T16:33:45.619 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 245 2024-04-12T16:33:45.619 INFO:tasks.rados.rados.0.smithi005.stdout:2669: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-04-12T16:33:45.621 INFO:tasks.rados.rados.0.smithi005.stdout:2669: writing smithi00577259-13 from 0 to 442368 tid 1 2024-04-12T16:33:45.624 INFO:tasks.rados.rados.0.smithi005.stdout:2669: writing smithi00577259-13 from 442368 to 983040 tid 2 2024-04-12T16:33:45.627 INFO:tasks.rados.rados.0.smithi005.stdout:2669: writing smithi00577259-13 from 983040 to 1515520 tid 3 2024-04-12T16:33:45.630 INFO:tasks.rados.rados.0.smithi005.stdout:2669: writing smithi00577259-13 from 1515520 to 1957888 tid 4 2024-04-12T16:33:45.633 INFO:tasks.rados.rados.0.smithi005.stdout:2669: writing smithi00577259-13 from 1957888 to 2048000 tid 5 2024-04-12T16:33:45.633 INFO:tasks.rados.rados.0.smithi005.stdout:2670: rollback oid 43 current snap is 245 2024-04-12T16:33:45.634 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 244 2024-04-12T16:33:45.634 INFO:tasks.rados.rados.0.smithi005.stdout:2669: finishing write tid 1 to smithi00577259-13 2024-04-12T16:33:45.634 INFO:tasks.rados.rados.0.smithi005.stdout:2669: finishing write tid 2 to smithi00577259-13 2024-04-12T16:33:45.634 INFO:tasks.rados.rados.0.smithi005.stdout:2669: finishing write tid 3 to smithi00577259-13 2024-04-12T16:33:45.634 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 245 2024-04-12T16:33:45.634 INFO:tasks.rados.rados.0.smithi005.stdout:2671: seq_num 839 ranges {7069696=458752,7528448=425984,7954432=688128,8642560=491520} 2024-04-12T16:33:45.672 INFO:tasks.rados.rados.0.smithi005.stdout:2671: writing smithi00577259-30 from 7069696 to 7528448 tid 1 2024-04-12T16:33:45.675 INFO:tasks.rados.rados.0.smithi005.stdout:2671: writing smithi00577259-30 from 7528448 to 7954432 tid 2 2024-04-12T16:33:45.679 INFO:tasks.rados.rados.0.smithi005.stdout:2671: writing smithi00577259-30 from 7954432 to 8642560 tid 3 2024-04-12T16:33:45.682 INFO:tasks.rados.rados.0.smithi005.stdout:2671: writing smithi00577259-30 from 8642560 to 9134080 tid 4 2024-04-12T16:33:45.682 INFO:tasks.rados.rados.0.smithi005.stdout:2672: snap_create 2024-04-12T16:33:45.682 INFO:tasks.rados.rados.0.smithi005.stdout:2669: finishing write tid 4 to smithi00577259-13 2024-04-12T16:33:45.682 INFO:tasks.rados.rados.0.smithi005.stdout:2669: finishing write tid 5 to smithi00577259-13 2024-04-12T16:33:45.682 INFO:tasks.rados.rados.0.smithi005.stdout:2669: finishing write tid 6 to smithi00577259-13 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: finishing write tid 7 to smithi00577259-13 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: oid 13 updating version 0 to 1138 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: oid 13 updating version 1138 to 1141 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: oid 13 version 1141 is already newer than 1139 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: oid 13 updating version 1141 to 1143 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: oid 13 version 1143 is already newer than 1140 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: oid 13 version 1143 is already newer than 1142 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1143 (ObjNum 838 snap 245 seq_num 838) dirty exists 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2669: left oid 13 (ObjNum 838 snap 245 seq_num 838) 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2670: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2670: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2670: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1173 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2671: finishing write tid 1 to smithi00577259-30 2024-04-12T16:33:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2671: finishing write tid 2 to smithi00577259-30 2024-04-12T16:33:45.684 INFO:tasks.rados.rados.0.smithi005.stdout:2671: finishing write tid 3 to smithi00577259-30 2024-04-12T16:33:45.684 INFO:tasks.rados.rados.0.smithi005.stdout:2671: finishing write tid 4 to smithi00577259-30 2024-04-12T16:33:45.684 INFO:tasks.rados.rados.0.smithi005.stdout:2671: finishing write tid 5 to smithi00577259-30 2024-04-12T16:33:45.685 INFO:tasks.rados.rados.0.smithi005.stdout:2671: finishing write tid 6 to smithi00577259-30 2024-04-12T16:33:45.685 INFO:tasks.rados.rados.0.smithi005.stdout:2671: oid 30 updating version 0 to 1074 2024-04-12T16:33:45.685 INFO:tasks.rados.rados.0.smithi005.stdout:2671: oid 30 updating version 1074 to 1075 2024-04-12T16:33:45.685 INFO:tasks.rados.rados.0.smithi005.stdout:2671: oid 30 updating version 1075 to 1077 2024-04-12T16:33:45.685 INFO:tasks.rados.rados.0.smithi005.stdout:2671: oid 30 version 1077 is already newer than 1073 2024-04-12T16:33:45.685 INFO:tasks.rados.rados.0.smithi005.stdout:2671: oid 30 version 1077 is already newer than 1076 2024-04-12T16:33:45.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1077 (ObjNum 839 snap 245 seq_num 839) dirty exists 2024-04-12T16:33:45.686 INFO:tasks.rados.rados.0.smithi005.stdout:2671: left oid 30 (ObjNum 839 snap 245 seq_num 839) 2024-04-12T16:33:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:45 smithi016 ceph-mon[84444]: pgmap v533: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-04-12T16:33:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:45 smithi016 ceph-mon[84444]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T16:33:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:45 smithi016 ceph-mon[84444]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T16:33:46.185 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[88416]: pgmap v533: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-04-12T16:33:46.185 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:46.185 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:46.185 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[88416]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T16:33:46.186 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[88416]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T16:33:46.186 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[90837]: pgmap v533: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-04-12T16:33:46.186 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:46.186 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:46.186 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[90837]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T16:33:46.186 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:45 smithi005 ceph-mon[90837]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T16:33:46.621 INFO:tasks.rados.rados.0.smithi005.stdout:2669: done (3 left) 2024-04-12T16:33:46.621 INFO:tasks.rados.rados.0.smithi005.stdout:2670: done (2 left) 2024-04-12T16:33:46.621 INFO:tasks.rados.rados.0.smithi005.stdout:2671: done (1 left) 2024-04-12T16:33:46.621 INFO:tasks.rados.rados.0.smithi005.stdout:2672: done (0 left) 2024-04-12T16:33:46.621 INFO:tasks.rados.rados.0.smithi005.stdout:2673: snap_remove snap 244 2024-04-12T16:33:47.622 INFO:tasks.rados.rados.0.smithi005.stdout:2673: done (0 left) 2024-04-12T16:33:47.623 INFO:tasks.rados.rados.0.smithi005.stdout:2674: setattr oid 40 current snap is 246 2024-04-12T16:33:47.625 INFO:tasks.rados.rados.0.smithi005.stdout:2675: read oid 41 snap 245 2024-04-12T16:33:47.625 INFO:tasks.rados.rados.0.smithi005.stdout:2675: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:33:47.625 INFO:tasks.rados.rados.0.smithi005.stdout:2676: snap_remove snap 243 2024-04-12T16:33:47.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:47 smithi005 ceph-mon[88416]: pgmap v536: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T16:33:47.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:47 smithi005 ceph-mon[88416]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T16:33:47.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:47 smithi005 ceph-mon[90837]: pgmap v536: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T16:33:47.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:47 smithi005 ceph-mon[90837]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T16:33:47.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:47 smithi016 ceph-mon[84444]: pgmap v536: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-04-12T16:33:47.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:47 smithi016 ceph-mon[84444]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T16:33:48.628 INFO:tasks.rados.rados.0.smithi005.stdout:2676: done (2 left) 2024-04-12T16:33:48.628 INFO:tasks.rados.rados.0.smithi005.stdout:2677: copy_from oid 27 from oid 44 current snap is 246 2024-04-12T16:33:48.628 INFO:tasks.rados.rados.0.smithi005.stdout:2678: rmattr oid 4 current snap is 246 2024-04-12T16:33:48.629 INFO:tasks.rados.rados.0.smithi005.stdout:2679: rmattr oid 16 current snap is 246 2024-04-12T16:33:48.629 INFO:tasks.rados.rados.0.smithi005.stdout:2679: done (4 left) 2024-04-12T16:33:48.629 INFO:tasks.rados.rados.0.smithi005.stdout:2680: read oid 43 snap 237 2024-04-12T16:33:48.630 INFO:tasks.rados.rados.0.smithi005.stdout:2680: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:33:48.630 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 246 2024-04-12T16:33:48.630 INFO:tasks.rados.rados.0.smithi005.stdout:2681: seq_num 840 ranges {2793472=475136,3268608=712704,3981312=499712,4481024=393216} 2024-04-12T16:33:48.647 INFO:tasks.rados.rados.0.smithi005.stdout:2681: writing smithi00577259-33 from 2793472 to 3268608 tid 1 2024-04-12T16:33:48.651 INFO:tasks.rados.rados.0.smithi005.stdout:2681: writing smithi00577259-33 from 3268608 to 3981312 tid 2 2024-04-12T16:33:48.654 INFO:tasks.rados.rados.0.smithi005.stdout:2681: writing smithi00577259-33 from 3981312 to 4481024 tid 3 2024-04-12T16:33:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2681: writing smithi00577259-33 from 4481024 to 4874240 tid 4 2024-04-12T16:33:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2682: snap_create 2024-04-12T16:33:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1145 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:33:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2675: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2677: finishing copy_from to smithi00577259-27 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2677: got expected ENOENT (src dne) 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2677: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1250 (ObjNum 701 snap 204 seq_num 701) dirty exists 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2681: finishing write tid 1 to smithi00577259-33 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2681: finishing write tid 2 to smithi00577259-33 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2681: finishing write tid 3 to smithi00577259-33 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2681: finishing write tid 4 to smithi00577259-33 2024-04-12T16:33:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:2681: finishing write tid 5 to smithi00577259-33 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2681: finishing write tid 6 to smithi00577259-33 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2681: oid 33 updating version 0 to 1156 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2681: oid 33 updating version 1156 to 1160 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2681: oid 33 version 1160 is already newer than 1157 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2681: oid 33 version 1160 is already newer than 1158 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2681: oid 33 version 1160 is already newer than 1159 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1160 (ObjNum 840 snap 246 seq_num 840) dirty exists 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2681: left oid 33 (ObjNum 840 snap 246 seq_num 840) 2024-04-12T16:33:48.860 INFO:tasks.rados.rados.0.smithi005.stdout:2680: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.945 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.946 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T16:33:48.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:48.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:33:49.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:49 smithi005 ceph-mon[90837]: pgmap v539: 121 pgs: 121 active+clean; 266 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 859 KiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-12T16:33:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:49 smithi005 ceph-mon[90837]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T16:33:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:49 smithi005 ceph-mon[88416]: pgmap v539: 121 pgs: 121 active+clean; 266 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 859 KiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-12T16:33:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:49 smithi005 ceph-mon[88416]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T16:33:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:49.982 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:49 smithi016 ceph-mon[84444]: pgmap v539: 121 pgs: 121 active+clean; 266 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 859 KiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-12T16:33:49.982 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:49 smithi016 ceph-mon[84444]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T16:33:49.982 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:33:50.404 INFO:tasks.rados.rados.0.smithi005.stdout:2674: done (6 left) 2024-04-12T16:33:50.404 INFO:tasks.rados.rados.0.smithi005.stdout:2675: done (5 left) 2024-04-12T16:33:50.404 INFO:tasks.rados.rados.0.smithi005.stdout:2677: done (4 left) 2024-04-12T16:33:50.404 INFO:tasks.rados.rados.0.smithi005.stdout:2678: done (3 left) 2024-04-12T16:33:50.405 INFO:tasks.rados.rados.0.smithi005.stdout:2680: done (2 left) 2024-04-12T16:33:50.405 INFO:tasks.rados.rados.0.smithi005.stdout:2681: done (1 left) 2024-04-12T16:33:50.405 INFO:tasks.rados.rados.0.smithi005.stdout:2682: done (0 left) 2024-04-12T16:33:50.405 INFO:tasks.rados.rados.0.smithi005.stdout:2683: read oid 28 snap -1 2024-04-12T16:33:50.405 INFO:tasks.rados.rados.0.smithi005.stdout:2683: expect (ObjNum 821 snap 240 seq_num 821) 2024-04-12T16:33:50.405 INFO:tasks.rados.rados.0.smithi005.stdout:2684: snap_create 2024-04-12T16:33:50.413 INFO:tasks.rados.rados.0.smithi005.stdout:2683: expect (ObjNum 821 snap 240 seq_num 821) 2024-04-12T16:33:50.621 INFO:tasks.rados.rados.0.smithi005.stdout:2683: done (1 left) 2024-04-12T16:33:50.621 INFO:tasks.rados.rados.0.smithi005.stdout:2684: done (0 left) 2024-04-12T16:33:50.621 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 248 2024-04-12T16:33:50.621 INFO:tasks.rados.rados.0.smithi005.stdout:2685: seq_num 841 ranges {2760704=491520,3252224=598016,3850240=704512,4554752=303104} 2024-04-12T16:33:50.638 INFO:tasks.rados.rados.0.smithi005.stdout:2685: writing smithi00577259-46 from 2760704 to 3252224 tid 1 2024-04-12T16:33:50.642 INFO:tasks.rados.rados.0.smithi005.stdout:2685: writing smithi00577259-46 from 3252224 to 3850240 tid 2 2024-04-12T16:33:50.646 INFO:tasks.rados.rados.0.smithi005.stdout:2685: writing smithi00577259-46 from 3850240 to 4554752 tid 3 2024-04-12T16:33:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2685: writing smithi00577259-46 from 4554752 to 4857856 tid 4 2024-04-12T16:33:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2686: rollback oid 30 current snap is 248 2024-04-12T16:33:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 237 2024-04-12T16:33:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2685: finishing write tid 1 to smithi00577259-46 2024-04-12T16:33:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2685: finishing write tid 2 to smithi00577259-46 2024-04-12T16:33:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2687: read oid 45 snap 237 2024-04-12T16:33:50.649 INFO:tasks.rados.rados.0.smithi005.stdout:2687: expect (ObjNum 771 snap 226 seq_num 771) 2024-04-12T16:33:50.650 INFO:tasks.rados.rados.0.smithi005.stdout:2688: read oid 23 snap -1 2024-04-12T16:33:50.650 INFO:tasks.rados.rados.0.smithi005.stdout:2688: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:33:50.650 INFO:tasks.rados.rados.0.smithi005.stdout:2689: rmattr oid 48 current snap is 248 2024-04-12T16:33:50.650 INFO:tasks.rados.rados.0.smithi005.stdout:2690: snap_create 2024-04-12T16:33:50.653 INFO:tasks.rados.rados.0.smithi005.stdout:2686: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:33:50.655 INFO:tasks.rados.rados.0.smithi005.stdout:2686: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:33:50.655 INFO:tasks.rados.rados.0.smithi005.stdout:2686: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:33:50.655 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1080 (ObjNum 550 snap 161 seq_num 550) dirty exists 2024-04-12T16:33:50.655 INFO:tasks.rados.rados.0.smithi005.stdout:2688: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:33:50.677 INFO:tasks.rados.rados.0.smithi005.stdout:2685: finishing write tid 3 to smithi00577259-46 2024-04-12T16:33:50.677 INFO:tasks.rados.rados.0.smithi005.stdout:2685: finishing write tid 4 to smithi00577259-46 2024-04-12T16:33:50.677 INFO:tasks.rados.rados.0.smithi005.stdout:2685: finishing write tid 5 to smithi00577259-46 2024-04-12T16:33:50.678 INFO:tasks.rados.rados.0.smithi005.stdout:2687: expect (ObjNum 771 snap 226 seq_num 771) 2024-04-12T16:33:50.723 INFO:tasks.rados.rados.0.smithi005.stdout:2685: finishing write tid 6 to smithi00577259-46 2024-04-12T16:33:50.723 INFO:tasks.rados.rados.0.smithi005.stdout:2685: oid 46 updating version 0 to 1050 2024-04-12T16:33:50.724 INFO:tasks.rados.rados.0.smithi005.stdout:2685: oid 46 version 1050 is already newer than 1049 2024-04-12T16:33:50.724 INFO:tasks.rados.rados.0.smithi005.stdout:2685: oid 46 version 1050 is already newer than 1047 2024-04-12T16:33:50.724 INFO:tasks.rados.rados.0.smithi005.stdout:2685: oid 46 version 1050 is already newer than 1048 2024-04-12T16:33:50.724 INFO:tasks.rados.rados.0.smithi005.stdout:2685: oid 46 version 1050 is already newer than 1046 2024-04-12T16:33:50.724 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1050 (ObjNum 841 snap 248 seq_num 841) dirty exists 2024-04-12T16:33:50.724 INFO:tasks.rados.rados.0.smithi005.stdout:2685: left oid 46 (ObjNum 841 snap 248 seq_num 841) 2024-04-12T16:33:50.724 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1162 (ObjNum 806 snap 232 seq_num 806) dirty exists 2024-04-12T16:33:50.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:50 smithi005 ceph-mon[88416]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T16:33:50.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:50 smithi005 ceph-mon[88416]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T16:33:50.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:50 smithi005 ceph-mon[90837]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T16:33:50.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:50 smithi005 ceph-mon[90837]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T16:33:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:50 smithi016 ceph-mon[84444]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T16:33:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:50 smithi016 ceph-mon[84444]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T16:33:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:2685: done (5 left) 2024-04-12T16:33:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:2686: done (4 left) 2024-04-12T16:33:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:2687: done (3 left) 2024-04-12T16:33:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:2688: done (2 left) 2024-04-12T16:33:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:2689: done (1 left) 2024-04-12T16:33:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:2690: done (0 left) 2024-04-12T16:33:51.651 INFO:tasks.rados.rados.0.smithi005.stdout:2691: delete oid 8 current snap is 249 2024-04-12T16:33:51.655 INFO:tasks.rados.rados.0.smithi005.stdout:2691: done (0 left) 2024-04-12T16:33:51.655 INFO:tasks.rados.rados.0.smithi005.stdout:2692: snap_create 2024-04-12T16:33:51.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:51 smithi016 ceph-mon[84444]: pgmap v542: 121 pgs: 121 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-12T16:33:51.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:51 smithi016 ceph-mon[84444]: Upgrade: Updating prometheus.a 2024-04-12T16:33:51.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:51 smithi016 ceph-mon[84444]: Deploying daemon prometheus.a on smithi016 2024-04-12T16:33:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:51 smithi005 ceph-mon[88416]: pgmap v542: 121 pgs: 121 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-12T16:33:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:51 smithi005 ceph-mon[88416]: Upgrade: Updating prometheus.a 2024-04-12T16:33:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:51 smithi005 ceph-mon[88416]: Deploying daemon prometheus.a on smithi016 2024-04-12T16:33:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:51 smithi005 ceph-mon[90837]: pgmap v542: 121 pgs: 121 active+clean; 268 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-12T16:33:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:51 smithi005 ceph-mon[90837]: Upgrade: Updating prometheus.a 2024-04-12T16:33:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:51 smithi005 ceph-mon[90837]: Deploying daemon prometheus.a on smithi016 2024-04-12T16:33:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:33:52.655 INFO:tasks.rados.rados.0.smithi005.stdout:2692: done (0 left) 2024-04-12T16:33:52.655 INFO:tasks.rados.rados.0.smithi005.stdout:2693: setattr oid 28 current snap is 250 2024-04-12T16:33:52.656 INFO:tasks.rados.rados.0.smithi005.stdout:2694: read oid 7 snap 245 2024-04-12T16:33:52.656 INFO:tasks.rados.rados.0.smithi005.stdout:2694: expect (ObjNum 730841264 snap 22011 seq_num 730262688) 2024-04-12T16:33:52.656 INFO:tasks.rados.rados.0.smithi005.stdout:2695: copy_from oid 36 from oid 34 current snap is 250 2024-04-12T16:33:52.656 INFO:tasks.rados.rados.0.smithi005.stdout:2696: snap_remove snap 246 2024-04-12T16:33:52.930 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:52 smithi016 ceph-mon[84444]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T16:33:52.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:52 smithi005 ceph-mon[88416]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T16:33:52.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:52 smithi005 ceph-mon[90837]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T16:33:53.661 INFO:tasks.rados.rados.0.smithi005.stdout:2696: done (3 left) 2024-04-12T16:33:53.661 INFO:tasks.rados.rados.0.smithi005.stdout:2697: rollback oid 48 current snap is 250 2024-04-12T16:33:53.661 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 48 to 237 2024-04-12T16:33:53.661 INFO:tasks.rados.rados.0.smithi005.stdout:2698: copy_from oid 12 from oid 49 current snap is 250 2024-04-12T16:33:53.661 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 250 2024-04-12T16:33:53.661 INFO:tasks.rados.rados.0.smithi005.stdout:2699: seq_num 843 ranges {1679360=524288,2203648=761856,2965504=671744,3637248=172032} 2024-04-12T16:33:53.674 INFO:tasks.rados.rados.0.smithi005.stdout:2699: writing smithi00577259-19 from 1679360 to 2203648 tid 1 2024-04-12T16:33:53.678 INFO:tasks.rados.rados.0.smithi005.stdout:2699: writing smithi00577259-19 from 2203648 to 2965504 tid 2 2024-04-12T16:33:53.683 INFO:tasks.rados.rados.0.smithi005.stdout:2699: writing smithi00577259-19 from 2965504 to 3637248 tid 3 2024-04-12T16:33:53.684 INFO:tasks.rados.rados.0.smithi005.stdout:2699: writing smithi00577259-19 from 3637248 to 3809280 tid 4 2024-04-12T16:33:53.684 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 250 2024-04-12T16:33:53.684 INFO:tasks.rados.rados.0.smithi005.stdout:2700: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-04-12T16:33:53.687 INFO:tasks.rados.rados.0.smithi005.stdout:2700: writing smithi00577259-24 from 0 to 540672 tid 1 2024-04-12T16:33:53.691 INFO:tasks.rados.rados.0.smithi005.stdout:2700: writing smithi00577259-24 from 540672 to 1236992 tid 2 2024-04-12T16:33:53.694 INFO:tasks.rados.rados.0.smithi005.stdout:2700: writing smithi00577259-24 from 1236992 to 1712128 tid 3 2024-04-12T16:33:53.697 INFO:tasks.rados.rados.0.smithi005.stdout:2700: writing smithi00577259-24 from 1712128 to 2146304 tid 4 2024-04-12T16:33:53.697 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 250 2024-04-12T16:33:53.697 INFO:tasks.rados.rados.0.smithi005.stdout:2701: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-04-12T16:33:53.700 INFO:tasks.rados.rados.0.smithi005.stdout:2701: writing smithi00577259-44 from 0 to 557056 tid 1 2024-04-12T16:33:53.704 INFO:tasks.rados.rados.0.smithi005.stdout:2701: writing smithi00577259-44 from 557056 to 1138688 tid 2 2024-04-12T16:33:53.708 INFO:tasks.rados.rados.0.smithi005.stdout:2701: writing smithi00577259-44 from 1138688 to 1826816 tid 3 2024-04-12T16:33:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:2701: writing smithi00577259-44 from 1826816 to 2162688 tid 4 2024-04-12T16:33:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:2702: setattr oid 21 current snap is 250 2024-04-12T16:33:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:2694: expect (ObjNum 730841264 snap 22011 seq_num 730262688) 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1149 (ObjNum 821 snap 240 seq_num 821) dirty exists 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2695: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2695: finishing copy_from to smithi00577259-36 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2698: finishing copy_from to smithi00577259-12 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2698: got expected ENOENT (src dne) 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2698: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2697: finishing rollback tid 0 to smithi00577259-48 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2697: finishing rollback tid 1 to smithi00577259-48 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:2697: finishing rollback tid 2 to smithi00577259-48 2024-04-12T16:33:53.720 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1166 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: finishing write tid 1 to smithi00577259-19 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: finishing write tid 2 to smithi00577259-19 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: finishing write tid 3 to smithi00577259-19 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: finishing write tid 4 to smithi00577259-19 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: finishing write tid 5 to smithi00577259-19 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: finishing write tid 6 to smithi00577259-19 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: oid 19 updating version 0 to 1174 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: oid 19 updating version 1174 to 1177 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: oid 19 version 1177 is already newer than 1176 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: oid 19 updating version 1177 to 1178 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: oid 19 version 1178 is already newer than 1175 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1178 (ObjNum 843 snap 250 seq_num 843) dirty exists 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2699: left oid 19 (ObjNum 843 snap 250 seq_num 843) 2024-04-12T16:33:53.721 INFO:tasks.rados.rados.0.smithi005.stdout:2700: finishing write tid 1 to smithi00577259-24 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: finishing write tid 2 to smithi00577259-24 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: finishing write tid 3 to smithi00577259-24 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: finishing write tid 4 to smithi00577259-24 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: finishing write tid 5 to smithi00577259-24 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: finishing write tid 6 to smithi00577259-24 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: oid 24 updating version 0 to 1171 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: oid 24 version 1171 is already newer than 1170 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: oid 24 updating version 1171 to 1173 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: oid 24 updating version 1173 to 1174 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: oid 24 version 1174 is already newer than 1172 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1174 (ObjNum 844 snap 250 seq_num 844) dirty exists 2024-04-12T16:33:53.722 INFO:tasks.rados.rados.0.smithi005.stdout:2700: left oid 24 (ObjNum 844 snap 250 seq_num 844) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2701: finishing write tid 1 to smithi00577259-44 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2701: finishing write tid 2 to smithi00577259-44 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2701: finishing write tid 3 to smithi00577259-44 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2701: finishing write tid 4 to smithi00577259-44 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2701: finishing write tid 5 to smithi00577259-44 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2693: done (8 left) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2694: done (7 left) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2695: done (6 left) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2697: done (5 left) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2698: done (4 left) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2699: done (3 left) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2700: done (2 left) 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2703: copy_from oid 15 from oid 34 current snap is 250 2024-04-12T16:33:53.723 INFO:tasks.rados.rados.0.smithi005.stdout:2701: finishing write tid 6 to smithi00577259-44 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2701: oid 44 updating version 0 to 1036 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2701: oid 44 version 1036 is already newer than 1035 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2701: oid 44 updating version 1036 to 1038 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2701: oid 44 version 1038 is already newer than 1034 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2701: oid 44 version 1038 is already newer than 1037 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1038 (ObjNum 845 snap 250 seq_num 845) dirty exists 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2701: left oid 44 (ObjNum 845 snap 250 seq_num 845) 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2701: done (2 left) 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 250 2024-04-12T16:33:53.724 INFO:tasks.rados.rados.0.smithi005.stdout:2704: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-04-12T16:33:53.725 INFO:tasks.rados.rados.0.smithi005.stdout:2704: writing smithi00577259-31 from 0 to 573440 tid 1 2024-04-12T16:33:53.725 INFO:tasks.rados.rados.0.smithi005.stdout:2704: writing smithi00577259-31 from 573440 to 1040384 tid 2 2024-04-12T16:33:53.728 INFO:tasks.rados.rados.0.smithi005.stdout:2704: writing smithi00577259-31 from 1040384 to 1531904 tid 3 2024-04-12T16:33:53.732 INFO:tasks.rados.rados.0.smithi005.stdout:2704: writing smithi00577259-31 from 1531904 to 2080768 tid 4 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2704: writing smithi00577259-31 from 2080768 to 2179072 tid 5 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2705: copy_from oid 24 from oid 7 current snap is 250 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1051 (ObjNum 827 snap 241 seq_num 827) dirty exists 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2704: finishing write tid 1 to smithi00577259-31 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2704: finishing write tid 2 to smithi00577259-31 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2704: finishing write tid 3 to smithi00577259-31 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2702: done (3 left) 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 250 2024-04-12T16:33:53.733 INFO:tasks.rados.rados.0.smithi005.stdout:2706: seq_num 847 ranges {7069696=589824,7659520=753664,8413184=655360,9068544=196608} 2024-04-12T16:33:53.776 INFO:tasks.rados.rados.0.smithi005.stdout:2706: writing smithi00577259-39 from 7069696 to 7659520 tid 1 2024-04-12T16:33:53.780 INFO:tasks.rados.rados.0.smithi005.stdout:2706: writing smithi00577259-39 from 7659520 to 8413184 tid 2 2024-04-12T16:33:53.784 INFO:tasks.rados.rados.0.smithi005.stdout:2706: writing smithi00577259-39 from 8413184 to 9068544 tid 3 2024-04-12T16:33:53.785 INFO:tasks.rados.rados.0.smithi005.stdout:2706: writing smithi00577259-39 from 9068544 to 9265152 tid 4 2024-04-12T16:33:53.786 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 250 2024-04-12T16:33:53.786 INFO:tasks.rados.rados.0.smithi005.stdout:2704: finishing write tid 4 to smithi00577259-31 2024-04-12T16:33:53.786 INFO:tasks.rados.rados.0.smithi005.stdout:2704: finishing write tid 5 to smithi00577259-31 2024-04-12T16:33:53.786 INFO:tasks.rados.rados.0.smithi005.stdout:2707: seq_num 848 ranges {3948544=606208,4554752=630784,5185536=458752,5644288=516096} 2024-04-12T16:33:53.810 INFO:tasks.rados.rados.0.smithi005.stdout:2707: writing smithi00577259-30 from 3948544 to 4554752 tid 1 2024-04-12T16:33:53.813 INFO:tasks.rados.rados.0.smithi005.stdout:2707: writing smithi00577259-30 from 4554752 to 5185536 tid 2 2024-04-12T16:33:53.818 INFO:tasks.rados.rados.0.smithi005.stdout:2707: writing smithi00577259-30 from 5185536 to 5644288 tid 3 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2707: writing smithi00577259-30 from 5644288 to 6160384 tid 4 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2708: read oid 2 snap -1 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2708: expect (ObjNum 829 snap 242 seq_num 829) 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2709: delete oid 6 current snap is 250 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2704: finishing write tid 6 to smithi00577259-31 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2705: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2704: finishing write tid 7 to smithi00577259-31 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2704: oid 31 updating version 0 to 1039 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2704: oid 31 updating version 1039 to 1042 2024-04-12T16:33:53.820 INFO:tasks.rados.rados.0.smithi005.stdout:2704: oid 31 updating version 1042 to 1043 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2704: oid 31 version 1043 is already newer than 1040 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2704: oid 31 updating version 1043 to 1044 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2704: oid 31 version 1044 is already newer than 1041 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1044 (ObjNum 846 snap 250 seq_num 846) dirty exists 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2704: left oid 31 (ObjNum 846 snap 250 seq_num 846) 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2705: finishing copy_from to smithi00577259-24 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 781 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2703: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2703: finishing copy_from to smithi00577259-15 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2706: finishing write tid 1 to smithi00577259-39 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2706: finishing write tid 2 to smithi00577259-39 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2706: finishing write tid 3 to smithi00577259-39 2024-04-12T16:33:53.821 INFO:tasks.rados.rados.0.smithi005.stdout:2706: finishing write tid 4 to smithi00577259-39 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: finishing write tid 5 to smithi00577259-39 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: finishing write tid 6 to smithi00577259-39 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: oid 39 updating version 0 to 1050 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: oid 39 version 1050 is already newer than 1047 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: oid 39 version 1050 is already newer than 1049 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: oid 39 version 1050 is already newer than 1048 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: oid 39 version 1050 is already newer than 1046 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1050 (ObjNum 847 snap 250 seq_num 847) dirty exists 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2706: left oid 39 (ObjNum 847 snap 250 seq_num 847) 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2707: finishing write tid 1 to smithi00577259-30 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2707: finishing write tid 2 to smithi00577259-30 2024-04-12T16:33:53.822 INFO:tasks.rados.rados.0.smithi005.stdout:2707: finishing write tid 3 to smithi00577259-30 2024-04-12T16:33:53.825 INFO:tasks.rados.rados.0.smithi005.stdout:2703: done (6 left) 2024-04-12T16:33:53.825 INFO:tasks.rados.rados.0.smithi005.stdout:2704: done (5 left) 2024-04-12T16:33:53.825 INFO:tasks.rados.rados.0.smithi005.stdout:2705: done (4 left) 2024-04-12T16:33:53.825 INFO:tasks.rados.rados.0.smithi005.stdout:2706: done (3 left) 2024-04-12T16:33:53.825 INFO:tasks.rados.rados.0.smithi005.stdout:2709: done (2 left) 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2710: read oid 37 snap -1 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2710: expect (ObjNum 803 snap 231 seq_num 803) 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2711: read oid 34 snap -1 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2711: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2712: rollback oid 10 current snap is 250 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 10 to 245 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2713: rmattr oid 36 current snap is 250 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2713: done (5 left) 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2714: read oid 24 snap -1 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2714: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:53.826 INFO:tasks.rados.rados.0.smithi005.stdout:2715: snap_create 2024-04-12T16:33:53.827 INFO:tasks.rados.rados.0.smithi005.stdout:2707: finishing write tid 4 to smithi00577259-30 2024-04-12T16:33:53.827 INFO:tasks.rados.rados.0.smithi005.stdout:2707: finishing write tid 5 to smithi00577259-30 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:2707: finishing write tid 6 to smithi00577259-30 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:2707: oid 30 updating version 0 to 1085 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:2707: oid 30 version 1085 is already newer than 1083 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:2707: oid 30 version 1085 is already newer than 1081 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:2707: oid 30 version 1085 is already newer than 1084 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:2707: oid 30 version 1085 is already newer than 1082 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1085 (ObjNum 848 snap 250 seq_num 848) dirty exists 2024-04-12T16:33:53.829 INFO:tasks.rados.rados.0.smithi005.stdout:2707: left oid 30 (ObjNum 848 snap 250 seq_num 848) 2024-04-12T16:33:53.834 INFO:tasks.rados.rados.0.smithi005.stdout:2712: finishing rollback tid 1 to smithi00577259-10 2024-04-12T16:33:53.834 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1045 (ObjNum 33 snap 0 seq_num 730543776) dirty dne 2024-04-12T16:33:53.837 INFO:tasks.rados.rados.0.smithi005.stdout:2710: expect (ObjNum 803 snap 231 seq_num 803) 2024-04-12T16:33:53.902 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:53 smithi016 ceph-mon[84444]: pgmap v545: 121 pgs: 121 active+clean; 272 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 508 KiB/s wr, 6 op/s 2024-04-12T16:33:53.902 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:53 smithi016 ceph-mon[84444]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T16:33:53.906 INFO:tasks.rados.rados.0.smithi005.stdout:2711: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:33:53.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:33:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:33:53] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-12T16:33:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:53 smithi005 ceph-mon[88416]: pgmap v545: 121 pgs: 121 active+clean; 272 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 508 KiB/s wr, 6 op/s 2024-04-12T16:33:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:53 smithi005 ceph-mon[88416]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T16:33:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:53 smithi005 ceph-mon[90837]: pgmap v545: 121 pgs: 121 active+clean; 272 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 508 KiB/s wr, 6 op/s 2024-04-12T16:33:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:53 smithi005 ceph-mon[90837]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T16:33:54.382 INFO:tasks.rados.rados.0.smithi005.stdout:2708: expect (ObjNum 829 snap 242 seq_num 829) 2024-04-12T16:33:54.557 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 systemd[1]: Stopping Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:54.832 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-mon[84444]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T16:33:54.833 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.562Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:33:54.833 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T16:33:54.833 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T16:33:54.833 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T16:33:54.833 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T16:33:54.833 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T16:33:54.834 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T16:33:54.834 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T16:33:54.834 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T16:33:54.834 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T16:33:54.834 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T16:33:54.834 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[75412]: ts=2024-04-12T16:33:54.563Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T16:33:54.834 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 podman[116924]: 2024-04-12 16:33:54.572900534 +0000 UTC m=+0.161763127 container died 2d15d76eb450150b7bcf2b3fe62cbfeb390b7a39228a7eb61677825d38657ff6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:54.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:54 smithi005 ceph-mon[88416]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T16:33:54.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:54 smithi005 ceph-mon[90837]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T16:33:55.090 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 podman[116924]: 2024-04-12 16:33:54.946222213 +0000 UTC m=+0.535084805 container cleanup 2d15d76eb450150b7bcf2b3fe62cbfeb390b7a39228a7eb61677825d38657ff6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:55.090 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:54 smithi016 bash[116924]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T16:33:55.491 INFO:tasks.rados.rados.0.smithi005.stdout:2714: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2707: done (6 left) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2708: done (5 left) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2710: done (4 left) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2711: done (3 left) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2712: done (2 left) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2714: done (1 left) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2715: done (0 left) 2024-04-12T16:33:55.499 INFO:tasks.rados.rados.0.smithi005.stdout:2716: snap_remove snap 249 2024-04-12T16:33:55.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:55 smithi016 podman[116938]: 2024-04-12 16:33:55.339231623 +0000 UTC m=+0.766342349 container remove 2d15d76eb450150b7bcf2b3fe62cbfeb390b7a39228a7eb61677825d38657ff6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:55.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:55 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T16:33:55.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:55 smithi016 systemd[1]: Stopped Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:55.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:55 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service: Consumed 2.566s CPU time. 2024-04-12T16:33:55.623 INFO:tasks.rados.rados.0.smithi005.stdout:2716: done (0 left) 2024-04-12T16:33:55.623 INFO:tasks.rados.rados.0.smithi005.stdout:2717: read oid 36 snap -1 2024-04-12T16:33:55.623 INFO:tasks.rados.rados.0.smithi005.stdout:2717: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:33:55.623 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 251 2024-04-12T16:33:55.623 INFO:tasks.rados.rados.0.smithi005.stdout:2718: seq_num 850 ranges {14032896=638976,14671872=802816,15474688=475136,15949824=327680} 2024-04-12T16:33:55.705 INFO:tasks.rados.rados.0.smithi005.stdout:2718: writing smithi00577259-27 from 14032896 to 14671872 tid 1 2024-04-12T16:33:55.710 INFO:tasks.rados.rados.0.smithi005.stdout:2718: writing smithi00577259-27 from 14671872 to 15474688 tid 2 2024-04-12T16:33:55.712 INFO:tasks.rados.rados.0.smithi005.stdout:2718: writing smithi00577259-27 from 15474688 to 15949824 tid 3 2024-04-12T16:33:55.714 INFO:tasks.rados.rados.0.smithi005.stdout:2718: writing smithi00577259-27 from 15949824 to 16277504 tid 4 2024-04-12T16:33:55.714 INFO:tasks.rados.rados.0.smithi005.stdout:2719: delete oid 38 current snap is 251 2024-04-12T16:33:55.715 INFO:tasks.rados.rados.0.smithi005.stdout:2717: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:33:55.929 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:55 smithi016 systemd[1]: Starting Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:33:55.929 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:55 smithi016 ceph-mon[84444]: pgmap v548: 121 pgs: 121 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-04-12T16:33:55.930 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:55 smithi016 ceph-mon[84444]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T16:33:55.930 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:55 smithi016 ceph-mon[84444]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T16:33:55.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:55 smithi005 ceph-mon[88416]: pgmap v548: 121 pgs: 121 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-04-12T16:33:55.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:55 smithi005 ceph-mon[88416]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T16:33:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:55 smithi005 ceph-mon[88416]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T16:33:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:55 smithi005 ceph-mon[90837]: pgmap v548: 121 pgs: 121 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 512 KiB/s wr, 16 op/s 2024-04-12T16:33:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:55 smithi005 ceph-mon[90837]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T16:33:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:55 smithi005 ceph-mon[90837]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T16:33:56.180 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:55 smithi016 podman[117069]: 2024-04-12 16:33:55.839344727 +0000 UTC m=+0.018950194 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T16:33:56.180 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:55 smithi016 podman[117069]: 2024-04-12 16:33:55.949243022 +0000 UTC m=+0.128848510 container create 8f768273e52b517d6204e567857bdb7ec0bb08b43169ee1abb0adaf7acfb786a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:56.180 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 podman[117069]: 2024-04-12 16:33:56.159755462 +0000 UTC m=+0.339360905 container init 8f768273e52b517d6204e567857bdb7ec0bb08b43169ee1abb0adaf7acfb786a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:56.180 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 podman[117069]: 2024-04-12 16:33:56.162123225 +0000 UTC m=+0.341728668 container start 8f768273e52b517d6204e567857bdb7ec0bb08b43169ee1abb0adaf7acfb786a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T16:33:56.180 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.185Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T16:33:56.180 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.185Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T16:33:56.180 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.185Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi016 (none))" 2024-04-12T16:33:56.181 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.185Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T16:33:56.181 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.185Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T16:33:56.192 INFO:tasks.rados.rados.0.smithi005.stdout:2718: finishing write tid 1 to smithi00577259-27 2024-04-12T16:33:56.192 INFO:tasks.rados.rados.0.smithi005.stdout:2718: finishing write tid 2 to smithi00577259-27 2024-04-12T16:33:56.192 INFO:tasks.rados.rados.0.smithi005.stdout:2718: finishing write tid 3 to smithi00577259-27 2024-04-12T16:33:56.192 INFO:tasks.rados.rados.0.smithi005.stdout:2718: finishing write tid 4 to smithi00577259-27 2024-04-12T16:33:56.192 INFO:tasks.rados.rados.0.smithi005.stdout:2718: finishing write tid 5 to smithi00577259-27 2024-04-12T16:33:56.192 INFO:tasks.rados.rados.0.smithi005.stdout:2718: finishing write tid 6 to smithi00577259-27 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2718: oid 27 updating version 0 to 1154 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2718: oid 27 updating version 1154 to 1156 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2718: oid 27 version 1156 is already newer than 1155 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2718: oid 27 updating version 1156 to 1157 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2718: oid 27 version 1157 is already newer than 1153 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1157 (ObjNum 850 snap 251 seq_num 850) dirty exists 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2718: left oid 27 (ObjNum 850 snap 251 seq_num 850) 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2717: done (2 left) 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2718: done (1 left) 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2719: done (0 left) 2024-04-12T16:33:56.193 INFO:tasks.rados.rados.0.smithi005.stdout:2720: snap_remove snap 250 2024-04-12T16:33:56.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.187Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T16:33:56.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.188Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T16:33:56.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.189Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.189Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.191Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.191Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.19µs 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.191Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.193Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.201Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.205Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.212Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.212Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.212Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=34.436µs wal_replay_duration=20.437404ms wbl_replay_duration=94ns total_replay_duration=20.498118ms 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.214Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T16:33:56.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.214Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T16:33:56.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.214Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T16:33:56.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.235Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.396255ms db_storage=785ns remote_storage=959ns web_handler=455ns query_engine=731ns scrape=906.236µs scrape_sd=186.042µs notify=22.007µs notify_sd=23.896µs rules=18.962038ms tracing=6.239µs 2024-04-12T16:33:56.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.235Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T16:33:56.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:33:56.235Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T16:33:56.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 bash[117069]: 8f768273e52b517d6204e567857bdb7ec0bb08b43169ee1abb0adaf7acfb786a 2024-04-12T16:33:56.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:33:56 smithi016 systemd[1]: Started Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:33:56.670 INFO:tasks.rados.rados.0.smithi005.stdout:2720: done (0 left) 2024-04-12T16:33:56.670 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 251 2024-04-12T16:33:56.670 INFO:tasks.rados.rados.0.smithi005.stdout:2721: seq_num 852 ranges {5537792=671744,6209536=622592,6832128=442368,7274496=540672} 2024-04-12T16:33:56.704 INFO:tasks.rados.rados.0.smithi005.stdout:2721: writing smithi00577259-17 from 5537792 to 6209536 tid 1 2024-04-12T16:33:56.708 INFO:tasks.rados.rados.0.smithi005.stdout:2721: writing smithi00577259-17 from 6209536 to 6832128 tid 2 2024-04-12T16:33:56.710 INFO:tasks.rados.rados.0.smithi005.stdout:2721: writing smithi00577259-17 from 6832128 to 7274496 tid 3 2024-04-12T16:33:56.713 INFO:tasks.rados.rados.0.smithi005.stdout:2721: writing smithi00577259-17 from 7274496 to 7815168 tid 4 2024-04-12T16:33:56.714 INFO:tasks.rados.rados.0.smithi005.stdout:2722: snap_remove snap 245 2024-04-12T16:33:57.407 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:57 smithi016 ceph-mon[84444]: pgmap v551: 121 pgs: 121 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 512 KiB/s wr, 13 op/s 2024-04-12T16:33:57.407 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:57.407 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:57.407 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:57.407 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:57 smithi016 ceph-mon[84444]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2722: done (1 left) 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2723: snap_create 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: finishing write tid 1 to smithi00577259-17 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: finishing write tid 2 to smithi00577259-17 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: finishing write tid 3 to smithi00577259-17 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: finishing write tid 4 to smithi00577259-17 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: finishing write tid 5 to smithi00577259-17 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: finishing write tid 6 to smithi00577259-17 2024-04-12T16:33:57.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: oid 17 updating version 0 to 1000 2024-04-12T16:33:57.677 INFO:tasks.rados.rados.0.smithi005.stdout:2721: oid 17 updating version 1000 to 1001 2024-04-12T16:33:57.677 INFO:tasks.rados.rados.0.smithi005.stdout:2721: oid 17 updating version 1001 to 1003 2024-04-12T16:33:57.677 INFO:tasks.rados.rados.0.smithi005.stdout:2721: oid 17 version 1003 is already newer than 1002 2024-04-12T16:33:57.677 INFO:tasks.rados.rados.0.smithi005.stdout:2721: oid 17 updating version 1003 to 1004 2024-04-12T16:33:57.677 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1004 (ObjNum 852 snap 251 seq_num 852) dirty exists 2024-04-12T16:33:57.677 INFO:tasks.rados.rados.0.smithi005.stdout:2721: left oid 17 (ObjNum 852 snap 251 seq_num 852) 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[88416]: pgmap v551: 121 pgs: 121 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 512 KiB/s wr, 13 op/s 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[88416]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[90837]: pgmap v551: 121 pgs: 121 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 512 KiB/s wr, 13 op/s 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:57.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:33:57.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:33:57.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:57 smithi005 ceph-mon[90837]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T16:33:58.676 INFO:tasks.rados.rados.0.smithi005.stdout:2721: done (1 left) 2024-04-12T16:33:58.676 INFO:tasks.rados.rados.0.smithi005.stdout:2723: done (0 left) 2024-04-12T16:33:58.676 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 252 2024-04-12T16:33:58.676 INFO:tasks.rados.rados.0.smithi005.stdout:2724: seq_num 853 ranges {7069696=696320,7766016=507904,8273920=647168,8921088=450560} 2024-04-12T16:33:58.718 INFO:tasks.rados.rados.0.smithi005.stdout:2724: writing smithi00577259-34 from 7069696 to 7766016 tid 1 2024-04-12T16:33:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:2724: writing smithi00577259-34 from 7766016 to 8273920 tid 2 2024-04-12T16:33:58.726 INFO:tasks.rados.rados.0.smithi005.stdout:2724: writing smithi00577259-34 from 8273920 to 8921088 tid 3 2024-04-12T16:33:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:2724: writing smithi00577259-34 from 8921088 to 9371648 tid 4 2024-04-12T16:33:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:2725: setattr oid 41 current snap is 252 2024-04-12T16:33:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:2724: finishing write tid 1 to smithi00577259-34 2024-04-12T16:33:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:2724: finishing write tid 2 to smithi00577259-34 2024-04-12T16:33:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:2724: finishing write tid 3 to smithi00577259-34 2024-04-12T16:33:58.729 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 252 2024-04-12T16:33:58.729 INFO:tasks.rados.rados.0.smithi005.stdout:2726: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2024-04-12T16:33:58.733 INFO:tasks.rados.rados.0.smithi005.stdout:2726: writing smithi00577259-40 from 0 to 712704 tid 1 2024-04-12T16:33:58.738 INFO:tasks.rados.rados.0.smithi005.stdout:2726: writing smithi00577259-40 from 712704 to 1507328 tid 2 2024-04-12T16:33:58.741 INFO:tasks.rados.rados.0.smithi005.stdout:2726: writing smithi00577259-40 from 1507328 to 1957888 tid 3 2024-04-12T16:33:58.743 INFO:tasks.rados.rados.0.smithi005.stdout:2726: writing smithi00577259-40 from 1957888 to 2318336 tid 4 2024-04-12T16:33:58.743 INFO:tasks.rados.rados.0.smithi005.stdout:2727: read oid 47 snap 251 2024-04-12T16:33:58.743 INFO:tasks.rados.rados.0.smithi005.stdout:2727: expect deleted 2024-04-12T16:33:58.744 INFO:tasks.rados.rados.0.smithi005.stdout:2728: read oid 12 snap -1 2024-04-12T16:33:58.744 INFO:tasks.rados.rados.0.smithi005.stdout:2728: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:33:58.744 INFO:tasks.rados.rados.0.smithi005.stdout:2729: snap_remove snap 247 2024-04-12T16:33:58.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:58 smithi005 ceph-mon[88416]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T16:33:58.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:58 smithi005 ceph-mon[90837]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T16:33:59.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:58 smithi016 ceph-mon[84444]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T16:33:59.684 INFO:tasks.rados.rados.0.smithi005.stdout:2729: done (5 left) 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2730: delete oid 42 current snap is 252 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: finishing write tid 4 to smithi00577259-34 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: finishing write tid 5 to smithi00577259-34 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: finishing write tid 6 to smithi00577259-34 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: oid 34 updating version 0 to 1257 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: oid 34 version 1257 is already newer than 1254 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: oid 34 updating version 1257 to 1258 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: oid 34 version 1258 is already newer than 1256 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: oid 34 version 1258 is already newer than 1255 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1258 (ObjNum 853 snap 252 seq_num 853) dirty exists 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:2724: left oid 34 (ObjNum 853 snap 252 seq_num 853) 2024-04-12T16:33:59.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1086 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: finishing write tid 1 to smithi00577259-40 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: finishing write tid 2 to smithi00577259-40 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: finishing write tid 3 to smithi00577259-40 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: finishing write tid 4 to smithi00577259-40 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: finishing write tid 5 to smithi00577259-40 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: finishing write tid 6 to smithi00577259-40 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: oid 40 updating version 0 to 1167 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: oid 40 updating version 1167 to 1169 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: oid 40 version 1169 is already newer than 1165 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: oid 40 version 1169 is already newer than 1168 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: oid 40 version 1169 is already newer than 1166 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1169 (ObjNum 854 snap 252 seq_num 854) dirty exists 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2726: left oid 40 (ObjNum 854 snap 252 seq_num 854) 2024-04-12T16:33:59.686 INFO:tasks.rados.rados.0.smithi005.stdout:2728: expect (ObjNum 756 snap 223 seq_num 756) 2024-04-12T16:33:59.741 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:59 smithi016 ceph-mon[84444]: pgmap v554: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 23 op/s 2024-04-12T16:33:59.741 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:33:59 smithi016 ceph-mon[84444]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T16:33:59.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:59 smithi005 ceph-mon[88416]: pgmap v554: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 23 op/s 2024-04-12T16:33:59.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:33:59 smithi005 ceph-mon[88416]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T16:33:59.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:59 smithi005 ceph-mon[90837]: pgmap v554: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 23 op/s 2024-04-12T16:33:59.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:33:59 smithi005 ceph-mon[90837]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T16:34:00.173 INFO:tasks.rados.rados.0.smithi005.stdout:2724: done (5 left) 2024-04-12T16:34:00.174 INFO:tasks.rados.rados.0.smithi005.stdout:2725: done (4 left) 2024-04-12T16:34:00.174 INFO:tasks.rados.rados.0.smithi005.stdout:2726: done (3 left) 2024-04-12T16:34:00.174 INFO:tasks.rados.rados.0.smithi005.stdout:2727: done (2 left) 2024-04-12T16:34:00.174 INFO:tasks.rados.rados.0.smithi005.stdout:2728: done (1 left) 2024-04-12T16:34:00.174 INFO:tasks.rados.rados.0.smithi005.stdout:2730: done (0 left) 2024-04-12T16:34:00.174 INFO:tasks.rados.rados.0.smithi005.stdout:2731: snap_remove snap 251 2024-04-12T16:34:00.624 INFO:tasks.rados.rados.0.smithi005.stdout:2731: done (0 left) 2024-04-12T16:34:00.624 INFO:tasks.rados.rados.0.smithi005.stdout:2732: copy_from oid 33 from oid 15 current snap is 252 2024-04-12T16:34:00.624 INFO:tasks.rados.rados.0.smithi005.stdout:2733: copy_from oid 16 from oid 12 current snap is 252 2024-04-12T16:34:00.625 INFO:tasks.rados.rados.0.smithi005.stdout:2734: rmattr oid 8 current snap is 252 2024-04-12T16:34:00.625 INFO:tasks.rados.rados.0.smithi005.stdout:2734: done (2 left) 2024-04-12T16:34:00.625 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 252 2024-04-12T16:34:00.625 INFO:tasks.rados.rados.0.smithi005.stdout:2735: seq_num 856 ranges {7258112=745472,8003584=557056,8560640=417792,8978432=434176,9412608=196608} 2024-04-12T16:34:00.669 INFO:tasks.rados.rados.0.smithi005.stdout:2735: writing smithi00577259-4 from 7258112 to 8003584 tid 1 2024-04-12T16:34:00.672 INFO:tasks.rados.rados.0.smithi005.stdout:2735: writing smithi00577259-4 from 8003584 to 8560640 tid 2 2024-04-12T16:34:00.675 INFO:tasks.rados.rados.0.smithi005.stdout:2735: writing smithi00577259-4 from 8560640 to 8978432 tid 3 2024-04-12T16:34:00.678 INFO:tasks.rados.rados.0.smithi005.stdout:2735: writing smithi00577259-4 from 8978432 to 9412608 tid 4 2024-04-12T16:34:00.679 INFO:tasks.rados.rados.0.smithi005.stdout:2735: writing smithi00577259-4 from 9412608 to 9609216 tid 5 2024-04-12T16:34:00.679 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 252 2024-04-12T16:34:00.679 INFO:tasks.rados.rados.0.smithi005.stdout:2732: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:34:00.679 INFO:tasks.rados.rados.0.smithi005.stdout:2736: seq_num 857 ranges {7069696=761856,7831552=442368,8273920=630784,8904704=532480} 2024-04-12T16:34:00.722 INFO:tasks.rados.rados.0.smithi005.stdout:2736: writing smithi00577259-36 from 7069696 to 7831552 tid 1 2024-04-12T16:34:00.724 INFO:tasks.rados.rados.0.smithi005.stdout:2736: writing smithi00577259-36 from 7831552 to 8273920 tid 2 2024-04-12T16:34:00.728 INFO:tasks.rados.rados.0.smithi005.stdout:2736: writing smithi00577259-36 from 8273920 to 8904704 tid 3 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2736: writing smithi00577259-36 from 8904704 to 9437184 tid 4 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 252 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2732: finishing copy_from to smithi00577259-33 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2733: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2733: finishing copy_from to smithi00577259-16 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 1031 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2735: finishing write tid 1 to smithi00577259-4 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2735: finishing write tid 2 to smithi00577259-4 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2735: finishing write tid 3 to smithi00577259-4 2024-04-12T16:34:00.732 INFO:tasks.rados.rados.0.smithi005.stdout:2735: finishing write tid 4 to smithi00577259-4 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: finishing write tid 5 to smithi00577259-4 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: finishing write tid 6 to smithi00577259-4 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: finishing write tid 7 to smithi00577259-4 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: oid 4 updating version 0 to 1271 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: oid 4 updating version 1271 to 1272 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: oid 4 version 1272 is already newer than 1270 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: oid 4 version 1272 is already newer than 1268 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: oid 4 version 1272 is already newer than 1269 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: oid 4 updating version 1272 to 1273 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1273 (ObjNum 856 snap 252 seq_num 856) dirty exists 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2735: left oid 4 (ObjNum 856 snap 252 seq_num 856) 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2736: finishing write tid 1 to smithi00577259-36 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2736: finishing write tid 2 to smithi00577259-36 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2736: finishing write tid 3 to smithi00577259-36 2024-04-12T16:34:00.733 INFO:tasks.rados.rados.0.smithi005.stdout:2737: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-04-12T16:34:00.735 INFO:tasks.rados.rados.0.smithi005.stdout:2737: writing smithi00577259-6 from 0 to 778240 tid 1 2024-04-12T16:34:00.740 INFO:tasks.rados.rados.0.smithi005.stdout:2737: writing smithi00577259-6 from 778240 to 1507328 tid 2 2024-04-12T16:34:00.742 INFO:tasks.rados.rados.0.smithi005.stdout:2737: writing smithi00577259-6 from 1507328 to 1941504 tid 3 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2737: writing smithi00577259-6 from 1941504 to 2383872 tid 4 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2732: done (4 left) 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2733: done (3 left) 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2735: done (2 left) 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2738: snap_create 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: finishing write tid 4 to smithi00577259-36 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: finishing write tid 5 to smithi00577259-36 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: finishing write tid 6 to smithi00577259-36 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: oid 36 updating version 0 to 1168 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: oid 36 version 1168 is already newer than 1166 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: oid 36 updating version 1168 to 1169 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: oid 36 version 1169 is already newer than 1167 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:2736: oid 36 version 1169 is already newer than 1165 2024-04-12T16:34:00.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1169 (ObjNum 857 snap 252 seq_num 857) dirty exists 2024-04-12T16:34:00.747 INFO:tasks.rados.rados.0.smithi005.stdout:2736: left oid 36 (ObjNum 857 snap 252 seq_num 857) 2024-04-12T16:34:00.747 INFO:tasks.rados.rados.0.smithi005.stdout:2737: finishing write tid 1 to smithi00577259-6 2024-04-12T16:34:00.747 INFO:tasks.rados.rados.0.smithi005.stdout:2737: finishing write tid 2 to smithi00577259-6 2024-04-12T16:34:00.747 INFO:tasks.rados.rados.0.smithi005.stdout:2737: finishing write tid 3 to smithi00577259-6 2024-04-12T16:34:00.747 INFO:tasks.rados.rados.0.smithi005.stdout:2737: finishing write tid 4 to smithi00577259-6 2024-04-12T16:34:00.747 INFO:tasks.rados.rados.0.smithi005.stdout:2737: finishing write tid 5 to smithi00577259-6 2024-04-12T16:34:00.748 INFO:tasks.rados.rados.0.smithi005.stdout:2737: finishing write tid 6 to smithi00577259-6 2024-04-12T16:34:00.748 INFO:tasks.rados.rados.0.smithi005.stdout:2737: oid 6 updating version 0 to 1027 2024-04-12T16:34:00.748 INFO:tasks.rados.rados.0.smithi005.stdout:2737: oid 6 updating version 1027 to 1029 2024-04-12T16:34:00.748 INFO:tasks.rados.rados.0.smithi005.stdout:2737: oid 6 updating version 1029 to 1030 2024-04-12T16:34:00.749 INFO:tasks.rados.rados.0.smithi005.stdout:2737: oid 6 version 1030 is already newer than 1026 2024-04-12T16:34:00.749 INFO:tasks.rados.rados.0.smithi005.stdout:2737: oid 6 version 1030 is already newer than 1028 2024-04-12T16:34:00.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1030 (ObjNum 858 snap 252 seq_num 858) dirty exists 2024-04-12T16:34:00.749 INFO:tasks.rados.rados.0.smithi005.stdout:2737: left oid 6 (ObjNum 858 snap 252 seq_num 858) 2024-04-12T16:34:00.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[88416]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T16:34:00.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:00.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:00.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[88416]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T16:34:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[90837]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T16:34:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:00 smithi005 ceph-mon[90837]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T16:34:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:00 smithi016 ceph-mon[84444]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T16:34:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:00 smithi016 ceph-mon[84444]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T16:34:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:2736: done (2 left) 2024-04-12T16:34:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:2737: done (1 left) 2024-04-12T16:34:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:2738: done (0 left) 2024-04-12T16:34:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:2739: rmattr oid 44 current snap is 253 2024-04-12T16:34:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:2739: done (0 left) 2024-04-12T16:34:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:2740: rmattr oid 50 current snap is 253 2024-04-12T16:34:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:2740: done (0 left) 2024-04-12T16:34:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:2741: read oid 45 snap -1 2024-04-12T16:34:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:2741: expect (ObjNum 771 snap 226 seq_num 771) 2024-04-12T16:34:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:2742: rmattr oid 23 current snap is 253 2024-04-12T16:34:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:2742: done (1 left) 2024-04-12T16:34:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:2743: snap_create 2024-04-12T16:34:01.688 INFO:tasks.rados.rados.0.smithi005.stdout:2741: expect (ObjNum 771 snap 226 seq_num 771) 2024-04-12T16:34:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:02 smithi016 ceph-mon[84444]: pgmap v557: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-04-12T16:34:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:02 smithi016 ceph-mon[84444]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T16:34:02.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[88416]: pgmap v557: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-04-12T16:34:02.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:02.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:02.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[88416]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T16:34:02.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[90837]: pgmap v557: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 7.6 MiB/s wr, 29 op/s 2024-04-12T16:34:02.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:02.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:02.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:02 smithi005 ceph-mon[90837]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T16:34:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:34:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:34:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:02.684 INFO:tasks.rados.rados.0.smithi005.stdout:2741: done (1 left) 2024-04-12T16:34:02.684 INFO:tasks.rados.rados.0.smithi005.stdout:2743: done (0 left) 2024-04-12T16:34:02.684 INFO:tasks.rados.rados.0.smithi005.stdout:2744: snap_remove snap 248 2024-04-12T16:34:03.687 INFO:tasks.rados.rados.0.smithi005.stdout:2744: done (0 left) 2024-04-12T16:34:03.687 INFO:tasks.rados.rados.0.smithi005.stdout:2745: read oid 1 snap -1 2024-04-12T16:34:03.687 INFO:tasks.rados.rados.0.smithi005.stdout:2745: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:03.687 INFO:tasks.rados.rados.0.smithi005.stdout:2746: rollback oid 35 current snap is 254 2024-04-12T16:34:03.687 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 35 to 253 2024-04-12T16:34:03.687 INFO:tasks.rados.rados.0.smithi005.stdout:2747: snap_remove snap 237 2024-04-12T16:34:03.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:34:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:34:03] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-12T16:34:03.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:03 smithi005 ceph-mon[90837]: pgmap v560: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-12T16:34:03.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:03 smithi005 ceph-mon[90837]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T16:34:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:03 smithi005 ceph-mon[88416]: pgmap v560: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-12T16:34:03.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:03 smithi005 ceph-mon[88416]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T16:34:03.977 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:03 smithi016 ceph-mon[84444]: pgmap v560: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-12T16:34:03.977 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:03 smithi016 ceph-mon[84444]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T16:34:04.689 INFO:tasks.rados.rados.0.smithi005.stdout:2746: finishing rollback tid 0 to smithi00577259-35 2024-04-12T16:34:04.689 INFO:tasks.rados.rados.0.smithi005.stdout:2746: finishing rollback tid 1 to smithi00577259-35 2024-04-12T16:34:04.689 INFO:tasks.rados.rados.0.smithi005.stdout:2746: finishing rollback tid 2 to smithi00577259-35 2024-04-12T16:34:04.689 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1007 (ObjNum 129 snap 0 seq_num 730527616) dirty exists 2024-04-12T16:34:04.689 INFO:tasks.rados.rados.0.smithi005.stdout:2745: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:04.882 INFO:tasks.rados.rados.0.smithi005.stdout:2745: done (2 left) 2024-04-12T16:34:04.882 INFO:tasks.rados.rados.0.smithi005.stdout:2746: done (1 left) 2024-04-12T16:34:04.882 INFO:tasks.rados.rados.0.smithi005.stdout:2747: done (0 left) 2024-04-12T16:34:04.882 INFO:tasks.rados.rados.0.smithi005.stdout:2748: rollback oid 49 current snap is 254 2024-04-12T16:34:04.882 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 49 to 253 2024-04-12T16:34:04.882 INFO:tasks.rados.rados.0.smithi005.stdout:2749: rmattr oid 47 current snap is 254 2024-04-12T16:34:04.883 INFO:tasks.rados.rados.0.smithi005.stdout:2749: done (1 left) 2024-04-12T16:34:04.883 INFO:tasks.rados.rados.0.smithi005.stdout:2750: snap_remove snap 252 2024-04-12T16:34:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:04 smithi016 ceph-mon[84444]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T16:34:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:04 smithi016 ceph-mon[84444]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T16:34:05.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:04 smithi005 ceph-mon[90837]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T16:34:05.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:04 smithi005 ceph-mon[90837]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T16:34:05.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:04 smithi005 ceph-mon[88416]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T16:34:05.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:05.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:04 smithi005 ceph-mon[88416]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T16:34:05.632 INFO:tasks.rados.rados.0.smithi005.stdout:2750: done (1 left) 2024-04-12T16:34:05.632 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 254 2024-04-12T16:34:05.632 INFO:tasks.rados.rados.0.smithi005.stdout:2751: seq_num 859 ranges {13287424=794624,14082048=614400,14696448=638976,15335424=352256} 2024-04-12T16:34:05.704 INFO:tasks.rados.rados.0.smithi005.stdout:2751: writing smithi00577259-25 from 13287424 to 14082048 tid 1 2024-04-12T16:34:05.708 INFO:tasks.rados.rados.0.smithi005.stdout:2751: writing smithi00577259-25 from 14082048 to 14696448 tid 2 2024-04-12T16:34:05.712 INFO:tasks.rados.rados.0.smithi005.stdout:2751: writing smithi00577259-25 from 14696448 to 15335424 tid 3 2024-04-12T16:34:05.714 INFO:tasks.rados.rados.0.smithi005.stdout:2751: writing smithi00577259-25 from 15335424 to 15687680 tid 4 2024-04-12T16:34:05.714 INFO:tasks.rados.rados.0.smithi005.stdout:2752: read oid 17 snap -1 2024-04-12T16:34:05.714 INFO:tasks.rados.rados.0.smithi005.stdout:2752: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-12T16:34:05.714 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 254 2024-04-12T16:34:05.714 INFO:tasks.rados.rados.0.smithi005.stdout:2753: seq_num 860 ranges {1990656=8192} 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2753: writing smithi00577259-5 from 1990656 to 1998848 tid 1 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2754: rollback oid 4 current snap is 254 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 253 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2748: finishing rollback tid 1 to smithi00577259-49 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 0 (ObjNum 161 snap 0 seq_num 729907056) dirty dne 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2751: finishing write tid 1 to smithi00577259-25 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2751: finishing write tid 2 to smithi00577259-25 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2748: done (4 left) 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2755: read oid 1 snap -1 2024-04-12T16:34:05.726 INFO:tasks.rados.rados.0.smithi005.stdout:2755: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2756: delete oid 14 current snap is 254 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: finishing write tid 3 to smithi00577259-25 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: finishing write tid 4 to smithi00577259-25 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: finishing write tid 5 to smithi00577259-25 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: finishing write tid 6 to smithi00577259-25 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: oid 25 updating version 0 to 1191 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: oid 25 version 1191 is already newer than 1190 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: oid 25 version 1191 is already newer than 1188 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: oid 25 version 1191 is already newer than 1187 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: oid 25 version 1191 is already newer than 1189 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1191 (ObjNum 859 snap 254 seq_num 859) dirty exists 2024-04-12T16:34:05.727 INFO:tasks.rados.rados.0.smithi005.stdout:2751: left oid 25 (ObjNum 859 snap 254 seq_num 859) 2024-04-12T16:34:05.733 INFO:tasks.rados.rados.0.smithi005.stdout:2753: finishing write tid 1 to smithi00577259-5 2024-04-12T16:34:05.733 INFO:tasks.rados.rados.0.smithi005.stdout:2753: finishing write tid 2 to smithi00577259-5 2024-04-12T16:34:05.734 INFO:tasks.rados.rados.0.smithi005.stdout:2753: finishing write tid 3 to smithi00577259-5 2024-04-12T16:34:05.734 INFO:tasks.rados.rados.0.smithi005.stdout:2753: oid 5 updating version 0 to 1052 2024-04-12T16:34:05.734 INFO:tasks.rados.rados.0.smithi005.stdout:2753: oid 5 updating version 1052 to 1053 2024-04-12T16:34:05.734 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1053 (ObjNum 860 snap 254 seq_num 860) dirty exists 2024-04-12T16:34:05.734 INFO:tasks.rados.rados.0.smithi005.stdout:2753: left oid 5 (ObjNum 860 snap 254 seq_num 860) 2024-04-12T16:34:05.739 INFO:tasks.rados.rados.0.smithi005.stdout:2754: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:34:05.739 INFO:tasks.rados.rados.0.smithi005.stdout:2754: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:34:05.739 INFO:tasks.rados.rados.0.smithi005.stdout:2754: finishing rollback tid 2 to smithi00577259-4 2024-04-12T16:34:05.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1289 (ObjNum 856 snap 252 seq_num 856) dirty exists 2024-04-12T16:34:05.739 INFO:tasks.rados.rados.0.smithi005.stdout:2751: done (5 left) 2024-04-12T16:34:05.739 INFO:tasks.rados.rados.0.smithi005.stdout:2753: done (4 left) 2024-04-12T16:34:05.739 INFO:tasks.rados.rados.0.smithi005.stdout:2754: done (3 left) 2024-04-12T16:34:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:2756: done (2 left) 2024-04-12T16:34:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:2757: read oid 32 snap -1 2024-04-12T16:34:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:2757: expect (ObjNum 771 snap 226 seq_num 771) 2024-04-12T16:34:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:2758: rmattr oid 41 current snap is 254 2024-04-12T16:34:05.740 INFO:tasks.rados.rados.0.smithi005.stdout:2759: snap_create 2024-04-12T16:34:05.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1087 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:34:05.747 INFO:tasks.rados.rados.0.smithi005.stdout:2752: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-12T16:34:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: pgmap v563: 121 pgs: 121 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.2 MiB/s wr, 15 op/s 2024-04-12T16:34:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:05 smithi016 ceph-mon[84444]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T16:34:06.145 INFO:tasks.rados.rados.0.smithi005.stdout:2757: expect (ObjNum 771 snap 226 seq_num 771) 2024-04-12T16:34:06.191 INFO:tasks.rados.rados.0.smithi005.stdout:2755: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: pgmap v563: 121 pgs: 121 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.2 MiB/s wr, 15 op/s 2024-04-12T16:34:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[88416]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: pgmap v563: 121 pgs: 121 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.2 MiB/s wr, 15 op/s 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:05 smithi005 ceph-mon[90837]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T16:34:06.726 INFO:tasks.rados.rados.0.smithi005.stdout:2752: done (4 left) 2024-04-12T16:34:06.726 INFO:tasks.rados.rados.0.smithi005.stdout:2755: done (3 left) 2024-04-12T16:34:06.726 INFO:tasks.rados.rados.0.smithi005.stdout:2757: done (2 left) 2024-04-12T16:34:06.726 INFO:tasks.rados.rados.0.smithi005.stdout:2758: done (1 left) 2024-04-12T16:34:06.726 INFO:tasks.rados.rados.0.smithi005.stdout:2759: done (0 left) 2024-04-12T16:34:06.727 INFO:tasks.rados.rados.0.smithi005.stdout:2760: read oid 49 snap -1 2024-04-12T16:34:06.727 INFO:tasks.rados.rados.0.smithi005.stdout:2760: expect deleted 2024-04-12T16:34:06.727 INFO:tasks.rados.rados.0.smithi005.stdout:2761: delete oid 13 current snap is 255 2024-04-12T16:34:06.730 INFO:tasks.rados.rados.0.smithi005.stdout:2760: done (1 left) 2024-04-12T16:34:06.730 INFO:tasks.rados.rados.0.smithi005.stdout:2761: done (0 left) 2024-04-12T16:34:06.730 INFO:tasks.rados.rados.0.smithi005.stdout:2762: snap_create 2024-04-12T16:34:07.727 INFO:tasks.rados.rados.0.smithi005.stdout:2762: done (0 left) 2024-04-12T16:34:07.727 INFO:tasks.rados.rados.0.smithi005.stdout:2763: rollback oid 15 current snap is 256 2024-04-12T16:34:07.727 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 255 2024-04-12T16:34:07.727 INFO:tasks.rados.rados.0.smithi005.stdout:2764: read oid 40 snap -1 2024-04-12T16:34:07.728 INFO:tasks.rados.rados.0.smithi005.stdout:2764: expect (ObjNum 854 snap 252 seq_num 854) 2024-04-12T16:34:07.728 INFO:tasks.rados.rados.0.smithi005.stdout:2765: snap_remove snap 254 2024-04-12T16:34:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:07 smithi016 ceph-mon[84444]: pgmap v566: 121 pgs: 121 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.6 MiB/s wr, 9 op/s 2024-04-12T16:34:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:07 smithi016 ceph-mon[84444]: Upgrade: Updating alertmanager.a 2024-04-12T16:34:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:07 smithi016 ceph-mon[84444]: Deploying daemon alertmanager.a on smithi005 2024-04-12T16:34:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:07 smithi016 ceph-mon[84444]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T16:34:08.091 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[88416]: pgmap v566: 121 pgs: 121 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.6 MiB/s wr, 9 op/s 2024-04-12T16:34:08.091 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[88416]: Upgrade: Updating alertmanager.a 2024-04-12T16:34:08.091 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[88416]: Deploying daemon alertmanager.a on smithi005 2024-04-12T16:34:08.091 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[88416]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T16:34:08.091 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[90837]: pgmap v566: 121 pgs: 121 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.6 MiB/s wr, 9 op/s 2024-04-12T16:34:08.092 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[90837]: Upgrade: Updating alertmanager.a 2024-04-12T16:34:08.092 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[90837]: Deploying daemon alertmanager.a on smithi005 2024-04-12T16:34:08.092 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:07 smithi005 ceph-mon[90837]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T16:34:08.737 INFO:tasks.rados.rados.0.smithi005.stdout:2765: done (2 left) 2024-04-12T16:34:08.737 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 256 2024-04-12T16:34:08.738 INFO:tasks.rados.rados.0.smithi005.stdout:2766: seq_num 863 ranges {15687680=57344} 2024-04-12T16:34:08.823 INFO:tasks.rados.rados.0.smithi005.stdout:2766: writing smithi00577259-25 from 15687680 to 15745024 tid 1 2024-04-12T16:34:08.823 INFO:tasks.rados.rados.0.smithi005.stdout:2767: rollback oid 27 current snap is 256 2024-04-12T16:34:08.824 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 27 to 253 2024-04-12T16:34:08.824 INFO:tasks.rados.rados.0.smithi005.stdout:2763: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:34:08.824 INFO:tasks.rados.rados.0.smithi005.stdout:2763: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:34:08.824 INFO:tasks.rados.rados.0.smithi005.stdout:2763: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:34:08.824 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1034 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:34:08.824 INFO:tasks.rados.rados.0.smithi005.stdout:2764: expect (ObjNum 854 snap 252 seq_num 854) 2024-04-12T16:34:08.896 INFO:tasks.rados.rados.0.smithi005.stdout:2766: finishing write tid 1 to smithi00577259-25 2024-04-12T16:34:08.896 INFO:tasks.rados.rados.0.smithi005.stdout:2766: finishing write tid 2 to smithi00577259-25 2024-04-12T16:34:08.896 INFO:tasks.rados.rados.0.smithi005.stdout:2763: done (3 left) 2024-04-12T16:34:08.896 INFO:tasks.rados.rados.0.smithi005.stdout:2764: done (2 left) 2024-04-12T16:34:08.896 INFO:tasks.rados.rados.0.smithi005.stdout:2768: snap_create 2024-04-12T16:34:08.896 INFO:tasks.rados.rados.0.smithi005.stdout:2767: finishing rollback tid 0 to smithi00577259-27 2024-04-12T16:34:08.896 INFO:tasks.rados.rados.0.smithi005.stdout:2766: finishing write tid 3 to smithi00577259-25 2024-04-12T16:34:08.897 INFO:tasks.rados.rados.0.smithi005.stdout:2766: oid 25 updating version 0 to 1198 2024-04-12T16:34:08.897 INFO:tasks.rados.rados.0.smithi005.stdout:2766: oid 25 version 1198 is already newer than 1197 2024-04-12T16:34:08.897 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1198 (ObjNum 863 snap 256 seq_num 863) dirty exists 2024-04-12T16:34:08.897 INFO:tasks.rados.rados.0.smithi005.stdout:2766: left oid 25 (ObjNum 863 snap 256 seq_num 863) 2024-04-12T16:34:08.897 INFO:tasks.rados.rados.0.smithi005.stdout:2767: finishing rollback tid 1 to smithi00577259-27 2024-04-12T16:34:08.897 INFO:tasks.rados.rados.0.smithi005.stdout:2767: finishing rollback tid 2 to smithi00577259-27 2024-04-12T16:34:08.897 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1202 (ObjNum 850 snap 251 seq_num 850) dirty exists 2024-04-12T16:34:08.939 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:08 smithi005 ceph-mon[88416]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T16:34:08.939 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:08 smithi005 ceph-mon[90837]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T16:34:09.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:08 smithi016 ceph-mon[84444]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T16:34:09.741 INFO:tasks.rados.rados.0.smithi005.stdout:2766: done (2 left) 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:2767: done (1 left) 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:2768: done (0 left) 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:2769: read oid 26 snap 256 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:2769: expect deleted 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 257 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:2770: seq_num 864 ranges {0=73728} 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:2770: writing smithi00577259-8 from 0 to 73728 tid 1 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 257 2024-04-12T16:34:09.742 INFO:tasks.rados.rados.0.smithi005.stdout:2771: seq_num 865 ranges {2179072=90112} 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:2771: writing smithi00577259-31 from 2179072 to 2269184 tid 1 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:2772: read oid 46 snap -1 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:2772: expect (ObjNum 841 snap 248 seq_num 841) 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 257 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:2773: seq_num 866 ranges {0=106496} 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:2773: writing smithi00577259-10 from 0 to 106496 tid 1 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 257 2024-04-12T16:34:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:2770: finishing write tid 1 to smithi00577259-8 2024-04-12T16:34:09.756 INFO:tasks.rados.rados.0.smithi005.stdout:2770: finishing write tid 2 to smithi00577259-8 2024-04-12T16:34:09.756 INFO:tasks.rados.rados.0.smithi005.stdout:2770: finishing write tid 3 to smithi00577259-8 2024-04-12T16:34:09.756 INFO:tasks.rados.rados.0.smithi005.stdout:2770: oid 8 updating version 0 to 1179 2024-04-12T16:34:09.756 INFO:tasks.rados.rados.0.smithi005.stdout:2770: oid 8 version 1179 is already newer than 1178 2024-04-12T16:34:09.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1179 (ObjNum 864 snap 257 seq_num 864) dirty exists 2024-04-12T16:34:09.756 INFO:tasks.rados.rados.0.smithi005.stdout:2770: left oid 8 (ObjNum 864 snap 257 seq_num 864) 2024-04-12T16:34:09.756 INFO:tasks.rados.rados.0.smithi005.stdout:2774: seq_num 867 ranges {7069696=122880} 2024-04-12T16:34:09.795 INFO:tasks.rados.rados.0.smithi005.stdout:2774: writing smithi00577259-12 from 7069696 to 7192576 tid 1 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2769: done (5 left) 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2770: done (4 left) 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 257 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2771: finishing write tid 1 to smithi00577259-31 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2771: finishing write tid 2 to smithi00577259-31 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2771: finishing write tid 3 to smithi00577259-31 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2771: oid 31 updating version 0 to 1045 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2771: oid 31 updating version 1045 to 1046 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1046 (ObjNum 865 snap 257 seq_num 865) dirty exists 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2771: left oid 31 (ObjNum 865 snap 257 seq_num 865) 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2773: finishing write tid 1 to smithi00577259-10 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2773: finishing write tid 2 to smithi00577259-10 2024-04-12T16:34:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:2775: seq_num 868 ranges {9437184=139264} 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2775: writing smithi00577259-36 from 9437184 to 9576448 tid 1 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2771: done (4 left) 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2776: rollback oid 45 current snap is 257 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 256 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2773: finishing write tid 3 to smithi00577259-10 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2773: oid 10 updating version 0 to 1051 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2773: oid 10 updating version 1051 to 1052 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1052 (ObjNum 866 snap 257 seq_num 866) dirty exists 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2773: left oid 10 (ObjNum 866 snap 257 seq_num 866) 2024-04-12T16:34:09.848 INFO:tasks.rados.rados.0.smithi005.stdout:2772: expect (ObjNum 841 snap 248 seq_num 841) 2024-04-12T16:34:09.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:09 smithi005 ceph-mon[88416]: pgmap v569: 121 pgs: 121 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-12T16:34:09.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:09 smithi005 ceph-mon[88416]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T16:34:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:09 smithi005 ceph-mon[90837]: pgmap v569: 121 pgs: 121 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-12T16:34:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:09 smithi005 ceph-mon[90837]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T16:34:10.045 INFO:tasks.rados.rados.0.smithi005.stdout:2774: finishing write tid 1 to smithi00577259-12 2024-04-12T16:34:10.045 INFO:tasks.rados.rados.0.smithi005.stdout:2774: finishing write tid 2 to smithi00577259-12 2024-04-12T16:34:10.045 INFO:tasks.rados.rados.0.smithi005.stdout:2774: finishing write tid 3 to smithi00577259-12 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2774: oid 12 updating version 0 to 1180 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2774: oid 12 version 1180 is already newer than 1179 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1180 (ObjNum 867 snap 257 seq_num 867) dirty exists 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2774: left oid 12 (ObjNum 867 snap 257 seq_num 867) 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2776: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2772: done (4 left) 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2773: done (3 left) 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2774: done (2 left) 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2777: snap_create 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2776: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2776: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1206 (ObjNum 771 snap 226 seq_num 771) dirty exists 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2775: finishing write tid 1 to smithi00577259-36 2024-04-12T16:34:10.046 INFO:tasks.rados.rados.0.smithi005.stdout:2775: finishing write tid 2 to smithi00577259-36 2024-04-12T16:34:10.047 INFO:tasks.rados.rados.0.smithi005.stdout:2775: finishing write tid 3 to smithi00577259-36 2024-04-12T16:34:10.047 INFO:tasks.rados.rados.0.smithi005.stdout:2775: oid 36 updating version 0 to 1181 2024-04-12T16:34:10.047 INFO:tasks.rados.rados.0.smithi005.stdout:2775: oid 36 updating version 1181 to 1182 2024-04-12T16:34:10.047 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1182 (ObjNum 868 snap 257 seq_num 868) dirty exists 2024-04-12T16:34:10.047 INFO:tasks.rados.rados.0.smithi005.stdout:2775: left oid 36 (ObjNum 868 snap 257 seq_num 868) 2024-04-12T16:34:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:09 smithi016 ceph-mon[84444]: pgmap v569: 121 pgs: 121 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-12T16:34:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:09 smithi016 ceph-mon[84444]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T16:34:10.338 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:34:10.607 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:10 smithi005 systemd[1]: Stopping Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (11m) 27s ago 12m 24.9M - 0.25.0 c8568f914cd2 5e5437b5153d 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (11m) 10s ago 11m 90.1M - 9.4.7 954c08fa6188 a1f3c3a7bd8e 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (68s) 27s ago 13m 15.2M - 19.0.0-2847-gbf9c5618 92de118a8b8f 5d010ee50832 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (48s) 10s ago 13m 12.4M - 19.0.0-2847-gbf9c5618 92de118a8b8f f5063dfd0ae9 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (7m) 10s ago 16m 452M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (7m) 27s ago 18m 519M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (6m) 27s ago 18m 67.7M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:34:10.684 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (6m) 10s ago 17m 57.9M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (6m) 27s ago 16m 59.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (35s) 27s ago 11m 3569k - 1.5.0 0da6a335fe13 74a3294e9623 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (31s) 10s ago 11m 15.5M - 1.5.0 0da6a335fe13 efc0b9e4fb7d 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (5m) 27s ago 16m 243M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (4m) 27s ago 15m 244M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (4m) 27s ago 15m 211M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (3m) 27s ago 15m 156M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (3m) 10s ago 14m 202M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (2m) 10s ago 14m 175M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 6b9d04a3acde 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (112s) 10s ago 13m 106M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 3c5e02b6dbaf 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (92s) 10s ago 13m 126M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f faa592c4e155 2024-04-12T16:34:10.685 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (14s) 10s ago 12m 37.7M - 2.43.0 a07b618ecd1d 8f768273e52b 2024-04-12T16:34:10.746 INFO:tasks.rados.rados.0.smithi005.stdout:2775: done (2 left) 2024-04-12T16:34:10.746 INFO:tasks.rados.rados.0.smithi005.stdout:2776: done (1 left) 2024-04-12T16:34:10.746 INFO:tasks.rados.rados.0.smithi005.stdout:2777: done (0 left) 2024-04-12T16:34:10.746 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 258 2024-04-12T16:34:10.746 INFO:tasks.rados.rados.0.smithi005.stdout:2778: seq_num 869 ranges {6160384=155648} 2024-04-12T16:34:10.780 INFO:tasks.rados.rados.0.smithi005.stdout:2778: writing smithi00577259-30 from 6160384 to 6316032 tid 1 2024-04-12T16:34:10.780 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 258 2024-04-12T16:34:10.780 INFO:tasks.rados.rados.0.smithi005.stdout:2779: seq_num 870 ranges {0=172032} 2024-04-12T16:34:10.781 INFO:tasks.rados.rados.0.smithi005.stdout:2779: writing smithi00577259-38 from 0 to 172032 tid 1 2024-04-12T16:34:10.781 INFO:tasks.rados.rados.0.smithi005.stdout:2780: snap_create 2024-04-12T16:34:10.788 INFO:tasks.rados.rados.0.smithi005.stdout:2778: finishing write tid 1 to smithi00577259-30 2024-04-12T16:34:10.788 INFO:tasks.rados.rados.0.smithi005.stdout:2779: finishing write tid 1 to smithi00577259-38 2024-04-12T16:34:10.789 INFO:tasks.rados.rados.0.smithi005.stdout:2779: finishing write tid 2 to smithi00577259-38 2024-04-12T16:34:10.789 INFO:tasks.rados.rados.0.smithi005.stdout:2778: finishing write tid 2 to smithi00577259-30 2024-04-12T16:34:10.790 INFO:tasks.rados.rados.0.smithi005.stdout:2778: finishing write tid 3 to smithi00577259-30 2024-04-12T16:34:10.790 INFO:tasks.rados.rados.0.smithi005.stdout:2778: oid 30 updating version 0 to 1088 2024-04-12T16:34:10.790 INFO:tasks.rados.rados.0.smithi005.stdout:2778: oid 30 updating version 1088 to 1089 2024-04-12T16:34:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1089 (ObjNum 869 snap 258 seq_num 869) dirty exists 2024-04-12T16:34:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:2778: left oid 30 (ObjNum 869 snap 258 seq_num 869) 2024-04-12T16:34:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:2779: finishing write tid 3 to smithi00577259-38 2024-04-12T16:34:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:2779: oid 38 updating version 0 to 1176 2024-04-12T16:34:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:2779: oid 38 updating version 1176 to 1177 2024-04-12T16:34:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1177 (ObjNum 870 snap 258 seq_num 870) dirty exists 2024-04-12T16:34:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:2779: left oid 38 (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:34:10.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:10 smithi005 ceph-mon[88416]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T16:34:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:10 smithi005 ceph-mon[90837]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T16:34:10.950 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:10 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[73024]: ts=2024-04-12T16:34:10.613Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T16:34:10.950 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:10 smithi005 podman[123296]: 2024-04-12 16:34:10.653620991 +0000 UTC m=+0.165540810 container stop 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:34:10.950 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:10 smithi005 podman[123296]: 2024-04-12 16:34:10.679107647 +0000 UTC m=+0.191027466 container died 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:34:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:10 smithi016 ceph-mon[84444]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T16:34:11.105 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:34:11.105 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:34:11.105 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 15 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:34:11.106 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:34:11.276 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 podman[123296]: 2024-04-12 16:34:11.030341904 +0000 UTC m=+0.542261723 container cleanup 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:34:11.276 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 bash[123296]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-12T16:34:11.276 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 podman[123310]: 2024-04-12 16:34:11.207168629 +0000 UTC m=+0.548562934 container remove 5e5437b5153d126de89cabea727a78948880ba72f0e34bbf541ecac7203a19da (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:34:11.687 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 podman[123310]: 2024-04-12 16:34:11.282847998 +0000 UTC m=+0.624242307 volume remove c0ae101c6bd499bd1b95bb30d47e3163b89aa0774489f5fe05cd8f538a8c996d 2024-04-12T16:34:11.687 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T16:34:11.687 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 systemd[1]: Stopped Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:34:11.687 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 1.455s CPU time. 2024-04-12T16:34:11.750 INFO:tasks.rados.rados.0.smithi005.stdout:2778: done (2 left) 2024-04-12T16:34:11.750 INFO:tasks.rados.rados.0.smithi005.stdout:2779: done (1 left) 2024-04-12T16:34:11.750 INFO:tasks.rados.rados.0.smithi005.stdout:2780: done (0 left) 2024-04-12T16:34:11.750 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 259 2024-04-12T16:34:11.751 INFO:tasks.rados.rados.0.smithi005.stdout:2781: seq_num 871 ranges {2269184=188416} 2024-04-12T16:34:11.764 INFO:tasks.rados.rados.0.smithi005.stdout:2781: writing smithi00577259-31 from 2269184 to 2457600 tid 1 2024-04-12T16:34:11.764 INFO:tasks.rados.rados.0.smithi005.stdout:2782: rmattr oid 35 current snap is 259 2024-04-12T16:34:11.764 INFO:tasks.rados.rados.0.smithi005.stdout:2783: read oid 46 snap 255 2024-04-12T16:34:11.764 INFO:tasks.rados.rados.0.smithi005.stdout:2783: expect (ObjNum 841 snap 248 seq_num 841) 2024-04-12T16:34:11.765 INFO:tasks.rados.rados.0.smithi005.stdout:2784: rollback oid 43 current snap is 259 2024-04-12T16:34:11.765 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 255 2024-04-12T16:34:11.765 INFO:tasks.rados.rados.0.smithi005.stdout:2785: copy_from oid 33 from oid 13 current snap is 259 2024-04-12T16:34:11.765 INFO:tasks.rados.rados.0.smithi005.stdout:2786: read oid 23 snap 253 2024-04-12T16:34:11.765 INFO:tasks.rados.rados.0.smithi005.stdout:2786: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:34:11.765 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 259 2024-04-12T16:34:11.765 INFO:tasks.rados.rados.0.smithi005.stdout:2787: seq_num 872 ranges {3637248=212992} 2024-04-12T16:34:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:2787: writing smithi00577259-21 from 3637248 to 3850240 tid 1 2024-04-12T16:34:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:2788: delete oid 42 current snap is 259 2024-04-12T16:34:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:2785: finishing copy_from to smithi00577259-33 2024-04-12T16:34:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:2785: got expected ENOENT (src dne) 2024-04-12T16:34:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:2785: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2781: finishing write tid 1 to smithi00577259-31 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2781: finishing write tid 2 to smithi00577259-31 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2784: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2781: finishing write tid 3 to smithi00577259-31 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2781: oid 31 updating version 0 to 1048 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2781: oid 31 version 1048 is already newer than 1047 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1048 (ObjNum 871 snap 259 seq_num 871) dirty exists 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2781: left oid 31 (ObjNum 871 snap 259 seq_num 871) 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2784: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:34:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:2786: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:34:11.810 INFO:tasks.rados.rados.0.smithi005.stdout:2784: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:34:11.810 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1183 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:34:11.810 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1008 (ObjNum 33 snap 0 seq_num 731820416) dirty exists 2024-04-12T16:34:11.811 INFO:tasks.rados.rados.0.smithi005.stdout:2783: expect (ObjNum 841 snap 248 seq_num 841) 2024-04-12T16:34:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[88416]: pgmap v572: 121 pgs: 121 active+clean; 221 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-12T16:34:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[88416]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[88416]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[88416]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T16:34:11.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1906098769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:11.951 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 systemd[1]: Starting Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:34:11.951 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 podman[123468]: 2024-04-12 16:34:11.821090885 +0000 UTC m=+0.018174876 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T16:34:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[90837]: pgmap v572: 121 pgs: 121 active+clean; 221 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-12T16:34:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[90837]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[90837]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[90837]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T16:34:11.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:11 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1906098769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:12.007 INFO:tasks.rados.rados.0.smithi005.stdout:2787: finishing write tid 1 to smithi00577259-21 2024-04-12T16:34:12.007 INFO:tasks.rados.rados.0.smithi005.stdout:2787: finishing write tid 2 to smithi00577259-21 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2781: done (7 left) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2782: done (6 left) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2783: done (5 left) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2784: done (4 left) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2785: done (3 left) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2786: done (2 left) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2788: done (1 left) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 259 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2787: finishing write tid 3 to smithi00577259-21 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2787: oid 21 updating version 0 to 1055 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2787: oid 21 version 1055 is already newer than 1054 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1055 (ObjNum 872 snap 259 seq_num 872) dirty exists 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2787: left oid 21 (ObjNum 872 snap 259 seq_num 872) 2024-04-12T16:34:12.008 INFO:tasks.rados.rados.0.smithi005.stdout:2789: seq_num 874 ranges {2457600=245760} 2024-04-12T16:34:12.022 INFO:tasks.rados.rados.0.smithi005.stdout:2789: writing smithi00577259-31 from 2457600 to 2703360 tid 1 2024-04-12T16:34:12.022 INFO:tasks.rados.rados.0.smithi005.stdout:2787: done (1 left) 2024-04-12T16:34:12.022 INFO:tasks.rados.rados.0.smithi005.stdout:2790: snap_create 2024-04-12T16:34:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:2789: finishing write tid 1 to smithi00577259-31 2024-04-12T16:34:12.025 INFO:tasks.rados.rados.0.smithi005.stdout:2789: finishing write tid 2 to smithi00577259-31 2024-04-12T16:34:12.026 INFO:tasks.rados.rados.0.smithi005.stdout:2789: finishing write tid 3 to smithi00577259-31 2024-04-12T16:34:12.026 INFO:tasks.rados.rados.0.smithi005.stdout:2789: oid 31 updating version 0 to 1050 2024-04-12T16:34:12.026 INFO:tasks.rados.rados.0.smithi005.stdout:2789: oid 31 version 1050 is already newer than 1049 2024-04-12T16:34:12.026 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1050 (ObjNum 874 snap 259 seq_num 874) dirty exists 2024-04-12T16:34:12.026 INFO:tasks.rados.rados.0.smithi005.stdout:2789: left oid 31 (ObjNum 874 snap 259 seq_num 874) 2024-04-12T16:34:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:11 smithi016 ceph-mon[84444]: pgmap v572: 121 pgs: 121 active+clean; 221 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 588 KiB/s wr, 9 op/s 2024-04-12T16:34:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:11 smithi016 ceph-mon[84444]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:11 smithi016 ceph-mon[84444]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:11 smithi016 ceph-mon[84444]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T16:34:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:11 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1906098769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:12.250 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:11 smithi005 podman[123468]: 2024-04-12 16:34:11.975581699 +0000 UTC m=+0.172665682 volume create 13364a86d5d3596a33135170b3a8090a3dab88cf357b2a413f19ee4eace8558a 2024-04-12T16:34:12.250 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 podman[123468]: 2024-04-12 16:34:12.076363965 +0000 UTC m=+0.273447990 container create a506a64f6d829df1939292e228736344fb2d5f4875786c97a9be1e328579aa12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:34:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:34:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 podman[123468]: 2024-04-12 16:34:12.387401058 +0000 UTC m=+0.584485040 container init a506a64f6d829df1939292e228736344fb2d5f4875786c97a9be1e328579aa12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 podman[123468]: 2024-04-12 16:34:12.389972361 +0000 UTC m=+0.587056346 container start a506a64f6d829df1939292e228736344fb2d5f4875786c97a9be1e328579aa12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.402Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.402Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.403Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.5 port=9094 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.404Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.427Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.427Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T16:34:12.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.430Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T16:34:12.701 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:12.430Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T16:34:12.701 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 bash[123468]: a506a64f6d829df1939292e228736344fb2d5f4875786c97a9be1e328579aa12 2024-04-12T16:34:12.701 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:12 smithi005 systemd[1]: Started Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:34:12.755 INFO:tasks.rados.rados.0.smithi005.stdout:2789: done (1 left) 2024-04-12T16:34:12.755 INFO:tasks.rados.rados.0.smithi005.stdout:2790: done (0 left) 2024-04-12T16:34:12.755 INFO:tasks.rados.rados.0.smithi005.stdout:2791: copy_from oid 40 from oid 20 current snap is 260 2024-04-12T16:34:12.755 INFO:tasks.rados.rados.0.smithi005.stdout:2792: rmattr oid 46 current snap is 260 2024-04-12T16:34:12.756 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 260 2024-04-12T16:34:12.756 INFO:tasks.rados.rados.0.smithi005.stdout:2793: seq_num 875 ranges {1605632=262144} 2024-04-12T16:34:12.766 INFO:tasks.rados.rados.0.smithi005.stdout:2793: writing smithi00577259-11 from 1605632 to 1867776 tid 1 2024-04-12T16:34:12.766 INFO:tasks.rados.rados.0.smithi005.stdout:2794: snap_create 2024-04-12T16:34:12.766 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1056 (ObjNum 841 snap 248 seq_num 841) dirty exists 2024-04-12T16:34:12.766 INFO:tasks.rados.rados.0.smithi005.stdout:2791: finishing copy_from racing read to smithi00577259-40 2024-04-12T16:34:12.768 INFO:tasks.rados.rados.0.smithi005.stdout:2791: finishing copy_from to smithi00577259-40 2024-04-12T16:34:12.768 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1134 (ObjNum 801 snap 231 seq_num 801) dirty exists 2024-04-12T16:34:12.770 INFO:tasks.rados.rados.0.smithi005.stdout:2793: finishing write tid 1 to smithi00577259-11 2024-04-12T16:34:12.770 INFO:tasks.rados.rados.0.smithi005.stdout:2793: finishing write tid 2 to smithi00577259-11 2024-04-12T16:34:12.771 INFO:tasks.rados.rados.0.smithi005.stdout:2793: finishing write tid 3 to smithi00577259-11 2024-04-12T16:34:12.772 INFO:tasks.rados.rados.0.smithi005.stdout:2793: oid 11 updating version 0 to 1184 2024-04-12T16:34:12.772 INFO:tasks.rados.rados.0.smithi005.stdout:2793: oid 11 updating version 1184 to 1185 2024-04-12T16:34:12.772 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1185 (ObjNum 875 snap 260 seq_num 875) dirty exists 2024-04-12T16:34:12.772 INFO:tasks.rados.rados.0.smithi005.stdout:2793: left oid 11 (ObjNum 875 snap 260 seq_num 875) 2024-04-12T16:34:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:12 smithi016 ceph-mon[84444]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T16:34:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:13.172 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[88416]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T16:34:13.172 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:13.172 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:13.172 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:13.173 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[90837]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T16:34:13.173 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:13.173 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:13.173 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:2791: done (3 left) 2024-04-12T16:34:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:2792: done (2 left) 2024-04-12T16:34:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:2793: done (1 left) 2024-04-12T16:34:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:2794: done (0 left) 2024-04-12T16:34:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 261 2024-04-12T16:34:13.760 INFO:tasks.rados.rados.0.smithi005.stdout:2795: seq_num 876 ranges {9265152=278528} 2024-04-12T16:34:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2795: writing smithi00577259-39 from 9265152 to 9543680 tid 1 2024-04-12T16:34:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2796: read oid 17 snap -1 2024-04-12T16:34:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2796: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-12T16:34:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2797: copy_from oid 47 from oid 2 current snap is 261 2024-04-12T16:34:13.812 INFO:tasks.rados.rados.0.smithi005.stdout:2798: delete oid 44 current snap is 261 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:2798: done (3 left) 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:2799: read oid 9 snap 257 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:2799: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:2800: copy_from oid 16 from oid 42 current snap is 261 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:2801: read oid 29 snap -1 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:2801: expect (ObjNum 810 snap 236 seq_num 810) 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 261 2024-04-12T16:34:13.816 INFO:tasks.rados.rados.0.smithi005.stdout:2802: seq_num 878 ranges {9371648=311296} 2024-04-12T16:34:13.876 INFO:tasks.rados.rados.0.smithi005.stdout:2802: writing smithi00577259-34 from 9371648 to 9682944 tid 1 2024-04-12T16:34:13.876 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 261 2024-04-12T16:34:13.876 INFO:tasks.rados.rados.0.smithi005.stdout:2795: finishing write tid 1 to smithi00577259-39 2024-04-12T16:34:13.876 INFO:tasks.rados.rados.0.smithi005.stdout:2803: seq_num 879 ranges {0=327680} 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2803: writing smithi00577259-35 from 0 to 327680 tid 1 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2804: rollback oid 30 current snap is 261 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 255 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2795: finishing write tid 2 to smithi00577259-39 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2800: finishing copy_from to smithi00577259-16 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2800: got expected ENOENT (src dne) 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2800: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2800: done (8 left) 2024-04-12T16:34:13.878 INFO:tasks.rados.rados.0.smithi005.stdout:2805: read oid 19 snap -1 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2805: expect (ObjNum 843 snap 250 seq_num 843) 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2806: read oid 31 snap 257 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2806: expect (ObjNum 865 snap 257 seq_num 865) 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2807: delete oid 15 current snap is 261 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2795: finishing write tid 3 to smithi00577259-39 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2795: oid 39 updating version 0 to 1053 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2795: oid 39 updating version 1053 to 1054 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1054 (ObjNum 876 snap 261 seq_num 876) dirty exists 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2795: left oid 39 (ObjNum 876 snap 261 seq_num 876) 2024-04-12T16:34:13.879 INFO:tasks.rados.rados.0.smithi005.stdout:2801: expect (ObjNum 810 snap 236 seq_num 810) 2024-04-12T16:34:13.934 INFO:tasks.rados.rados.0.smithi005.stdout:2796: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-12T16:34:14.035 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:13 smithi005 ceph-mon[88416]: pgmap v575: 121 pgs: 121 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 132 KiB/s wr, 2 op/s 2024-04-12T16:34:14.035 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:13 smithi005 ceph-mon[88416]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T16:34:14.036 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:34:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:34:13] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-12T16:34:14.036 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:13 smithi005 ceph-mon[90837]: pgmap v575: 121 pgs: 121 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 132 KiB/s wr, 2 op/s 2024-04-12T16:34:14.036 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:13 smithi005 ceph-mon[90837]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T16:34:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:13 smithi016 ceph-mon[84444]: pgmap v575: 121 pgs: 121 active+clean; 222 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 132 KiB/s wr, 2 op/s 2024-04-12T16:34:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:13 smithi016 ceph-mon[84444]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T16:34:14.352 INFO:tasks.rados.rados.0.smithi005.stdout:2797: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:34:14.352 INFO:tasks.rados.rados.0.smithi005.stdout:2797: finishing copy_from to smithi00577259-47 2024-04-12T16:34:14.352 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1145 (ObjNum 829 snap 242 seq_num 829) dirty exists 2024-04-12T16:34:14.352 INFO:tasks.rados.rados.0.smithi005.stdout:2804: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:34:14.352 INFO:tasks.rados.rados.0.smithi005.stdout:2804: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:34:14.352 INFO:tasks.rados.rados.0.smithi005.stdout:2804: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:34:14.352 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1092 (ObjNum 848 snap 250 seq_num 848) dirty exists 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2803: finishing write tid 1 to smithi00577259-35 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2803: finishing write tid 2 to smithi00577259-35 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2795: done (10 left) 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2796: done (9 left) 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2797: done (8 left) 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2801: done (7 left) 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2804: done (6 left) 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2807: done (5 left) 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2808: copy_from oid 22 from oid 21 current snap is 261 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2803: finishing write tid 3 to smithi00577259-35 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2803: oid 35 updating version 0 to 1010 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2803: oid 35 version 1010 is already newer than 1009 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1010 (ObjNum 879 snap 261 seq_num 879) dirty exists 2024-04-12T16:34:14.353 INFO:tasks.rados.rados.0.smithi005.stdout:2803: left oid 35 (ObjNum 879 snap 261 seq_num 879) 2024-04-12T16:34:14.354 INFO:tasks.rados.rados.0.smithi005.stdout:2799: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:34:14.700 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:14 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:14.404Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000210768s 2024-04-12T16:34:15.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:14 smithi016 ceph-mon[84444]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T16:34:15.191 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:14 smithi005 ceph-mon[88416]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T16:34:15.191 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:14 smithi005 ceph-mon[90837]: osdmap e607: 8 total, 8 up, 8 in 2024-04-12T16:34:15.906 INFO:tasks.rados.rados.0.smithi005.stdout:2802: finishing write tid 1 to smithi00577259-34 2024-04-12T16:34:15.906 INFO:tasks.rados.rados.0.smithi005.stdout:2802: finishing write tid 2 to smithi00577259-34 2024-04-12T16:34:15.906 INFO:tasks.rados.rados.0.smithi005.stdout:2802: finishing write tid 3 to smithi00577259-34 2024-04-12T16:34:15.907 INFO:tasks.rados.rados.0.smithi005.stdout:2802: oid 34 updating version 0 to 1294 2024-04-12T16:34:15.907 INFO:tasks.rados.rados.0.smithi005.stdout:2802: oid 34 updating version 1294 to 1295 2024-04-12T16:34:15.907 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1295 (ObjNum 878 snap 261 seq_num 878) dirty exists 2024-04-12T16:34:15.907 INFO:tasks.rados.rados.0.smithi005.stdout:2802: left oid 34 (ObjNum 878 snap 261 seq_num 878) 2024-04-12T16:34:15.907 INFO:tasks.rados.rados.0.smithi005.stdout:2805: expect (ObjNum 843 snap 250 seq_num 843) 2024-04-12T16:34:16.034 INFO:tasks.rados.rados.0.smithi005.stdout:2806: expect (ObjNum 865 snap 257 seq_num 865) 2024-04-12T16:34:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:15 smithi016 ceph-mon[84444]: pgmap v578: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 382 KiB/s wr, 15 op/s 2024-04-12T16:34:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:15 smithi016 ceph-mon[84444]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T16:34:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:16.130 INFO:tasks.rados.rados.0.smithi005.stdout:2808: finishing copy_from racing read to smithi00577259-22 2024-04-12T16:34:16.130 INFO:tasks.rados.rados.0.smithi005.stdout:2808: finishing copy_from to smithi00577259-22 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1055 (ObjNum 872 snap 259 seq_num 872) dirty exists 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2799: done (5 left) 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2802: done (4 left) 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2803: done (3 left) 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2805: done (2 left) 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2806: done (1 left) 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2808: done (0 left) 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2809: rollback oid 34 current snap is 261 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 260 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2810: rollback oid 8 current snap is 261 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 256 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2811: copy_from oid 7 from oid 32 current snap is 261 2024-04-12T16:34:16.131 INFO:tasks.rados.rados.0.smithi005.stdout:2812: snap_remove snap 255 2024-04-12T16:34:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[88416]: pgmap v578: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 382 KiB/s wr, 15 op/s 2024-04-12T16:34:16.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[88416]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T16:34:16.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:16.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[90837]: pgmap v578: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 382 KiB/s wr, 15 op/s 2024-04-12T16:34:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[90837]: osdmap e608: 8 total, 8 up, 8 in 2024-04-12T16:34:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:16.770 INFO:tasks.rados.rados.0.smithi005.stdout:2812: done (3 left) 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2813: read oid 30 snap 253 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2813: expect (ObjNum 848 snap 250 seq_num 848) 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2814: rmattr oid 4 current snap is 261 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2815: delete oid 48 current snap is 261 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2809: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2809: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2810: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2809: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1298 (ObjNum 853 snap 252 seq_num 853) dirty exists 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:2810: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:34:16.771 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1188 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-12T16:34:16.772 INFO:tasks.rados.rados.0.smithi005.stdout:2811: finishing copy_from racing read to smithi00577259-7 2024-04-12T16:34:16.772 INFO:tasks.rados.rados.0.smithi005.stdout:2811: finishing copy_from to smithi00577259-7 2024-04-12T16:34:16.772 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 440 (ObjNum 771 snap 226 seq_num 771) dirty exists 2024-04-12T16:34:16.777 INFO:tasks.rados.rados.0.smithi005.stdout:2809: done (5 left) 2024-04-12T16:34:16.777 INFO:tasks.rados.rados.0.smithi005.stdout:2810: done (4 left) 2024-04-12T16:34:16.777 INFO:tasks.rados.rados.0.smithi005.stdout:2811: done (3 left) 2024-04-12T16:34:16.777 INFO:tasks.rados.rados.0.smithi005.stdout:2815: done (2 left) 2024-04-12T16:34:16.778 INFO:tasks.rados.rados.0.smithi005.stdout:2816: rollback oid 6 current snap is 261 2024-04-12T16:34:16.778 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 6 to 256 2024-04-12T16:34:16.778 INFO:tasks.rados.rados.0.smithi005.stdout:2817: snap_remove snap 257 2024-04-12T16:34:17.776 INFO:tasks.rados.rados.0.smithi005.stdout:2817: done (3 left) 2024-04-12T16:34:17.776 INFO:tasks.rados.rados.0.smithi005.stdout:2818: snap_remove snap 258 2024-04-12T16:34:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:17 smithi016 ceph-mon[84444]: pgmap v580: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 223 KiB/s wr, 11 op/s 2024-04-12T16:34:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:17 smithi016 ceph-mon[84444]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T16:34:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[88416]: pgmap v580: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 223 KiB/s wr, 11 op/s 2024-04-12T16:34:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[88416]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T16:34:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:18.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[90837]: pgmap v580: 121 pgs: 121 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 223 KiB/s wr, 11 op/s 2024-04-12T16:34:18.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[90837]: osdmap e609: 8 total, 8 up, 8 in 2024-04-12T16:34:18.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:18.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:18.780 INFO:tasks.rados.rados.0.smithi005.stdout:2818: done (3 left) 2024-04-12T16:34:18.780 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 261 2024-04-12T16:34:18.780 INFO:tasks.rados.rados.0.smithi005.stdout:2819: seq_num 882 ranges {1433600=376832} 2024-04-12T16:34:18.790 INFO:tasks.rados.rados.0.smithi005.stdout:2819: writing smithi00577259-32 from 1433600 to 1810432 tid 1 2024-04-12T16:34:18.792 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1300 (ObjNum 856 snap 252 seq_num 856) dirty exists 2024-04-12T16:34:18.792 INFO:tasks.rados.rados.0.smithi005.stdout:2816: finishing rollback tid 0 to smithi00577259-6 2024-04-12T16:34:18.792 INFO:tasks.rados.rados.0.smithi005.stdout:2816: finishing rollback tid 1 to smithi00577259-6 2024-04-12T16:34:18.792 INFO:tasks.rados.rados.0.smithi005.stdout:2816: finishing rollback tid 2 to smithi00577259-6 2024-04-12T16:34:18.793 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1033 (ObjNum 858 snap 252 seq_num 858) dirty exists 2024-04-12T16:34:18.793 INFO:tasks.rados.rados.0.smithi005.stdout:2813: expect (ObjNum 848 snap 250 seq_num 848) 2024-04-12T16:34:19.058 INFO:tasks.rados.rados.0.smithi005.stdout:2819: finishing write tid 1 to smithi00577259-32 2024-04-12T16:34:19.058 INFO:tasks.rados.rados.0.smithi005.stdout:2819: finishing write tid 2 to smithi00577259-32 2024-04-12T16:34:19.058 INFO:tasks.rados.rados.0.smithi005.stdout:2819: finishing write tid 3 to smithi00577259-32 2024-04-12T16:34:19.058 INFO:tasks.rados.rados.0.smithi005.stdout:2819: oid 32 updating version 0 to 1202 2024-04-12T16:34:19.059 INFO:tasks.rados.rados.0.smithi005.stdout:2819: oid 32 updating version 1202 to 1203 2024-04-12T16:34:19.059 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1203 (ObjNum 882 snap 261 seq_num 882) dirty exists 2024-04-12T16:34:19.059 INFO:tasks.rados.rados.0.smithi005.stdout:2819: left oid 32 (ObjNum 882 snap 261 seq_num 882) 2024-04-12T16:34:19.059 INFO:tasks.rados.rados.0.smithi005.stdout:2813: done (3 left) 2024-04-12T16:34:19.059 INFO:tasks.rados.rados.0.smithi005.stdout:2814: done (2 left) 2024-04-12T16:34:19.059 INFO:tasks.rados.rados.0.smithi005.stdout:2816: done (1 left) 2024-04-12T16:34:19.060 INFO:tasks.rados.rados.0.smithi005.stdout:2819: done (0 left) 2024-04-12T16:34:19.060 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 261 2024-04-12T16:34:19.060 INFO:tasks.rados.rados.0.smithi005.stdout:2820: seq_num 883 ranges {2703360=393216} 2024-04-12T16:34:19.075 INFO:tasks.rados.rados.0.smithi005.stdout:2820: writing smithi00577259-31 from 2703360 to 3096576 tid 1 2024-04-12T16:34:19.075 INFO:tasks.rados.rados.0.smithi005.stdout:2821: delete oid 8 current snap is 261 2024-04-12T16:34:19.077 INFO:tasks.rados.rados.0.smithi005.stdout:2821: done (1 left) 2024-04-12T16:34:19.077 INFO:tasks.rados.rados.0.smithi005.stdout:2822: snap_remove snap 259 2024-04-12T16:34:19.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:18 smithi016 ceph-mon[84444]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T16:34:19.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:18 smithi005 ceph-mon[88416]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T16:34:19.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:18 smithi005 ceph-mon[90837]: osdmap e610: 8 total, 8 up, 8 in 2024-04-12T16:34:19.780 INFO:tasks.rados.rados.0.smithi005.stdout:2820: finishing write tid 1 to smithi00577259-31 2024-04-12T16:34:19.780 INFO:tasks.rados.rados.0.smithi005.stdout:2820: finishing write tid 2 to smithi00577259-31 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2820: finishing write tid 3 to smithi00577259-31 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2820: oid 31 updating version 0 to 1052 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2820: oid 31 updating version 1052 to 1053 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1053 (ObjNum 883 snap 261 seq_num 883) dirty exists 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2820: left oid 31 (ObjNum 883 snap 261 seq_num 883) 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2820: done (1 left) 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2822: done (0 left) 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2823: copy_from oid 6 from oid 30 current snap is 261 2024-04-12T16:34:19.781 INFO:tasks.rados.rados.0.smithi005.stdout:2824: snap_remove snap 256 2024-04-12T16:34:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:19 smithi005 ceph-mon[88416]: pgmap v583: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-04-12T16:34:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:19 smithi005 ceph-mon[88416]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T16:34:19.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:19 smithi005 ceph-mon[90837]: pgmap v583: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-04-12T16:34:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:19 smithi005 ceph-mon[90837]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T16:34:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:19 smithi016 ceph-mon[84444]: pgmap v583: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-04-12T16:34:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:19 smithi016 ceph-mon[84444]: osdmap e611: 8 total, 8 up, 8 in 2024-04-12T16:34:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:20.793 INFO:tasks.rados.rados.0.smithi005.stdout:2824: done (1 left) 2024-04-12T16:34:20.793 INFO:tasks.rados.rados.0.smithi005.stdout:2825: read oid 1 snap -1 2024-04-12T16:34:20.793 INFO:tasks.rados.rados.0.smithi005.stdout:2825: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:20.793 INFO:tasks.rados.rados.0.smithi005.stdout:2826: copy_from oid 21 from oid 29 current snap is 261 2024-04-12T16:34:20.794 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 261 2024-04-12T16:34:20.794 INFO:tasks.rados.rados.0.smithi005.stdout:2827: seq_num 885 ranges {3850240=425984} 2024-04-12T16:34:20.816 INFO:tasks.rados.rados.0.smithi005.stdout:2827: writing smithi00577259-22 from 3850240 to 4276224 tid 1 2024-04-12T16:34:20.816 INFO:tasks.rados.rados.0.smithi005.stdout:2828: snap_remove snap 253 2024-04-12T16:34:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T16:34:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T16:34:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:21.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: osdmap e612: 8 total, 8 up, 8 in 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:34:21.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:21.796 INFO:tasks.rados.rados.0.smithi005.stdout:2823: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:34:21.796 INFO:tasks.rados.rados.0.smithi005.stdout:2823: finishing copy_from to smithi00577259-6 2024-04-12T16:34:21.796 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1092 (ObjNum 848 snap 250 seq_num 848) dirty exists 2024-04-12T16:34:21.796 INFO:tasks.rados.rados.0.smithi005.stdout:2825: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:21.972 INFO:tasks.rados.rados.0.smithi005.stdout:2826: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2826: finishing copy_from to smithi00577259-21 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1165 (ObjNum 810 snap 236 seq_num 810) dirty exists 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2823: done (4 left) 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2825: done (3 left) 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2826: done (2 left) 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2828: done (1 left) 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2829: delete oid 45 current snap is 261 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2827: finishing write tid 1 to smithi00577259-22 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2827: finishing write tid 2 to smithi00577259-22 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2827: finishing write tid 3 to smithi00577259-22 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2827: oid 22 updating version 0 to 1057 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2827: oid 22 version 1057 is already newer than 1056 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1057 (ObjNum 885 snap 261 seq_num 885) dirty exists 2024-04-12T16:34:21.973 INFO:tasks.rados.rados.0.smithi005.stdout:2827: left oid 22 (ObjNum 885 snap 261 seq_num 885) 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:2827: done (1 left) 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:2829: done (0 left) 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:2830: rollback oid 32 current snap is 261 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 260 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:2831: read oid 10 snap -1 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:2831: expect (ObjNum 866 snap 257 seq_num 866) 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:2832: copy_from oid 48 from oid 24 current snap is 261 2024-04-12T16:34:21.975 INFO:tasks.rados.rados.0.smithi005.stdout:2833: snap_create 2024-04-12T16:34:21.977 INFO:tasks.rados.rados.0.smithi005.stdout:2831: expect (ObjNum 866 snap 257 seq_num 866) 2024-04-12T16:34:21.980 INFO:tasks.rados.rados.0.smithi005.stdout:2832: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:34:21.980 INFO:tasks.rados.rados.0.smithi005.stdout:2830: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:34:21.981 INFO:tasks.rados.rados.0.smithi005.stdout:2830: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:34:21.981 INFO:tasks.rados.rados.0.smithi005.stdout:2832: finishing copy_from to smithi00577259-48 2024-04-12T16:34:21.981 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 781 (ObjNum 545 snap 0 seq_num 1723838192) dirty exists 2024-04-12T16:34:21.981 INFO:tasks.rados.rados.0.smithi005.stdout:2830: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:34:21.981 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1225 (ObjNum 771 snap 226 seq_num 771) dirty exists 2024-04-12T16:34:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:21 smithi016 ceph-mon[84444]: pgmap v586: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-12T16:34:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:21 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:34:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:21 smithi016 ceph-mon[84444]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T16:34:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:21 smithi005 ceph-mon[88416]: pgmap v586: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-12T16:34:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:21 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:34:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:21 smithi005 ceph-mon[88416]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T16:34:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:21 smithi005 ceph-mon[90837]: pgmap v586: 121 pgs: 121 active+clean; 242 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2024-04-12T16:34:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:21 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T16:34:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:21 smithi005 ceph-mon[90837]: osdmap e613: 8 total, 8 up, 8 in 2024-04-12T16:34:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:34:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:22.699 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 16:34:22 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T16:34:22.406Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00155326s 2024-04-12T16:34:22.799 INFO:tasks.rados.rados.0.smithi005.stdout:2830: done (3 left) 2024-04-12T16:34:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:2831: done (2 left) 2024-04-12T16:34:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:2832: done (1 left) 2024-04-12T16:34:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:2833: done (0 left) 2024-04-12T16:34:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:2834: snap_create 2024-04-12T16:34:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:22 smithi016 ceph-mon[84444]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T16:34:23.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:22 smithi005 ceph-mon[88416]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T16:34:23.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:22 smithi005 ceph-mon[90837]: osdmap e614: 8 total, 8 up, 8 in 2024-04-12T16:34:23.802 INFO:tasks.rados.rados.0.smithi005.stdout:2834: done (0 left) 2024-04-12T16:34:23.802 INFO:tasks.rados.rados.0.smithi005.stdout:2835: snap_create 2024-04-12T16:34:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:23 smithi016 ceph-mon[84444]: pgmap v589: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-04-12T16:34:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:23 smithi016 ceph-mon[84444]: Upgrade: Updating grafana.a 2024-04-12T16:34:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:23 smithi016 ceph-mon[84444]: Deploying daemon grafana.a on smithi016 2024-04-12T16:34:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:23 smithi016 ceph-mon[84444]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T16:34:24.105 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[88416]: pgmap v589: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-04-12T16:34:24.105 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[88416]: Upgrade: Updating grafana.a 2024-04-12T16:34:24.105 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[88416]: Deploying daemon grafana.a on smithi016 2024-04-12T16:34:24.105 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[88416]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T16:34:24.106 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:34:23] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:34:24.106 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[90837]: pgmap v589: 121 pgs: 121 active+clean; 243 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 92 KiB/s wr, 3 op/s 2024-04-12T16:34:24.106 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[90837]: Upgrade: Updating grafana.a 2024-04-12T16:34:24.106 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[90837]: Deploying daemon grafana.a on smithi016 2024-04-12T16:34:24.106 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:23 smithi005 ceph-mon[90837]: osdmap e615: 8 total, 8 up, 8 in 2024-04-12T16:34:24.803 INFO:tasks.rados.rados.0.smithi005.stdout:2835: done (0 left) 2024-04-12T16:34:24.803 INFO:tasks.rados.rados.0.smithi005.stdout:2836: rmattr oid 31 current snap is 264 2024-04-12T16:34:24.803 INFO:tasks.rados.rados.0.smithi005.stdout:2836: done (0 left) 2024-04-12T16:34:24.803 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 264 2024-04-12T16:34:24.803 INFO:tasks.rados.rados.0.smithi005.stdout:2837: seq_num 887 ranges {0=458752} 2024-04-12T16:34:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:2837: writing smithi00577259-24 from 0 to 458752 tid 1 2024-04-12T16:34:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:2838: copy_from oid 13 from oid 50 current snap is 264 2024-04-12T16:34:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 264 2024-04-12T16:34:24.806 INFO:tasks.rados.rados.0.smithi005.stdout:2839: seq_num 888 ranges {6160384=475136} 2024-04-12T16:34:24.844 INFO:tasks.rados.rados.0.smithi005.stdout:2839: writing smithi00577259-6 from 6160384 to 6635520 tid 1 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2840: copy_from oid 2 from oid 10 current snap is 264 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2838: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2841: read oid 18 snap -1 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2841: expect (ObjNum 828 snap 242 seq_num 828) 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2842: read oid 41 snap -1 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2842: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2843: read oid 23 snap -1 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2843: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2844: copy_from oid 34 from oid 9 current snap is 264 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2837: finishing write tid 1 to smithi00577259-24 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2837: finishing write tid 2 to smithi00577259-24 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:2838: finishing copy_from to smithi00577259-13 2024-04-12T16:34:24.845 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1239 (ObjNum 824 snap 241 seq_num 824) dirty exists 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:2837: finishing write tid 3 to smithi00577259-24 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:2837: oid 24 updating version 0 to 1223 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:2837: oid 24 version 1223 is already newer than 1222 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1223 (ObjNum 887 snap 264 seq_num 887) dirty exists 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:2837: left oid 24 (ObjNum 887 snap 264 seq_num 887) 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:2837: done (7 left) 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:2838: done (6 left) 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 264 2024-04-12T16:34:24.846 INFO:tasks.rados.rados.0.smithi005.stdout:2845: seq_num 889 ranges {3809280=491520} 2024-04-12T16:34:24.868 INFO:tasks.rados.rados.0.smithi005.stdout:2845: writing smithi00577259-19 from 3809280 to 4300800 tid 1 2024-04-12T16:34:24.868 INFO:tasks.rados.rados.0.smithi005.stdout:2846: delete oid 45 current snap is 264 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2839: finishing write tid 1 to smithi00577259-6 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2840: finishing copy_from racing read to smithi00577259-2 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2839: finishing write tid 2 to smithi00577259-6 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2840: finishing copy_from to smithi00577259-2 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1052 (ObjNum 866 snap 257 seq_num 866) dirty exists 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2839: finishing write tid 3 to smithi00577259-6 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2839: oid 6 updating version 0 to 1093 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2839: oid 6 updating version 1093 to 1094 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1094 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2839: left oid 6 (ObjNum 888 snap 264 seq_num 888) 2024-04-12T16:34:24.869 INFO:tasks.rados.rados.0.smithi005.stdout:2843: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:34:24.891 INFO:tasks.rados.rados.0.smithi005.stdout:2841: expect (ObjNum 828 snap 242 seq_num 828) 2024-04-12T16:34:24.990 INFO:tasks.rados.rados.0.smithi005.stdout:2842: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:34:25.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:24 smithi016 ceph-mon[84444]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T16:34:25.187 INFO:tasks.rados.rados.0.smithi005.stdout:2845: finishing write tid 1 to smithi00577259-19 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2845: finishing write tid 2 to smithi00577259-19 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2845: finishing write tid 3 to smithi00577259-19 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2845: oid 19 updating version 0 to 1184 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2845: oid 19 updating version 1184 to 1185 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1185 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2845: left oid 19 (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2844: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2844: finishing copy_from to smithi00577259-34 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1027 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2839: done (7 left) 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2840: done (6 left) 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2841: done (5 left) 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2842: done (4 left) 2024-04-12T16:34:25.188 INFO:tasks.rados.rados.0.smithi005.stdout:2843: done (3 left) 2024-04-12T16:34:25.189 INFO:tasks.rados.rados.0.smithi005.stdout:2844: done (2 left) 2024-04-12T16:34:25.189 INFO:tasks.rados.rados.0.smithi005.stdout:2845: done (1 left) 2024-04-12T16:34:25.189 INFO:tasks.rados.rados.0.smithi005.stdout:2846: done (0 left) 2024-04-12T16:34:25.189 INFO:tasks.rados.rados.0.smithi005.stdout:2847: copy_from oid 6 from oid 1 current snap is 264 2024-04-12T16:34:25.189 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 264 2024-04-12T16:34:25.189 INFO:tasks.rados.rados.0.smithi005.stdout:2848: seq_num 891 ranges {7069696=532480} 2024-04-12T16:34:25.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:24 smithi005 ceph-mon[88416]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T16:34:25.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:24 smithi005 ceph-mon[90837]: osdmap e616: 8 total, 8 up, 8 in 2024-04-12T16:34:25.230 INFO:tasks.rados.rados.0.smithi005.stdout:2848: writing smithi00577259-16 from 7069696 to 7602176 tid 1 2024-04-12T16:34:25.230 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 264 2024-04-12T16:34:25.230 INFO:tasks.rados.rados.0.smithi005.stdout:2849: seq_num 892 ranges {15745024=548864} 2024-04-12T16:34:25.319 INFO:tasks.rados.rados.0.smithi005.stdout:2849: writing smithi00577259-25 from 15745024 to 16293888 tid 1 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2850: copy_from oid 28 from oid 34 current snap is 264 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2847: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2847: finishing copy_from to smithi00577259-6 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 918 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2848: finishing write tid 1 to smithi00577259-16 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2848: finishing write tid 2 to smithi00577259-16 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2848: finishing write tid 3 to smithi00577259-16 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2848: oid 16 updating version 0 to 1033 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2848: oid 16 version 1033 is already newer than 1032 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 1033 (ObjNum 891 snap 264 seq_num 891) dirty exists 2024-04-12T16:34:25.320 INFO:tasks.rados.rados.0.smithi005.stdout:2848: left oid 16 (ObjNum 891 snap 264 seq_num 891) 2024-04-12T16:34:25.321 INFO:tasks.rados.rados.0.smithi005.stdout:2847: done (3 left) 2024-04-12T16:34:25.321 INFO:tasks.rados.rados.0.smithi005.stdout:2848: done (2 left) 2024-04-12T16:34:25.321 INFO:tasks.rados.rados.0.smithi005.stdout:2851: snap_create 2024-04-12T16:34:25.325 INFO:tasks.rados.rados.0.smithi005.stdout:2849: finishing write tid 1 to smithi00577259-25 2024-04-12T16:34:25.325 INFO:tasks.rados.rados.0.smithi005.stdout:2849: finishing write tid 2 to smithi00577259-25 2024-04-12T16:34:25.325 INFO:tasks.rados.rados.0.smithi005.stdout:2849: finishing write tid 3 to smithi00577259-25 2024-04-12T16:34:25.325 INFO:tasks.rados.rados.0.smithi005.stdout:2849: oid 25 updating version 0 to 1243 2024-04-12T16:34:25.325 INFO:tasks.rados.rados.0.smithi005.stdout:2849: oid 25 version 1243 is already newer than 1242 2024-04-12T16:34:25.326 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1243 (ObjNum 892 snap 264 seq_num 892) dirty exists 2024-04-12T16:34:25.326 INFO:tasks.rados.rados.0.smithi005.stdout:2849: left oid 25 (ObjNum 892 snap 264 seq_num 892) 2024-04-12T16:34:25.363 INFO:tasks.rados.rados.0.smithi005.stdout:2850: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:34:25.364 INFO:tasks.rados.rados.0.smithi005.stdout:2850: finishing copy_from to smithi00577259-28 2024-04-12T16:34:25.364 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1027 (ObjNum 665 snap 192 seq_num 665) dirty exists 2024-04-12T16:34:25.630 INFO:tasks.rados.rados.0.smithi005.stdout:2849: done (2 left) 2024-04-12T16:34:25.630 INFO:tasks.rados.rados.0.smithi005.stdout:2850: done (1 left) 2024-04-12T16:34:25.630 INFO:tasks.rados.rados.0.smithi005.stdout:2851: done (0 left) 2024-04-12T16:34:25.630 INFO:tasks.rados.rados.0.smithi005.stdout:2852: read oid 38 snap 263 2024-04-12T16:34:25.631 INFO:tasks.rados.rados.0.smithi005.stdout:2852: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:34:25.631 INFO:tasks.rados.rados.0.smithi005.stdout:2853: delete oid 20 current snap is 265 2024-04-12T16:34:25.634 INFO:tasks.rados.rados.0.smithi005.stdout:2852: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:34:25.639 INFO:tasks.rados.rados.0.smithi005.stdout:2852: done (1 left) 2024-04-12T16:34:25.639 INFO:tasks.rados.rados.0.smithi005.stdout:2853: done (0 left) 2024-04-12T16:34:25.639 INFO:tasks.rados.rados.0.smithi005.stdout:2854: snap_create 2024-04-12T16:34:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:25 smithi016 ceph-mon[84444]: pgmap v592: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-12T16:34:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:25 smithi016 ceph-mon[84444]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T16:34:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:25 smithi016 ceph-mon[84444]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T16:34:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:25 smithi005 ceph-mon[88416]: pgmap v592: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-12T16:34:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:25 smithi005 ceph-mon[88416]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T16:34:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:25 smithi005 ceph-mon[88416]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T16:34:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:25 smithi005 ceph-mon[90837]: pgmap v592: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-12T16:34:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:25 smithi005 ceph-mon[90837]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T16:34:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:25 smithi005 ceph-mon[90837]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T16:34:26.632 INFO:tasks.rados.rados.0.smithi005.stdout:2854: done (0 left) 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:2855: rollback oid 31 current snap is 266 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 265 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:2856: read oid 45 snap -1 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:2856: expect deleted 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:2857: read oid 1 snap -1 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:2857: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 266 2024-04-12T16:34:26.633 INFO:tasks.rados.rados.0.smithi005.stdout:2858: seq_num 894 ranges {0=581632} 2024-04-12T16:34:26.635 INFO:tasks.rados.rados.0.smithi005.stdout:2858: writing smithi00577259-14 from 0 to 581632 tid 1 2024-04-12T16:34:26.635 INFO:tasks.rados.rados.0.smithi005.stdout:2859: copy_from oid 26 from oid 23 current snap is 266 2024-04-12T16:34:26.635 INFO:tasks.rados.rados.0.smithi005.stdout:2856: done (4 left) 2024-04-12T16:34:26.636 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 266 2024-04-12T16:34:26.636 INFO:tasks.rados.rados.0.smithi005.stdout:2860: seq_num 895 ranges {0=598016} 2024-04-12T16:34:26.639 INFO:tasks.rados.rados.0.smithi005.stdout:2860: writing smithi00577259-45 from 0 to 598016 tid 1 2024-04-12T16:34:26.639 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 266 2024-04-12T16:34:26.639 INFO:tasks.rados.rados.0.smithi005.stdout:2861: seq_num 896 ranges {9576448=614400} 2024-04-12T16:34:26.695 INFO:tasks.rados.rados.0.smithi005.stdout:2861: writing smithi00577259-36 from 9576448 to 10190848 tid 1 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2862: snap_create 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2859: finishing copy_from racing read to smithi00577259-26 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2858: finishing write tid 1 to smithi00577259-14 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2855: finishing rollback tid 0 to smithi00577259-31 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2855: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2855: finishing rollback tid 2 to smithi00577259-31 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1056 (ObjNum 883 snap 261 seq_num 883) dirty exists 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2858: finishing write tid 2 to smithi00577259-14 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2858: finishing write tid 3 to smithi00577259-14 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2858: oid 14 updating version 0 to 1328 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2858: oid 14 version 1328 is already newer than 1327 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1328 (ObjNum 894 snap 266 seq_num 894) dirty exists 2024-04-12T16:34:26.696 INFO:tasks.rados.rados.0.smithi005.stdout:2858: left oid 14 (ObjNum 894 snap 266 seq_num 894) 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2859: finishing copy_from to smithi00577259-26 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 909 (ObjNum 764 snap 225 seq_num 764) dirty exists 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2860: finishing write tid 1 to smithi00577259-45 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2860: finishing write tid 2 to smithi00577259-45 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2860: finishing write tid 3 to smithi00577259-45 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2860: oid 45 updating version 0 to 1244 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2860: oid 45 updating version 1244 to 1245 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1245 (ObjNum 895 snap 266 seq_num 895) dirty exists 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2860: left oid 45 (ObjNum 895 snap 266 seq_num 895) 2024-04-12T16:34:26.697 INFO:tasks.rados.rados.0.smithi005.stdout:2857: expect (ObjNum 752 snap 223 seq_num 752) 2024-04-12T16:34:26.863 INFO:tasks.rados.rados.0.smithi005.stdout:2861: finishing write tid 1 to smithi00577259-36 2024-04-12T16:34:26.863 INFO:tasks.rados.rados.0.smithi005.stdout:2861: finishing write tid 2 to smithi00577259-36 2024-04-12T16:34:26.864 INFO:tasks.rados.rados.0.smithi005.stdout:2861: finishing write tid 3 to smithi00577259-36 2024-04-12T16:34:26.864 INFO:tasks.rados.rados.0.smithi005.stdout:2861: oid 36 updating version 0 to 1230 2024-04-12T16:34:26.864 INFO:tasks.rados.rados.0.smithi005.stdout:2861: oid 36 version 1230 is already newer than 1229 2024-04-12T16:34:26.864 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1230 (ObjNum 896 snap 266 seq_num 896) dirty exists 2024-04-12T16:34:26.864 INFO:tasks.rados.rados.0.smithi005.stdout:2861: left oid 36 (ObjNum 896 snap 266 seq_num 896) 2024-04-12T16:34:27.637 INFO:tasks.rados.rados.0.smithi005.stdout:2855: done (6 left) 2024-04-12T16:34:27.637 INFO:tasks.rados.rados.0.smithi005.stdout:2857: done (5 left) 2024-04-12T16:34:27.637 INFO:tasks.rados.rados.0.smithi005.stdout:2858: done (4 left) 2024-04-12T16:34:27.637 INFO:tasks.rados.rados.0.smithi005.stdout:2859: done (3 left) 2024-04-12T16:34:27.638 INFO:tasks.rados.rados.0.smithi005.stdout:2860: done (2 left) 2024-04-12T16:34:27.638 INFO:tasks.rados.rados.0.smithi005.stdout:2861: done (1 left) 2024-04-12T16:34:27.638 INFO:tasks.rados.rados.0.smithi005.stdout:2862: done (0 left) 2024-04-12T16:34:27.638 INFO:tasks.rados.rados.0.smithi005.stdout:2863: snap_create 2024-04-12T16:34:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:27 smithi005 ceph-mon[88416]: pgmap v595: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:34:27.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:27 smithi005 ceph-mon[88416]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T16:34:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:27 smithi005 ceph-mon[90837]: pgmap v595: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:34:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:27 smithi005 ceph-mon[90837]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T16:34:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:27 smithi016 ceph-mon[84444]: pgmap v595: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:34:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:27 smithi016 ceph-mon[84444]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T16:34:28.643 INFO:tasks.rados.rados.0.smithi005.stdout:2863: done (0 left) 2024-04-12T16:34:28.643 INFO:tasks.rados.rados.0.smithi005.stdout:2864: snap_remove snap 264 2024-04-12T16:34:28.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:28 smithi005 ceph-mon[88416]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T16:34:28.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:28 smithi005 ceph-mon[90837]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T16:34:29.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:28 smithi016 ceph-mon[84444]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T16:34:29.645 INFO:tasks.rados.rados.0.smithi005.stdout:2864: done (0 left) 2024-04-12T16:34:29.646 INFO:tasks.rados.rados.0.smithi005.stdout:2865: rollback oid 24 current snap is 268 2024-04-12T16:34:29.646 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 265 2024-04-12T16:34:29.646 INFO:tasks.rados.rados.0.smithi005.stdout:2866: copy_from oid 33 from oid 15 current snap is 268 2024-04-12T16:34:29.646 INFO:tasks.rados.rados.0.smithi005.stdout:2867: snap_remove snap 260 2024-04-12T16:34:29.918 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:29 smithi016 ceph-mon[84444]: pgmap v598: 121 pgs: 121 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.2 MiB/s wr, 12 op/s 2024-04-12T16:34:29.918 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:29 smithi016 ceph-mon[84444]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T16:34:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:29 smithi005 ceph-mon[88416]: pgmap v598: 121 pgs: 121 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.2 MiB/s wr, 12 op/s 2024-04-12T16:34:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:29 smithi005 ceph-mon[88416]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T16:34:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:29 smithi005 ceph-mon[90837]: pgmap v598: 121 pgs: 121 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.2 MiB/s wr, 12 op/s 2024-04-12T16:34:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:29 smithi005 ceph-mon[90837]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T16:34:30.633 INFO:tasks.rados.rados.0.smithi005.stdout:2867: done (2 left) 2024-04-12T16:34:30.633 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 268 2024-04-12T16:34:30.633 INFO:tasks.rados.rados.0.smithi005.stdout:2868: seq_num 897 ranges {1425408=630784} 2024-04-12T16:34:30.645 INFO:tasks.rados.rados.0.smithi005.stdout:2868: writing smithi00577259-40 from 1425408 to 2056192 tid 1 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 268 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:2865: finishing rollback tid 0 to smithi00577259-24 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:2865: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:2866: finishing copy_from to smithi00577259-33 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:2866: got expected ENOENT (src dne) 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:2866: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:2865: finishing rollback tid 2 to smithi00577259-24 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1231 (ObjNum 887 snap 264 seq_num 887) dirty exists 2024-04-12T16:34:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:2869: seq_num 898 ranges {1572864=647168} 2024-04-12T16:34:30.660 INFO:tasks.rados.rados.0.smithi005.stdout:2869: writing smithi00577259-21 from 1572864 to 2220032 tid 1 2024-04-12T16:34:30.660 INFO:tasks.rados.rados.0.smithi005.stdout:2865: done (3 left) 2024-04-12T16:34:30.660 INFO:tasks.rados.rados.0.smithi005.stdout:2866: done (2 left) 2024-04-12T16:34:30.660 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 268 2024-04-12T16:34:30.660 INFO:tasks.rados.rados.0.smithi005.stdout:2870: seq_num 899 ranges {1433600=663552} 2024-04-12T16:34:30.672 INFO:tasks.rados.rados.0.smithi005.stdout:2870: writing smithi00577259-32 from 1433600 to 2097152 tid 1 2024-04-12T16:34:30.672 INFO:tasks.rados.rados.0.smithi005.stdout:2871: delete oid 36 current snap is 268 2024-04-12T16:34:30.672 INFO:tasks.rados.rados.0.smithi005.stdout:2868: finishing write tid 1 to smithi00577259-40 2024-04-12T16:34:30.672 INFO:tasks.rados.rados.0.smithi005.stdout:2868: finishing write tid 2 to smithi00577259-40 2024-04-12T16:34:30.672 INFO:tasks.rados.rados.0.smithi005.stdout:2868: finishing write tid 3 to smithi00577259-40 2024-04-12T16:34:30.672 INFO:tasks.rados.rados.0.smithi005.stdout:2868: oid 40 updating version 0 to 1252 2024-04-12T16:34:30.672 INFO:tasks.rados.rados.0.smithi005.stdout:2868: oid 40 version 1252 is already newer than 1251 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1252 (ObjNum 897 snap 268 seq_num 897) dirty exists 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:2868: left oid 40 (ObjNum 897 snap 268 seq_num 897) 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:2869: finishing write tid 1 to smithi00577259-21 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:2869: finishing write tid 2 to smithi00577259-21 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:2869: finishing write tid 3 to smithi00577259-21 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:2869: oid 21 updating version 0 to 1166 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:2869: oid 21 updating version 1166 to 1167 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1167 (ObjNum 898 snap 268 seq_num 898) dirty exists 2024-04-12T16:34:30.673 INFO:tasks.rados.rados.0.smithi005.stdout:2869: left oid 21 (ObjNum 898 snap 268 seq_num 898) 2024-04-12T16:34:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:2870: finishing write tid 1 to smithi00577259-32 2024-04-12T16:34:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:2870: finishing write tid 2 to smithi00577259-32 2024-04-12T16:34:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:2868: done (3 left) 2024-04-12T16:34:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:2869: done (2 left) 2024-04-12T16:34:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:2871: done (1 left) 2024-04-12T16:34:30.677 INFO:tasks.rados.rados.0.smithi005.stdout:2872: snap_create 2024-04-12T16:34:30.678 INFO:tasks.rados.rados.0.smithi005.stdout:2870: finishing write tid 3 to smithi00577259-32 2024-04-12T16:34:30.678 INFO:tasks.rados.rados.0.smithi005.stdout:2870: oid 32 updating version 0 to 1243 2024-04-12T16:34:30.679 INFO:tasks.rados.rados.0.smithi005.stdout:2870: oid 32 version 1243 is already newer than 1242 2024-04-12T16:34:30.679 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1243 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-04-12T16:34:30.679 INFO:tasks.rados.rados.0.smithi005.stdout:2870: left oid 32 (ObjNum 899 snap 268 seq_num 899) 2024-04-12T16:34:30.756 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:30 smithi016 ceph-mon[84444]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T16:34:30.756 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:30 smithi016 ceph-mon[84444]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T16:34:30.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:30 smithi005 ceph-mon[88416]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T16:34:30.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:30 smithi005 ceph-mon[88416]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T16:34:30.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:30 smithi005 ceph-mon[90837]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T16:34:30.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:30 smithi005 ceph-mon[90837]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T16:34:31.665 INFO:tasks.rados.rados.0.smithi005.stdout:2870: done (1 left) 2024-04-12T16:34:31.665 INFO:tasks.rados.rados.0.smithi005.stdout:2872: done (0 left) 2024-04-12T16:34:31.665 INFO:tasks.rados.rados.0.smithi005.stdout:2873: read oid 21 snap 265 2024-04-12T16:34:31.665 INFO:tasks.rados.rados.0.smithi005.stdout:2873: expect (ObjNum 810 snap 236 seq_num 810) 2024-04-12T16:34:31.665 INFO:tasks.rados.rados.0.smithi005.stdout:2874: delete oid 3 current snap is 269 2024-04-12T16:34:31.671 INFO:tasks.rados.rados.0.smithi005.stdout:2873: expect (ObjNum 810 snap 236 seq_num 810) 2024-04-12T16:34:31.712 INFO:tasks.rados.rados.0.smithi005.stdout:2873: done (1 left) 2024-04-12T16:34:31.713 INFO:tasks.rados.rados.0.smithi005.stdout:2874: done (0 left) 2024-04-12T16:34:31.713 INFO:tasks.rados.rados.0.smithi005.stdout:2875: read oid 23 snap 263 2024-04-12T16:34:31.713 INFO:tasks.rados.rados.0.smithi005.stdout:2875: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:34:31.713 INFO:tasks.rados.rados.0.smithi005.stdout:2876: setattr oid 29 current snap is 269 2024-04-12T16:34:31.715 INFO:tasks.rados.rados.0.smithi005.stdout:2877: copy_from oid 21 from oid 16 current snap is 269 2024-04-12T16:34:31.715 INFO:tasks.rados.rados.0.smithi005.stdout:2878: delete oid 4 current snap is 269 2024-04-12T16:34:31.716 INFO:tasks.rados.rados.0.smithi005.stdout:2875: expect (ObjNum 764 snap 225 seq_num 764) 2024-04-12T16:34:31.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1179 (ObjNum 810 snap 236 seq_num 810) dirty exists 2024-04-12T16:34:31.738 INFO:tasks.rados.rados.0.smithi005.stdout:2875: done (3 left) 2024-04-12T16:34:31.738 INFO:tasks.rados.rados.0.smithi005.stdout:2876: done (2 left) 2024-04-12T16:34:31.738 INFO:tasks.rados.rados.0.smithi005.stdout:2878: done (1 left) 2024-04-12T16:34:31.738 INFO:tasks.rados.rados.0.smithi005.stdout:2879: snap_create 2024-04-12T16:34:31.751 INFO:tasks.rados.rados.0.smithi005.stdout:2877: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:34:31.753 INFO:tasks.rados.rados.0.smithi005.stdout:2877: finishing copy_from to smithi00577259-21 2024-04-12T16:34:31.753 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1033 (ObjNum 891 snap 264 seq_num 891) dirty exists 2024-04-12T16:34:31.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:31 smithi005 ceph-mon[88416]: pgmap v601: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.4 MiB/s wr, 15 op/s 2024-04-12T16:34:31.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:31 smithi005 ceph-mon[90837]: pgmap v601: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.4 MiB/s wr, 15 op/s 2024-04-12T16:34:32.087 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:31 smithi016 ceph-mon[84444]: pgmap v601: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.4 MiB/s wr, 15 op/s 2024-04-12T16:34:32.340 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:32 smithi016 systemd[1]: Stopping Ceph grafana.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:34:32.340 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:34:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:32.667 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:32 smithi016 podman[121044]: 2024-04-12 16:34:32.394285897 +0000 UTC m=+0.109673854 container died a1f3c3a7bd8ec62d39dfdbf3a7e5f0c7327ac58b184d15140fa775090a81ec3c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, distribution-scope=public, vcs-type=git, description=Ceph Grafana Container, release=239.1651231664, architecture=x86_64, name=ubi8) 2024-04-12T16:34:32.671 INFO:tasks.rados.rados.0.smithi005.stdout:2877: done (1 left) 2024-04-12T16:34:32.672 INFO:tasks.rados.rados.0.smithi005.stdout:2879: done (0 left) 2024-04-12T16:34:32.672 INFO:tasks.rados.rados.0.smithi005.stdout:2880: copy_from oid 14 from oid 19 current snap is 270 2024-04-12T16:34:32.672 INFO:tasks.rados.rados.0.smithi005.stdout:2881: rmattr oid 49 current snap is 270 2024-04-12T16:34:32.672 INFO:tasks.rados.rados.0.smithi005.stdout:2881: done (1 left) 2024-04-12T16:34:32.672 INFO:tasks.rados.rados.0.smithi005.stdout:2882: delete oid 29 current snap is 270 2024-04-12T16:34:32.678 INFO:tasks.rados.rados.0.smithi005.stdout:2882: done (1 left) 2024-04-12T16:34:32.679 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 270 2024-04-12T16:34:32.679 INFO:tasks.rados.rados.0.smithi005.stdout:2883: seq_num 904 ranges {9543680=745472} 2024-04-12T16:34:32.735 INFO:tasks.rados.rados.0.smithi005.stdout:2883: writing smithi00577259-39 from 9543680 to 10289152 tid 1 2024-04-12T16:34:32.735 INFO:tasks.rados.rados.0.smithi005.stdout:2884: delete oid 5 current snap is 270 2024-04-12T16:34:32.735 INFO:tasks.rados.rados.0.smithi005.stdout:2880: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:34:32.735 INFO:tasks.rados.rados.0.smithi005.stdout:2880: finishing copy_from to smithi00577259-14 2024-04-12T16:34:32.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1185 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2880: done (2 left) 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2884: done (1 left) 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2885: rmattr oid 47 current snap is 270 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2885: done (1 left) 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2886: read oid 47 snap 261 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2886: expect (ObjNum 829 snap 242 seq_num 829) 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2887: read oid 15 snap -1 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2887: expect deleted 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2888: rollback oid 37 current snap is 270 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 37 to 262 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2889: copy_from oid 49 from oid 14 current snap is 270 2024-04-12T16:34:32.738 INFO:tasks.rados.rados.0.smithi005.stdout:2890: read oid 40 snap 267 2024-04-12T16:34:32.739 INFO:tasks.rados.rados.0.smithi005.stdout:2890: expect (ObjNum 801 snap 231 seq_num 801) 2024-04-12T16:34:32.739 INFO:tasks.rados.rados.0.smithi005.stdout:2891: read oid 12 snap -1 2024-04-12T16:34:32.739 INFO:tasks.rados.rados.0.smithi005.stdout:2891: expect (ObjNum 867 snap 257 seq_num 867) 2024-04-12T16:34:32.739 INFO:tasks.rados.rados.0.smithi005.stdout:2892: snap_remove snap 265 2024-04-12T16:34:32.929 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:32 smithi016 ceph-mon[84444]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T16:34:32.930 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:32 smithi016 podman[121044]: 2024-04-12 16:34:32.726315947 +0000 UTC m=+0.441703906 container cleanup a1f3c3a7bd8ec62d39dfdbf3a7e5f0c7327ac58b184d15140fa775090a81ec3c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.buildah.version=1.32.0, description=Ceph Grafana Container, release=239.1651231664, com.redhat.component=ubi8-container, name=ubi8, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, version=8.5, maintainer=Paul Cuzner , vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897) 2024-04-12T16:34:32.930 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:32 smithi016 bash[121044]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a 2024-04-12T16:34:32.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:32 smithi005 ceph-mon[88416]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T16:34:32.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:32 smithi005 ceph-mon[90837]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T16:34:33.340 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:32 smithi016 podman[121058]: 2024-04-12 16:34:32.935836234 +0000 UTC m=+0.540844321 container remove a1f3c3a7bd8ec62d39dfdbf3a7e5f0c7327ac58b184d15140fa775090a81ec3c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, version=8.5, io.buildah.version=1.32.0, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, architecture=x86_64, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container) 2024-04-12T16:34:33.340 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:32 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T16:34:33.340 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T16:34:33.340 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 systemd[1]: Stopped Ceph grafana.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:34:33.340 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 10.823s CPU time. 2024-04-12T16:34:33.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 systemd[1]: Starting Ceph grafana.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T16:34:33.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 podman[121187]: 2024-04-12 16:34:33.464085035 +0000 UTC m=+0.018371725 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-12T16:34:33.597 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 podman[121187]: 2024-04-12 16:34:33.603809907 +0000 UTC m=+0.158096600 container create 187ced086d2f780f604e5ef3e156093f6adaec547f920b34034246c8a40a0a28 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T16:34:33.675 INFO:tasks.rados.rados.0.smithi005.stdout:2892: done (7 left) 2024-04-12T16:34:33.675 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 270 2024-04-12T16:34:33.675 INFO:tasks.rados.rados.0.smithi005.stdout:2893: seq_num 906 ranges {1433600=778240} 2024-04-12T16:34:33.688 INFO:tasks.rados.rados.0.smithi005.stdout:2893: writing smithi00577259-7 from 1433600 to 2211840 tid 1 2024-04-12T16:34:33.688 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 270 2024-04-12T16:34:33.688 INFO:tasks.rados.rados.0.smithi005.stdout:2894: seq_num 907 ranges {327680=794624} 2024-04-12T16:34:33.695 INFO:tasks.rados.rados.0.smithi005.stdout:2894: writing smithi00577259-35 from 327680 to 1122304 tid 1 2024-04-12T16:34:33.695 INFO:tasks.rados.rados.0.smithi005.stdout:2895: rollback oid 45 current snap is 270 2024-04-12T16:34:33.695 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 263 2024-04-12T16:34:33.695 INFO:tasks.rados.rados.0.smithi005.stdout:2883: finishing write tid 1 to smithi00577259-39 2024-04-12T16:34:33.695 INFO:tasks.rados.rados.0.smithi005.stdout:2890: expect (ObjNum 801 snap 231 seq_num 801) 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2883: finishing write tid 2 to smithi00577259-39 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2888: finishing rollback tid 0 to smithi00577259-37 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2883: finishing write tid 3 to smithi00577259-39 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2883: oid 39 updating version 0 to 1055 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2883: oid 39 updating version 1055 to 1056 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1056 (ObjNum 904 snap 270 seq_num 904) dirty exists 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2883: left oid 39 (ObjNum 904 snap 270 seq_num 904) 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2888: finishing rollback tid 1 to smithi00577259-37 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2883: done (9 left) 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2887: done (8 left) 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2890: done (7 left) 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:2896: rollback oid 17 current snap is 270 2024-04-12T16:34:33.736 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 17 to 261 2024-04-12T16:34:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:2888: finishing rollback tid 2 to smithi00577259-37 2024-04-12T16:34:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1059 (ObjNum 803 snap 231 seq_num 803) dirty exists 2024-04-12T16:34:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:2889: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:34:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:2889: finishing copy_from to smithi00577259-49 2024-04-12T16:34:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1185 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-04-12T16:34:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:2891: expect (ObjNum 867 snap 257 seq_num 867) 2024-04-12T16:34:33.899 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-mon[84444]: pgmap v604: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 420 KiB/s wr, 3 op/s 2024-04-12T16:34:33.900 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-mon[84444]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T16:34:33.900 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 podman[121187]: 2024-04-12 16:34:33.831473966 +0000 UTC m=+0.385760657 container init 187ced086d2f780f604e5ef3e156093f6adaec547f920b34034246c8a40a0a28 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T16:34:33.900 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 podman[121187]: 2024-04-12 16:34:33.834088817 +0000 UTC m=+0.388375516 container start 187ced086d2f780f604e5ef3e156093f6adaec547f920b34034246c8a40a0a28 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T16:34:33.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:33 smithi005 ceph-mon[88416]: pgmap v604: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 420 KiB/s wr, 3 op/s 2024-04-12T16:34:33.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:33 smithi005 ceph-mon[88416]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T16:34:33.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:34:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:34:33] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:34:33.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:33 smithi005 ceph-mon[90837]: pgmap v604: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 420 KiB/s wr, 3 op/s 2024-04-12T16:34:33.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:33 smithi005 ceph-mon[90837]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T16:34:34.334 INFO:tasks.rados.rados.0.smithi005.stdout:2886: expect (ObjNum 829 snap 242 seq_num 829) 2024-04-12T16:34:34.340 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 bash[121187]: 187ced086d2f780f604e5ef3e156093f6adaec547f920b34034246c8a40a0a28 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 systemd[1]: Started Ceph grafana.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989666835Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989871301Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989891845Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.98989791Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989902467Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989907238Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989911702Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989916688Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989921515Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-12T16:34:34.341 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.98992673Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.98993148Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989937139Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989942149Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989947531Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989952359Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989956906Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989961464Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989966124Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=settings t=2024-04-12T16:34:33.989970807Z level=info msg="App mode production" 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=sqlstore t=2024-04-12T16:34:33.990026688Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:33 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=sqlstore t=2024-04-12T16:34:33.990042117Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=migrator t=2024-04-12T16:34:34.004774176Z level=info msg="Starting DB migrations" 2024-04-12T16:34:34.342 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=migrator t=2024-04-12T16:34:34.009317861Z level=info msg="migrations completed" performed=0 skipped=481 duration=403.443µs 2024-04-12T16:34:34.343 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=sqlstore t=2024-04-12T16:34:34.009677643Z level=info msg="Created default organization" 2024-04-12T16:34:34.343 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=plugin.finder t=2024-04-12T16:34:34.042554242Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-12T16:34:34.343 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=secrets t=2024-04-12T16:34:34.042644866Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T16:34:34.343 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=query_data t=2024-04-12T16:34:34.046447398Z level=info msg="Query Service initialization" 2024-04-12T16:34:34.343 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=live.push_http t=2024-04-12T16:34:34.048931901Z level=info msg="Live Push Gateway initialization" 2024-04-12T16:34:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[88416]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[90837]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:34.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:35.048 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-mon[84444]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T16:34:35.048 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:35.048 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:35.048 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:35.048 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:35.048 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=infra.usagestats.collector t=2024-04-12T16:34:34.784088655Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T16:34:35.048 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=provisioning.datasources t=2024-04-12T16:34:34.786412147Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=provisioning.datasources t=2024-04-12T16:34:34.786420911Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=provisioning.datasources t=2024-04-12T16:34:34.786519486Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=provisioning.alerting t=2024-04-12T16:34:34.808605659Z level=info msg="starting to provision alerting" 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=provisioning.alerting t=2024-04-12T16:34:34.808615741Z level=info msg="finished to provision alerting" 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=grafanaStorageLogger t=2024-04-12T16:34:34.808993483Z level=info msg="storage starting" 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=ngalert.state.manager t=2024-04-12T16:34:34.809021006Z level=info msg="Warming state cache for startup" 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=ngalert.state.manager t=2024-04-12T16:34:34.815781564Z level=info msg="State cache has been initialized" states=0 duration=6.759666ms 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=ticker t=2024-04-12T16:34:34.815846554Z level=info msg=starting first_tick=2024-04-12T16:34:40Z 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=ngalert.multiorg.alertmanager t=2024-04-12T16:34:34.815862832Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=http.server t=2024-04-12T16:34:34.816500684Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=sqlstore.transactions t=2024-04-12T16:34:34.827085153Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T16:34:35.049 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=sqlstore.transactions t=2024-04-12T16:34:34.837847887Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-12T16:34:35.443 INFO:tasks.rados.rados.0.smithi005.stdout:2893: finishing write tid 1 to smithi00577259-7 2024-04-12T16:34:35.443 INFO:tasks.rados.rados.0.smithi005.stdout:2893: finishing write tid 2 to smithi00577259-7 2024-04-12T16:34:35.443 INFO:tasks.rados.rados.0.smithi005.stdout:2893: finishing write tid 3 to smithi00577259-7 2024-04-12T16:34:35.443 INFO:tasks.rados.rados.0.smithi005.stdout:2893: oid 7 updating version 0 to 1034 2024-04-12T16:34:35.443 INFO:tasks.rados.rados.0.smithi005.stdout:2893: oid 7 updating version 1034 to 1035 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1035 (ObjNum 906 snap 270 seq_num 906) dirty exists 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2893: left oid 7 (ObjNum 906 snap 270 seq_num 906) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2886: done (7 left) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2888: done (6 left) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2889: done (5 left) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2891: done (4 left) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2893: done (3 left) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2897: rmattr oid 13 current snap is 270 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2897: done (3 left) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2898: read oid 31 snap -1 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2898: expect (ObjNum 883 snap 261 seq_num 883) 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 270 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2895: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:2895: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:34:35.444 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1257 (ObjNum 65 snap 0 seq_num 1683706966) dirty dne 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2894: finishing write tid 1 to smithi00577259-35 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2894: finishing write tid 2 to smithi00577259-35 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2894: finishing write tid 3 to smithi00577259-35 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2894: oid 35 updating version 0 to 1011 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2894: oid 35 updating version 1011 to 1012 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1012 (ObjNum 907 snap 270 seq_num 907) dirty exists 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2894: left oid 35 (ObjNum 907 snap 270 seq_num 907) 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2896: finishing rollback tid 0 to smithi00577259-17 2024-04-12T16:34:35.445 INFO:tasks.rados.rados.0.smithi005.stdout:2899: seq_num 908 ranges {458752=409600,868352=401408} 2024-04-12T16:34:35.448 INFO:tasks.rados.rados.0.smithi005.stdout:2899: writing smithi00577259-24 from 458752 to 868352 tid 1 2024-04-12T16:34:35.450 INFO:tasks.rados.rados.0.smithi005.stdout:2899: writing smithi00577259-24 from 868352 to 1269760 tid 2 2024-04-12T16:34:35.450 INFO:tasks.rados.rados.0.smithi005.stdout:2894: done (4 left) 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:2895: done (3 left) 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:2900: copy_from oid 43 from oid 18 current snap is 270 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:2896: finishing rollback tid 1 to smithi00577259-17 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:2896: finishing rollback tid 2 to smithi00577259-17 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1015 (ObjNum 852 snap 251 seq_num 852) dirty exists 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:2896: done (3 left) 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 270 2024-04-12T16:34:35.451 INFO:tasks.rados.rados.0.smithi005.stdout:2901: seq_num 909 ranges {2039808=425984,2465792=401408} 2024-04-12T16:34:35.464 INFO:tasks.rados.rados.0.smithi005.stdout:2901: writing smithi00577259-37 from 2039808 to 2465792 tid 1 2024-04-12T16:34:35.466 INFO:tasks.rados.rados.0.smithi005.stdout:2901: writing smithi00577259-37 from 2465792 to 2867200 tid 2 2024-04-12T16:34:35.467 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 270 2024-04-12T16:34:35.467 INFO:tasks.rados.rados.0.smithi005.stdout:2902: seq_num 910 ranges {4276224=442368,4718592=401408} 2024-04-12T16:34:35.492 INFO:tasks.rados.rados.0.smithi005.stdout:2902: writing smithi00577259-22 from 4276224 to 4718592 tid 1 2024-04-12T16:34:35.495 INFO:tasks.rados.rados.0.smithi005.stdout:2902: writing smithi00577259-22 from 4718592 to 5120000 tid 2 2024-04-12T16:34:35.495 INFO:tasks.rados.rados.0.smithi005.stdout:2903: rollback oid 26 current snap is 270 2024-04-12T16:34:35.495 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 26 to 262 2024-04-12T16:34:35.495 INFO:tasks.rados.rados.0.smithi005.stdout:2899: finishing write tid 1 to smithi00577259-24 2024-04-12T16:34:35.495 INFO:tasks.rados.rados.0.smithi005.stdout:2899: finishing write tid 2 to smithi00577259-24 2024-04-12T16:34:35.495 INFO:tasks.rados.rados.0.smithi005.stdout:2899: finishing write tid 3 to smithi00577259-24 2024-04-12T16:34:35.495 INFO:tasks.rados.rados.0.smithi005.stdout:2898: expect (ObjNum 883 snap 261 seq_num 883) 2024-04-12T16:34:35.735 INFO:tasks.rados.rados.0.smithi005.stdout:2899: finishing write tid 4 to smithi00577259-24 2024-04-12T16:34:35.735 INFO:tasks.rados.rados.0.smithi005.stdout:2899: oid 24 updating version 0 to 1247 2024-04-12T16:34:35.735 INFO:tasks.rados.rados.0.smithi005.stdout:2899: oid 24 version 1247 is already newer than 1245 2024-04-12T16:34:35.735 INFO:tasks.rados.rados.0.smithi005.stdout:2899: oid 24 version 1247 is already newer than 1246 2024-04-12T16:34:35.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1247 (ObjNum 908 snap 270 seq_num 908) dirty exists 2024-04-12T16:34:35.735 INFO:tasks.rados.rados.0.smithi005.stdout:2899: left oid 24 (ObjNum 908 snap 270 seq_num 908) 2024-04-12T16:34:35.735 INFO:tasks.rados.rados.0.smithi005.stdout:2900: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2900: finishing copy_from to smithi00577259-43 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1045 (ObjNum 828 snap 242 seq_num 828) dirty exists 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2898: done (5 left) 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2899: done (4 left) 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2900: done (3 left) 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2904: rmattr oid 2 current snap is 270 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2904: done (3 left) 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2905: setattr oid 12 current snap is 270 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2901: finishing write tid 1 to smithi00577259-37 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2901: finishing write tid 2 to smithi00577259-37 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2901: finishing write tid 3 to smithi00577259-37 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2901: finishing write tid 4 to smithi00577259-37 2024-04-12T16:34:35.736 INFO:tasks.rados.rados.0.smithi005.stdout:2901: oid 37 updating version 0 to 1062 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2901: oid 37 version 1062 is already newer than 1060 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2901: oid 37 version 1062 is already newer than 1061 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1062 (ObjNum 909 snap 270 seq_num 909) dirty exists 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2901: left oid 37 (ObjNum 909 snap 270 seq_num 909) 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2903: finishing rollback tid 0 to smithi00577259-26 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2902: finishing write tid 1 to smithi00577259-22 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2903: finishing rollback tid 1 to smithi00577259-26 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 1147 (ObjNum 161 snap 0 seq_num 730676608) dirty dne 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2902: finishing write tid 2 to smithi00577259-22 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2902: finishing write tid 3 to smithi00577259-22 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2902: finishing write tid 4 to smithi00577259-22 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2902: oid 22 updating version 0 to 1059 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2902: oid 22 updating version 1059 to 1060 2024-04-12T16:34:35.737 INFO:tasks.rados.rados.0.smithi005.stdout:2902: oid 22 version 1060 is already newer than 1058 2024-04-12T16:34:35.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1060 (ObjNum 910 snap 270 seq_num 910) dirty exists 2024-04-12T16:34:35.738 INFO:tasks.rados.rados.0.smithi005.stdout:2902: left oid 22 (ObjNum 910 snap 270 seq_num 910) 2024-04-12T16:34:35.738 INFO:tasks.rados.rados.0.smithi005.stdout:2901: done (3 left) 2024-04-12T16:34:35.738 INFO:tasks.rados.rados.0.smithi005.stdout:2902: done (2 left) 2024-04-12T16:34:35.738 INFO:tasks.rados.rados.0.smithi005.stdout:2903: done (1 left) 2024-04-12T16:34:35.738 INFO:tasks.rados.rados.0.smithi005.stdout:2906: snap_create 2024-04-12T16:34:35.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1186 (ObjNum 867 snap 257 seq_num 867) dirty exists 2024-04-12T16:34:36.324 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:35 smithi016 ceph-mon[84444]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-04-12T16:34:36.324 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:35 smithi016 ceph-mon[84444]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T16:34:36.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:35 smithi005 ceph-mon[88416]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-04-12T16:34:36.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:35 smithi005 ceph-mon[88416]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T16:34:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:35 smithi005 ceph-mon[90837]: pgmap v607: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-04-12T16:34:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:35 smithi005 ceph-mon[90837]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T16:34:36.634 INFO:tasks.rados.rados.0.smithi005.stdout:2905: done (1 left) 2024-04-12T16:34:36.635 INFO:tasks.rados.rados.0.smithi005.stdout:2906: done (0 left) 2024-04-12T16:34:36.635 INFO:tasks.rados.rados.0.smithi005.stdout:2907: delete oid 42 current snap is 271 2024-04-12T16:34:36.639 INFO:tasks.rados.rados.0.smithi005.stdout:2907: done (0 left) 2024-04-12T16:34:36.639 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 271 2024-04-12T16:34:36.639 INFO:tasks.rados.rados.0.smithi005.stdout:2908: seq_num 912 ranges {0=483328,483328=401408} 2024-04-12T16:34:36.641 INFO:tasks.rados.rados.0.smithi005.stdout:2908: writing smithi00577259-26 from 0 to 483328 tid 1 2024-04-12T16:34:36.644 INFO:tasks.rados.rados.0.smithi005.stdout:2908: writing smithi00577259-26 from 483328 to 884736 tid 2 2024-04-12T16:34:36.644 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 271 2024-04-12T16:34:36.644 INFO:tasks.rados.rados.0.smithi005.stdout:2909: seq_num 913 ranges {0=499712,499712=401408} 2024-04-12T16:34:36.647 INFO:tasks.rados.rados.0.smithi005.stdout:2909: writing smithi00577259-42 from 0 to 499712 tid 1 2024-04-12T16:34:36.650 INFO:tasks.rados.rados.0.smithi005.stdout:2909: writing smithi00577259-42 from 499712 to 901120 tid 2 2024-04-12T16:34:36.650 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 271 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: finishing write tid 1 to smithi00577259-26 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: finishing write tid 2 to smithi00577259-26 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: finishing write tid 3 to smithi00577259-26 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: finishing write tid 4 to smithi00577259-26 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: oid 26 updating version 0 to 1150 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: oid 26 version 1150 is already newer than 1149 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: oid 26 version 1150 is already newer than 1148 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 1150 (ObjNum 912 snap 271 seq_num 912) dirty exists 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2908: left oid 26 (ObjNum 912 snap 271 seq_num 912) 2024-04-12T16:34:36.651 INFO:tasks.rados.rados.0.smithi005.stdout:2910: seq_num 914 ranges {5120000=516096,5636096=401408} 2024-04-12T16:34:36.681 INFO:tasks.rados.rados.0.smithi005.stdout:2910: writing smithi00577259-22 from 5120000 to 5636096 tid 1 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2910: writing smithi00577259-22 from 5636096 to 6037504 tid 2 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2908: done (2 left) 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2911: delete oid 39 current snap is 271 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: finishing write tid 1 to smithi00577259-42 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: finishing write tid 2 to smithi00577259-42 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: finishing write tid 3 to smithi00577259-42 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: finishing write tid 4 to smithi00577259-42 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: oid 42 updating version 0 to 1341 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: oid 42 version 1341 is already newer than 1340 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: oid 42 updating version 1341 to 1342 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1342 (ObjNum 913 snap 271 seq_num 913) dirty exists 2024-04-12T16:34:36.684 INFO:tasks.rados.rados.0.smithi005.stdout:2909: left oid 42 (ObjNum 913 snap 271 seq_num 913) 2024-04-12T16:34:36.686 INFO:tasks.rados.rados.0.smithi005.stdout:2910: finishing write tid 1 to smithi00577259-22 2024-04-12T16:34:36.686 INFO:tasks.rados.rados.0.smithi005.stdout:2910: finishing write tid 2 to smithi00577259-22 2024-04-12T16:34:36.686 INFO:tasks.rados.rados.0.smithi005.stdout:2910: finishing write tid 3 to smithi00577259-22 2024-04-12T16:34:36.687 INFO:tasks.rados.rados.0.smithi005.stdout:2909: done (2 left) 2024-04-12T16:34:36.687 INFO:tasks.rados.rados.0.smithi005.stdout:2911: done (1 left) 2024-04-12T16:34:36.687 INFO:tasks.rados.rados.0.smithi005.stdout:2912: read oid 18 snap -1 2024-04-12T16:34:36.687 INFO:tasks.rados.rados.0.smithi005.stdout:2912: expect (ObjNum 828 snap 242 seq_num 828) 2024-04-12T16:34:36.687 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 271 2024-04-12T16:34:36.688 INFO:tasks.rados.rados.0.smithi005.stdout:2913: seq_num 916 ranges {4857856=548864,5406720=401408} 2024-04-12T16:34:36.717 INFO:tasks.rados.rados.0.smithi005.stdout:2913: writing smithi00577259-46 from 4857856 to 5406720 tid 1 2024-04-12T16:34:36.720 INFO:tasks.rados.rados.0.smithi005.stdout:2913: writing smithi00577259-46 from 5406720 to 5808128 tid 2 2024-04-12T16:34:36.720 INFO:tasks.rados.rados.0.smithi005.stdout:2914: read oid 29 snap -1 2024-04-12T16:34:36.720 INFO:tasks.rados.rados.0.smithi005.stdout:2914: expect deleted 2024-04-12T16:34:36.720 INFO:tasks.rados.rados.0.smithi005.stdout:2915: read oid 34 snap -1 2024-04-12T16:34:36.720 INFO:tasks.rados.rados.0.smithi005.stdout:2915: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:2916: read oid 32 snap -1 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:2916: expect (ObjNum 899 snap 268 seq_num 899) 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:2917: copy_from oid 16 from oid 13 current snap is 271 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:2910: finishing write tid 4 to smithi00577259-22 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:2910: oid 22 updating version 0 to 1061 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:2910: oid 22 updating version 1061 to 1063 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:2910: oid 22 version 1063 is already newer than 1062 2024-04-12T16:34:36.721 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1063 (ObjNum 914 snap 271 seq_num 914) dirty exists 2024-04-12T16:34:36.722 INFO:tasks.rados.rados.0.smithi005.stdout:2910: left oid 22 (ObjNum 914 snap 271 seq_num 914) 2024-04-12T16:34:36.722 INFO:tasks.rados.rados.0.smithi005.stdout:2910: done (6 left) 2024-04-12T16:34:36.722 INFO:tasks.rados.rados.0.smithi005.stdout:2918: copy_from oid 10 from oid 17 current snap is 271 2024-04-12T16:34:36.722 INFO:tasks.rados.rados.0.smithi005.stdout:2912: expect (ObjNum 828 snap 242 seq_num 828) 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:2913: finishing write tid 1 to smithi00577259-46 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:2913: finishing write tid 2 to smithi00577259-46 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:2913: finishing write tid 3 to smithi00577259-46 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:2913: finishing write tid 4 to smithi00577259-46 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:2913: oid 46 updating version 0 to 1169 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:2913: oid 46 updating version 1169 to 1171 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:2913: oid 46 version 1171 is already newer than 1170 2024-04-12T16:34:36.829 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1171 (ObjNum 916 snap 271 seq_num 916) dirty exists 2024-04-12T16:34:36.830 INFO:tasks.rados.rados.0.smithi005.stdout:2913: left oid 46 (ObjNum 916 snap 271 seq_num 916) 2024-04-12T16:34:36.830 INFO:tasks.rados.rados.0.smithi005.stdout:2916: expect (ObjNum 899 snap 268 seq_num 899) 2024-04-12T16:34:36.916 INFO:tasks.rados.rados.0.smithi005.stdout:2917: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:34:36.916 INFO:tasks.rados.rados.0.smithi005.stdout:2917: finishing copy_from to smithi00577259-16 2024-04-12T16:34:36.916 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 1239 (ObjNum 824 snap 241 seq_num 824) dirty exists 2024-04-12T16:34:36.916 INFO:tasks.rados.rados.0.smithi005.stdout:2918: finishing copy_from racing read to smithi00577259-10 2024-04-12T16:34:36.916 INFO:tasks.rados.rados.0.smithi005.stdout:2918: finishing copy_from to smithi00577259-10 2024-04-12T16:34:36.916 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1015 (ObjNum 852 snap 251 seq_num 852) dirty exists 2024-04-12T16:34:36.916 INFO:tasks.rados.rados.0.smithi005.stdout:2915: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:34:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:37 smithi016 ceph-mon[84444]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-12T16:34:37.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:37 smithi016 ceph-mon[84444]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T16:34:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:37 smithi005 ceph-mon[88416]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-12T16:34:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:37 smithi005 ceph-mon[88416]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T16:34:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:37 smithi005 ceph-mon[90837]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-12T16:34:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:37 smithi005 ceph-mon[90837]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2912: done (6 left) 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2913: done (5 left) 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2914: done (4 left) 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2915: done (3 left) 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2916: done (2 left) 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2917: done (1 left) 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2918: done (0 left) 2024-04-12T16:34:38.460 INFO:tasks.rados.rados.0.smithi005.stdout:2919: setattr oid 40 current snap is 271 2024-04-12T16:34:38.461 INFO:tasks.rados.rados.0.smithi005.stdout:2920: snap_remove snap 266 2024-04-12T16:34:38.925 INFO:tasks.rados.rados.0.smithi005.stdout:2920: done (1 left) 2024-04-12T16:34:38.925 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 271 2024-04-12T16:34:38.925 INFO:tasks.rados.rados.0.smithi005.stdout:2921: seq_num 917 ranges {802816=565248,1368064=401408} 2024-04-12T16:34:38.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: writing smithi00577259-23 from 802816 to 1368064 tid 1 2024-04-12T16:34:38.936 INFO:tasks.rados.rados.0.smithi005.stdout:2921: writing smithi00577259-23 from 1368064 to 1769472 tid 2 2024-04-12T16:34:38.937 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1259 (ObjNum 897 snap 268 seq_num 897) dirty exists 2024-04-12T16:34:38.937 INFO:tasks.rados.rados.0.smithi005.stdout:2919: done (1 left) 2024-04-12T16:34:38.937 INFO:tasks.rados.rados.0.smithi005.stdout:2922: rollback oid 29 current snap is 271 2024-04-12T16:34:38.937 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 261 2024-04-12T16:34:38.937 INFO:tasks.rados.rados.0.smithi005.stdout:2923: snap_remove snap 268 2024-04-12T16:34:39.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:39.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:39.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:39.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:39.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:39.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:39.932 INFO:tasks.rados.rados.0.smithi005.stdout:2923: done (2 left) 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2924: delete oid 16 current snap is 271 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2922: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2922: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1182 (ObjNum 810 snap 236 seq_num 810) dirty exists 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: finishing write tid 1 to smithi00577259-23 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: finishing write tid 2 to smithi00577259-23 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: finishing write tid 3 to smithi00577259-23 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: finishing write tid 4 to smithi00577259-23 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: oid 23 updating version 0 to 1017 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: oid 23 updating version 1017 to 1018 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: oid 23 version 1018 is already newer than 1016 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1018 (ObjNum 917 snap 271 seq_num 917) dirty exists 2024-04-12T16:34:39.933 INFO:tasks.rados.rados.0.smithi005.stdout:2921: left oid 23 (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:34:39.943 INFO:tasks.rados.rados.0.smithi005.stdout:2921: done (2 left) 2024-04-12T16:34:39.943 INFO:tasks.rados.rados.0.smithi005.stdout:2922: done (1 left) 2024-04-12T16:34:39.944 INFO:tasks.rados.rados.0.smithi005.stdout:2924: done (0 left) 2024-04-12T16:34:39.944 INFO:tasks.rados.rados.0.smithi005.stdout:2925: copy_from oid 47 from oid 41 current snap is 271 2024-04-12T16:34:39.944 INFO:tasks.rados.rados.0.smithi005.stdout:2926: delete oid 4 current snap is 271 2024-04-12T16:34:39.947 INFO:tasks.rados.rados.0.smithi005.stdout:2926: done (1 left) 2024-04-12T16:34:39.947 INFO:tasks.rados.rados.0.smithi005.stdout:2927: copy_from oid 34 from oid 31 current snap is 271 2024-04-12T16:34:39.947 INFO:tasks.rados.rados.0.smithi005.stdout:2928: copy_from oid 35 from oid 6 current snap is 271 2024-04-12T16:34:39.947 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 271 2024-04-12T16:34:39.947 INFO:tasks.rados.rados.0.smithi005.stdout:2929: seq_num 920 ranges {2867200=614400,3481600=401408} 2024-04-12T16:34:39.967 INFO:tasks.rados.rados.0.smithi005.stdout:2929: writing smithi00577259-37 from 2867200 to 3481600 tid 1 2024-04-12T16:34:39.970 INFO:tasks.rados.rados.0.smithi005.stdout:2929: writing smithi00577259-37 from 3481600 to 3883008 tid 2 2024-04-12T16:34:39.970 INFO:tasks.rados.rados.0.smithi005.stdout:2930: rollback oid 38 current snap is 271 2024-04-12T16:34:39.970 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 270 2024-04-12T16:34:39.970 INFO:tasks.rados.rados.0.smithi005.stdout:2927: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:2925: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:2927: finishing copy_from to smithi00577259-34 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1056 (ObjNum 883 snap 261 seq_num 883) dirty exists 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:2925: finishing copy_from to smithi00577259-47 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1087 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:2925: done (4 left) 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:2927: done (3 left) 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:2931: delete oid 2 current snap is 271 2024-04-12T16:34:39.971 INFO:tasks.rados.rados.0.smithi005.stdout:2928: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:34:39.973 INFO:tasks.rados.rados.0.smithi005.stdout:2931: done (3 left) 2024-04-12T16:34:39.973 INFO:tasks.rados.rados.0.smithi005.stdout:2932: copy_from oid 11 from oid 41 current snap is 271 2024-04-12T16:34:39.973 INFO:tasks.rados.rados.0.smithi005.stdout:2928: finishing copy_from to smithi00577259-35 2024-04-12T16:34:39.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 918 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:34:39.973 INFO:tasks.rados.rados.0.smithi005.stdout:2928: done (3 left) 2024-04-12T16:34:39.973 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 271 2024-04-12T16:34:39.973 INFO:tasks.rados.rados.0.smithi005.stdout:2933: seq_num 922 ranges {3637248=647168,4284416=401408} 2024-04-12T16:34:39.996 INFO:tasks.rados.rados.0.smithi005.stdout:2933: writing smithi00577259-35 from 3637248 to 4284416 tid 1 2024-04-12T16:34:39.999 INFO:tasks.rados.rados.0.smithi005.stdout:2933: writing smithi00577259-35 from 4284416 to 4685824 tid 2 2024-04-12T16:34:39.999 INFO:tasks.rados.rados.0.smithi005.stdout:2934: rollback oid 48 current snap is 271 2024-04-12T16:34:39.999 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 48 to 270 2024-04-12T16:34:39.999 INFO:tasks.rados.rados.0.smithi005.stdout:2929: finishing write tid 1 to smithi00577259-37 2024-04-12T16:34:39.999 INFO:tasks.rados.rados.0.smithi005.stdout:2929: finishing write tid 2 to smithi00577259-37 2024-04-12T16:34:39.999 INFO:tasks.rados.rados.0.smithi005.stdout:2929: finishing write tid 3 to smithi00577259-37 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2929: finishing write tid 4 to smithi00577259-37 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2929: oid 37 updating version 0 to 1066 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2929: oid 37 version 1066 is already newer than 1064 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2929: oid 37 version 1066 is already newer than 1065 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1066 (ObjNum 920 snap 271 seq_num 920) dirty exists 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2929: left oid 37 (ObjNum 920 snap 271 seq_num 920) 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2930: finishing rollback tid 0 to smithi00577259-38 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2930: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2929: done (4 left) 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2935: rollback oid 36 current snap is 271 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 267 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:2930: finishing rollback tid 2 to smithi00577259-38 2024-04-12T16:34:40.000 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1185 (ObjNum 870 snap 258 seq_num 870) dirty exists 2024-04-12T16:34:40.001 INFO:tasks.rados.rados.0.smithi005.stdout:2932: finishing copy_from racing read to smithi00577259-11 2024-04-12T16:34:40.001 INFO:tasks.rados.rados.0.smithi005.stdout:2932: finishing copy_from to smithi00577259-11 2024-04-12T16:34:40.001 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1087 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:34:40.001 INFO:tasks.rados.rados.0.smithi005.stdout:2930: done (4 left) 2024-04-12T16:34:40.001 INFO:tasks.rados.rados.0.smithi005.stdout:2932: done (3 left) 2024-04-12T16:34:40.001 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 271 2024-04-12T16:34:40.001 INFO:tasks.rados.rados.0.smithi005.stdout:2936: seq_num 923 ranges {2957312=663552,3620864=401408} 2024-04-12T16:34:40.018 INFO:tasks.rados.rados.0.smithi005.stdout:2936: writing smithi00577259-47 from 2957312 to 3620864 tid 1 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2936: writing smithi00577259-47 from 3620864 to 4022272 tid 2 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2937: delete oid 25 current snap is 271 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2935: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2935: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1257 (ObjNum 896 snap 266 seq_num 896) dirty exists 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2933: finishing write tid 1 to smithi00577259-35 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2933: finishing write tid 2 to smithi00577259-35 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2933: finishing write tid 3 to smithi00577259-35 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2933: finishing write tid 4 to smithi00577259-35 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2933: oid 35 updating version 0 to 1020 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2933: oid 35 version 1020 is already newer than 1019 2024-04-12T16:34:40.022 INFO:tasks.rados.rados.0.smithi005.stdout:2933: oid 35 updating version 1020 to 1021 2024-04-12T16:34:40.023 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1021 (ObjNum 922 snap 271 seq_num 922) dirty exists 2024-04-12T16:34:40.023 INFO:tasks.rados.rados.0.smithi005.stdout:2933: left oid 35 (ObjNum 922 snap 271 seq_num 922) 2024-04-12T16:34:40.023 INFO:tasks.rados.rados.0.smithi005.stdout:2934: finishing rollback tid 0 to smithi00577259-48 2024-04-12T16:34:40.023 INFO:tasks.rados.rados.0.smithi005.stdout:2934: finishing rollback tid 1 to smithi00577259-48 2024-04-12T16:34:40.023 INFO:tasks.rados.rados.0.smithi005.stdout:2934: finishing rollback tid 2 to smithi00577259-48 2024-04-12T16:34:40.023 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1257 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-12T16:34:40.023 INFO:tasks.rados.rados.0.smithi005.stdout:2936: finishing write tid 1 to smithi00577259-47 2024-04-12T16:34:40.024 INFO:tasks.rados.rados.0.smithi005.stdout:2936: finishing write tid 2 to smithi00577259-47 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2933: done (4 left) 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2934: done (3 left) 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2935: done (2 left) 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2937: done (1 left) 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2938: read oid 16 snap -1 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2938: expect deleted 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2939: delete oid 30 current snap is 271 2024-04-12T16:34:40.025 INFO:tasks.rados.rados.0.smithi005.stdout:2936: finishing write tid 3 to smithi00577259-47 2024-04-12T16:34:40.026 INFO:tasks.rados.rados.0.smithi005.stdout:2936: finishing write tid 4 to smithi00577259-47 2024-04-12T16:34:40.026 INFO:tasks.rados.rados.0.smithi005.stdout:2936: oid 47 updating version 0 to 1152 2024-04-12T16:34:40.026 INFO:tasks.rados.rados.0.smithi005.stdout:2936: oid 47 version 1152 is already newer than 1151 2024-04-12T16:34:40.026 INFO:tasks.rados.rados.0.smithi005.stdout:2936: oid 47 updating version 1152 to 1153 2024-04-12T16:34:40.026 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1153 (ObjNum 923 snap 271 seq_num 923) dirty exists 2024-04-12T16:34:40.027 INFO:tasks.rados.rados.0.smithi005.stdout:2936: left oid 47 (ObjNum 923 snap 271 seq_num 923) 2024-04-12T16:34:40.027 INFO:tasks.rados.rados.0.smithi005.stdout:2936: done (2 left) 2024-04-12T16:34:40.027 INFO:tasks.rados.rados.0.smithi005.stdout:2938: done (1 left) 2024-04-12T16:34:40.027 INFO:tasks.rados.rados.0.smithi005.stdout:2939: done (0 left) 2024-04-12T16:34:40.027 INFO:tasks.rados.rados.0.smithi005.stdout:2940: copy_from oid 16 from oid 14 current snap is 271 2024-04-12T16:34:40.028 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 271 2024-04-12T16:34:40.028 INFO:tasks.rados.rados.0.smithi005.stdout:2941: seq_num 926 ranges {3637248=712704,4349952=401408} 2024-04-12T16:34:40.054 INFO:tasks.rados.rados.0.smithi005.stdout:2941: writing smithi00577259-1 from 3637248 to 4349952 tid 1 2024-04-12T16:34:40.054 INFO:tasks.rados.rados.0.smithi005.stdout:2941: writing smithi00577259-1 from 4349952 to 4751360 tid 2 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:2942: read oid 27 snap -1 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:2942: expect (ObjNum 850 snap 251 seq_num 850) 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:2943: read oid 39 snap -1 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:2943: expect deleted 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 271 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:2940: finishing copy_from racing read to smithi00577259-16 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:2940: finishing copy_from to smithi00577259-16 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 1185 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-04-12T16:34:40.055 INFO:tasks.rados.rados.0.smithi005.stdout:2944: seq_num 927 ranges {7815168=729088,8544256=401408} 2024-04-12T16:34:40.103 INFO:tasks.rados.rados.0.smithi005.stdout:2944: writing smithi00577259-17 from 7815168 to 8544256 tid 1 2024-04-12T16:34:40.105 INFO:tasks.rados.rados.0.smithi005.stdout:2944: writing smithi00577259-17 from 8544256 to 8945664 tid 2 2024-04-12T16:34:40.105 INFO:tasks.rados.rados.0.smithi005.stdout:2940: done (4 left) 2024-04-12T16:34:40.105 INFO:tasks.rados.rados.0.smithi005.stdout:2945: snap_remove snap 267 2024-04-12T16:34:40.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[88416]: pgmap v611: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-12T16:34:40.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[88416]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T16:34:40.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:40.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:40.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[90837]: pgmap v611: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-12T16:34:40.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[90837]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T16:34:40.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:40.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:40.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:39 smithi016 ceph-mon[84444]: pgmap v611: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-12T16:34:40.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:39 smithi016 ceph-mon[84444]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T16:34:40.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:40.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:40.941 INFO:tasks.rados.rados.0.smithi005.stdout:2945: done (4 left) 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2946: delete oid 31 current snap is 271 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: finishing write tid 1 to smithi00577259-1 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: finishing write tid 2 to smithi00577259-1 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: finishing write tid 3 to smithi00577259-1 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: finishing write tid 4 to smithi00577259-1 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: oid 1 updating version 0 to 1186 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: oid 1 updating version 1186 to 1187 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: oid 1 updating version 1187 to 1188 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1188 (ObjNum 926 snap 271 seq_num 926) dirty exists 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2941: left oid 1 (ObjNum 926 snap 271 seq_num 926) 2024-04-12T16:34:40.942 INFO:tasks.rados.rados.0.smithi005.stdout:2944: finishing write tid 1 to smithi00577259-17 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2944: finishing write tid 2 to smithi00577259-17 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2944: finishing write tid 3 to smithi00577259-17 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2944: finishing write tid 4 to smithi00577259-17 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2944: oid 17 updating version 0 to 1023 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2944: oid 17 updating version 1023 to 1024 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2944: oid 17 version 1024 is already newer than 1022 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1024 (ObjNum 927 snap 271 seq_num 927) dirty exists 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2944: left oid 17 (ObjNum 927 snap 271 seq_num 927) 2024-04-12T16:34:40.943 INFO:tasks.rados.rados.0.smithi005.stdout:2942: expect (ObjNum 850 snap 251 seq_num 850) 2024-04-12T16:34:41.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:40 smithi005 ceph-mon[88416]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T16:34:41.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:40 smithi005 ceph-mon[90837]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T16:34:41.233 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:40 smithi016 ceph-mon[84444]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T16:34:41.466 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:34:41.795 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:34:41.795 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (29s) 26s ago 12m 16.2M - 0.25.0 c8568f914cd2 a506a64f6d82 2024-04-12T16:34:41.795 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (8s) 3s ago 12m 53.0M - 9.4.12 2bacad6d85d8 187ced086d2f 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (99s) 26s ago 13m 15.5M - 19.0.0-2847-gbf9c5618 92de118a8b8f 5d010ee50832 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (79s) 3s ago 13m 12.6M - 19.0.0-2847-gbf9c5618 92de118a8b8f f5063dfd0ae9 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (7m) 3s ago 17m 453M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (8m) 26s ago 18m 521M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (7m) 26s ago 19m 68.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (6m) 3s ago 17m 58.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (6m) 26s ago 17m 60.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (66s) 26s ago 12m 7688k - 1.5.0 0da6a335fe13 74a3294e9623 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (62s) 3s ago 12m 15.5M - 1.5.0 0da6a335fe13 efc0b9e4fb7d 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (5m) 26s ago 16m 272M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (5m) 26s ago 16m 263M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (4m) 26s ago 16m 229M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (4m) 26s ago 15m 180M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:34:41.796 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (3m) 3s ago 15m 229M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:34:41.797 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (2m) 3s ago 14m 191M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 6b9d04a3acde 2024-04-12T16:34:41.797 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (2m) 3s ago 14m 119M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 3c5e02b6dbaf 2024-04-12T16:34:41.797 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (2m) 3s ago 14m 146M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f faa592c4e155 2024-04-12T16:34:41.797 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (45s) 3s ago 13m 49.8M - 2.43.0 a07b618ecd1d 8f768273e52b 2024-04-12T16:34:42.038 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:41 smithi016 ceph-mon[84444]: pgmap v614: 121 pgs: 121 active+clean; 271 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.1 MiB/s wr, 25 op/s 2024-04-12T16:34:42.038 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:41 smithi016 ceph-mon[84444]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T16:34:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:41 smithi005 ceph-mon[88416]: pgmap v614: 121 pgs: 121 active+clean; 271 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.1 MiB/s wr, 25 op/s 2024-04-12T16:34:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:41 smithi005 ceph-mon[88416]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T16:34:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:41 smithi005 ceph-mon[90837]: pgmap v614: 121 pgs: 121 active+clean; 271 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.1 MiB/s wr, 25 op/s 2024-04-12T16:34:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:41 smithi005 ceph-mon[90837]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T16:34:42.208 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:34:42.208 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:34:42.208 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 15 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:34:42.209 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:34:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:34:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:43.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/877076848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/877076848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T16:34:43.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T16:34:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T16:34:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T16:34:43.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.210 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.211 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2941: done (4 left) 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2942: done (3 left) 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2943: done (2 left) 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2944: done (1 left) 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2946: done (0 left) 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2947: read oid 36 snap 269 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2947: expect deleted 2024-04-12T16:34:43.251 INFO:tasks.rados.rados.0.smithi005.stdout:2948: snap_remove snap 270 2024-04-12T16:34:43.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/877076848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-12T16:34:43.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-12T16:34:43.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:34:43.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:34:43.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:43.951 INFO:tasks.rados.rados.0.smithi005.stdout:2948: done (1 left) 2024-04-12T16:34:43.951 INFO:tasks.rados.rados.0.smithi005.stdout:2949: delete oid 44 current snap is 271 2024-04-12T16:34:43.958 INFO:tasks.rados.rados.0.smithi005.stdout:2947: done (1 left) 2024-04-12T16:34:43.959 INFO:tasks.rados.rados.0.smithi005.stdout:2949: done (0 left) 2024-04-12T16:34:43.959 INFO:tasks.rados.rados.0.smithi005.stdout:2950: delete oid 22 current snap is 271 2024-04-12T16:34:43.964 INFO:tasks.rados.rados.0.smithi005.stdout:2950: done (0 left) 2024-04-12T16:34:43.964 INFO:tasks.rados.rados.0.smithi005.stdout:2951: rollback oid 41 current snap is 271 2024-04-12T16:34:43.964 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 269 2024-04-12T16:34:43.965 INFO:tasks.rados.rados.0.smithi005.stdout:2952: rollback oid 19 current snap is 271 2024-04-12T16:34:43.965 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 19 to 269 2024-04-12T16:34:43.965 INFO:tasks.rados.rados.0.smithi005.stdout:2953: rollback oid 24 current snap is 271 2024-04-12T16:34:43.965 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 24 to 263 2024-04-12T16:34:43.965 INFO:tasks.rados.rados.0.smithi005.stdout:2954: snap_create 2024-04-12T16:34:43.970 INFO:tasks.rados.rados.0.smithi005.stdout:2952: finishing rollback tid 0 to smithi00577259-19 2024-04-12T16:34:43.970 INFO:tasks.rados.rados.0.smithi005.stdout:2951: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:34:43.971 INFO:tasks.rados.rados.0.smithi005.stdout:2953: finishing rollback tid 0 to smithi00577259-24 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:2952: finishing rollback tid 1 to smithi00577259-19 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:2951: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:2953: finishing rollback tid 1 to smithi00577259-24 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:2952: finishing rollback tid 2 to smithi00577259-19 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1189 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:2951: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1096 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:34:43.973 INFO:tasks.rados.rados.0.smithi005.stdout:2953: finishing rollback tid 2 to smithi00577259-24 2024-04-12T16:34:43.974 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1270 (ObjNum 129 snap 0 seq_num 730502912) dirty exists 2024-04-12T16:34:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:34:43] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:34:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[88416]: pgmap v616: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-04-12T16:34:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[88416]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:34:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[88416]: Upgrade: Finalizing container_image settings 2024-04-12T16:34:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[88416]: Upgrade: Complete! 2024-04-12T16:34:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[90837]: pgmap v616: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-04-12T16:34:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[90837]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:34:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[90837]: Upgrade: Finalizing container_image settings 2024-04-12T16:34:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:43 smithi005 ceph-mon[90837]: Upgrade: Complete! 2024-04-12T16:34:44.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:43 smithi016 ceph-mon[84444]: pgmap v616: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-04-12T16:34:44.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:43 smithi016 ceph-mon[84444]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T16:34:44.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:43 smithi016 ceph-mon[84444]: Upgrade: Finalizing container_image settings 2024-04-12T16:34:44.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:43 smithi016 ceph-mon[84444]: Upgrade: Complete! 2024-04-12T16:34:44.954 INFO:tasks.rados.rados.0.smithi005.stdout:2951: done (3 left) 2024-04-12T16:34:44.955 INFO:tasks.rados.rados.0.smithi005.stdout:2952: done (2 left) 2024-04-12T16:34:44.955 INFO:tasks.rados.rados.0.smithi005.stdout:2953: done (1 left) 2024-04-12T16:34:44.955 INFO:tasks.rados.rados.0.smithi005.stdout:2954: done (0 left) 2024-04-12T16:34:44.955 INFO:tasks.rados.rados.0.smithi005.stdout:2955: read oid 49 snap -1 2024-04-12T16:34:44.955 INFO:tasks.rados.rados.0.smithi005.stdout:2955: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:34:44.955 INFO:tasks.rados.rados.0.smithi005.stdout:2956: snap_remove snap 263 2024-04-12T16:34:45.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:44 smithi016 ceph-mon[84444]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T16:34:45.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:45.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:44 smithi005 ceph-mon[88416]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T16:34:45.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:45.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:44 smithi005 ceph-mon[90837]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T16:34:45.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:34:45.637 INFO:tasks.rados.rados.0.smithi005.stdout:2956: done (1 left) 2024-04-12T16:34:45.637 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 272 2024-04-12T16:34:45.638 INFO:tasks.rados.rados.0.smithi005.stdout:2957: seq_num 931 ranges {7192576=802816,7995392=401408} 2024-04-12T16:34:45.681 INFO:tasks.rados.rados.0.smithi005.stdout:2957: writing smithi00577259-12 from 7192576 to 7995392 tid 1 2024-04-12T16:34:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2957: writing smithi00577259-12 from 7995392 to 8396800 tid 2 2024-04-12T16:34:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 272 2024-04-12T16:34:45.683 INFO:tasks.rados.rados.0.smithi005.stdout:2958: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-04-12T16:34:45.686 INFO:tasks.rados.rados.0.smithi005.stdout:2958: writing smithi00577259-45 from 0 to 417792 tid 1 2024-04-12T16:34:45.690 INFO:tasks.rados.rados.0.smithi005.stdout:2958: writing smithi00577259-45 from 417792 to 1081344 tid 2 2024-04-12T16:34:45.691 INFO:tasks.rados.rados.0.smithi005.stdout:2958: writing smithi00577259-45 from 1081344 to 1220608 tid 3 2024-04-12T16:34:45.691 INFO:tasks.rados.rados.0.smithi005.stdout:2959: snap_remove snap 269 2024-04-12T16:34:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:45 smithi016 ceph-mon[84444]: pgmap v618: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-12T16:34:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:45 smithi016 ceph-mon[84444]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T16:34:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:45 smithi016 ceph-mon[84444]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T16:34:46.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:45 smithi005 ceph-mon[90837]: pgmap v618: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-12T16:34:46.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:45 smithi005 ceph-mon[90837]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T16:34:46.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:45 smithi005 ceph-mon[90837]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T16:34:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:45 smithi005 ceph-mon[88416]: pgmap v618: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-12T16:34:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:45 smithi005 ceph-mon[88416]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T16:34:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:45 smithi005 ceph-mon[88416]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T16:34:46.638 INFO:tasks.rados.rados.0.smithi005.stdout:2959: done (3 left) 2024-04-12T16:34:46.639 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 272 2024-04-12T16:34:46.639 INFO:tasks.rados.rados.0.smithi005.stdout:2960: seq_num 933 ranges {1810432=434176,2244608=548864,2793472=253952} 2024-04-12T16:34:46.651 INFO:tasks.rados.rados.0.smithi005.stdout:2960: writing smithi00577259-50 from 1810432 to 2244608 tid 1 2024-04-12T16:34:46.655 INFO:tasks.rados.rados.0.smithi005.stdout:2960: writing smithi00577259-50 from 2244608 to 2793472 tid 2 2024-04-12T16:34:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: writing smithi00577259-50 from 2793472 to 3047424 tid 3 2024-04-12T16:34:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:2961: rollback oid 34 current snap is 272 2024-04-12T16:34:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 261 2024-04-12T16:34:46.657 INFO:tasks.rados.rados.0.smithi005.stdout:2955: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: finishing write tid 1 to smithi00577259-12 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: finishing write tid 2 to smithi00577259-12 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: finishing write tid 3 to smithi00577259-12 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: finishing write tid 4 to smithi00577259-12 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: oid 12 updating version 0 to 1192 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: oid 12 version 1192 is already newer than 1190 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: oid 12 version 1192 is already newer than 1191 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1192 (ObjNum 931 snap 272 seq_num 931) dirty exists 2024-04-12T16:34:46.863 INFO:tasks.rados.rados.0.smithi005.stdout:2957: left oid 12 (ObjNum 931 snap 272 seq_num 931) 2024-04-12T16:34:46.864 INFO:tasks.rados.rados.0.smithi005.stdout:2958: finishing write tid 1 to smithi00577259-45 2024-04-12T16:34:46.864 INFO:tasks.rados.rados.0.smithi005.stdout:2955: done (4 left) 2024-04-12T16:34:46.864 INFO:tasks.rados.rados.0.smithi005.stdout:2957: done (3 left) 2024-04-12T16:34:46.864 INFO:tasks.rados.rados.0.smithi005.stdout:2962: snap_remove snap 262 2024-04-12T16:34:47.640 INFO:tasks.rados.rados.0.smithi005.stdout:2962: done (3 left) 2024-04-12T16:34:47.640 INFO:tasks.rados.rados.0.smithi005.stdout:2963: rmattr oid 43 current snap is 272 2024-04-12T16:34:47.640 INFO:tasks.rados.rados.0.smithi005.stdout:2963: done (3 left) 2024-04-12T16:34:47.640 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 272 2024-04-12T16:34:47.640 INFO:tasks.rados.rados.0.smithi005.stdout:2964: seq_num 934 ranges {16277504=450560,16728064=434176,17162240=368640} 2024-04-12T16:34:47.733 INFO:tasks.rados.rados.0.smithi005.stdout:2964: writing smithi00577259-27 from 16277504 to 16728064 tid 1 2024-04-12T16:34:47.735 INFO:tasks.rados.rados.0.smithi005.stdout:2964: writing smithi00577259-27 from 16728064 to 17162240 tid 2 2024-04-12T16:34:47.737 INFO:tasks.rados.rados.0.smithi005.stdout:2964: writing smithi00577259-27 from 17162240 to 17530880 tid 3 2024-04-12T16:34:47.737 INFO:tasks.rados.rados.0.smithi005.stdout:2965: snap_remove snap 271 2024-04-12T16:34:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:47 smithi005 ceph-mon[88416]: pgmap v621: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-12T16:34:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:47 smithi005 ceph-mon[88416]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T16:34:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:47 smithi005 ceph-mon[90837]: pgmap v621: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-12T16:34:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:47 smithi005 ceph-mon[90837]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T16:34:48.023 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:47 smithi016 ceph-mon[84444]: pgmap v621: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-12T16:34:48.023 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:47 smithi016 ceph-mon[84444]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T16:34:48.655 INFO:tasks.rados.rados.0.smithi005.stdout:2958: finishing write tid 2 to smithi00577259-45 2024-04-12T16:34:48.655 INFO:tasks.rados.rados.0.smithi005.stdout:2958: finishing write tid 3 to smithi00577259-45 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2958: finishing write tid 4 to smithi00577259-45 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2958: finishing write tid 5 to smithi00577259-45 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2958: oid 45 updating version 0 to 1286 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2958: oid 45 updating version 1286 to 1287 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2958: oid 45 version 1287 is already newer than 1285 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2958: oid 45 version 1287 is already newer than 1284 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1287 (ObjNum 932 snap 272 seq_num 932) dirty exists 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2958: left oid 45 (ObjNum 932 snap 272 seq_num 932) 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2960: finishing write tid 1 to smithi00577259-50 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2960: finishing write tid 2 to smithi00577259-50 2024-04-12T16:34:48.656 INFO:tasks.rados.rados.0.smithi005.stdout:2960: finishing write tid 3 to smithi00577259-50 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: finishing write tid 4 to smithi00577259-50 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2961: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2961: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: finishing write tid 5 to smithi00577259-50 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: oid 50 updating version 0 to 1371 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: oid 50 updating version 1371 to 1372 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: oid 50 updating version 1372 to 1374 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: oid 50 version 1374 is already newer than 1373 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1374 (ObjNum 933 snap 272 seq_num 933) dirty exists 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2960: left oid 50 (ObjNum 933 snap 272 seq_num 933) 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2961: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1378 (ObjNum 853 snap 252 seq_num 853) dirty exists 2024-04-12T16:34:48.657 INFO:tasks.rados.rados.0.smithi005.stdout:2964: finishing write tid 1 to smithi00577259-27 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: finishing write tid 2 to smithi00577259-27 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: finishing write tid 3 to smithi00577259-27 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: finishing write tid 4 to smithi00577259-27 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: finishing write tid 5 to smithi00577259-27 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: oid 27 updating version 0 to 1299 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: oid 27 updating version 1299 to 1301 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: oid 27 updating version 1301 to 1302 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: oid 27 version 1302 is already newer than 1300 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1302 (ObjNum 934 snap 272 seq_num 934) dirty exists 2024-04-12T16:34:48.658 INFO:tasks.rados.rados.0.smithi005.stdout:2964: left oid 27 (ObjNum 934 snap 272 seq_num 934) 2024-04-12T16:34:48.659 INFO:tasks.rados.rados.0.smithi005.stdout:2958: done (4 left) 2024-04-12T16:34:48.659 INFO:tasks.rados.rados.0.smithi005.stdout:2960: done (3 left) 2024-04-12T16:34:48.659 INFO:tasks.rados.rados.0.smithi005.stdout:2961: done (2 left) 2024-04-12T16:34:48.659 INFO:tasks.rados.rados.0.smithi005.stdout:2964: done (1 left) 2024-04-12T16:34:48.659 INFO:tasks.rados.rados.0.smithi005.stdout:2965: done (0 left) 2024-04-12T16:34:48.659 INFO:tasks.rados.rados.0.smithi005.stdout:2966: snap_remove snap 261 2024-04-12T16:34:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:48 smithi005 ceph-mon[88416]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T16:34:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:48 smithi005 ceph-mon[90837]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T16:34:48.987 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:48 smithi016 ceph-mon[84444]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T16:34:49.657 INFO:tasks.rados.rados.0.smithi005.stdout:2966: done (0 left) 2024-04-12T16:34:49.657 INFO:tasks.rados.rados.0.smithi005.stdout:2967: copy_from oid 39 from oid 5 current snap is 272 2024-04-12T16:34:49.657 INFO:tasks.rados.rados.0.smithi005.stdout:2968: setattr oid 21 current snap is 272 2024-04-12T16:34:49.659 INFO:tasks.rados.rados.0.smithi005.stdout:2969: delete oid 13 current snap is 272 2024-04-12T16:34:49.670 INFO:tasks.rados.rados.0.smithi005.stdout:2967: finishing copy_from to smithi00577259-39 2024-04-12T16:34:49.671 INFO:tasks.rados.rados.0.smithi005.stdout:2967: got expected ENOENT (src dne) 2024-04-12T16:34:49.671 INFO:tasks.rados.rados.0.smithi005.stdout:2967: finishing copy_from racing read to smithi00577259-39 2024-04-12T16:34:49.673 INFO:tasks.rados.rados.0.smithi005.stdout:2967: done (2 left) 2024-04-12T16:34:49.673 INFO:tasks.rados.rados.0.smithi005.stdout:2969: done (1 left) 2024-04-12T16:34:49.673 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 272 2024-04-12T16:34:49.673 INFO:tasks.rados.rados.0.smithi005.stdout:2970: seq_num 936 ranges {4300800=483328,4784128=655360,5439488=147456} 2024-04-12T16:34:49.699 INFO:tasks.rados.rados.0.smithi005.stdout:2970: writing smithi00577259-14 from 4300800 to 4784128 tid 1 2024-04-12T16:34:49.703 INFO:tasks.rados.rados.0.smithi005.stdout:2970: writing smithi00577259-14 from 4784128 to 5439488 tid 2 2024-04-12T16:34:49.704 INFO:tasks.rados.rados.0.smithi005.stdout:2970: writing smithi00577259-14 from 5439488 to 5586944 tid 3 2024-04-12T16:34:49.704 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 272 2024-04-12T16:34:49.704 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1172 (ObjNum 891 snap 264 seq_num 891) dirty exists 2024-04-12T16:34:49.704 INFO:tasks.rados.rados.0.smithi005.stdout:2970: finishing write tid 1 to smithi00577259-14 2024-04-12T16:34:49.704 INFO:tasks.rados.rados.0.smithi005.stdout:2971: seq_num 937 ranges {4022272=499712,4521984=532480,5054464=270336} 2024-04-12T16:34:49.728 INFO:tasks.rados.rados.0.smithi005.stdout:2971: writing smithi00577259-47 from 4022272 to 4521984 tid 1 2024-04-12T16:34:49.731 INFO:tasks.rados.rados.0.smithi005.stdout:2971: writing smithi00577259-47 from 4521984 to 5054464 tid 2 2024-04-12T16:34:49.733 INFO:tasks.rados.rados.0.smithi005.stdout:2971: writing smithi00577259-47 from 5054464 to 5324800 tid 3 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2968: done (2 left) 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2972: setattr oid 36 current snap is 272 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: finishing write tid 2 to smithi00577259-14 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: finishing write tid 3 to smithi00577259-14 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: finishing write tid 4 to smithi00577259-14 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: finishing write tid 5 to smithi00577259-14 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: oid 14 updating version 0 to 1398 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: oid 14 version 1398 is already newer than 1397 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: oid 14 version 1398 is already newer than 1395 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:2970: oid 14 version 1398 is already newer than 1396 2024-04-12T16:34:49.734 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1398 (ObjNum 936 snap 272 seq_num 936) dirty exists 2024-04-12T16:34:49.735 INFO:tasks.rados.rados.0.smithi005.stdout:2970: left oid 14 (ObjNum 936 snap 272 seq_num 936) 2024-04-12T16:34:49.735 INFO:tasks.rados.rados.0.smithi005.stdout:2971: finishing write tid 1 to smithi00577259-47 2024-04-12T16:34:49.736 INFO:tasks.rados.rados.0.smithi005.stdout:2971: finishing write tid 2 to smithi00577259-47 2024-04-12T16:34:49.736 INFO:tasks.rados.rados.0.smithi005.stdout:2971: finishing write tid 3 to smithi00577259-47 2024-04-12T16:34:49.737 INFO:tasks.rados.rados.0.smithi005.stdout:2970: done (2 left) 2024-04-12T16:34:49.737 INFO:tasks.rados.rados.0.smithi005.stdout:2973: rollback oid 14 current snap is 272 2024-04-12T16:34:49.737 INFO:tasks.rados.rados.0.smithi005.stdout:2973: done (2 left) 2024-04-12T16:34:49.737 INFO:tasks.rados.rados.0.smithi005.stdout:2974: delete oid 12 current snap is 272 2024-04-12T16:34:49.737 INFO:tasks.rados.rados.0.smithi005.stdout:2971: finishing write tid 4 to smithi00577259-47 2024-04-12T16:34:49.737 INFO:tasks.rados.rados.0.smithi005.stdout:2971: finishing write tid 5 to smithi00577259-47 2024-04-12T16:34:49.737 INFO:tasks.rados.rados.0.smithi005.stdout:2971: oid 47 updating version 0 to 1156 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:2971: oid 47 version 1156 is already newer than 1155 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:2971: oid 47 updating version 1156 to 1157 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:2971: oid 47 version 1157 is already newer than 1154 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1157 (ObjNum 937 snap 272 seq_num 937) dirty exists 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:2971: left oid 47 (ObjNum 937 snap 272 seq_num 937) 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:2971: done (2 left) 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:2974: done (1 left) 2024-04-12T16:34:49.738 INFO:tasks.rados.rados.0.smithi005.stdout:2975: snap_create 2024-04-12T16:34:49.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1292 (ObjNum 896 snap 266 seq_num 896) dirty exists 2024-04-12T16:34:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:49 smithi005 ceph-mon[90837]: pgmap v624: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 600 KiB/s wr, 4 op/s 2024-04-12T16:34:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:49 smithi005 ceph-mon[90837]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T16:34:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:49 smithi005 ceph-mon[88416]: pgmap v624: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 600 KiB/s wr, 4 op/s 2024-04-12T16:34:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:49 smithi005 ceph-mon[88416]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T16:34:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:49 smithi016 ceph-mon[84444]: pgmap v624: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 600 KiB/s wr, 4 op/s 2024-04-12T16:34:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:49 smithi016 ceph-mon[84444]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T16:34:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:34:50.669 INFO:tasks.rados.rados.0.smithi005.stdout:2972: done (1 left) 2024-04-12T16:34:50.669 INFO:tasks.rados.rados.0.smithi005.stdout:2975: done (0 left) 2024-04-12T16:34:50.669 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 273 2024-04-12T16:34:50.669 INFO:tasks.rados.rados.0.smithi005.stdout:2976: seq_num 939 ranges {1220608=532480,1753088=704512,2457600=98304} 2024-04-12T16:34:50.678 INFO:tasks.rados.rados.0.smithi005.stdout:2976: writing smithi00577259-45 from 1220608 to 1753088 tid 1 2024-04-12T16:34:50.682 INFO:tasks.rados.rados.0.smithi005.stdout:2976: writing smithi00577259-45 from 1753088 to 2457600 tid 2 2024-04-12T16:34:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:2976: writing smithi00577259-45 from 2457600 to 2555904 tid 3 2024-04-12T16:34:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:2977: read oid 41 snap 272 2024-04-12T16:34:50.684 INFO:tasks.rados.rados.0.smithi005.stdout:2977: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:34:50.684 INFO:tasks.rados.rados.0.smithi005.stdout:2976: finishing write tid 1 to smithi00577259-45 2024-04-12T16:34:50.684 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 273 2024-04-12T16:34:50.684 INFO:tasks.rados.rados.0.smithi005.stdout:2978: seq_num 940 ranges {884736=548864,1433600=589824,2023424=212992} 2024-04-12T16:34:50.695 INFO:tasks.rados.rados.0.smithi005.stdout:2978: writing smithi00577259-26 from 884736 to 1433600 tid 1 2024-04-12T16:34:50.695 INFO:tasks.rados.rados.0.smithi005.stdout:2978: writing smithi00577259-26 from 1433600 to 2023424 tid 2 2024-04-12T16:34:50.697 INFO:tasks.rados.rados.0.smithi005.stdout:2978: writing smithi00577259-26 from 2023424 to 2236416 tid 3 2024-04-12T16:34:50.697 INFO:tasks.rados.rados.0.smithi005.stdout:2979: rollback oid 44 current snap is 273 2024-04-12T16:34:50.697 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 272 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: finishing write tid 2 to smithi00577259-45 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: finishing write tid 3 to smithi00577259-45 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: finishing write tid 4 to smithi00577259-45 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: finishing write tid 5 to smithi00577259-45 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: oid 45 updating version 0 to 1315 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: oid 45 version 1315 is already newer than 1314 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: oid 45 version 1315 is already newer than 1313 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: oid 45 updating version 1315 to 1316 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1316 (ObjNum 939 snap 273 seq_num 939) dirty exists 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: left oid 45 (ObjNum 939 snap 273 seq_num 939) 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2976: done (3 left) 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 273 2024-04-12T16:34:50.698 INFO:tasks.rados.rados.0.smithi005.stdout:2980: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-04-12T16:34:50.700 INFO:tasks.rados.rados.0.smithi005.stdout:2980: writing smithi00577259-20 from 0 to 565248 tid 1 2024-04-12T16:34:50.703 INFO:tasks.rados.rados.0.smithi005.stdout:2980: writing smithi00577259-20 from 565248 to 1040384 tid 2 2024-04-12T16:34:50.706 INFO:tasks.rados.rados.0.smithi005.stdout:2980: writing smithi00577259-20 from 1040384 to 1368064 tid 3 2024-04-12T16:34:50.706 INFO:tasks.rados.rados.0.smithi005.stdout:2981: delete oid 16 current snap is 273 2024-04-12T16:34:50.706 INFO:tasks.rados.rados.0.smithi005.stdout:2978: finishing write tid 1 to smithi00577259-26 2024-04-12T16:34:50.706 INFO:tasks.rados.rados.0.smithi005.stdout:2977: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:34:50.905 INFO:tasks.rados.rados.0.smithi005.stdout:2979: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:34:50.905 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-12T16:34:50.905 INFO:tasks.rados.rados.0.smithi005.stdout:2978: finishing write tid 2 to smithi00577259-26 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: finishing write tid 3 to smithi00577259-26 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2977: done (4 left) 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2979: done (3 left) 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2981: done (2 left) 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2982: copy_from oid 10 from oid 50 current snap is 273 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: finishing write tid 4 to smithi00577259-26 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: finishing write tid 5 to smithi00577259-26 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: oid 26 updating version 0 to 1159 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: oid 26 updating version 1159 to 1160 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: oid 26 version 1160 is already newer than 1158 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: oid 26 updating version 1160 to 1161 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 1161 (ObjNum 940 snap 273 seq_num 940) dirty exists 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2978: left oid 26 (ObjNum 940 snap 273 seq_num 940) 2024-04-12T16:34:50.906 INFO:tasks.rados.rados.0.smithi005.stdout:2980: finishing write tid 1 to smithi00577259-20 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: finishing write tid 2 to smithi00577259-20 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: finishing write tid 3 to smithi00577259-20 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: finishing write tid 4 to smithi00577259-20 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: finishing write tid 5 to smithi00577259-20 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: oid 20 updating version 0 to 1301 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: oid 20 updating version 1301 to 1304 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: oid 20 version 1304 is already newer than 1302 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: oid 20 version 1304 is already newer than 1303 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1304 (ObjNum 941 snap 273 seq_num 941) dirty exists 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: left oid 20 (ObjNum 941 snap 273 seq_num 941) 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2978: done (2 left) 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2980: done (1 left) 2024-04-12T16:34:50.907 INFO:tasks.rados.rados.0.smithi005.stdout:2983: setattr oid 33 current snap is 273 2024-04-12T16:34:50.908 INFO:tasks.rados.rados.0.smithi005.stdout:2984: rollback oid 36 current snap is 273 2024-04-12T16:34:50.908 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 272 2024-04-12T16:34:50.908 INFO:tasks.rados.rados.0.smithi005.stdout:2985: rmattr oid 22 current snap is 273 2024-04-12T16:34:50.908 INFO:tasks.rados.rados.0.smithi005.stdout:2985: done (3 left) 2024-04-12T16:34:50.908 INFO:tasks.rados.rados.0.smithi005.stdout:2986: rollback oid 47 current snap is 273 2024-04-12T16:34:50.909 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 272 2024-04-12T16:34:50.909 INFO:tasks.rados.rados.0.smithi005.stdout:2987: copy_from oid 34 from oid 1 current snap is 273 2024-04-12T16:34:50.909 INFO:tasks.rados.rados.0.smithi005.stdout:2988: rollback oid 41 current snap is 273 2024-04-12T16:34:50.909 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 272 2024-04-12T16:34:50.909 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 273 2024-04-12T16:34:50.909 INFO:tasks.rados.rados.0.smithi005.stdout:2989: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-04-12T16:34:50.910 INFO:tasks.rados.rados.0.smithi005.stdout:2989: writing smithi00577259-24 from 0 to 598016 tid 1 2024-04-12T16:34:50.914 INFO:tasks.rados.rados.0.smithi005.stdout:2989: writing smithi00577259-24 from 598016 to 1286144 tid 2 2024-04-12T16:34:50.916 INFO:tasks.rados.rados.0.smithi005.stdout:2989: writing smithi00577259-24 from 1286144 to 1400832 tid 3 2024-04-12T16:34:50.916 INFO:tasks.rados.rados.0.smithi005.stdout:2990: read oid 28 snap 272 2024-04-12T16:34:50.916 INFO:tasks.rados.rados.0.smithi005.stdout:2990: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:34:50.916 INFO:tasks.rados.rados.0.smithi005.stdout:2991: rmattr oid 22 current snap is 273 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2992: delete oid 35 current snap is 273 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2986: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2986: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2988: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2986: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1164 (ObjNum 937 snap 272 seq_num 937) dirty exists 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2988: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2988: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1099 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1306 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2984: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2984: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 0 (ObjNum 33 snap 0 seq_num 1949840531) dirty dne 2024-04-12T16:34:50.917 INFO:tasks.rados.rados.0.smithi005.stdout:2984: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:34:50.918 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1296 (ObjNum 896 snap 266 seq_num 896) dirty exists 2024-04-12T16:34:50.919 INFO:tasks.rados.rados.0.smithi005.stdout:2989: finishing write tid 1 to smithi00577259-24 2024-04-12T16:34:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2989: finishing write tid 2 to smithi00577259-24 2024-04-12T16:34:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2983: done (9 left) 2024-04-12T16:34:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2984: done (8 left) 2024-04-12T16:34:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2986: done (7 left) 2024-04-12T16:34:50.922 INFO:tasks.rados.rados.0.smithi005.stdout:2988: done (6 left) 2024-04-12T16:34:50.923 INFO:tasks.rados.rados.0.smithi005.stdout:2991: done (5 left) 2024-04-12T16:34:50.923 INFO:tasks.rados.rados.0.smithi005.stdout:2992: done (4 left) 2024-04-12T16:34:50.923 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 273 2024-04-12T16:34:50.923 INFO:tasks.rados.rados.0.smithi005.stdout:2989: finishing write tid 3 to smithi00577259-24 2024-04-12T16:34:50.923 INFO:tasks.rados.rados.0.smithi005.stdout:2993: seq_num 945 ranges {1572864=630784,2203648=458752,2662400=344064} 2024-04-12T16:34:50.935 INFO:tasks.rados.rados.0.smithi005.stdout:2993: writing smithi00577259-29 from 1572864 to 2203648 tid 1 2024-04-12T16:34:50.937 INFO:tasks.rados.rados.0.smithi005.stdout:2993: writing smithi00577259-29 from 2203648 to 2662400 tid 2 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2993: writing smithi00577259-29 from 2662400 to 3006464 tid 3 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2989: finishing write tid 4 to smithi00577259-24 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2982: finishing copy_from racing read to smithi00577259-10 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2989: finishing write tid 5 to smithi00577259-24 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2989: oid 24 updating version 0 to 1308 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2989: oid 24 updating version 1308 to 1311 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2989: oid 24 version 1311 is already newer than 1310 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2989: oid 24 version 1311 is already newer than 1309 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1311 (ObjNum 943 snap 273 seq_num 943) dirty exists 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2989: left oid 24 (ObjNum 943 snap 273 seq_num 943) 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2982: finishing copy_from to smithi00577259-10 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1374 (ObjNum 933 snap 272 seq_num 933) dirty exists 2024-04-12T16:34:50.941 INFO:tasks.rados.rados.0.smithi005.stdout:2987: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2987: finishing copy_from to smithi00577259-34 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1188 (ObjNum 926 snap 271 seq_num 926) dirty exists 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2982: done (4 left) 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2987: done (3 left) 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2989: done (2 left) 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2994: read oid 23 snap -1 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2994: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2995: read oid 30 snap -1 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2995: expect deleted 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 273 2024-04-12T16:34:50.942 INFO:tasks.rados.rados.0.smithi005.stdout:2996: seq_num 946 ranges {3047424=647168,3694592=745472,4440064=57344} 2024-04-12T16:34:50.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:50 smithi005 ceph-mon[88416]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T16:34:50.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:50 smithi005 ceph-mon[90837]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T16:34:50.960 INFO:tasks.rados.rados.0.smithi005.stdout:2996: writing smithi00577259-10 from 3047424 to 3694592 tid 1 2024-04-12T16:34:50.964 INFO:tasks.rados.rados.0.smithi005.stdout:2996: writing smithi00577259-10 from 3694592 to 4440064 tid 2 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:2996: writing smithi00577259-10 from 4440064 to 4497408 tid 3 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:2997: rollback oid 36 current snap is 273 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 272 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:2993: finishing write tid 1 to smithi00577259-29 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:2993: finishing write tid 2 to smithi00577259-29 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:2993: finishing write tid 3 to smithi00577259-29 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:2993: finishing write tid 4 to smithi00577259-29 2024-04-12T16:34:50.965 INFO:tasks.rados.rados.0.smithi005.stdout:2994: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:34:51.026 INFO:tasks.rados.rados.0.smithi005.stdout:2993: finishing write tid 5 to smithi00577259-29 2024-04-12T16:34:51.026 INFO:tasks.rados.rados.0.smithi005.stdout:2993: oid 29 updating version 0 to 1192 2024-04-12T16:34:51.026 INFO:tasks.rados.rados.0.smithi005.stdout:2993: oid 29 version 1192 is already newer than 1189 2024-04-12T16:34:51.026 INFO:tasks.rados.rados.0.smithi005.stdout:2993: oid 29 version 1192 is already newer than 1190 2024-04-12T16:34:51.026 INFO:tasks.rados.rados.0.smithi005.stdout:2993: oid 29 version 1192 is already newer than 1191 2024-04-12T16:34:51.026 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1192 (ObjNum 945 snap 273 seq_num 945) dirty exists 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2993: left oid 29 (ObjNum 945 snap 273 seq_num 945) 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2993: done (5 left) 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2994: done (4 left) 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2995: done (3 left) 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2998: rollback oid 41 current snap is 273 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 272 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: finishing write tid 1 to smithi00577259-10 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: finishing write tid 2 to smithi00577259-10 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: finishing write tid 3 to smithi00577259-10 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: finishing write tid 4 to smithi00577259-10 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: finishing write tid 5 to smithi00577259-10 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: oid 10 updating version 0 to 1377 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: oid 10 version 1377 is already newer than 1375 2024-04-12T16:34:51.027 INFO:tasks.rados.rados.0.smithi005.stdout:2996: oid 10 version 1377 is already newer than 1376 2024-04-12T16:34:51.028 INFO:tasks.rados.rados.0.smithi005.stdout:2996: oid 10 updating version 1377 to 1378 2024-04-12T16:34:51.028 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1378 (ObjNum 946 snap 273 seq_num 946) dirty exists 2024-04-12T16:34:51.028 INFO:tasks.rados.rados.0.smithi005.stdout:2996: left oid 10 (ObjNum 946 snap 273 seq_num 946) 2024-04-12T16:34:51.028 INFO:tasks.rados.rados.0.smithi005.stdout:2990: expect (ObjNum 665 snap 192 seq_num 665) 2024-04-12T16:34:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:50 smithi016 ceph-mon[84444]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T16:34:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:51 smithi005 ceph-mon[88416]: pgmap v627: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 894 KiB/s wr, 6 op/s 2024-04-12T16:34:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:51 smithi005 ceph-mon[88416]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T16:34:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:51 smithi005 ceph-mon[90837]: pgmap v627: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 894 KiB/s wr, 6 op/s 2024-04-12T16:34:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:51 smithi005 ceph-mon[90837]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T16:34:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:51 smithi016 ceph-mon[84444]: pgmap v627: 121 pgs: 121 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 894 KiB/s wr, 6 op/s 2024-04-12T16:34:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:51 smithi016 ceph-mon[84444]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2997: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2997: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2997: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1299 (ObjNum 896 snap 266 seq_num 896) dirty exists 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2998: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2990: done (3 left) 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2996: done (2 left) 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2997: done (1 left) 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2999: snap_create 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2998: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:34:52.570 INFO:tasks.rados.rados.0.smithi005.stdout:2998: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:34:52.571 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1102 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:34:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:34:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:34:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:2998: done (1 left) 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:2999: done (0 left) 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:3000: read oid 15 snap -1 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:3000: expect deleted 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:3001: read oid 49 snap -1 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:3001: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 274 2024-04-12T16:34:52.673 INFO:tasks.rados.rados.0.smithi005.stdout:3002: seq_num 947 ranges {7602176=663552,8265728=630784,8896512=172032} 2024-04-12T16:34:52.718 INFO:tasks.rados.rados.0.smithi005.stdout:3002: writing smithi00577259-21 from 7602176 to 8265728 tid 1 2024-04-12T16:34:52.722 INFO:tasks.rados.rados.0.smithi005.stdout:3002: writing smithi00577259-21 from 8265728 to 8896512 tid 2 2024-04-12T16:34:52.723 INFO:tasks.rados.rados.0.smithi005.stdout:3002: writing smithi00577259-21 from 8896512 to 9068544 tid 3 2024-04-12T16:34:52.723 INFO:tasks.rados.rados.0.smithi005.stdout:3003: copy_from oid 8 from oid 46 current snap is 274 2024-04-12T16:34:52.723 INFO:tasks.rados.rados.0.smithi005.stdout:3001: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:34:52.929 INFO:tasks.rados.rados.0.smithi005.stdout:3002: finishing write tid 1 to smithi00577259-21 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: finishing write tid 2 to smithi00577259-21 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: finishing write tid 3 to smithi00577259-21 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: finishing write tid 4 to smithi00577259-21 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: finishing write tid 5 to smithi00577259-21 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: oid 21 updating version 0 to 1176 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: oid 21 version 1176 is already newer than 1173 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: oid 21 version 1176 is already newer than 1175 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: oid 21 version 1176 is already newer than 1174 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1176 (ObjNum 947 snap 274 seq_num 947) dirty exists 2024-04-12T16:34:52.930 INFO:tasks.rados.rados.0.smithi005.stdout:3002: left oid 21 (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3003: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3003: finishing copy_from to smithi00577259-8 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1171 (ObjNum 916 snap 271 seq_num 916) dirty exists 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3000: done (3 left) 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3001: done (2 left) 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3002: done (1 left) 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3003: done (0 left) 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3004: copy_from oid 36 from oid 41 current snap is 274 2024-04-12T16:34:52.931 INFO:tasks.rados.rados.0.smithi005.stdout:3005: setattr oid 18 current snap is 274 2024-04-12T16:34:52.932 INFO:tasks.rados.rados.0.smithi005.stdout:3006: read oid 49 snap -1 2024-04-12T16:34:52.932 INFO:tasks.rados.rados.0.smithi005.stdout:3006: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:34:52.932 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 274 2024-04-12T16:34:52.932 INFO:tasks.rados.rados.0.smithi005.stdout:3007: seq_num 948 ranges {12394496=679936,13074432=516096,13590528=286720} 2024-04-12T16:34:53.003 INFO:tasks.rados.rados.0.smithi005.stdout:3007: writing smithi00577259-9 from 12394496 to 13074432 tid 1 2024-04-12T16:34:53.005 INFO:tasks.rados.rados.0.smithi005.stdout:3007: writing smithi00577259-9 from 13074432 to 13590528 tid 2 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:3007: writing smithi00577259-9 from 13590528 to 13877248 tid 3 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:3008: copy_from oid 8 from oid 24 current snap is 274 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1177 (ObjNum 828 snap 242 seq_num 828) dirty exists 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:3005: done (4 left) 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:3009: read oid 47 snap -1 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:3009: expect (ObjNum 937 snap 272 seq_num 937) 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 274 2024-04-12T16:34:53.008 INFO:tasks.rados.rados.0.smithi005.stdout:3010: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-04-12T16:34:53.011 INFO:tasks.rados.rados.0.smithi005.stdout:3010: writing smithi00577259-48 from 0 to 704512 tid 1 2024-04-12T16:34:53.017 INFO:tasks.rados.rados.0.smithi005.stdout:3010: writing smithi00577259-48 from 704512 to 1499136 tid 2 2024-04-12T16:34:53.017 INFO:tasks.rados.rados.0.smithi005.stdout:3010: writing smithi00577259-48 from 1499136 to 1507328 tid 3 2024-04-12T16:34:53.017 INFO:tasks.rados.rados.0.smithi005.stdout:3011: read oid 14 snap -1 2024-04-12T16:34:53.017 INFO:tasks.rados.rados.0.smithi005.stdout:3011: expect (ObjNum 936 snap 272 seq_num 936) 2024-04-12T16:34:53.018 INFO:tasks.rados.rados.0.smithi005.stdout:3012: read oid 37 snap -1 2024-04-12T16:34:53.018 INFO:tasks.rados.rados.0.smithi005.stdout:3012: expect (ObjNum 920 snap 271 seq_num 920) 2024-04-12T16:34:53.018 INFO:tasks.rados.rados.0.smithi005.stdout:3013: snap_remove snap 273 2024-04-12T16:34:53.679 INFO:tasks.rados.rados.0.smithi005.stdout:3004: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:34:53.679 INFO:tasks.rados.rados.0.smithi005.stdout:3004: finishing copy_from to smithi00577259-36 2024-04-12T16:34:53.679 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1102 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:34:53.679 INFO:tasks.rados.rados.0.smithi005.stdout:3006: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:34:53.886 INFO:tasks.rados.rados.0.smithi005.stdout:3007: finishing write tid 1 to smithi00577259-9 2024-04-12T16:34:53.886 INFO:tasks.rados.rados.0.smithi005.stdout:3007: finishing write tid 2 to smithi00577259-9 2024-04-12T16:34:53.886 INFO:tasks.rados.rados.0.smithi005.stdout:3007: finishing write tid 3 to smithi00577259-9 2024-04-12T16:34:53.886 INFO:tasks.rados.rados.0.smithi005.stdout:3007: finishing write tid 4 to smithi00577259-9 2024-04-12T16:34:53.886 INFO:tasks.rados.rados.0.smithi005.stdout:3007: finishing write tid 5 to smithi00577259-9 2024-04-12T16:34:53.886 INFO:tasks.rados.rados.0.smithi005.stdout:3007: oid 9 updating version 0 to 1187 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3007: oid 9 updating version 1187 to 1188 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3007: oid 9 updating version 1188 to 1190 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3007: oid 9 version 1190 is already newer than 1189 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1190 (ObjNum 948 snap 274 seq_num 948) dirty exists 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3007: left oid 9 (ObjNum 948 snap 274 seq_num 948) 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3008: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3010: finishing write tid 1 to smithi00577259-48 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3010: finishing write tid 2 to smithi00577259-48 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3004: done (8 left) 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3006: done (7 left) 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3007: done (6 left) 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:3013: done (5 left) 2024-04-12T16:34:53.887 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 274 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: finishing write tid 3 to smithi00577259-48 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: finishing write tid 4 to smithi00577259-48 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: finishing write tid 5 to smithi00577259-48 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: oid 48 updating version 0 to 1314 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: oid 48 updating version 1314 to 1316 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: oid 48 version 1316 is already newer than 1313 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: oid 48 version 1316 is already newer than 1315 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1316 (ObjNum 949 snap 274 seq_num 949) dirty exists 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3010: left oid 48 (ObjNum 949 snap 274 seq_num 949) 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3008: finishing copy_from to smithi00577259-8 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1311 (ObjNum 943 snap 273 seq_num 943) dirty exists 2024-04-12T16:34:53.888 INFO:tasks.rados.rados.0.smithi005.stdout:3009: expect (ObjNum 937 snap 272 seq_num 937) 2024-04-12T16:34:53.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:53 smithi005 ceph-mon[88416]: pgmap v629: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-12T16:34:53.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:53 smithi005 ceph-mon[88416]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T16:34:53.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:34:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:34:53] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:34:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:53 smithi005 ceph-mon[90837]: pgmap v629: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-12T16:34:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:53 smithi005 ceph-mon[90837]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T16:34:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:53 smithi016 ceph-mon[84444]: pgmap v629: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-12T16:34:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:53 smithi016 ceph-mon[84444]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T16:34:54.259 INFO:tasks.rados.rados.0.smithi005.stdout:3012: expect (ObjNum 920 snap 271 seq_num 920) 2024-04-12T16:34:54.450 INFO:tasks.rados.rados.0.smithi005.stdout:3011: expect (ObjNum 936 snap 272 seq_num 936) 2024-04-12T16:34:54.756 INFO:tasks.rados.rados.0.smithi005.stdout:3014: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-12T16:34:54.760 INFO:tasks.rados.rados.0.smithi005.stdout:3014: writing smithi00577259-13 from 0 to 720896 tid 1 2024-04-12T16:34:54.764 INFO:tasks.rados.rados.0.smithi005.stdout:3014: writing smithi00577259-13 from 720896 to 1400832 tid 2 2024-04-12T16:34:54.765 INFO:tasks.rados.rados.0.smithi005.stdout:3014: writing smithi00577259-13 from 1400832 to 1523712 tid 3 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3008: done (5 left) 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3009: done (4 left) 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3010: done (3 left) 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3011: done (2 left) 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3012: done (1 left) 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3015: read oid 3 snap -1 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3015: expect deleted 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3016: read oid 30 snap 272 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3016: expect deleted 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3017: setattr oid 8 current snap is 274 2024-04-12T16:34:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3014: finishing write tid 1 to smithi00577259-13 2024-04-12T16:34:54.767 INFO:tasks.rados.rados.0.smithi005.stdout:3015: done (3 left) 2024-04-12T16:34:54.767 INFO:tasks.rados.rados.0.smithi005.stdout:3016: done (2 left) 2024-04-12T16:34:54.767 INFO:tasks.rados.rados.0.smithi005.stdout:3018: snap_remove snap 272 2024-04-12T16:34:54.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:54 smithi005 ceph-mon[88416]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T16:34:54.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:54 smithi005 ceph-mon[90837]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T16:34:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:54 smithi016 ceph-mon[84444]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T16:34:55.640 INFO:tasks.rados.rados.0.smithi005.stdout:3018: done (2 left) 2024-04-12T16:34:55.640 INFO:tasks.rados.rados.0.smithi005.stdout:3019: rmattr oid 17 current snap is 274 2024-04-12T16:34:55.640 INFO:tasks.rados.rados.0.smithi005.stdout:3020: snap_create 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: finishing write tid 2 to smithi00577259-13 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: finishing write tid 3 to smithi00577259-13 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: finishing write tid 4 to smithi00577259-13 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: finishing write tid 5 to smithi00577259-13 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: oid 13 updating version 0 to 1319 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: oid 13 updating version 1319 to 1320 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: oid 13 version 1320 is already newer than 1318 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: oid 13 version 1320 is already newer than 1317 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1320 (ObjNum 950 snap 274 seq_num 950) dirty exists 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:3014: left oid 13 (ObjNum 950 snap 274 seq_num 950) 2024-04-12T16:34:55.641 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1312 (ObjNum 943 snap 273 seq_num 943) dirty exists 2024-04-12T16:34:55.648 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1026 (ObjNum 927 snap 271 seq_num 927) dirty exists 2024-04-12T16:34:55.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:55 smithi005 ceph-mon[88416]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T16:34:55.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:55 smithi005 ceph-mon[88416]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T16:34:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:55 smithi005 ceph-mon[90837]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T16:34:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:55 smithi005 ceph-mon[90837]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T16:34:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:55 smithi016 ceph-mon[84444]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 31 op/s 2024-04-12T16:34:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:55 smithi016 ceph-mon[84444]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T16:34:56.640 INFO:tasks.rados.rados.0.smithi005.stdout:3014: done (3 left) 2024-04-12T16:34:56.641 INFO:tasks.rados.rados.0.smithi005.stdout:3017: done (2 left) 2024-04-12T16:34:56.641 INFO:tasks.rados.rados.0.smithi005.stdout:3019: done (1 left) 2024-04-12T16:34:56.641 INFO:tasks.rados.rados.0.smithi005.stdout:3020: done (0 left) 2024-04-12T16:34:56.641 INFO:tasks.rados.rados.0.smithi005.stdout:3021: copy_from oid 27 from oid 12 current snap is 275 2024-04-12T16:34:56.641 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 275 2024-04-12T16:34:56.641 INFO:tasks.rados.rados.0.smithi005.stdout:3022: seq_num 951 ranges {3047424=737280,3784704=614400,4399104=188416} 2024-04-12T16:34:56.661 INFO:tasks.rados.rados.0.smithi005.stdout:3022: writing smithi00577259-18 from 3047424 to 3784704 tid 1 2024-04-12T16:34:56.664 INFO:tasks.rados.rados.0.smithi005.stdout:3022: writing smithi00577259-18 from 3784704 to 4399104 tid 2 2024-04-12T16:34:56.666 INFO:tasks.rados.rados.0.smithi005.stdout:3022: writing smithi00577259-18 from 4399104 to 4587520 tid 3 2024-04-12T16:34:56.666 INFO:tasks.rados.rados.0.smithi005.stdout:3023: snap_remove snap 274 2024-04-12T16:34:57.647 INFO:tasks.rados.rados.0.smithi005.stdout:3021: finishing copy_from to smithi00577259-27 2024-04-12T16:34:57.647 INFO:tasks.rados.rados.0.smithi005.stdout:3021: got expected ENOENT (src dne) 2024-04-12T16:34:57.647 INFO:tasks.rados.rados.0.smithi005.stdout:3021: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:34:57.647 INFO:tasks.rados.rados.0.smithi005.stdout:3022: finishing write tid 1 to smithi00577259-18 2024-04-12T16:34:57.647 INFO:tasks.rados.rados.0.smithi005.stdout:3022: finishing write tid 2 to smithi00577259-18 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: finishing write tid 3 to smithi00577259-18 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: finishing write tid 4 to smithi00577259-18 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: finishing write tid 5 to smithi00577259-18 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: oid 18 updating version 0 to 1178 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: oid 18 updating version 1178 to 1180 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: oid 18 updating version 1180 to 1181 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: oid 18 version 1181 is already newer than 1179 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1181 (ObjNum 951 snap 275 seq_num 951) dirty exists 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: left oid 18 (ObjNum 951 snap 275 seq_num 951) 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3021: done (2 left) 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3022: done (1 left) 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3023: done (0 left) 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 275 2024-04-12T16:34:57.648 INFO:tasks.rados.rados.0.smithi005.stdout:3024: seq_num 952 ranges {2555904=753664,3309568=499712,3809280=303104} 2024-04-12T16:34:57.665 INFO:tasks.rados.rados.0.smithi005.stdout:3024: writing smithi00577259-45 from 2555904 to 3309568 tid 1 2024-04-12T16:34:57.668 INFO:tasks.rados.rados.0.smithi005.stdout:3024: writing smithi00577259-45 from 3309568 to 3809280 tid 2 2024-04-12T16:34:57.671 INFO:tasks.rados.rados.0.smithi005.stdout:3024: writing smithi00577259-45 from 3809280 to 4112384 tid 3 2024-04-12T16:34:57.671 INFO:tasks.rados.rados.0.smithi005.stdout:3025: read oid 29 snap -1 2024-04-12T16:34:57.671 INFO:tasks.rados.rados.0.smithi005.stdout:3025: expect (ObjNum 945 snap 273 seq_num 945) 2024-04-12T16:34:57.671 INFO:tasks.rados.rados.0.smithi005.stdout:3026: rollback oid 3 current snap is 275 2024-04-12T16:34:57.671 INFO:tasks.rados.rados.0.smithi005.stdout:3026: done (2 left) 2024-04-12T16:34:57.671 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 275 2024-04-12T16:34:57.672 INFO:tasks.rados.rados.0.smithi005.stdout:3027: seq_num 953 ranges {8945664=770048,9715712=786432,10502144=16384} 2024-04-12T16:34:57.724 INFO:tasks.rados.rados.0.smithi005.stdout:3027: writing smithi00577259-17 from 8945664 to 9715712 tid 1 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3027: writing smithi00577259-17 from 9715712 to 10502144 tid 2 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3027: writing smithi00577259-17 from 10502144 to 10518528 tid 3 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3028: read oid 31 snap -1 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3028: expect deleted 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 275 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3024: finishing write tid 1 to smithi00577259-45 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3024: finishing write tid 2 to smithi00577259-45 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3024: finishing write tid 3 to smithi00577259-45 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3024: finishing write tid 4 to smithi00577259-45 2024-04-12T16:34:57.730 INFO:tasks.rados.rados.0.smithi005.stdout:3024: finishing write tid 5 to smithi00577259-45 2024-04-12T16:34:57.731 INFO:tasks.rados.rados.0.smithi005.stdout:3024: oid 45 updating version 0 to 1323 2024-04-12T16:34:57.731 INFO:tasks.rados.rados.0.smithi005.stdout:3024: oid 45 updating version 1323 to 1324 2024-04-12T16:34:57.731 INFO:tasks.rados.rados.0.smithi005.stdout:3024: oid 45 updating version 1324 to 1326 2024-04-12T16:34:57.731 INFO:tasks.rados.rados.0.smithi005.stdout:3024: oid 45 version 1326 is already newer than 1325 2024-04-12T16:34:57.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1326 (ObjNum 952 snap 275 seq_num 952) dirty exists 2024-04-12T16:34:57.731 INFO:tasks.rados.rados.0.smithi005.stdout:3024: left oid 45 (ObjNum 952 snap 275 seq_num 952) 2024-04-12T16:34:57.731 INFO:tasks.rados.rados.0.smithi005.stdout:3029: seq_num 954 ranges {3883008=786432,4669440=671744,5341184=131072} 2024-04-12T16:34:57.755 INFO:tasks.rados.rados.0.smithi005.stdout:3029: writing smithi00577259-37 from 3883008 to 4669440 tid 1 2024-04-12T16:34:57.758 INFO:tasks.rados.rados.0.smithi005.stdout:3029: writing smithi00577259-37 from 4669440 to 5341184 tid 2 2024-04-12T16:34:57.759 INFO:tasks.rados.rados.0.smithi005.stdout:3029: writing smithi00577259-37 from 5341184 to 5472256 tid 3 2024-04-12T16:34:57.759 INFO:tasks.rados.rados.0.smithi005.stdout:3024: done (4 left) 2024-04-12T16:34:57.759 INFO:tasks.rados.rados.0.smithi005.stdout:3030: delete oid 28 current snap is 275 2024-04-12T16:34:57.759 INFO:tasks.rados.rados.0.smithi005.stdout:3025: expect (ObjNum 945 snap 273 seq_num 945) 2024-04-12T16:34:57.864 INFO:tasks.rados.rados.0.smithi005.stdout:3027: finishing write tid 1 to smithi00577259-17 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: finishing write tid 2 to smithi00577259-17 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: finishing write tid 3 to smithi00577259-17 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: finishing write tid 4 to smithi00577259-17 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: finishing write tid 5 to smithi00577259-17 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: oid 17 updating version 0 to 1028 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: oid 17 updating version 1028 to 1030 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: oid 17 version 1030 is already newer than 1029 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: oid 17 version 1030 is already newer than 1027 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1030 (ObjNum 953 snap 275 seq_num 953) dirty exists 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: left oid 17 (ObjNum 953 snap 275 seq_num 953) 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3029: finishing write tid 1 to smithi00577259-37 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3025: done (4 left) 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3027: done (3 left) 2024-04-12T16:34:57.865 INFO:tasks.rados.rados.0.smithi005.stdout:3028: done (2 left) 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3030: done (1 left) 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 275 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: finishing write tid 2 to smithi00577259-37 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: finishing write tid 3 to smithi00577259-37 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: finishing write tid 4 to smithi00577259-37 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: finishing write tid 5 to smithi00577259-37 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: oid 37 updating version 0 to 1380 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: oid 37 updating version 1380 to 1382 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: oid 37 version 1382 is already newer than 1381 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: oid 37 version 1382 is already newer than 1379 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1382 (ObjNum 954 snap 275 seq_num 954) dirty exists 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3029: left oid 37 (ObjNum 954 snap 275 seq_num 954) 2024-04-12T16:34:57.866 INFO:tasks.rados.rados.0.smithi005.stdout:3031: seq_num 956 ranges {1507328=417792,1925120=434176,2359296=770048} 2024-04-12T16:34:57.875 INFO:tasks.rados.rados.0.smithi005.stdout:3031: writing smithi00577259-48 from 1507328 to 1925120 tid 1 2024-04-12T16:34:57.877 INFO:tasks.rados.rados.0.smithi005.stdout:3031: writing smithi00577259-48 from 1925120 to 2359296 tid 2 2024-04-12T16:34:57.882 INFO:tasks.rados.rados.0.smithi005.stdout:3031: writing smithi00577259-48 from 2359296 to 3129344 tid 3 2024-04-12T16:34:57.882 INFO:tasks.rados.rados.0.smithi005.stdout:3029: done (1 left) 2024-04-12T16:34:57.882 INFO:tasks.rados.rados.0.smithi005.stdout:3032: setattr oid 16 current snap is 275 2024-04-12T16:34:57.882 INFO:tasks.rados.rados.0.smithi005.stdout:3031: finishing write tid 1 to smithi00577259-48 2024-04-12T16:34:57.882 INFO:tasks.rados.rados.0.smithi005.stdout:3031: finishing write tid 2 to smithi00577259-48 2024-04-12T16:34:57.883 INFO:tasks.rados.rados.0.smithi005.stdout:3033: rollback oid 44 current snap is 275 2024-04-12T16:34:57.884 INFO:tasks.rados.rados.0.smithi005.stdout:3033: done (2 left) 2024-04-12T16:34:57.884 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 275 2024-04-12T16:34:57.884 INFO:tasks.rados.rados.0.smithi005.stdout:3034: seq_num 957 ranges {0=434176,434176=720896,1155072=483328} 2024-04-12T16:34:57.886 INFO:tasks.rados.rados.0.smithi005.stdout:3034: writing smithi00577259-15 from 0 to 434176 tid 1 2024-04-12T16:34:57.890 INFO:tasks.rados.rados.0.smithi005.stdout:3034: writing smithi00577259-15 from 434176 to 1155072 tid 2 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3034: writing smithi00577259-15 from 1155072 to 1638400 tid 3 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3035: read oid 40 snap -1 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3035: expect (ObjNum 897 snap 268 seq_num 897) 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3036: delete oid 27 current snap is 275 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3031: finishing write tid 3 to smithi00577259-48 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3031: finishing write tid 4 to smithi00577259-48 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 1242 (ObjNum 33 snap 0 seq_num 1819435359) dirty exists 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3031: finishing write tid 5 to smithi00577259-48 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3031: oid 48 updating version 0 to 1326 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3031: oid 48 updating version 1326 to 1328 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3031: oid 48 version 1328 is already newer than 1327 2024-04-12T16:34:57.894 INFO:tasks.rados.rados.0.smithi005.stdout:3031: oid 48 version 1328 is already newer than 1325 2024-04-12T16:34:57.895 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1328 (ObjNum 956 snap 275 seq_num 956) dirty exists 2024-04-12T16:34:57.895 INFO:tasks.rados.rados.0.smithi005.stdout:3031: left oid 48 (ObjNum 956 snap 275 seq_num 956) 2024-04-12T16:34:57.895 INFO:tasks.rados.rados.0.smithi005.stdout:3034: finishing write tid 1 to smithi00577259-15 2024-04-12T16:34:57.895 INFO:tasks.rados.rados.0.smithi005.stdout:3034: finishing write tid 2 to smithi00577259-15 2024-04-12T16:34:57.896 INFO:tasks.rados.rados.0.smithi005.stdout:3034: finishing write tid 3 to smithi00577259-15 2024-04-12T16:34:57.896 INFO:tasks.rados.rados.0.smithi005.stdout:3034: finishing write tid 4 to smithi00577259-15 2024-04-12T16:34:57.897 INFO:tasks.rados.rados.0.smithi005.stdout:3034: finishing write tid 5 to smithi00577259-15 2024-04-12T16:34:57.897 INFO:tasks.rados.rados.0.smithi005.stdout:3034: oid 15 updating version 0 to 1039 2024-04-12T16:34:57.897 INFO:tasks.rados.rados.0.smithi005.stdout:3034: oid 15 version 1039 is already newer than 1038 2024-04-12T16:34:57.897 INFO:tasks.rados.rados.0.smithi005.stdout:3034: oid 15 version 1039 is already newer than 1037 2024-04-12T16:34:57.898 INFO:tasks.rados.rados.0.smithi005.stdout:3034: oid 15 version 1039 is already newer than 1036 2024-04-12T16:34:57.898 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1039 (ObjNum 957 snap 275 seq_num 957) dirty exists 2024-04-12T16:34:57.898 INFO:tasks.rados.rados.0.smithi005.stdout:3034: left oid 15 (ObjNum 957 snap 275 seq_num 957) 2024-04-12T16:34:57.899 INFO:tasks.rados.rados.0.smithi005.stdout:3035: expect (ObjNum 897 snap 268 seq_num 897) 2024-04-12T16:34:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:57 smithi005 ceph-mon[88416]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-12T16:34:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:57 smithi005 ceph-mon[88416]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T16:34:57.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:57 smithi005 ceph-mon[90837]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-12T16:34:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:57 smithi005 ceph-mon[90837]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3031: done (4 left) 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3032: done (3 left) 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3034: done (2 left) 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3035: done (1 left) 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3036: done (0 left) 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3037: rmattr oid 26 current snap is 275 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3037: done (0 left) 2024-04-12T16:34:57.980 INFO:tasks.rados.rados.0.smithi005.stdout:3038: snap_create 2024-04-12T16:34:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:57 smithi016 ceph-mon[84444]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-12T16:34:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:57 smithi016 ceph-mon[84444]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T16:34:58.652 INFO:tasks.rados.rados.0.smithi005.stdout:3038: done (0 left) 2024-04-12T16:34:58.652 INFO:tasks.rados.rados.0.smithi005.stdout:3039: delete oid 7 current snap is 276 2024-04-12T16:34:58.657 INFO:tasks.rados.rados.0.smithi005.stdout:3039: done (0 left) 2024-04-12T16:34:58.657 INFO:tasks.rados.rados.0.smithi005.stdout:3040: snap_remove snap 275 2024-04-12T16:34:58.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:58 smithi016 ceph-mon[84444]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T16:34:58.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:58 smithi005 ceph-mon[88416]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T16:34:58.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:58 smithi005 ceph-mon[90837]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T16:34:59.657 INFO:tasks.rados.rados.0.smithi005.stdout:3040: done (0 left) 2024-04-12T16:34:59.657 INFO:tasks.rados.rados.0.smithi005.stdout:3041: read oid 20 snap -1 2024-04-12T16:34:59.657 INFO:tasks.rados.rados.0.smithi005.stdout:3041: expect (ObjNum 941 snap 273 seq_num 941) 2024-04-12T16:34:59.657 INFO:tasks.rados.rados.0.smithi005.stdout:3042: read oid 12 snap -1 2024-04-12T16:34:59.658 INFO:tasks.rados.rados.0.smithi005.stdout:3042: expect deleted 2024-04-12T16:34:59.658 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 276 2024-04-12T16:34:59.658 INFO:tasks.rados.rados.0.smithi005.stdout:3043: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-04-12T16:34:59.660 INFO:tasks.rados.rados.0.smithi005.stdout:3043: writing smithi00577259-3 from 0 to 483328 tid 1 2024-04-12T16:34:59.663 INFO:tasks.rados.rados.0.smithi005.stdout:3043: writing smithi00577259-3 from 483328 to 909312 tid 2 2024-04-12T16:34:59.668 INFO:tasks.rados.rados.0.smithi005.stdout:3043: writing smithi00577259-3 from 909312 to 1671168 tid 3 2024-04-12T16:34:59.668 INFO:tasks.rados.rados.0.smithi005.stdout:3043: writing smithi00577259-3 from 1671168 to 1687552 tid 4 2024-04-12T16:34:59.668 INFO:tasks.rados.rados.0.smithi005.stdout:3044: read oid 24 snap -1 2024-04-12T16:34:59.668 INFO:tasks.rados.rados.0.smithi005.stdout:3044: expect (ObjNum 943 snap 273 seq_num 943) 2024-04-12T16:34:59.668 INFO:tasks.rados.rados.0.smithi005.stdout:3045: read oid 29 snap -1 2024-04-12T16:34:59.668 INFO:tasks.rados.rados.0.smithi005.stdout:3045: expect (ObjNum 945 snap 273 seq_num 945) 2024-04-12T16:34:59.669 INFO:tasks.rados.rados.0.smithi005.stdout:3046: delete oid 37 current snap is 276 2024-04-12T16:34:59.669 INFO:tasks.rados.rados.0.smithi005.stdout:3041: expect (ObjNum 941 snap 273 seq_num 941) 2024-04-12T16:34:59.706 INFO:tasks.rados.rados.0.smithi005.stdout:3043: finishing write tid 1 to smithi00577259-3 2024-04-12T16:34:59.706 INFO:tasks.rados.rados.0.smithi005.stdout:3043: finishing write tid 2 to smithi00577259-3 2024-04-12T16:34:59.706 INFO:tasks.rados.rados.0.smithi005.stdout:3044: expect (ObjNum 943 snap 273 seq_num 943) 2024-04-12T16:34:59.751 INFO:tasks.rados.rados.0.smithi005.stdout:3043: finishing write tid 3 to smithi00577259-3 2024-04-12T16:34:59.751 INFO:tasks.rados.rados.0.smithi005.stdout:3043: finishing write tid 4 to smithi00577259-3 2024-04-12T16:34:59.751 INFO:tasks.rados.rados.0.smithi005.stdout:3041: done (5 left) 2024-04-12T16:34:59.751 INFO:tasks.rados.rados.0.smithi005.stdout:3042: done (4 left) 2024-04-12T16:34:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3044: done (3 left) 2024-04-12T16:34:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3046: done (2 left) 2024-04-12T16:34:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 276 2024-04-12T16:34:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3043: finishing write tid 5 to smithi00577259-3 2024-04-12T16:34:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3047: seq_num 962 ranges {0=516096,516096=589824,1105920=614400} 2024-04-12T16:34:59.754 INFO:tasks.rados.rados.0.smithi005.stdout:3047: writing smithi00577259-37 from 0 to 516096 tid 1 2024-04-12T16:34:59.757 INFO:tasks.rados.rados.0.smithi005.stdout:3047: writing smithi00577259-37 from 516096 to 1105920 tid 2 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3047: writing smithi00577259-37 from 1105920 to 1720320 tid 3 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3048: copy_from oid 41 from oid 35 current snap is 276 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3043: finishing write tid 6 to smithi00577259-3 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3043: oid 3 updating version 0 to 1193 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3043: oid 3 updating version 1193 to 1196 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3043: oid 3 version 1196 is already newer than 1195 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3043: oid 3 updating version 1196 to 1197 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3043: oid 3 version 1197 is already newer than 1194 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1197 (ObjNum 960 snap 276 seq_num 960) dirty exists 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3043: left oid 3 (ObjNum 960 snap 276 seq_num 960) 2024-04-12T16:34:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3045: expect (ObjNum 945 snap 273 seq_num 945) 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3047: finishing write tid 1 to smithi00577259-37 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3047: finishing write tid 2 to smithi00577259-37 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3043: done (3 left) 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3045: done (2 left) 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3049: delete oid 9 current snap is 276 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3048: finishing copy_from to smithi00577259-41 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3048: got expected ENOENT (src dne) 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3048: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3047: finishing write tid 3 to smithi00577259-37 2024-04-12T16:34:59.868 INFO:tasks.rados.rados.0.smithi005.stdout:3047: finishing write tid 4 to smithi00577259-37 2024-04-12T16:34:59.869 INFO:tasks.rados.rados.0.smithi005.stdout:3047: finishing write tid 5 to smithi00577259-37 2024-04-12T16:34:59.869 INFO:tasks.rados.rados.0.smithi005.stdout:3047: oid 37 updating version 0 to 1387 2024-04-12T16:34:59.869 INFO:tasks.rados.rados.0.smithi005.stdout:3047: oid 37 version 1387 is already newer than 1384 2024-04-12T16:34:59.869 INFO:tasks.rados.rados.0.smithi005.stdout:3047: oid 37 version 1387 is already newer than 1386 2024-04-12T16:34:59.869 INFO:tasks.rados.rados.0.smithi005.stdout:3047: oid 37 version 1387 is already newer than 1385 2024-04-12T16:34:59.869 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1387 (ObjNum 962 snap 276 seq_num 962) dirty exists 2024-04-12T16:34:59.869 INFO:tasks.rados.rados.0.smithi005.stdout:3047: left oid 37 (ObjNum 962 snap 276 seq_num 962) 2024-04-12T16:34:59.872 INFO:tasks.rados.rados.0.smithi005.stdout:3047: done (2 left) 2024-04-12T16:34:59.872 INFO:tasks.rados.rados.0.smithi005.stdout:3048: done (1 left) 2024-04-12T16:34:59.872 INFO:tasks.rados.rados.0.smithi005.stdout:3049: done (0 left) 2024-04-12T16:34:59.872 INFO:tasks.rados.rados.0.smithi005.stdout:3050: read oid 12 snap -1 2024-04-12T16:34:59.872 INFO:tasks.rados.rados.0.smithi005.stdout:3050: expect deleted 2024-04-12T16:34:59.872 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 276 2024-04-12T16:34:59.872 INFO:tasks.rados.rados.0.smithi005.stdout:3051: seq_num 964 ranges {4587520=548864,5136384=761856,5898240=442368} 2024-04-12T16:34:59.900 INFO:tasks.rados.rados.0.smithi005.stdout:3051: writing smithi00577259-18 from 4587520 to 5136384 tid 1 2024-04-12T16:34:59.904 INFO:tasks.rados.rados.0.smithi005.stdout:3051: writing smithi00577259-18 from 5136384 to 5898240 tid 2 2024-04-12T16:34:59.906 INFO:tasks.rados.rados.0.smithi005.stdout:3051: writing smithi00577259-18 from 5898240 to 6340608 tid 3 2024-04-12T16:34:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 276 2024-04-12T16:34:59.907 INFO:tasks.rados.rados.0.smithi005.stdout:3052: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2024-04-12T16:34:59.910 INFO:tasks.rados.rados.0.smithi005.stdout:3052: writing smithi00577259-2 from 0 to 565248 tid 1 2024-04-12T16:34:59.913 INFO:tasks.rados.rados.0.smithi005.stdout:3052: writing smithi00577259-2 from 565248 to 1212416 tid 2 2024-04-12T16:34:59.917 INFO:tasks.rados.rados.0.smithi005.stdout:3052: writing smithi00577259-2 from 1212416 to 1761280 tid 3 2024-04-12T16:34:59.917 INFO:tasks.rados.rados.0.smithi005.stdout:3052: writing smithi00577259-2 from 1761280 to 1769472 tid 4 2024-04-12T16:34:59.917 INFO:tasks.rados.rados.0.smithi005.stdout:3053: read oid 35 snap -1 2024-04-12T16:34:59.917 INFO:tasks.rados.rados.0.smithi005.stdout:3053: expect deleted 2024-04-12T16:34:59.917 INFO:tasks.rados.rados.0.smithi005.stdout:3054: rmattr oid 40 current snap is 276 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3055: snap_create 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: finishing write tid 1 to smithi00577259-18 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: finishing write tid 2 to smithi00577259-18 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: finishing write tid 3 to smithi00577259-18 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: finishing write tid 4 to smithi00577259-18 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: finishing write tid 5 to smithi00577259-18 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: oid 18 updating version 0 to 1184 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: oid 18 version 1184 is already newer than 1183 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: oid 18 updating version 1184 to 1185 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: oid 18 version 1185 is already newer than 1182 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1185 (ObjNum 964 snap 276 seq_num 964) dirty exists 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3051: left oid 18 (ObjNum 964 snap 276 seq_num 964) 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3052: finishing write tid 1 to smithi00577259-2 2024-04-12T16:34:59.918 INFO:tasks.rados.rados.0.smithi005.stdout:3052: finishing write tid 2 to smithi00577259-2 2024-04-12T16:34:59.921 INFO:tasks.rados.rados.0.smithi005.stdout:3052: finishing write tid 3 to smithi00577259-2 2024-04-12T16:34:59.921 INFO:tasks.rados.rados.0.smithi005.stdout:3052: finishing write tid 4 to smithi00577259-2 2024-04-12T16:34:59.921 INFO:tasks.rados.rados.0.smithi005.stdout:3052: finishing write tid 5 to smithi00577259-2 2024-04-12T16:34:59.922 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1328 (ObjNum 897 snap 268 seq_num 897) dirty exists 2024-04-12T16:34:59.922 INFO:tasks.rados.rados.0.smithi005.stdout:3052: finishing write tid 6 to smithi00577259-2 2024-04-12T16:34:59.923 INFO:tasks.rados.rados.0.smithi005.stdout:3052: oid 2 updating version 0 to 1332 2024-04-12T16:34:59.923 INFO:tasks.rados.rados.0.smithi005.stdout:3052: oid 2 version 1332 is already newer than 1329 2024-04-12T16:34:59.923 INFO:tasks.rados.rados.0.smithi005.stdout:3052: oid 2 version 1332 is already newer than 1331 2024-04-12T16:34:59.923 INFO:tasks.rados.rados.0.smithi005.stdout:3052: oid 2 version 1332 is already newer than 1330 2024-04-12T16:34:59.923 INFO:tasks.rados.rados.0.smithi005.stdout:3052: oid 2 updating version 1332 to 1333 2024-04-12T16:34:59.923 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1333 (ObjNum 965 snap 276 seq_num 965) dirty exists 2024-04-12T16:34:59.923 INFO:tasks.rados.rados.0.smithi005.stdout:3052: left oid 2 (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:34:59.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:59 smithi005 ceph-mon[88416]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-12T16:34:59.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:34:59 smithi005 ceph-mon[88416]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T16:34:59.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:59 smithi005 ceph-mon[90837]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-12T16:34:59.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:34:59 smithi005 ceph-mon[90837]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T16:35:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:59 smithi016 ceph-mon[84444]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-12T16:35:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:34:59 smithi016 ceph-mon[84444]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3050: done (5 left) 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3051: done (4 left) 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3052: done (3 left) 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3053: done (2 left) 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3054: done (1 left) 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3055: done (0 left) 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3056: read oid 43 snap -1 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3056: expect (ObjNum 828 snap 242 seq_num 828) 2024-04-12T16:35:00.664 INFO:tasks.rados.rados.0.smithi005.stdout:3057: snap_create 2024-04-12T16:35:00.678 INFO:tasks.rados.rados.0.smithi005.stdout:3056: expect (ObjNum 828 snap 242 seq_num 828) 2024-04-12T16:35:00.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:00 smithi005 ceph-mon[88416]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T16:35:00.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:00 smithi005 ceph-mon[90837]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T16:35:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:00 smithi016 ceph-mon[84444]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T16:35:01.667 INFO:tasks.rados.rados.0.smithi005.stdout:3056: done (1 left) 2024-04-12T16:35:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:3057: done (0 left) 2024-04-12T16:35:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 278 2024-04-12T16:35:01.668 INFO:tasks.rados.rados.0.smithi005.stdout:3058: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-04-12T16:35:01.670 INFO:tasks.rados.rados.0.smithi005.stdout:3058: writing smithi00577259-7 from 0 to 581632 tid 1 2024-04-12T16:35:01.674 INFO:tasks.rados.rados.0.smithi005.stdout:3058: writing smithi00577259-7 from 581632 to 1163264 tid 2 2024-04-12T16:35:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:3058: writing smithi00577259-7 from 1163264 to 1785856 tid 3 2024-04-12T16:35:01.678 INFO:tasks.rados.rados.0.smithi005.stdout:3059: delete oid 47 current snap is 278 2024-04-12T16:35:01.681 INFO:tasks.rados.rados.0.smithi005.stdout:3058: finishing write tid 1 to smithi00577259-7 2024-04-12T16:35:01.681 INFO:tasks.rados.rados.0.smithi005.stdout:3058: finishing write tid 2 to smithi00577259-7 2024-04-12T16:35:01.682 INFO:tasks.rados.rados.0.smithi005.stdout:3059: done (1 left) 2024-04-12T16:35:01.682 INFO:tasks.rados.rados.0.smithi005.stdout:3060: read oid 21 snap -1 2024-04-12T16:35:01.682 INFO:tasks.rados.rados.0.smithi005.stdout:3060: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:35:01.682 INFO:tasks.rados.rados.0.smithi005.stdout:3061: read oid 31 snap -1 2024-04-12T16:35:01.682 INFO:tasks.rados.rados.0.smithi005.stdout:3061: expect deleted 2024-04-12T16:35:01.682 INFO:tasks.rados.rados.0.smithi005.stdout:3058: finishing write tid 3 to smithi00577259-7 2024-04-12T16:35:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:3058: finishing write tid 4 to smithi00577259-7 2024-04-12T16:35:01.683 INFO:tasks.rados.rados.0.smithi005.stdout:3062: delete oid 16 current snap is 278 2024-04-12T16:35:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:3058: finishing write tid 5 to smithi00577259-7 2024-04-12T16:35:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:3058: oid 7 updating version 0 to 1246 2024-04-12T16:35:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:3058: oid 7 version 1246 is already newer than 1244 2024-04-12T16:35:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:3058: oid 7 updating version 1246 to 1247 2024-04-12T16:35:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:3058: oid 7 version 1247 is already newer than 1245 2024-04-12T16:35:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1247 (ObjNum 966 snap 278 seq_num 966) dirty exists 2024-04-12T16:35:01.684 INFO:tasks.rados.rados.0.smithi005.stdout:3058: left oid 7 (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:35:01.687 INFO:tasks.rados.rados.0.smithi005.stdout:3058: done (3 left) 2024-04-12T16:35:01.687 INFO:tasks.rados.rados.0.smithi005.stdout:3061: done (2 left) 2024-04-12T16:35:01.688 INFO:tasks.rados.rados.0.smithi005.stdout:3062: done (1 left) 2024-04-12T16:35:01.688 INFO:tasks.rados.rados.0.smithi005.stdout:3063: read oid 37 snap -1 2024-04-12T16:35:01.688 INFO:tasks.rados.rados.0.smithi005.stdout:3063: expect (ObjNum 962 snap 276 seq_num 962) 2024-04-12T16:35:01.688 INFO:tasks.rados.rados.0.smithi005.stdout:3064: rollback oid 40 current snap is 278 2024-04-12T16:35:01.688 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 276 2024-04-12T16:35:01.688 INFO:tasks.rados.rados.0.smithi005.stdout:3065: snap_create 2024-04-12T16:35:01.694 INFO:tasks.rados.rados.0.smithi005.stdout:3064: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:35:01.695 INFO:tasks.rados.rados.0.smithi005.stdout:3064: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:35:01.695 INFO:tasks.rados.rados.0.smithi005.stdout:3064: finishing rollback tid 2 to smithi00577259-40 2024-04-12T16:35:01.695 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1332 (ObjNum 897 snap 268 seq_num 897) dirty exists 2024-04-12T16:35:01.698 INFO:tasks.rados.rados.0.smithi005.stdout:3063: expect (ObjNum 962 snap 276 seq_num 962) 2024-04-12T16:35:01.747 INFO:tasks.rados.rados.0.smithi005.stdout:3060: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:35:01.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:01 smithi005 ceph-mon[88416]: pgmap v640: 121 pgs: 121 active+clean; 154 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-12T16:35:01.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:01 smithi005 ceph-mon[88416]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T16:35:01.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:01 smithi005 ceph-mon[90837]: pgmap v640: 121 pgs: 121 active+clean; 154 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-12T16:35:01.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:01 smithi005 ceph-mon[90837]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T16:35:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:01 smithi016 ceph-mon[84444]: pgmap v640: 121 pgs: 121 active+clean; 154 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-12T16:35:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:01 smithi016 ceph-mon[84444]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T16:35:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:35:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:02.672 INFO:tasks.rados.rados.0.smithi005.stdout:3060: done (3 left) 2024-04-12T16:35:02.673 INFO:tasks.rados.rados.0.smithi005.stdout:3063: done (2 left) 2024-04-12T16:35:02.673 INFO:tasks.rados.rados.0.smithi005.stdout:3064: done (1 left) 2024-04-12T16:35:02.673 INFO:tasks.rados.rados.0.smithi005.stdout:3065: done (0 left) 2024-04-12T16:35:02.673 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 279 2024-04-12T16:35:02.673 INFO:tasks.rados.rados.0.smithi005.stdout:3066: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-04-12T16:35:02.676 INFO:tasks.rados.rados.0.smithi005.stdout:3066: writing smithi00577259-4 from 0 to 638976 tid 1 2024-04-12T16:35:02.679 INFO:tasks.rados.rados.0.smithi005.stdout:3066: writing smithi00577259-4 from 638976 to 1269760 tid 2 2024-04-12T16:35:02.682 INFO:tasks.rados.rados.0.smithi005.stdout:3066: writing smithi00577259-4 from 1269760 to 1802240 tid 3 2024-04-12T16:35:02.683 INFO:tasks.rados.rados.0.smithi005.stdout:3066: writing smithi00577259-4 from 1802240 to 1843200 tid 4 2024-04-12T16:35:02.683 INFO:tasks.rados.rados.0.smithi005.stdout:3067: copy_from oid 17 from oid 13 current snap is 279 2024-04-12T16:35:02.683 INFO:tasks.rados.rados.0.smithi005.stdout:3066: finishing write tid 1 to smithi00577259-4 2024-04-12T16:35:02.683 INFO:tasks.rados.rados.0.smithi005.stdout:3068: snap_remove snap 276 2024-04-12T16:35:02.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:02 smithi005 ceph-mon[88416]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T16:35:02.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:02 smithi005 ceph-mon[90837]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T16:35:03.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:02 smithi016 ceph-mon[84444]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T16:35:03.679 INFO:tasks.rados.rados.0.smithi005.stdout:3066: finishing write tid 2 to smithi00577259-4 2024-04-12T16:35:03.679 INFO:tasks.rados.rados.0.smithi005.stdout:3066: finishing write tid 3 to smithi00577259-4 2024-04-12T16:35:03.679 INFO:tasks.rados.rados.0.smithi005.stdout:3066: finishing write tid 4 to smithi00577259-4 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: finishing write tid 5 to smithi00577259-4 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3067: finishing copy_from racing read to smithi00577259-17 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: finishing write tid 6 to smithi00577259-4 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: oid 4 updating version 0 to 1407 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: oid 4 version 1407 is already newer than 1404 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: oid 4 version 1407 is already newer than 1405 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: oid 4 version 1407 is already newer than 1403 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: oid 4 version 1407 is already newer than 1406 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1407 (ObjNum 969 snap 279 seq_num 969) dirty exists 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: left oid 4 (ObjNum 969 snap 279 seq_num 969) 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3067: finishing copy_from to smithi00577259-17 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1320 (ObjNum 950 snap 274 seq_num 950) dirty exists 2024-04-12T16:35:03.680 INFO:tasks.rados.rados.0.smithi005.stdout:3066: done (2 left) 2024-04-12T16:35:03.681 INFO:tasks.rados.rados.0.smithi005.stdout:3067: done (1 left) 2024-04-12T16:35:03.681 INFO:tasks.rados.rados.0.smithi005.stdout:3068: done (0 left) 2024-04-12T16:35:03.681 INFO:tasks.rados.rados.0.smithi005.stdout:3069: delete oid 15 current snap is 279 2024-04-12T16:35:03.683 INFO:tasks.rados.rados.0.smithi005.stdout:3069: done (0 left) 2024-04-12T16:35:03.684 INFO:tasks.rados.rados.0.smithi005.stdout:3070: setattr oid 12 current snap is 279 2024-04-12T16:35:03.685 INFO:tasks.rados.rados.0.smithi005.stdout:3071: read oid 5 snap -1 2024-04-12T16:35:03.686 INFO:tasks.rados.rados.0.smithi005.stdout:3071: expect deleted 2024-04-12T16:35:03.686 INFO:tasks.rados.rados.0.smithi005.stdout:3072: read oid 2 snap 278 2024-04-12T16:35:03.686 INFO:tasks.rados.rados.0.smithi005.stdout:3072: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:03.686 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 279 2024-04-12T16:35:03.686 INFO:tasks.rados.rados.0.smithi005.stdout:3073: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-04-12T16:35:03.690 INFO:tasks.rados.rados.0.smithi005.stdout:3073: writing smithi00577259-25 from 0 to 671744 tid 1 2024-04-12T16:35:03.695 INFO:tasks.rados.rados.0.smithi005.stdout:3073: writing smithi00577259-25 from 671744 to 1474560 tid 2 2024-04-12T16:35:03.698 INFO:tasks.rados.rados.0.smithi005.stdout:3073: writing smithi00577259-25 from 1474560 to 1875968 tid 3 2024-04-12T16:35:03.698 INFO:tasks.rados.rados.0.smithi005.stdout:3074: rollback oid 6 current snap is 279 2024-04-12T16:35:03.698 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 6 to 277 2024-04-12T16:35:03.699 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1194 (ObjNum 129 snap 0 seq_num 730910168) dirty exists 2024-04-12T16:35:03.699 INFO:tasks.rados.rados.0.smithi005.stdout:3072: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:03.746 INFO:tasks.rados.rados.0.smithi005.stdout:3073: finishing write tid 1 to smithi00577259-25 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3070: done (4 left) 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3071: done (3 left) 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3072: done (2 left) 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3075: setattr oid 30 current snap is 279 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3073: finishing write tid 2 to smithi00577259-25 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3073: finishing write tid 3 to smithi00577259-25 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3073: finishing write tid 4 to smithi00577259-25 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3074: finishing rollback tid 0 to smithi00577259-6 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3074: finishing rollback tid 1 to smithi00577259-6 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3074: finishing rollback tid 2 to smithi00577259-6 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1097 (ObjNum 752 snap 223 seq_num 752) dirty exists 2024-04-12T16:35:03.747 INFO:tasks.rados.rados.0.smithi005.stdout:3073: finishing write tid 5 to smithi00577259-25 2024-04-12T16:35:03.748 INFO:tasks.rados.rados.0.smithi005.stdout:3073: oid 25 updating version 0 to 1335 2024-04-12T16:35:03.748 INFO:tasks.rados.rados.0.smithi005.stdout:3073: oid 25 updating version 1335 to 1337 2024-04-12T16:35:03.748 INFO:tasks.rados.rados.0.smithi005.stdout:3073: oid 25 version 1337 is already newer than 1336 2024-04-12T16:35:03.748 INFO:tasks.rados.rados.0.smithi005.stdout:3073: oid 25 updating version 1337 to 1338 2024-04-12T16:35:03.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1338 (ObjNum 971 snap 279 seq_num 971) dirty exists 2024-04-12T16:35:03.748 INFO:tasks.rados.rados.0.smithi005.stdout:3073: left oid 25 (ObjNum 971 snap 279 seq_num 971) 2024-04-12T16:35:03.749 INFO:tasks.rados.rados.0.smithi005.stdout:3073: done (2 left) 2024-04-12T16:35:03.749 INFO:tasks.rados.rados.0.smithi005.stdout:3074: done (1 left) 2024-04-12T16:35:03.749 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 279 2024-04-12T16:35:03.749 INFO:tasks.rados.rados.0.smithi005.stdout:3076: seq_num 972 ranges {3129344=688128,3817472=688128,4505600=516096} 2024-04-12T16:35:03.770 INFO:tasks.rados.rados.0.smithi005.stdout:3076: writing smithi00577259-48 from 3129344 to 3817472 tid 1 2024-04-12T16:35:03.774 INFO:tasks.rados.rados.0.smithi005.stdout:3076: writing smithi00577259-48 from 3817472 to 4505600 tid 2 2024-04-12T16:35:03.777 INFO:tasks.rados.rados.0.smithi005.stdout:3076: writing smithi00577259-48 from 4505600 to 5021696 tid 3 2024-04-12T16:35:03.777 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 279 2024-04-12T16:35:03.777 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1103 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:35:03.778 INFO:tasks.rados.rados.0.smithi005.stdout:3076: finishing write tid 1 to smithi00577259-48 2024-04-12T16:35:03.778 INFO:tasks.rados.rados.0.smithi005.stdout:3077: seq_num 973 ranges {1400832=704512,2105344=573440,2678784=507904,3186688=122880} 2024-04-12T16:35:03.789 INFO:tasks.rados.rados.0.smithi005.stdout:3077: writing smithi00577259-8 from 1400832 to 2105344 tid 1 2024-04-12T16:35:03.792 INFO:tasks.rados.rados.0.smithi005.stdout:3077: writing smithi00577259-8 from 2105344 to 2678784 tid 2 2024-04-12T16:35:03.795 INFO:tasks.rados.rados.0.smithi005.stdout:3077: writing smithi00577259-8 from 2678784 to 3186688 tid 3 2024-04-12T16:35:03.796 INFO:tasks.rados.rados.0.smithi005.stdout:3077: writing smithi00577259-8 from 3186688 to 3309568 tid 4 2024-04-12T16:35:03.796 INFO:tasks.rados.rados.0.smithi005.stdout:3075: done (2 left) 2024-04-12T16:35:03.796 INFO:tasks.rados.rados.0.smithi005.stdout:3078: delete oid 14 current snap is 279 2024-04-12T16:35:03.796 INFO:tasks.rados.rados.0.smithi005.stdout:3076: finishing write tid 2 to smithi00577259-48 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: finishing write tid 3 to smithi00577259-48 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: finishing write tid 4 to smithi00577259-48 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: finishing write tid 5 to smithi00577259-48 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: oid 48 updating version 0 to 1337 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: oid 48 version 1337 is already newer than 1335 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: oid 48 updating version 1337 to 1338 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: oid 48 version 1338 is already newer than 1336 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1338 (ObjNum 972 snap 279 seq_num 972) dirty exists 2024-04-12T16:35:03.797 INFO:tasks.rados.rados.0.smithi005.stdout:3076: left oid 48 (ObjNum 972 snap 279 seq_num 972) 2024-04-12T16:35:03.798 INFO:tasks.rados.rados.0.smithi005.stdout:3077: finishing write tid 1 to smithi00577259-8 2024-04-12T16:35:03.799 INFO:tasks.rados.rados.0.smithi005.stdout:3076: done (2 left) 2024-04-12T16:35:03.799 INFO:tasks.rados.rados.0.smithi005.stdout:3078: done (1 left) 2024-04-12T16:35:03.799 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 279 2024-04-12T16:35:03.799 INFO:tasks.rados.rados.0.smithi005.stdout:3079: seq_num 975 ranges {4497408=737280,5234688=786432,6021120=417792} 2024-04-12T16:35:03.827 INFO:tasks.rados.rados.0.smithi005.stdout:3079: writing smithi00577259-10 from 4497408 to 5234688 tid 1 2024-04-12T16:35:03.832 INFO:tasks.rados.rados.0.smithi005.stdout:3079: writing smithi00577259-10 from 5234688 to 6021120 tid 2 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3079: writing smithi00577259-10 from 6021120 to 6438912 tid 3 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3080: snap_create 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3077: finishing write tid 2 to smithi00577259-8 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3077: finishing write tid 3 to smithi00577259-8 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3077: finishing write tid 4 to smithi00577259-8 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3077: finishing write tid 5 to smithi00577259-8 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3077: finishing write tid 6 to smithi00577259-8 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3077: oid 8 updating version 0 to 1315 2024-04-12T16:35:03.835 INFO:tasks.rados.rados.0.smithi005.stdout:3077: oid 8 version 1315 is already newer than 1314 2024-04-12T16:35:03.836 INFO:tasks.rados.rados.0.smithi005.stdout:3077: oid 8 updating version 1315 to 1316 2024-04-12T16:35:03.836 INFO:tasks.rados.rados.0.smithi005.stdout:3077: oid 8 updating version 1316 to 1318 2024-04-12T16:35:03.836 INFO:tasks.rados.rados.0.smithi005.stdout:3077: oid 8 version 1318 is already newer than 1317 2024-04-12T16:35:03.836 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1318 (ObjNum 973 snap 279 seq_num 973) dirty exists 2024-04-12T16:35:03.836 INFO:tasks.rados.rados.0.smithi005.stdout:3077: left oid 8 (ObjNum 973 snap 279 seq_num 973) 2024-04-12T16:35:03.836 INFO:tasks.rados.rados.0.smithi005.stdout:3079: finishing write tid 1 to smithi00577259-10 2024-04-12T16:35:03.837 INFO:tasks.rados.rados.0.smithi005.stdout:3079: finishing write tid 2 to smithi00577259-10 2024-04-12T16:35:03.837 INFO:tasks.rados.rados.0.smithi005.stdout:3079: finishing write tid 3 to smithi00577259-10 2024-04-12T16:35:03.837 INFO:tasks.rados.rados.0.smithi005.stdout:3079: finishing write tid 4 to smithi00577259-10 2024-04-12T16:35:03.838 INFO:tasks.rados.rados.0.smithi005.stdout:3079: finishing write tid 5 to smithi00577259-10 2024-04-12T16:35:03.838 INFO:tasks.rados.rados.0.smithi005.stdout:3079: oid 10 updating version 0 to 1391 2024-04-12T16:35:03.838 INFO:tasks.rados.rados.0.smithi005.stdout:3079: oid 10 version 1391 is already newer than 1388 2024-04-12T16:35:03.838 INFO:tasks.rados.rados.0.smithi005.stdout:3079: oid 10 version 1391 is already newer than 1390 2024-04-12T16:35:03.838 INFO:tasks.rados.rados.0.smithi005.stdout:3079: oid 10 version 1391 is already newer than 1389 2024-04-12T16:35:03.838 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1391 (ObjNum 975 snap 279 seq_num 975) dirty exists 2024-04-12T16:35:03.839 INFO:tasks.rados.rados.0.smithi005.stdout:3079: left oid 10 (ObjNum 975 snap 279 seq_num 975) 2024-04-12T16:35:03.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:03 smithi005 ceph-mon[88416]: pgmap v643: 121 pgs: 121 active+clean; 144 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 808 KiB/s wr, 5 op/s 2024-04-12T16:35:03.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:03 smithi005 ceph-mon[88416]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T16:35:03.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:35:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:35:03] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:35:03.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:03 smithi005 ceph-mon[90837]: pgmap v643: 121 pgs: 121 active+clean; 144 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 808 KiB/s wr, 5 op/s 2024-04-12T16:35:03.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:03 smithi005 ceph-mon[90837]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T16:35:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:03 smithi016 ceph-mon[84444]: pgmap v643: 121 pgs: 121 active+clean; 144 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 808 KiB/s wr, 5 op/s 2024-04-12T16:35:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:03 smithi016 ceph-mon[84444]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T16:35:04.685 INFO:tasks.rados.rados.0.smithi005.stdout:3077: done (2 left) 2024-04-12T16:35:04.685 INFO:tasks.rados.rados.0.smithi005.stdout:3079: done (1 left) 2024-04-12T16:35:04.685 INFO:tasks.rados.rados.0.smithi005.stdout:3080: done (0 left) 2024-04-12T16:35:04.685 INFO:tasks.rados.rados.0.smithi005.stdout:3081: read oid 2 snap 277 2024-04-12T16:35:04.685 INFO:tasks.rados.rados.0.smithi005.stdout:3081: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:04.685 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 280 2024-04-12T16:35:04.685 INFO:tasks.rados.rados.0.smithi005.stdout:3082: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-04-12T16:35:04.689 INFO:tasks.rados.rados.0.smithi005.stdout:3082: writing smithi00577259-12 from 0 to 753664 tid 1 2024-04-12T16:35:04.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: writing smithi00577259-12 from 753664 to 1425408 tid 2 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3082: writing smithi00577259-12 from 1425408 to 1957888 tid 3 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3083: read oid 18 snap -1 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3083: expect (ObjNum 964 snap 276 seq_num 964) 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3084: read oid 21 snap -1 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3084: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3085: read oid 16 snap 279 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3085: expect deleted 2024-04-12T16:35:04.698 INFO:tasks.rados.rados.0.smithi005.stdout:3086: snap_remove snap 278 2024-04-12T16:35:04.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:04 smithi005 ceph-mon[88416]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T16:35:04.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:04 smithi005 ceph-mon[90837]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T16:35:04.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:04 smithi016 ceph-mon[84444]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T16:35:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:05.640 INFO:tasks.rados.rados.0.smithi005.stdout:3086: done (5 left) 2024-04-12T16:35:05.641 INFO:tasks.rados.rados.0.smithi005.stdout:3087: snap_create 2024-04-12T16:35:05.641 INFO:tasks.rados.rados.0.smithi005.stdout:3081: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: finishing write tid 1 to smithi00577259-12 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: finishing write tid 2 to smithi00577259-12 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: finishing write tid 3 to smithi00577259-12 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: finishing write tid 4 to smithi00577259-12 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: finishing write tid 5 to smithi00577259-12 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: oid 12 updating version 0 to 1196 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: oid 12 version 1196 is already newer than 1195 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: oid 12 updating version 1196 to 1197 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: oid 12 updating version 1197 to 1198 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1198 (ObjNum 976 snap 280 seq_num 976) dirty exists 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3082: left oid 12 (ObjNum 976 snap 280 seq_num 976) 2024-04-12T16:35:05.693 INFO:tasks.rados.rados.0.smithi005.stdout:3083: expect (ObjNum 964 snap 276 seq_num 964) 2024-04-12T16:35:05.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:05 smithi005 ceph-mon[88416]: pgmap v646: 121 pgs: 121 active+clean; 121 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-12T16:35:05.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:05 smithi005 ceph-mon[88416]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T16:35:05.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:05 smithi005 ceph-mon[88416]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T16:35:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:05 smithi005 ceph-mon[90837]: pgmap v646: 121 pgs: 121 active+clean; 121 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-12T16:35:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:05 smithi005 ceph-mon[90837]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T16:35:05.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:05 smithi005 ceph-mon[90837]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T16:35:06.007 INFO:tasks.rados.rados.0.smithi005.stdout:3084: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:35:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:05 smithi016 ceph-mon[84444]: pgmap v646: 121 pgs: 121 active+clean; 121 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-04-12T16:35:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:05 smithi016 ceph-mon[84444]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T16:35:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:05 smithi016 ceph-mon[84444]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3081: done (5 left) 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3082: done (4 left) 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3083: done (3 left) 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3084: done (2 left) 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3085: done (1 left) 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3087: done (0 left) 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3088: read oid 48 snap 277 2024-04-12T16:35:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3088: expect (ObjNum 956 snap 275 seq_num 956) 2024-04-12T16:35:06.780 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 281 2024-04-12T16:35:06.780 INFO:tasks.rados.rados.0.smithi005.stdout:3089: seq_num 977 ranges {5808128=770048,6578176=557056,7135232=491520,7626752=155648} 2024-04-12T16:35:06.815 INFO:tasks.rados.rados.0.smithi005.stdout:3089: writing smithi00577259-46 from 5808128 to 6578176 tid 1 2024-04-12T16:35:06.817 INFO:tasks.rados.rados.0.smithi005.stdout:3089: writing smithi00577259-46 from 6578176 to 7135232 tid 2 2024-04-12T16:35:06.820 INFO:tasks.rados.rados.0.smithi005.stdout:3089: writing smithi00577259-46 from 7135232 to 7626752 tid 3 2024-04-12T16:35:06.821 INFO:tasks.rados.rados.0.smithi005.stdout:3089: writing smithi00577259-46 from 7626752 to 7782400 tid 4 2024-04-12T16:35:06.822 INFO:tasks.rados.rados.0.smithi005.stdout:3090: snap_remove snap 280 2024-04-12T16:35:07.690 INFO:tasks.rados.rados.0.smithi005.stdout:3088: expect (ObjNum 956 snap 275 seq_num 956) 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: finishing write tid 1 to smithi00577259-46 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: finishing write tid 2 to smithi00577259-46 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: finishing write tid 3 to smithi00577259-46 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: finishing write tid 4 to smithi00577259-46 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: finishing write tid 5 to smithi00577259-46 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: finishing write tid 6 to smithi00577259-46 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: oid 46 updating version 0 to 1190 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: oid 46 version 1190 is already newer than 1186 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: oid 46 version 1190 is already newer than 1188 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: oid 46 version 1190 is already newer than 1189 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:3089: oid 46 version 1190 is already newer than 1187 2024-04-12T16:35:07.805 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1190 (ObjNum 977 snap 281 seq_num 977) dirty exists 2024-04-12T16:35:07.806 INFO:tasks.rados.rados.0.smithi005.stdout:3089: left oid 46 (ObjNum 977 snap 281 seq_num 977) 2024-04-12T16:35:07.806 INFO:tasks.rados.rados.0.smithi005.stdout:3088: done (2 left) 2024-04-12T16:35:07.806 INFO:tasks.rados.rados.0.smithi005.stdout:3089: done (1 left) 2024-04-12T16:35:07.806 INFO:tasks.rados.rados.0.smithi005.stdout:3090: done (0 left) 2024-04-12T16:35:07.806 INFO:tasks.rados.rados.0.smithi005.stdout:3091: snap_create 2024-04-12T16:35:07.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:07 smithi005 ceph-mon[88416]: pgmap v649: 121 pgs: 121 active+clean; 121 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-12T16:35:07.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:07 smithi005 ceph-mon[88416]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T16:35:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:07 smithi005 ceph-mon[90837]: pgmap v649: 121 pgs: 121 active+clean; 121 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-12T16:35:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:07 smithi005 ceph-mon[90837]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T16:35:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:07 smithi016 ceph-mon[84444]: pgmap v649: 121 pgs: 121 active+clean; 121 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 32 op/s 2024-04-12T16:35:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:07 smithi016 ceph-mon[84444]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T16:35:08.694 INFO:tasks.rados.rados.0.smithi005.stdout:3091: done (0 left) 2024-04-12T16:35:08.694 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 282 2024-04-12T16:35:08.694 INFO:tasks.rados.rados.0.smithi005.stdout:3092: seq_num 978 ranges {1523712=786432,2310144=442368,2752512=647168,3399680=114688} 2024-04-12T16:35:08.706 INFO:tasks.rados.rados.0.smithi005.stdout:3092: writing smithi00577259-17 from 1523712 to 2310144 tid 1 2024-04-12T16:35:08.709 INFO:tasks.rados.rados.0.smithi005.stdout:3092: writing smithi00577259-17 from 2310144 to 2752512 tid 2 2024-04-12T16:35:08.713 INFO:tasks.rados.rados.0.smithi005.stdout:3092: writing smithi00577259-17 from 2752512 to 3399680 tid 3 2024-04-12T16:35:08.714 INFO:tasks.rados.rados.0.smithi005.stdout:3092: writing smithi00577259-17 from 3399680 to 3514368 tid 4 2024-04-12T16:35:08.714 INFO:tasks.rados.rados.0.smithi005.stdout:3093: read oid 7 snap -1 2024-04-12T16:35:08.714 INFO:tasks.rados.rados.0.smithi005.stdout:3093: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:35:08.714 INFO:tasks.rados.rados.0.smithi005.stdout:3094: snap_remove snap 281 2024-04-12T16:35:08.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:08 smithi005 ceph-mon[88416]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T16:35:08.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:08 smithi005 ceph-mon[90837]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T16:35:09.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:08 smithi016 ceph-mon[84444]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T16:35:09.698 INFO:tasks.rados.rados.0.smithi005.stdout:3094: done (2 left) 2024-04-12T16:35:09.698 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 16 current snap is 282 2024-04-12T16:35:09.698 INFO:tasks.rados.rados.0.smithi005.stdout:3095: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-04-12T16:35:09.703 INFO:tasks.rados.rados.0.smithi005.stdout:3095: writing smithi00577259-16 from 0 to 802816 tid 1 2024-04-12T16:35:09.707 INFO:tasks.rados.rados.0.smithi005.stdout:3095: writing smithi00577259-16 from 802816 to 1531904 tid 2 2024-04-12T16:35:09.710 INFO:tasks.rados.rados.0.smithi005.stdout:3095: writing smithi00577259-16 from 1531904 to 1990656 tid 3 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:3095: writing smithi00577259-16 from 1990656 to 2007040 tid 4 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:3096: rmattr oid 29 current snap is 282 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:3096: done (3 left) 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 282 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:3092: finishing write tid 1 to smithi00577259-17 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:3092: finishing write tid 2 to smithi00577259-17 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:3092: finishing write tid 3 to smithi00577259-17 2024-04-12T16:35:09.711 INFO:tasks.rados.rados.0.smithi005.stdout:3092: finishing write tid 4 to smithi00577259-17 2024-04-12T16:35:09.712 INFO:tasks.rados.rados.0.smithi005.stdout:3092: finishing write tid 5 to smithi00577259-17 2024-04-12T16:35:09.712 INFO:tasks.rados.rados.0.smithi005.stdout:3097: seq_num 980 ranges {6438912=417792,6856704=614400,7471104=663552,8134656=327680} 2024-04-12T16:35:09.748 INFO:tasks.rados.rados.0.smithi005.stdout:3097: writing smithi00577259-10 from 6438912 to 6856704 tid 1 2024-04-12T16:35:09.752 INFO:tasks.rados.rados.0.smithi005.stdout:3097: writing smithi00577259-10 from 6856704 to 7471104 tid 2 2024-04-12T16:35:09.755 INFO:tasks.rados.rados.0.smithi005.stdout:3097: writing smithi00577259-10 from 7471104 to 8134656 tid 3 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3097: writing smithi00577259-10 from 8134656 to 8462336 tid 4 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3098: delete oid 19 current snap is 282 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3092: finishing write tid 6 to smithi00577259-17 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3092: oid 17 updating version 0 to 1322 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3092: oid 17 updating version 1322 to 1323 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3092: oid 17 version 1323 is already newer than 1321 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3092: oid 17 updating version 1323 to 1324 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3092: oid 17 updating version 1324 to 1325 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1325 (ObjNum 978 snap 282 seq_num 978) dirty exists 2024-04-12T16:35:09.758 INFO:tasks.rados.rados.0.smithi005.stdout:3092: left oid 17 (ObjNum 978 snap 282 seq_num 978) 2024-04-12T16:35:09.759 INFO:tasks.rados.rados.0.smithi005.stdout:3093: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: finishing write tid 1 to smithi00577259-16 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: finishing write tid 2 to smithi00577259-16 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: finishing write tid 3 to smithi00577259-16 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: finishing write tid 4 to smithi00577259-16 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: finishing write tid 5 to smithi00577259-16 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: finishing write tid 6 to smithi00577259-16 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: oid 16 updating version 0 to 1249 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: oid 16 updating version 1249 to 1250 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: oid 16 updating version 1250 to 1251 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: oid 16 updating version 1251 to 1252 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: oid 16 updating version 1252 to 1253 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 1253 (ObjNum 979 snap 282 seq_num 979) dirty exists 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3095: left oid 16 (ObjNum 979 snap 282 seq_num 979) 2024-04-12T16:35:09.807 INFO:tasks.rados.rados.0.smithi005.stdout:3097: finishing write tid 1 to smithi00577259-10 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: finishing write tid 2 to smithi00577259-10 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: finishing write tid 3 to smithi00577259-10 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: finishing write tid 4 to smithi00577259-10 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3092: done (4 left) 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3093: done (3 left) 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3095: done (2 left) 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3098: done (1 left) 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3099: copy_from oid 35 from oid 7 current snap is 282 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: finishing write tid 5 to smithi00577259-10 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: finishing write tid 6 to smithi00577259-10 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: oid 10 updating version 0 to 1392 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: oid 10 updating version 1392 to 1395 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: oid 10 updating version 1395 to 1396 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: oid 10 version 1396 is already newer than 1394 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3097: oid 10 version 1396 is already newer than 1393 2024-04-12T16:35:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1396 (ObjNum 980 snap 282 seq_num 980) dirty exists 2024-04-12T16:35:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3097: left oid 10 (ObjNum 980 snap 282 seq_num 980) 2024-04-12T16:35:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3097: done (1 left) 2024-04-12T16:35:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3100: rmattr oid 5 current snap is 282 2024-04-12T16:35:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3100: done (1 left) 2024-04-12T16:35:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3101: snap_remove snap 277 2024-04-12T16:35:09.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:09 smithi005 ceph-mon[88416]: pgmap v652: 121 pgs: 121 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:35:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:09 smithi005 ceph-mon[88416]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T16:35:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:09 smithi005 ceph-mon[90837]: pgmap v652: 121 pgs: 121 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:35:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:09 smithi005 ceph-mon[90837]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T16:35:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:09 smithi016 ceph-mon[84444]: pgmap v652: 121 pgs: 121 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-04-12T16:35:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:09 smithi016 ceph-mon[84444]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T16:35:10.643 INFO:tasks.rados.rados.0.smithi005.stdout:3099: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:35:10.643 INFO:tasks.rados.rados.0.smithi005.stdout:3099: finishing copy_from to smithi00577259-35 2024-04-12T16:35:10.643 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1247 (ObjNum 966 snap 278 seq_num 966) dirty exists 2024-04-12T16:35:10.643 INFO:tasks.rados.rados.0.smithi005.stdout:3099: done (1 left) 2024-04-12T16:35:10.643 INFO:tasks.rados.rados.0.smithi005.stdout:3101: done (0 left) 2024-04-12T16:35:10.643 INFO:tasks.rados.rados.0.smithi005.stdout:3102: setattr oid 42 current snap is 282 2024-04-12T16:35:10.644 INFO:tasks.rados.rados.0.smithi005.stdout:3103: copy_from oid 3 from oid 9 current snap is 282 2024-04-12T16:35:10.644 INFO:tasks.rados.rados.0.smithi005.stdout:3104: read oid 44 snap -1 2024-04-12T16:35:10.644 INFO:tasks.rados.rados.0.smithi005.stdout:3104: expect deleted 2024-04-12T16:35:10.644 INFO:tasks.rados.rados.0.smithi005.stdout:3105: read oid 49 snap 279 2024-04-12T16:35:10.644 INFO:tasks.rados.rados.0.smithi005.stdout:3105: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:35:10.645 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 282 2024-04-12T16:35:10.645 INFO:tasks.rados.rados.0.smithi005.stdout:3106: seq_num 982 ranges {3006464=450560,3457024=425984,3883008=679936,4562944=466944,5029888=32768} 2024-04-12T16:35:10.665 INFO:tasks.rados.rados.0.smithi005.stdout:3106: writing smithi00577259-29 from 3006464 to 3457024 tid 1 2024-04-12T16:35:10.667 INFO:tasks.rados.rados.0.smithi005.stdout:3106: writing smithi00577259-29 from 3457024 to 3883008 tid 2 2024-04-12T16:35:10.671 INFO:tasks.rados.rados.0.smithi005.stdout:3106: writing smithi00577259-29 from 3883008 to 4562944 tid 3 2024-04-12T16:35:10.673 INFO:tasks.rados.rados.0.smithi005.stdout:3106: writing smithi00577259-29 from 4562944 to 5029888 tid 4 2024-04-12T16:35:10.673 INFO:tasks.rados.rados.0.smithi005.stdout:3106: writing smithi00577259-29 from 5029888 to 5062656 tid 5 2024-04-12T16:35:10.674 INFO:tasks.rados.rados.0.smithi005.stdout:3107: snap_create 2024-04-12T16:35:10.674 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1415 (ObjNum 913 snap 271 seq_num 913) dirty exists 2024-04-12T16:35:10.674 INFO:tasks.rados.rados.0.smithi005.stdout:3103: finishing copy_from to smithi00577259-3 2024-04-12T16:35:10.674 INFO:tasks.rados.rados.0.smithi005.stdout:3103: got expected ENOENT (src dne) 2024-04-12T16:35:10.674 INFO:tasks.rados.rados.0.smithi005.stdout:3103: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:35:10.674 INFO:tasks.rados.rados.0.smithi005.stdout:3105: expect (ObjNum 889 snap 264 seq_num 889) 2024-04-12T16:35:10.877 INFO:tasks.rados.rados.0.smithi005.stdout:3106: finishing write tid 1 to smithi00577259-29 2024-04-12T16:35:10.877 INFO:tasks.rados.rados.0.smithi005.stdout:3106: finishing write tid 2 to smithi00577259-29 2024-04-12T16:35:10.877 INFO:tasks.rados.rados.0.smithi005.stdout:3106: finishing write tid 3 to smithi00577259-29 2024-04-12T16:35:10.877 INFO:tasks.rados.rados.0.smithi005.stdout:3106: finishing write tid 4 to smithi00577259-29 2024-04-12T16:35:10.877 INFO:tasks.rados.rados.0.smithi005.stdout:3106: finishing write tid 5 to smithi00577259-29 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: finishing write tid 6 to smithi00577259-29 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: finishing write tid 7 to smithi00577259-29 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: oid 29 updating version 0 to 1200 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: oid 29 updating version 1200 to 1201 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: oid 29 version 1201 is already newer than 1199 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: oid 29 version 1201 is already newer than 1198 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: oid 29 updating version 1201 to 1202 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: oid 29 updating version 1202 to 1203 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1203 (ObjNum 982 snap 282 seq_num 982) dirty exists 2024-04-12T16:35:10.878 INFO:tasks.rados.rados.0.smithi005.stdout:3106: left oid 29 (ObjNum 982 snap 282 seq_num 982) 2024-04-12T16:35:10.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:10 smithi005 ceph-mon[88416]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T16:35:10.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:10 smithi005 ceph-mon[88416]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T16:35:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:10 smithi005 ceph-mon[90837]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T16:35:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:10 smithi005 ceph-mon[90837]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T16:35:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:10 smithi016 ceph-mon[84444]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T16:35:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:10 smithi016 ceph-mon[84444]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T16:35:11.643 INFO:tasks.rados.rados.0.smithi005.stdout:3102: done (5 left) 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3103: done (4 left) 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3104: done (3 left) 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3105: done (2 left) 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3106: done (1 left) 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3107: done (0 left) 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3108: rmattr oid 35 current snap is 283 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3108: done (0 left) 2024-04-12T16:35:11.644 INFO:tasks.rados.rados.0.smithi005.stdout:3109: snap_create 2024-04-12T16:35:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:11 smithi016 ceph-mon[84444]: pgmap v655: 121 pgs: 121 active+clean; 134 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-12T16:35:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:11 smithi016 ceph-mon[84444]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T16:35:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:11 smithi005 ceph-mon[88416]: pgmap v655: 121 pgs: 121 active+clean; 134 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-12T16:35:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:11 smithi005 ceph-mon[88416]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T16:35:12.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:11 smithi005 ceph-mon[90837]: pgmap v655: 121 pgs: 121 active+clean; 134 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-12T16:35:12.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:11 smithi005 ceph-mon[90837]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T16:35:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:35:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:35:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:12.644 INFO:tasks.rados.rados.0.smithi005.stdout:3109: done (0 left) 2024-04-12T16:35:12.644 INFO:tasks.rados.rados.0.smithi005.stdout:3110: read oid 3 snap -1 2024-04-12T16:35:12.644 INFO:tasks.rados.rados.0.smithi005.stdout:3110: expect (ObjNum 960 snap 276 seq_num 960) 2024-04-12T16:35:12.644 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 284 2024-04-12T16:35:12.644 INFO:tasks.rados.rados.0.smithi005.stdout:3111: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-04-12T16:35:12.646 INFO:tasks.rados.rados.0.smithi005.stdout:3111: writing smithi00577259-22 from 0 to 466944 tid 1 2024-04-12T16:35:12.650 INFO:tasks.rados.rados.0.smithi005.stdout:3111: writing smithi00577259-22 from 466944 to 1179648 tid 2 2024-04-12T16:35:12.653 INFO:tasks.rados.rados.0.smithi005.stdout:3111: writing smithi00577259-22 from 1179648 to 1613824 tid 3 2024-04-12T16:35:12.656 INFO:tasks.rados.rados.0.smithi005.stdout:3111: writing smithi00577259-22 from 1613824 to 2072576 tid 4 2024-04-12T16:35:12.657 INFO:tasks.rados.rados.0.smithi005.stdout:3112: read oid 37 snap -1 2024-04-12T16:35:12.657 INFO:tasks.rados.rados.0.smithi005.stdout:3112: expect (ObjNum 962 snap 276 seq_num 962) 2024-04-12T16:35:12.657 INFO:tasks.rados.rados.0.smithi005.stdout:3113: read oid 40 snap -1 2024-04-12T16:35:12.657 INFO:tasks.rados.rados.0.smithi005.stdout:3113: expect (ObjNum 897 snap 268 seq_num 897) 2024-04-12T16:35:12.657 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 284 2024-04-12T16:35:12.657 INFO:tasks.rados.rados.0.smithi005.stdout:3111: finishing write tid 1 to smithi00577259-22 2024-04-12T16:35:12.657 INFO:tasks.rados.rados.0.smithi005.stdout:3114: seq_num 984 ranges {1875968=483328,2359296=598016,2957312=647168,3604480=360448} 2024-04-12T16:35:12.669 INFO:tasks.rados.rados.0.smithi005.stdout:3114: writing smithi00577259-25 from 1875968 to 2359296 tid 1 2024-04-12T16:35:12.673 INFO:tasks.rados.rados.0.smithi005.stdout:3114: writing smithi00577259-25 from 2359296 to 2957312 tid 2 2024-04-12T16:35:12.677 INFO:tasks.rados.rados.0.smithi005.stdout:3114: writing smithi00577259-25 from 2957312 to 3604480 tid 3 2024-04-12T16:35:12.679 INFO:tasks.rados.rados.0.smithi005.stdout:3114: writing smithi00577259-25 from 3604480 to 3964928 tid 4 2024-04-12T16:35:12.679 INFO:tasks.rados.rados.0.smithi005.stdout:3115: delete oid 14 current snap is 284 2024-04-12T16:35:12.679 INFO:tasks.rados.rados.0.smithi005.stdout:3111: finishing write tid 2 to smithi00577259-22 2024-04-12T16:35:12.680 INFO:tasks.rados.rados.0.smithi005.stdout:3110: expect (ObjNum 960 snap 276 seq_num 960) 2024-04-12T16:35:12.725 INFO:tasks.rados.rados.0.smithi005.stdout:3111: finishing write tid 3 to smithi00577259-22 2024-04-12T16:35:12.725 INFO:tasks.rados.rados.0.smithi005.stdout:3111: finishing write tid 4 to smithi00577259-22 2024-04-12T16:35:12.725 INFO:tasks.rados.rados.0.smithi005.stdout:3111: finishing write tid 5 to smithi00577259-22 2024-04-12T16:35:12.725 INFO:tasks.rados.rados.0.smithi005.stdout:3111: finishing write tid 6 to smithi00577259-22 2024-04-12T16:35:12.725 INFO:tasks.rados.rados.0.smithi005.stdout:3111: oid 22 updating version 0 to 1066 2024-04-12T16:35:12.726 INFO:tasks.rados.rados.0.smithi005.stdout:3111: oid 22 updating version 1066 to 1068 2024-04-12T16:35:12.726 INFO:tasks.rados.rados.0.smithi005.stdout:3111: oid 22 version 1068 is already newer than 1067 2024-04-12T16:35:12.726 INFO:tasks.rados.rados.0.smithi005.stdout:3111: oid 22 updating version 1068 to 1069 2024-04-12T16:35:12.726 INFO:tasks.rados.rados.0.smithi005.stdout:3111: oid 22 version 1069 is already newer than 1065 2024-04-12T16:35:12.726 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1069 (ObjNum 983 snap 284 seq_num 983) dirty exists 2024-04-12T16:35:12.726 INFO:tasks.rados.rados.0.smithi005.stdout:3111: left oid 22 (ObjNum 983 snap 284 seq_num 983) 2024-04-12T16:35:12.726 INFO:tasks.rados.rados.0.smithi005.stdout:3113: expect (ObjNum 897 snap 268 seq_num 897) 2024-04-12T16:35:12.803 INFO:tasks.rados.rados.0.smithi005.stdout:3112: expect (ObjNum 962 snap 276 seq_num 962) 2024-04-12T16:35:12.851 INFO:tasks.rados.rados.0.smithi005.stdout:3114: finishing write tid 1 to smithi00577259-25 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: finishing write tid 2 to smithi00577259-25 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: finishing write tid 3 to smithi00577259-25 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: finishing write tid 4 to smithi00577259-25 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: finishing write tid 5 to smithi00577259-25 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: finishing write tid 6 to smithi00577259-25 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: oid 25 updating version 0 to 1345 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: oid 25 version 1345 is already newer than 1342 2024-04-12T16:35:12.852 INFO:tasks.rados.rados.0.smithi005.stdout:3114: oid 25 updating version 1345 to 1346 2024-04-12T16:35:12.853 INFO:tasks.rados.rados.0.smithi005.stdout:3114: oid 25 version 1346 is already newer than 1343 2024-04-12T16:35:12.853 INFO:tasks.rados.rados.0.smithi005.stdout:3114: oid 25 version 1346 is already newer than 1344 2024-04-12T16:35:12.853 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1346 (ObjNum 984 snap 284 seq_num 984) dirty exists 2024-04-12T16:35:12.853 INFO:tasks.rados.rados.0.smithi005.stdout:3114: left oid 25 (ObjNum 984 snap 284 seq_num 984) 2024-04-12T16:35:12.853 INFO:tasks.rados.rados.0.smithi005.stdout:3110: done (5 left) 2024-04-12T16:35:12.853 INFO:tasks.rados.rados.0.smithi005.stdout:3111: done (4 left) 2024-04-12T16:35:12.853 INFO:tasks.rados.rados.0.smithi005.stdout:3112: done (3 left) 2024-04-12T16:35:12.854 INFO:tasks.rados.rados.0.smithi005.stdout:3113: done (2 left) 2024-04-12T16:35:12.854 INFO:tasks.rados.rados.0.smithi005.stdout:3114: done (1 left) 2024-04-12T16:35:12.854 INFO:tasks.rados.rados.0.smithi005.stdout:3115: done (0 left) 2024-04-12T16:35:12.854 INFO:tasks.rados.rados.0.smithi005.stdout:3116: copy_from oid 40 from oid 7 current snap is 284 2024-04-12T16:35:12.854 INFO:tasks.rados.rados.0.smithi005.stdout:3117: read oid 30 snap -1 2024-04-12T16:35:12.855 INFO:tasks.rados.rados.0.smithi005.stdout:3117: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:35:12.855 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 284 2024-04-12T16:35:12.855 INFO:tasks.rados.rados.0.smithi005.stdout:3118: seq_num 986 ranges {5021696=516096,5537792=770048,6307840=655360,6963200=180224} 2024-04-12T16:35:12.879 INFO:tasks.rados.rados.0.smithi005.stdout:3118: writing smithi00577259-48 from 5021696 to 5537792 tid 1 2024-04-12T16:35:12.883 INFO:tasks.rados.rados.0.smithi005.stdout:3118: writing smithi00577259-48 from 5537792 to 6307840 tid 2 2024-04-12T16:35:12.887 INFO:tasks.rados.rados.0.smithi005.stdout:3118: writing smithi00577259-48 from 6307840 to 6963200 tid 3 2024-04-12T16:35:12.889 INFO:tasks.rados.rados.0.smithi005.stdout:3118: writing smithi00577259-48 from 6963200 to 7143424 tid 4 2024-04-12T16:35:12.889 INFO:tasks.rados.rados.0.smithi005.stdout:3119: read oid 41 snap -1 2024-04-12T16:35:12.889 INFO:tasks.rados.rados.0.smithi005.stdout:3119: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:35:12.889 INFO:tasks.rados.rados.0.smithi005.stdout:3120: delete oid 6 current snap is 284 2024-04-12T16:35:12.889 INFO:tasks.rados.rados.0.smithi005.stdout:3117: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3116: finishing copy_from racing read to smithi00577259-40 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3116: finishing copy_from to smithi00577259-40 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1247 (ObjNum 966 snap 278 seq_num 966) dirty exists 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3118: finishing write tid 1 to smithi00577259-48 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3118: finishing write tid 2 to smithi00577259-48 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3118: finishing write tid 3 to smithi00577259-48 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3118: finishing write tid 4 to smithi00577259-48 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3118: finishing write tid 5 to smithi00577259-48 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3116: done (4 left) 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3117: done (3 left) 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3120: done (2 left) 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3121: copy_from oid 29 from oid 17 current snap is 284 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3122: copy_from oid 45 from oid 15 current snap is 284 2024-04-12T16:35:12.897 INFO:tasks.rados.rados.0.smithi005.stdout:3123: rollback oid 47 current snap is 284 2024-04-12T16:35:12.898 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 283 2024-04-12T16:35:12.898 INFO:tasks.rados.rados.0.smithi005.stdout:3124: copy_from oid 37 from oid 27 current snap is 284 2024-04-12T16:35:12.898 INFO:tasks.rados.rados.0.smithi005.stdout:3125: read oid 42 snap -1 2024-04-12T16:35:12.898 INFO:tasks.rados.rados.0.smithi005.stdout:3125: expect (ObjNum 913 snap 271 seq_num 913) 2024-04-12T16:35:12.898 INFO:tasks.rados.rados.0.smithi005.stdout:3126: setattr oid 8 current snap is 284 2024-04-12T16:35:12.899 INFO:tasks.rados.rados.0.smithi005.stdout:3123: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3122: finishing copy_from to smithi00577259-45 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3122: got expected ENOENT (src dne) 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3122: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3118: finishing write tid 6 to smithi00577259-48 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3118: oid 48 updating version 0 to 1347 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3118: oid 48 version 1347 is already newer than 1344 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3118: oid 48 updating version 1347 to 1348 2024-04-12T16:35:12.900 INFO:tasks.rados.rados.0.smithi005.stdout:3118: oid 48 version 1348 is already newer than 1346 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3118: oid 48 version 1348 is already newer than 1345 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1348 (ObjNum 986 snap 284 seq_num 986) dirty exists 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3118: left oid 48 (ObjNum 986 snap 284 seq_num 986) 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3118: done (7 left) 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3122: done (6 left) 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3123: done (5 left) 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3127: snap_create 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3124: finishing copy_from to smithi00577259-37 2024-04-12T16:35:12.901 INFO:tasks.rados.rados.0.smithi005.stdout:3124: got expected ENOENT (src dne) 2024-04-12T16:35:12.902 INFO:tasks.rados.rados.0.smithi005.stdout:3124: finishing copy_from racing read to smithi00577259-37 2024-04-12T16:35:12.905 INFO:tasks.rados.rados.0.smithi005.stdout:3125: expect (ObjNum 913 snap 271 seq_num 913) 2024-04-12T16:35:12.930 INFO:tasks.rados.rados.0.smithi005.stdout:3119: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:35:13.128 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1321 (ObjNum 973 snap 279 seq_num 973) dirty exists 2024-04-12T16:35:13.128 INFO:tasks.rados.rados.0.smithi005.stdout:3121: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:35:13.128 INFO:tasks.rados.rados.0.smithi005.stdout:3121: finishing copy_from to smithi00577259-29 2024-04-12T16:35:13.128 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1325 (ObjNum 978 snap 282 seq_num 978) dirty exists 2024-04-12T16:35:13.278 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph orch ps' 2024-04-12T16:35:13.527 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:35:13.705 INFO:tasks.rados.rados.0.smithi005.stdout:3119: done (5 left) 2024-04-12T16:35:13.705 INFO:tasks.rados.rados.0.smithi005.stdout:3121: done (4 left) 2024-04-12T16:35:13.705 INFO:tasks.rados.rados.0.smithi005.stdout:3124: done (3 left) 2024-04-12T16:35:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3125: done (2 left) 2024-04-12T16:35:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3126: done (1 left) 2024-04-12T16:35:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3127: done (0 left) 2024-04-12T16:35:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3128: snap_create 2024-04-12T16:35:13.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:13 smithi005 ceph-mon[88416]: pgmap v658: 121 pgs: 121 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-12T16:35:13.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:13 smithi005 ceph-mon[88416]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:35:13.944 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:13 smithi005 ceph-mon[88416]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T16:35:13.944 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:35:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:35:13] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-12T16:35:13.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:13 smithi005 ceph-mon[90837]: pgmap v658: 121 pgs: 121 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-12T16:35:13.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:13 smithi005 ceph-mon[90837]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:35:13.945 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:13 smithi005 ceph-mon[90837]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T16:35:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:13 smithi016 ceph-mon[84444]: pgmap v658: 121 pgs: 121 active+clean; 136 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-12T16:35:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:13 smithi016 ceph-mon[84444]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:35:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:13 smithi016 ceph-mon[84444]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T16:35:14.714 INFO:tasks.rados.rados.0.smithi005.stdout:3128: done (0 left) 2024-04-12T16:35:14.714 INFO:tasks.rados.rados.0.smithi005.stdout:3129: read oid 29 snap -1 2024-04-12T16:35:14.714 INFO:tasks.rados.rados.0.smithi005.stdout:3129: expect (ObjNum 978 snap 282 seq_num 978) 2024-04-12T16:35:14.714 INFO:tasks.rados.rados.0.smithi005.stdout:3130: read oid 23 snap 284 2024-04-12T16:35:14.714 INFO:tasks.rados.rados.0.smithi005.stdout:3130: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:35:14.714 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 286 2024-04-12T16:35:14.714 INFO:tasks.rados.rados.0.smithi005.stdout:3131: seq_num 988 ranges {4751360=557056,5308416=532480,5840896=622592,6463488=450560} 2024-04-12T16:35:14.744 INFO:tasks.rados.rados.0.smithi005.stdout:3131: writing smithi00577259-1 from 4751360 to 5308416 tid 1 2024-04-12T16:35:14.747 INFO:tasks.rados.rados.0.smithi005.stdout:3131: writing smithi00577259-1 from 5308416 to 5840896 tid 2 2024-04-12T16:35:14.751 INFO:tasks.rados.rados.0.smithi005.stdout:3131: writing smithi00577259-1 from 5840896 to 6463488 tid 3 2024-04-12T16:35:14.753 INFO:tasks.rados.rados.0.smithi005.stdout:3131: writing smithi00577259-1 from 6463488 to 6914048 tid 4 2024-04-12T16:35:14.754 INFO:tasks.rados.rados.0.smithi005.stdout:3132: delete oid 37 current snap is 286 2024-04-12T16:35:14.754 INFO:tasks.rados.rados.0.smithi005.stdout:3130: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:35:14.821 INFO:tasks.rados.rados.0.smithi005.stdout:3129: expect (ObjNum 978 snap 282 seq_num 978) 2024-04-12T16:35:14.940 INFO:tasks.rados.rados.0.smithi005.stdout:3131: finishing write tid 1 to smithi00577259-1 2024-04-12T16:35:14.940 INFO:tasks.rados.rados.0.smithi005.stdout:3131: finishing write tid 2 to smithi00577259-1 2024-04-12T16:35:14.940 INFO:tasks.rados.rados.0.smithi005.stdout:3131: finishing write tid 3 to smithi00577259-1 2024-04-12T16:35:14.940 INFO:tasks.rados.rados.0.smithi005.stdout:3131: finishing write tid 4 to smithi00577259-1 2024-04-12T16:35:14.940 INFO:tasks.rados.rados.0.smithi005.stdout:3131: finishing write tid 5 to smithi00577259-1 2024-04-12T16:35:14.940 INFO:tasks.rados.rados.0.smithi005.stdout:3131: finishing write tid 6 to smithi00577259-1 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3131: oid 1 updating version 0 to 1328 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3131: oid 1 version 1328 is already newer than 1327 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3131: oid 1 version 1328 is already newer than 1326 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3131: oid 1 updating version 1328 to 1330 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3131: oid 1 version 1330 is already newer than 1329 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1330 (ObjNum 988 snap 286 seq_num 988) dirty exists 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3131: left oid 1 (ObjNum 988 snap 286 seq_num 988) 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3129: done (3 left) 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3130: done (2 left) 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3131: done (1 left) 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3132: done (0 left) 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 286 2024-04-12T16:35:14.941 INFO:tasks.rados.rados.0.smithi005.stdout:3133: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-04-12T16:35:14.943 INFO:tasks.rados.rados.0.smithi005.stdout:3133: writing smithi00577259-44 from 0 to 589824 tid 1 2024-04-12T16:35:14.947 INFO:tasks.rados.rados.0.smithi005.stdout:3133: writing smithi00577259-44 from 589824 to 1343488 tid 2 2024-04-12T16:35:14.950 INFO:tasks.rados.rados.0.smithi005.stdout:3133: writing smithi00577259-44 from 1343488 to 1982464 tid 3 2024-04-12T16:35:14.952 INFO:tasks.rados.rados.0.smithi005.stdout:3133: writing smithi00577259-44 from 1982464 to 2195456 tid 4 2024-04-12T16:35:14.952 INFO:tasks.rados.rados.0.smithi005.stdout:3134: snap_create 2024-04-12T16:35:14.952 INFO:tasks.rados.rados.0.smithi005.stdout:3133: finishing write tid 1 to smithi00577259-44 2024-04-12T16:35:14.952 INFO:tasks.rados.rados.0.smithi005.stdout:3133: finishing write tid 2 to smithi00577259-44 2024-04-12T16:35:14.955 INFO:tasks.rados.rados.0.smithi005.stdout:3133: finishing write tid 3 to smithi00577259-44 2024-04-12T16:35:14.955 INFO:tasks.rados.rados.0.smithi005.stdout:3133: finishing write tid 4 to smithi00577259-44 2024-04-12T16:35:14.956 INFO:tasks.rados.rados.0.smithi005.stdout:3133: finishing write tid 5 to smithi00577259-44 2024-04-12T16:35:14.956 INFO:tasks.rados.rados.0.smithi005.stdout:3133: finishing write tid 6 to smithi00577259-44 2024-04-12T16:35:14.957 INFO:tasks.rados.rados.0.smithi005.stdout:3133: oid 44 updating version 0 to 1192 2024-04-12T16:35:14.957 INFO:tasks.rados.rados.0.smithi005.stdout:3133: oid 44 updating version 1192 to 1194 2024-04-12T16:35:14.957 INFO:tasks.rados.rados.0.smithi005.stdout:3133: oid 44 version 1194 is already newer than 1193 2024-04-12T16:35:14.957 INFO:tasks.rados.rados.0.smithi005.stdout:3133: oid 44 updating version 1194 to 1195 2024-04-12T16:35:14.957 INFO:tasks.rados.rados.0.smithi005.stdout:3133: oid 44 updating version 1195 to 1196 2024-04-12T16:35:14.957 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1196 (ObjNum 990 snap 286 seq_num 990) dirty exists 2024-04-12T16:35:14.957 INFO:tasks.rados.rados.0.smithi005.stdout:3133: left oid 44 (ObjNum 990 snap 286 seq_num 990) 2024-04-12T16:35:14.993 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:14 smithi005 ceph-mon[88416]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T16:35:14.993 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:14 smithi005 ceph-mon[90837]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T16:35:15.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:14 smithi016 ceph-mon[84444]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T16:35:15.456 INFO:teuthology.orchestra.run.smithi005.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T16:35:15.456 INFO:teuthology.orchestra.run.smithi005.stdout:alertmanager.a smithi005 *:9093,9094 running (63s) 59s ago 13m 16.2M - 0.25.0 c8568f914cd2 a506a64f6d82 2024-04-12T16:35:15.456 INFO:teuthology.orchestra.run.smithi005.stdout:grafana.a smithi016 *:3000 running (41s) 37s ago 13m 53.0M - 9.4.12 2bacad6d85d8 187ced086d2f 2024-04-12T16:35:15.456 INFO:teuthology.orchestra.run.smithi005.stdout:mds.a smithi005 running (2m) 59s ago 14m 15.5M - 19.0.0-2847-gbf9c5618 92de118a8b8f 5d010ee50832 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:mds.b smithi016 running (113s) 37s ago 14m 12.6M - 19.0.0-2847-gbf9c5618 92de118a8b8f f5063dfd0ae9 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.x smithi016 *:8443,9283,8765 running (8m) 37s ago 17m 453M - 19.0.0-2847-gbf9c5618 92de118a8b8f 74b0a12ee52a 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:mgr.y smithi005 *:8443,9283,8765 running (8m) 59s ago 19m 521M - 19.0.0-2847-gbf9c5618 92de118a8b8f 2599ff925840 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:mon.a smithi005 running (7m) 59s ago 19m 68.5M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4d71f0ce1da5 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:mon.b smithi016 running (7m) 37s ago 18m 58.3M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 4f13361e1125 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:mon.c smithi005 running (7m) 59s ago 17m 60.4M 2048M 19.0.0-2847-gbf9c5618 92de118a8b8f 01e4a199e0f0 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.a smithi005 *:9100 running (100s) 59s ago 12m 7688k - 1.5.0 0da6a335fe13 74a3294e9623 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:node-exporter.b smithi016 *:9100 running (96s) 37s ago 12m 15.5M - 1.5.0 0da6a335fe13 efc0b9e4fb7d 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:osd.0 smithi005 running (6m) 59s ago 17m 272M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 14b118db814c 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:osd.1 smithi005 running (5m) 59s ago 16m 263M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 60c5ef986648 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:osd.2 smithi005 running (5m) 59s ago 16m 229M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f b4abd2c7db63 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:osd.3 smithi005 running (4m) 59s ago 16m 180M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 935c3820218d 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:osd.4 smithi016 running (4m) 37s ago 15m 229M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 1cc4f5da7ec3 2024-04-12T16:35:15.457 INFO:teuthology.orchestra.run.smithi005.stdout:osd.5 smithi016 running (3m) 37s ago 15m 191M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 6b9d04a3acde 2024-04-12T16:35:15.458 INFO:teuthology.orchestra.run.smithi005.stdout:osd.6 smithi016 running (2m) 37s ago 14m 119M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f 3c5e02b6dbaf 2024-04-12T16:35:15.458 INFO:teuthology.orchestra.run.smithi005.stdout:osd.7 smithi016 running (2m) 37s ago 14m 146M 2481M 19.0.0-2847-gbf9c5618 92de118a8b8f faa592c4e155 2024-04-12T16:35:15.458 INFO:teuthology.orchestra.run.smithi005.stdout:prometheus.a smithi016 *:9095 running (79s) 37s ago 13m 49.8M - 2.43.0 a07b618ecd1d 8f768273e52b 2024-04-12T16:35:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:3133: done (1 left) 2024-04-12T16:35:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:3134: done (0 left) 2024-04-12T16:35:15.643 INFO:tasks.rados.rados.0.smithi005.stdout:3135: read oid 24 snap -1 2024-04-12T16:35:15.644 INFO:tasks.rados.rados.0.smithi005.stdout:3135: expect (ObjNum 943 snap 273 seq_num 943) 2024-04-12T16:35:15.644 INFO:tasks.rados.rados.0.smithi005.stdout:3136: delete oid 48 current snap is 287 2024-04-12T16:35:15.651 INFO:tasks.rados.rados.0.smithi005.stdout:3135: expect (ObjNum 943 snap 273 seq_num 943) 2024-04-12T16:35:15.710 INFO:tasks.rados.rados.0.smithi005.stdout:3135: done (1 left) 2024-04-12T16:35:15.711 INFO:tasks.rados.rados.0.smithi005.stdout:3136: done (0 left) 2024-04-12T16:35:15.711 INFO:tasks.rados.rados.0.smithi005.stdout:3137: delete oid 37 current snap is 287 2024-04-12T16:35:15.712 INFO:tasks.rados.rados.0.smithi005.stdout:3137: done (0 left) 2024-04-12T16:35:15.712 INFO:tasks.rados.rados.0.smithi005.stdout:3138: rmattr oid 49 current snap is 287 2024-04-12T16:35:15.712 INFO:tasks.rados.rados.0.smithi005.stdout:3138: done (0 left) 2024-04-12T16:35:15.712 INFO:tasks.rados.rados.0.smithi005.stdout:3139: snap_remove snap 286 2024-04-12T16:35:16.030 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:15 smithi005 ceph-mon[88416]: pgmap v661: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T16:35:16.030 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:15 smithi005 ceph-mon[88416]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T16:35:16.030 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:15 smithi005 ceph-mon[88416]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T16:35:16.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:15 smithi005 ceph-mon[90837]: pgmap v661: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T16:35:16.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:15 smithi005 ceph-mon[90837]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T16:35:16.031 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:15 smithi005 ceph-mon[90837]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T16:35:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:15 smithi016 ceph-mon[84444]: pgmap v661: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T16:35:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:15 smithi016 ceph-mon[84444]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T16:35:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:15 smithi016 ceph-mon[84444]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T16:35:16.394 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph versions' 2024-04-12T16:35:16.604 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:35:16.718 INFO:tasks.rados.rados.0.smithi005.stdout:3139: done (0 left) 2024-04-12T16:35:16.718 INFO:tasks.rados.rados.0.smithi005.stdout:3140: rmattr oid 50 current snap is 287 2024-04-12T16:35:16.718 INFO:tasks.rados.rados.0.smithi005.stdout:3140: done (0 left) 2024-04-12T16:35:16.718 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 287 2024-04-12T16:35:16.718 INFO:tasks.rados.rados.0.smithi005.stdout:3141: seq_num 993 ranges {2195456=638976,2834432=409600,3244032=409600,3653632=688128,4341760=98304} 2024-04-12T16:35:16.733 INFO:tasks.rados.rados.0.smithi005.stdout:3141: writing smithi00577259-44 from 2195456 to 2834432 tid 1 2024-04-12T16:35:16.735 INFO:tasks.rados.rados.0.smithi005.stdout:3141: writing smithi00577259-44 from 2834432 to 3244032 tid 2 2024-04-12T16:35:16.737 INFO:tasks.rados.rados.0.smithi005.stdout:3141: writing smithi00577259-44 from 3244032 to 3653632 tid 3 2024-04-12T16:35:16.741 INFO:tasks.rados.rados.0.smithi005.stdout:3141: writing smithi00577259-44 from 3653632 to 4341760 tid 4 2024-04-12T16:35:16.742 INFO:tasks.rados.rados.0.smithi005.stdout:3141: writing smithi00577259-44 from 4341760 to 4440064 tid 5 2024-04-12T16:35:16.742 INFO:tasks.rados.rados.0.smithi005.stdout:3142: rollback oid 4 current snap is 287 2024-04-12T16:35:16.742 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 282 2024-04-12T16:35:16.742 INFO:tasks.rados.rados.0.smithi005.stdout:3143: read oid 2 snap -1 2024-04-12T16:35:16.742 INFO:tasks.rados.rados.0.smithi005.stdout:3143: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:16.743 INFO:tasks.rados.rados.0.smithi005.stdout:3144: delete oid 40 current snap is 287 2024-04-12T16:35:16.743 INFO:tasks.rados.rados.0.smithi005.stdout:3141: finishing write tid 1 to smithi00577259-44 2024-04-12T16:35:16.746 INFO:tasks.rados.rados.0.smithi005.stdout:3144: done (3 left) 2024-04-12T16:35:16.746 INFO:tasks.rados.rados.0.smithi005.stdout:3145: rollback oid 3 current snap is 287 2024-04-12T16:35:16.746 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 279 2024-04-12T16:35:16.746 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 287 2024-04-12T16:35:16.746 INFO:tasks.rados.rados.0.smithi005.stdout:3146: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-12T16:35:16.750 INFO:tasks.rados.rados.0.smithi005.stdout:3146: writing smithi00577259-9 from 0 to 671744 tid 1 2024-04-12T16:35:16.754 INFO:tasks.rados.rados.0.smithi005.stdout:3146: writing smithi00577259-9 from 671744 to 1245184 tid 2 2024-04-12T16:35:16.760 INFO:tasks.rados.rados.0.smithi005.stdout:3146: writing smithi00577259-9 from 1245184 to 2023424 tid 3 2024-04-12T16:35:16.762 INFO:tasks.rados.rados.0.smithi005.stdout:3146: writing smithi00577259-9 from 2023424 to 2277376 tid 4 2024-04-12T16:35:16.762 INFO:tasks.rados.rados.0.smithi005.stdout:3147: copy_from oid 12 from oid 33 current snap is 287 2024-04-12T16:35:16.762 INFO:tasks.rados.rados.0.smithi005.stdout:3141: finishing write tid 2 to smithi00577259-44 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3141: finishing write tid 3 to smithi00577259-44 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3141: finishing write tid 4 to smithi00577259-44 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3141: finishing write tid 5 to smithi00577259-44 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3142: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3141: finishing write tid 6 to smithi00577259-44 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3148: rmattr oid 6 current snap is 287 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3148: done (6 left) 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3149: rmattr oid 23 current snap is 287 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3149: done (6 left) 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3150: read oid 19 snap -1 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3150: expect deleted 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3151: rollback oid 28 current snap is 287 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 28 to 279 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3142: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:3142: finishing rollback tid 2 to smithi00577259-4 2024-04-12T16:35:16.763 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1420 (ObjNum 969 snap 279 seq_num 969) dirty exists 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3145: finishing rollback tid 0 to smithi00577259-3 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3142: done (7 left) 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3152: read oid 38 snap -1 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3152: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3153: delete oid 7 current snap is 287 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3145: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3145: finishing rollback tid 2 to smithi00577259-3 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1333 (ObjNum 960 snap 276 seq_num 960) dirty exists 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3141: finishing write tid 7 to smithi00577259-44 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3141: oid 44 updating version 0 to 1199 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3141: oid 44 version 1199 is already newer than 1197 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3141: oid 44 updating version 1199 to 1201 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3141: oid 44 version 1201 is already newer than 1200 2024-04-12T16:35:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3141: oid 44 updating version 1201 to 1202 2024-04-12T16:35:16.765 INFO:tasks.rados.rados.0.smithi005.stdout:3141: oid 44 version 1202 is already newer than 1198 2024-04-12T16:35:16.765 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1202 (ObjNum 993 snap 287 seq_num 993) dirty exists 2024-04-12T16:35:16.765 INFO:tasks.rados.rados.0.smithi005.stdout:3141: left oid 44 (ObjNum 993 snap 287 seq_num 993) 2024-04-12T16:35:16.765 INFO:tasks.rados.rados.0.smithi005.stdout:3146: finishing write tid 1 to smithi00577259-9 2024-04-12T16:35:16.765 INFO:tasks.rados.rados.0.smithi005.stdout:3143: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:3146: finishing write tid 2 to smithi00577259-9 2024-04-12T16:35:16.815 INFO:tasks.rados.rados.0.smithi005.stdout:3152: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3151: finishing rollback tid 1 to smithi00577259-28 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 0 (ObjNum 177 snap 0 seq_num 729870800) dirty dne 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: finishing write tid 3 to smithi00577259-9 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: finishing write tid 4 to smithi00577259-9 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: finishing write tid 5 to smithi00577259-9 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: finishing write tid 6 to smithi00577259-9 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: oid 9 updating version 0 to 1206 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: oid 9 version 1206 is already newer than 1203 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: oid 9 version 1206 is already newer than 1205 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: oid 9 version 1206 is already newer than 1204 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:3146: oid 9 updating version 1206 to 1207 2024-04-12T16:35:16.820 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1207 (ObjNum 995 snap 287 seq_num 995) dirty exists 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3146: left oid 9 (ObjNum 995 snap 287 seq_num 995) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3147: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3147: finishing copy_from to smithi00577259-12 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1306 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3141: done (8 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3143: done (7 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3145: done (6 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3146: done (5 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3147: done (4 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3150: done (3 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3151: done (2 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3152: done (1 left) 2024-04-12T16:35:16.821 INFO:tasks.rados.rados.0.smithi005.stdout:3153: done (0 left) 2024-04-12T16:35:16.822 INFO:tasks.rados.rados.0.smithi005.stdout:3154: snap_remove snap 279 2024-04-12T16:35:16.968 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:16 smithi005 ceph-mon[88416]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:35:16.969 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:16 smithi005 ceph-mon[90837]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:35:17.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:16 smithi016 ceph-mon[84444]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T16:35:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3154: done (0 left) 2024-04-12T16:35:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3155: read oid 50 snap -1 2024-04-12T16:35:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3155: expect (ObjNum 933 snap 272 seq_num 933) 2024-04-12T16:35:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3156: copy_from oid 14 from oid 22 current snap is 287 2024-04-12T16:35:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3157: rollback oid 3 current snap is 287 2024-04-12T16:35:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 3 to 285 2024-04-12T16:35:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3158: snap_create 2024-04-12T16:35:17.733 INFO:tasks.rados.rados.0.smithi005.stdout:3157: finishing rollback tid 0 to smithi00577259-3 2024-04-12T16:35:17.734 INFO:tasks.rados.rados.0.smithi005.stdout:3157: finishing rollback tid 1 to smithi00577259-3 2024-04-12T16:35:17.736 INFO:tasks.rados.rados.0.smithi005.stdout:3157: finishing rollback tid 2 to smithi00577259-3 2024-04-12T16:35:17.736 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1336 (ObjNum 960 snap 276 seq_num 960) dirty exists 2024-04-12T16:35:17.747 INFO:tasks.rados.rados.0.smithi005.stdout:3155: expect (ObjNum 933 snap 272 seq_num 933) 2024-04-12T16:35:17.859 INFO:tasks.rados.rados.0.smithi005.stdout:3156: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:35:17.859 INFO:tasks.rados.rados.0.smithi005.stdout:3156: finishing copy_from to smithi00577259-14 2024-04-12T16:35:17.859 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1069 (ObjNum 983 snap 284 seq_num 983) dirty exists 2024-04-12T16:35:17.991 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:17 smithi016 ceph-mon[84444]: pgmap v664: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-04-12T16:35:17.991 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:17 smithi016 ceph-mon[84444]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T16:35:18.016 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:17 smithi005 ceph-mon[88416]: pgmap v664: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-04-12T16:35:18.016 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:17 smithi005 ceph-mon[88416]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T16:35:18.016 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:17 smithi005 ceph-mon[90837]: pgmap v664: 121 pgs: 121 active+clean; 125 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-04-12T16:35:18.016 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:17 smithi005 ceph-mon[90837]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T16:35:18.557 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-04-12T16:35:18.557 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": { 2024-04-12T16:35:18.557 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T16:35:18.557 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:35:18.557 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": { 2024-04-12T16:35:18.557 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:35:18.557 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": { 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": { 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: "overall": { 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 15 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-04-12T16:35:18.558 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-04-12T16:35:18.727 INFO:tasks.rados.rados.0.smithi005.stdout:3155: done (3 left) 2024-04-12T16:35:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3156: done (2 left) 2024-04-12T16:35:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3157: done (1 left) 2024-04-12T16:35:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3158: done (0 left) 2024-04-12T16:35:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3159: rollback oid 13 current snap is 288 2024-04-12T16:35:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 13 to 287 2024-04-12T16:35:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 288 2024-04-12T16:35:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3160: seq_num 997 ranges {901120=704512,1605632=794624,2400256=794624,3194880=16384} 2024-04-12T16:35:18.736 INFO:tasks.rados.rados.0.smithi005.stdout:3160: writing smithi00577259-42 from 901120 to 1605632 tid 1 2024-04-12T16:35:18.741 INFO:tasks.rados.rados.0.smithi005.stdout:3160: writing smithi00577259-42 from 1605632 to 2400256 tid 2 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3160: writing smithi00577259-42 from 2400256 to 3194880 tid 3 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3160: writing smithi00577259-42 from 3194880 to 3211264 tid 4 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3161: copy_from oid 47 from oid 38 current snap is 288 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3159: finishing rollback tid 0 to smithi00577259-13 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3159: finishing rollback tid 1 to smithi00577259-13 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3159: finishing rollback tid 2 to smithi00577259-13 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1358 (ObjNum 950 snap 274 seq_num 950) dirty exists 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3160: finishing write tid 1 to smithi00577259-42 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3159: done (2 left) 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 288 2024-04-12T16:35:18.746 INFO:tasks.rados.rados.0.smithi005.stdout:3162: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-04-12T16:35:18.749 INFO:tasks.rados.rados.0.smithi005.stdout:3162: writing smithi00577259-6 from 0 to 720896 tid 1 2024-04-12T16:35:18.753 INFO:tasks.rados.rados.0.smithi005.stdout:3162: writing smithi00577259-6 from 720896 to 1400832 tid 2 2024-04-12T16:35:18.757 INFO:tasks.rados.rados.0.smithi005.stdout:3162: writing smithi00577259-6 from 1400832 to 1998848 tid 3 2024-04-12T16:35:18.759 INFO:tasks.rados.rados.0.smithi005.stdout:3162: writing smithi00577259-6 from 1998848 to 2326528 tid 4 2024-04-12T16:35:18.759 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 288 2024-04-12T16:35:18.759 INFO:tasks.rados.rados.0.smithi005.stdout:3160: finishing write tid 2 to smithi00577259-42 2024-04-12T16:35:18.759 INFO:tasks.rados.rados.0.smithi005.stdout:3163: seq_num 999 ranges {7069696=737280,7806976=565248,8372224=761856,9134080=278528} 2024-04-12T16:35:18.801 INFO:tasks.rados.rados.0.smithi005.stdout:3163: writing smithi00577259-12 from 7069696 to 7806976 tid 1 2024-04-12T16:35:18.804 INFO:tasks.rados.rados.0.smithi005.stdout:3163: writing smithi00577259-12 from 7806976 to 8372224 tid 2 2024-04-12T16:35:18.809 INFO:tasks.rados.rados.0.smithi005.stdout:3163: writing smithi00577259-12 from 8372224 to 9134080 tid 3 2024-04-12T16:35:18.811 INFO:tasks.rados.rados.0.smithi005.stdout:3163: writing smithi00577259-12 from 9134080 to 9412608 tid 4 2024-04-12T16:35:18.811 INFO:tasks.rados.rados.0.smithi005.stdout:3164: snap_create 2024-04-12T16:35:18.811 INFO:tasks.rados.rados.0.smithi005.stdout:3160: finishing write tid 3 to smithi00577259-42 2024-04-12T16:35:18.811 INFO:tasks.rados.rados.0.smithi005.stdout:3160: finishing write tid 4 to smithi00577259-42 2024-04-12T16:35:18.811 INFO:tasks.rados.rados.0.smithi005.stdout:3161: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:35:18.811 INFO:tasks.rados.rados.0.smithi005.stdout:3160: finishing write tid 5 to smithi00577259-42 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3161: finishing copy_from to smithi00577259-47 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1185 (ObjNum 870 snap 258 seq_num 870) dirty exists 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3162: finishing write tid 1 to smithi00577259-6 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3160: finishing write tid 6 to smithi00577259-42 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3160: oid 42 updating version 0 to 1429 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3160: oid 42 version 1429 is already newer than 1428 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3160: oid 42 updating version 1429 to 1430 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3160: oid 42 version 1430 is already newer than 1427 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3160: oid 42 updating version 1430 to 1431 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1431 (ObjNum 997 snap 288 seq_num 997) dirty exists 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3160: left oid 42 (ObjNum 997 snap 288 seq_num 997) 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3162: finishing write tid 2 to smithi00577259-6 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3162: finishing write tid 3 to smithi00577259-6 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3162: finishing write tid 4 to smithi00577259-6 2024-04-12T16:35:18.812 INFO:tasks.rados.rados.0.smithi005.stdout:3162: finishing write tid 5 to smithi00577259-6 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3162: finishing write tid 6 to smithi00577259-6 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3162: oid 6 updating version 0 to 1102 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3162: oid 6 version 1102 is already newer than 1100 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3162: oid 6 updating version 1102 to 1103 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3162: oid 6 version 1103 is already newer than 1099 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3162: oid 6 version 1103 is already newer than 1101 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1103 (ObjNum 998 snap 288 seq_num 998) dirty exists 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3162: left oid 6 (ObjNum 998 snap 288 seq_num 998) 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3163: finishing write tid 1 to smithi00577259-12 2024-04-12T16:35:18.813 INFO:tasks.rados.rados.0.smithi005.stdout:3163: finishing write tid 2 to smithi00577259-12 2024-04-12T16:35:18.814 INFO:tasks.rados.rados.0.smithi005.stdout:3163: finishing write tid 3 to smithi00577259-12 2024-04-12T16:35:18.814 INFO:tasks.rados.rados.0.smithi005.stdout:3163: finishing write tid 4 to smithi00577259-12 2024-04-12T16:35:18.814 INFO:tasks.rados.rados.0.smithi005.stdout:3163: finishing write tid 5 to smithi00577259-12 2024-04-12T16:35:18.814 INFO:tasks.rados.rados.0.smithi005.stdout:3163: finishing write tid 6 to smithi00577259-12 2024-04-12T16:35:18.814 INFO:tasks.rados.rados.0.smithi005.stdout:3163: oid 12 updating version 0 to 1311 2024-04-12T16:35:18.814 INFO:tasks.rados.rados.0.smithi005.stdout:3163: oid 12 version 1311 is already newer than 1307 2024-04-12T16:35:18.815 INFO:tasks.rados.rados.0.smithi005.stdout:3163: oid 12 version 1311 is already newer than 1309 2024-04-12T16:35:18.815 INFO:tasks.rados.rados.0.smithi005.stdout:3163: oid 12 version 1311 is already newer than 1310 2024-04-12T16:35:18.815 INFO:tasks.rados.rados.0.smithi005.stdout:3163: oid 12 version 1311 is already newer than 1308 2024-04-12T16:35:18.815 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1311 (ObjNum 999 snap 288 seq_num 999) dirty exists 2024-04-12T16:35:18.815 INFO:tasks.rados.rados.0.smithi005.stdout:3163: left oid 12 (ObjNum 999 snap 288 seq_num 999) 2024-04-12T16:35:18.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:18 smithi005 ceph-mon[88416]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T16:35:18.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3077728170' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:18.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:18 smithi005 ceph-mon[90837]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T16:35:18.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3077728170' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:19.009 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:18 smithi016 ceph-mon[84444]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T16:35:19.009 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3077728170' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:19.353 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-12T16:35:19.561 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:35:19.732 INFO:tasks.rados.rados.0.smithi005.stdout:3160: done (4 left) 2024-04-12T16:35:19.732 INFO:tasks.rados.rados.0.smithi005.stdout:3161: done (3 left) 2024-04-12T16:35:19.732 INFO:tasks.rados.rados.0.smithi005.stdout:3162: done (2 left) 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3163: done (1 left) 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3164: done (0 left) 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3165: read oid 35 snap 287 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3165: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3166: read oid 5 snap 283 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3166: expect deleted 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3167: rollback oid 29 current snap is 289 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 282 2024-04-12T16:35:19.733 INFO:tasks.rados.rados.0.smithi005.stdout:3168: delete oid 14 current snap is 289 2024-04-12T16:35:19.737 INFO:tasks.rados.rados.0.smithi005.stdout:3165: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:35:19.785 INFO:tasks.rados.rados.0.smithi005.stdout:3167: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:35:19.785 INFO:tasks.rados.rados.0.smithi005.stdout:3167: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:35:19.785 INFO:tasks.rados.rados.0.smithi005.stdout:3167: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:35:19.785 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1339 (ObjNum 982 snap 282 seq_num 982) dirty exists 2024-04-12T16:35:19.785 INFO:tasks.rados.rados.0.smithi005.stdout:3165: done (3 left) 2024-04-12T16:35:19.785 INFO:tasks.rados.rados.0.smithi005.stdout:3166: done (2 left) 2024-04-12T16:35:19.785 INFO:tasks.rados.rados.0.smithi005.stdout:3167: done (1 left) 2024-04-12T16:35:19.786 INFO:tasks.rados.rados.0.smithi005.stdout:3168: done (0 left) 2024-04-12T16:35:19.786 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 289 2024-04-12T16:35:19.786 INFO:tasks.rados.rados.0.smithi005.stdout:3169: seq_num 1001 ranges {8462336=770048,9232384=729088,9961472=770048,10731520=106496} 2024-04-12T16:35:19.835 INFO:tasks.rados.rados.0.smithi005.stdout:3169: writing smithi00577259-10 from 8462336 to 9232384 tid 1 2024-04-12T16:35:19.839 INFO:tasks.rados.rados.0.smithi005.stdout:3169: writing smithi00577259-10 from 9232384 to 9961472 tid 2 2024-04-12T16:35:19.844 INFO:tasks.rados.rados.0.smithi005.stdout:3169: writing smithi00577259-10 from 9961472 to 10731520 tid 3 2024-04-12T16:35:19.845 INFO:tasks.rados.rados.0.smithi005.stdout:3169: writing smithi00577259-10 from 10731520 to 10838016 tid 4 2024-04-12T16:35:19.845 INFO:tasks.rados.rados.0.smithi005.stdout:3170: read oid 31 snap -1 2024-04-12T16:35:19.845 INFO:tasks.rados.rados.0.smithi005.stdout:3170: expect deleted 2024-04-12T16:35:19.845 INFO:tasks.rados.rados.0.smithi005.stdout:3171: read oid 39 snap -1 2024-04-12T16:35:19.845 INFO:tasks.rados.rados.0.smithi005.stdout:3171: expect deleted 2024-04-12T16:35:19.845 INFO:tasks.rados.rados.0.smithi005.stdout:3172: snap_remove snap 284 2024-04-12T16:35:19.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:19 smithi005 ceph-mon[88416]: pgmap v667: 121 pgs: 121 active+clean; 141 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-12T16:35:19.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:19 smithi005 ceph-mon[88416]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T16:35:19.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:19.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:19 smithi005 ceph-mon[90837]: pgmap v667: 121 pgs: 121 active+clean; 141 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-12T16:35:19.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:19 smithi005 ceph-mon[90837]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T16:35:19.943 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:19 smithi016 ceph-mon[84444]: pgmap v667: 121 pgs: 121 active+clean; 141 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-12T16:35:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:19 smithi016 ceph-mon[84444]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T16:35:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:20.737 INFO:tasks.rados.rados.0.smithi005.stdout:3172: done (3 left) 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3173: read oid 14 snap 285 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3173: expect deleted 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3174: rollback oid 33 current snap is 289 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 33 to 285 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3169: finishing write tid 1 to smithi00577259-10 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3169: finishing write tid 2 to smithi00577259-10 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3169: finishing write tid 3 to smithi00577259-10 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3169: finishing write tid 4 to smithi00577259-10 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3169: finishing write tid 5 to smithi00577259-10 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3169: finishing write tid 6 to smithi00577259-10 2024-04-12T16:35:20.738 INFO:tasks.rados.rados.0.smithi005.stdout:3169: oid 10 updating version 0 to 1402 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3169: oid 10 version 1402 is already newer than 1398 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3169: oid 10 version 1402 is already newer than 1400 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3169: oid 10 version 1402 is already newer than 1401 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3169: oid 10 version 1402 is already newer than 1399 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1402 (ObjNum 1001 snap 289 seq_num 1001) dirty exists 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3169: left oid 10 (ObjNum 1001 snap 289 seq_num 1001) 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3169: done (4 left) 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3170: done (3 left) 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3171: done (2 left) 2024-04-12T16:35:20.739 INFO:tasks.rados.rados.0.smithi005.stdout:3175: delete oid 6 current snap is 289 2024-04-12T16:35:20.740 INFO:tasks.rados.rados.0.smithi005.stdout:3173: done (2 left) 2024-04-12T16:35:20.740 INFO:tasks.rados.rados.0.smithi005.stdout:3175: done (1 left) 2024-04-12T16:35:20.740 INFO:tasks.rados.rados.0.smithi005.stdout:3176: delete oid 38 current snap is 289 2024-04-12T16:35:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:3174: finishing rollback tid 0 to smithi00577259-33 2024-04-12T16:35:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:3174: finishing rollback tid 1 to smithi00577259-33 2024-04-12T16:35:20.747 INFO:tasks.rados.rados.0.smithi005.stdout:3174: finishing rollback tid 2 to smithi00577259-33 2024-04-12T16:35:20.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1358 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:35:20.750 INFO:tasks.rados.rados.0.smithi005.stdout:3174: done (1 left) 2024-04-12T16:35:20.750 INFO:tasks.rados.rados.0.smithi005.stdout:3176: done (0 left) 2024-04-12T16:35:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:3177: rollback oid 11 current snap is 289 2024-04-12T16:35:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 287 2024-04-12T16:35:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:3178: rollback oid 20 current snap is 289 2024-04-12T16:35:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 283 2024-04-12T16:35:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:3179: rollback oid 50 current snap is 289 2024-04-12T16:35:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 288 2024-04-12T16:35:20.751 INFO:tasks.rados.rados.0.smithi005.stdout:3180: delete oid 14 current snap is 289 2024-04-12T16:35:20.754 INFO:tasks.rados.rados.0.smithi005.stdout:3178: finishing rollback tid 0 to smithi00577259-20 2024-04-12T16:35:20.755 INFO:tasks.rados.rados.0.smithi005.stdout:3179: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:35:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:3178: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:35:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:3178: finishing rollback tid 2 to smithi00577259-20 2024-04-12T16:35:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1364 (ObjNum 941 snap 273 seq_num 941) dirty exists 2024-04-12T16:35:20.756 INFO:tasks.rados.rados.0.smithi005.stdout:3177: finishing rollback tid 0 to smithi00577259-11 2024-04-12T16:35:20.757 INFO:tasks.rados.rados.0.smithi005.stdout:3179: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:35:20.757 INFO:tasks.rados.rados.0.smithi005.stdout:3177: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:35:20.757 INFO:tasks.rados.rados.0.smithi005.stdout:3179: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:35:20.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1441 (ObjNum 933 snap 272 seq_num 933) dirty exists 2024-04-12T16:35:20.757 INFO:tasks.rados.rados.0.smithi005.stdout:3177: finishing rollback tid 2 to smithi00577259-11 2024-04-12T16:35:20.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1328 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:35:20.758 INFO:tasks.rados.rados.0.smithi005.stdout:3177: done (3 left) 2024-04-12T16:35:20.758 INFO:tasks.rados.rados.0.smithi005.stdout:3178: done (2 left) 2024-04-12T16:35:20.758 INFO:tasks.rados.rados.0.smithi005.stdout:3179: done (1 left) 2024-04-12T16:35:20.758 INFO:tasks.rados.rados.0.smithi005.stdout:3180: done (0 left) 2024-04-12T16:35:20.758 INFO:tasks.rados.rados.0.smithi005.stdout:3181: delete oid 15 current snap is 289 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3181: done (0 left) 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3182: read oid 30 snap 285 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3182: expect (ObjNum 730794816 snap 22011 seq_num 730529024) 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3183: read oid 13 snap -1 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3183: expect (ObjNum 950 snap 274 seq_num 950) 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3184: rollback oid 33 current snap is 289 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 33 to 283 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3185: read oid 44 snap -1 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3185: expect (ObjNum 993 snap 287 seq_num 993) 2024-04-12T16:35:20.760 INFO:tasks.rados.rados.0.smithi005.stdout:3186: setattr oid 9 current snap is 289 2024-04-12T16:35:20.761 INFO:tasks.rados.rados.0.smithi005.stdout:3187: rmattr oid 29 current snap is 289 2024-04-12T16:35:20.761 INFO:tasks.rados.rados.0.smithi005.stdout:3187: done (5 left) 2024-04-12T16:35:20.761 INFO:tasks.rados.rados.0.smithi005.stdout:3188: read oid 47 snap -1 2024-04-12T16:35:20.761 INFO:tasks.rados.rados.0.smithi005.stdout:3188: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:3189: read oid 39 snap -1 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:3189: expect deleted 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:3190: copy_from oid 42 from oid 45 current snap is 289 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:3191: rollback oid 37 current snap is 289 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 37 to 288 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:3192: rollback oid 28 current snap is 289 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 28 to 283 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 289 2024-04-12T16:35:20.762 INFO:tasks.rados.rados.0.smithi005.stdout:3193: seq_num 1006 ranges {2236416=49152} 2024-04-12T16:35:20.774 INFO:tasks.rados.rados.0.smithi005.stdout:3193: writing smithi00577259-26 from 2236416 to 2285568 tid 1 2024-04-12T16:35:20.775 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 289 2024-04-12T16:35:20.775 INFO:tasks.rados.rados.0.smithi005.stdout:3194: seq_num 1007 ranges {1400832=65536} 2024-04-12T16:35:20.783 INFO:tasks.rados.rados.0.smithi005.stdout:3194: writing smithi00577259-24 from 1400832 to 1466368 tid 1 2024-04-12T16:35:20.783 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 289 2024-04-12T16:35:20.784 INFO:tasks.rados.rados.0.smithi005.stdout:3182: expect (ObjNum 730794816 snap 22011 seq_num 730529024) 2024-04-12T16:35:20.789 INFO:tasks.rados.rados.0.smithi005.stdout:3195: seq_num 1008 ranges {1368064=90112} 2024-04-12T16:35:20.798 INFO:tasks.rados.rados.0.smithi005.stdout:3195: writing smithi00577259-20 from 1368064 to 1458176 tid 1 2024-04-12T16:35:20.798 INFO:tasks.rados.rados.0.smithi005.stdout:3182: done (12 left) 2024-04-12T16:35:20.798 INFO:tasks.rados.rados.0.smithi005.stdout:3189: done (11 left) 2024-04-12T16:35:20.798 INFO:tasks.rados.rados.0.smithi005.stdout:3196: snap_remove snap 285 2024-04-12T16:35:20.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:20 smithi005 ceph-mon[88416]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T16:35:20.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:20 smithi005 ceph-mon[90837]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T16:35:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:20 smithi016 ceph-mon[84444]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T16:35:21.478 INFO:teuthology.orchestra.run.smithi005.stdout:true 2024-04-12T16:35:21.744 INFO:tasks.rados.rados.0.smithi005.stdout:3196: done (11 left) 2024-04-12T16:35:21.744 INFO:tasks.rados.rados.0.smithi005.stdout:3197: read oid 29 snap -1 2024-04-12T16:35:21.744 INFO:tasks.rados.rados.0.smithi005.stdout:3197: expect (ObjNum 982 snap 282 seq_num 982) 2024-04-12T16:35:21.744 INFO:tasks.rados.rados.0.smithi005.stdout:3198: copy_from oid 38 from oid 11 current snap is 289 2024-04-12T16:35:21.744 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 289 2024-04-12T16:35:21.744 INFO:tasks.rados.rados.0.smithi005.stdout:3199: seq_num 1009 ranges {0=106496} 2024-04-12T16:35:21.745 INFO:tasks.rados.rados.0.smithi005.stdout:3199: writing smithi00577259-7 from 0 to 106496 tid 1 2024-04-12T16:35:21.745 INFO:tasks.rados.rados.0.smithi005.stdout:3192: finishing rollback tid 1 to smithi00577259-28 2024-04-12T16:35:21.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:35:21.745 INFO:tasks.rados.rados.0.smithi005.stdout:3188: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:35:21.752 INFO:tasks.rados.rados.0.smithi005.stdout:3184: finishing rollback tid 0 to smithi00577259-33 2024-04-12T16:35:21.752 INFO:tasks.rados.rados.0.smithi005.stdout:3184: finishing rollback tid 1 to smithi00577259-33 2024-04-12T16:35:21.752 INFO:tasks.rados.rados.0.smithi005.stdout:3184: finishing rollback tid 2 to smithi00577259-33 2024-04-12T16:35:21.752 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1367 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:35:21.753 INFO:tasks.rados.rados.0.smithi005.stdout:3183: expect (ObjNum 950 snap 274 seq_num 950) 2024-04-12T16:35:21.796 INFO:tasks.rados.rados.0.smithi005.stdout:3191: finishing rollback tid 1 to smithi00577259-37 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1397 (ObjNum 33 snap 0 seq_num 697697528) dirty dne 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3193: finishing write tid 1 to smithi00577259-26 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3193: finishing write tid 2 to smithi00577259-26 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3193: finishing write tid 3 to smithi00577259-26 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3193: oid 26 updating version 0 to 1186 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3193: oid 26 updating version 1186 to 1187 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 1187 (ObjNum 1006 snap 289 seq_num 1006) dirty exists 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3193: left oid 26 (ObjNum 1006 snap 289 seq_num 1006) 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3183: done (13 left) 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3184: done (12 left) 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3188: done (11 left) 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3191: done (10 left) 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3192: done (9 left) 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:3193: done (8 left) 2024-04-12T16:35:21.797 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 289 2024-04-12T16:35:21.798 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1208 (ObjNum 995 snap 287 seq_num 995) dirty exists 2024-04-12T16:35:21.798 INFO:tasks.rados.rados.0.smithi005.stdout:3185: expect (ObjNum 993 snap 287 seq_num 993) 2024-04-12T16:35:21.950 INFO:tasks.rados.rados.0.smithi005.stdout:3190: finishing copy_from racing read to smithi00577259-42 2024-04-12T16:35:21.950 INFO:tasks.rados.rados.0.smithi005.stdout:3194: finishing write tid 1 to smithi00577259-24 2024-04-12T16:35:21.950 INFO:tasks.rados.rados.0.smithi005.stdout:3194: finishing write tid 2 to smithi00577259-24 2024-04-12T16:35:21.950 INFO:tasks.rados.rados.0.smithi005.stdout:3200: seq_num 1010 ranges {3514368=122880} 2024-04-12T16:35:21.970 INFO:tasks.rados.rados.0.smithi005.stdout:3200: writing smithi00577259-17 from 3514368 to 3637248 tid 1 2024-04-12T16:35:21.970 INFO:tasks.rados.rados.0.smithi005.stdout:3185: done (8 left) 2024-04-12T16:35:21.970 INFO:tasks.rados.rados.0.smithi005.stdout:3186: done (7 left) 2024-04-12T16:35:21.970 INFO:tasks.rados.rados.0.smithi005.stdout:3201: snap_remove snap 282 2024-04-12T16:35:22.063 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:21 smithi005 ceph-mon[88416]: pgmap v670: 121 pgs: 121 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-04-12T16:35:22.063 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:21 smithi005 ceph-mon[88416]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T16:35:22.063 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2403912606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:22.063 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:21 smithi005 ceph-mon[90837]: pgmap v670: 121 pgs: 121 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-04-12T16:35:22.063 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:21 smithi005 ceph-mon[90837]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T16:35:22.063 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2403912606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:22.083 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -e sha1=bf9c5618cc018927fa77780d25b6deb1f5dc254d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-12T16:35:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:21 smithi016 ceph-mon[84444]: pgmap v670: 121 pgs: 121 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-04-12T16:35:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:21 smithi016 ceph-mon[84444]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T16:35:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2403912606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:22.291 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:35:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:35:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:22.748 INFO:tasks.rados.rados.0.smithi005.stdout:3201: done (7 left) 2024-04-12T16:35:22.748 INFO:tasks.rados.rados.0.smithi005.stdout:3202: snap_remove snap 283 2024-04-12T16:35:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:22 smithi016 ceph-mon[84444]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T16:35:23.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:22 smithi005 ceph-mon[88416]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T16:35:23.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:22 smithi005 ceph-mon[90837]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T16:35:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:3202: done (7 left) 2024-04-12T16:35:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:3203: rollback oid 32 current snap is 289 2024-04-12T16:35:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 287 2024-04-12T16:35:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:3204: rollback oid 5 current snap is 289 2024-04-12T16:35:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 5 to 287 2024-04-12T16:35:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:3205: read oid 50 snap -1 2024-04-12T16:35:23.752 INFO:tasks.rados.rados.0.smithi005.stdout:3205: expect (ObjNum 933 snap 272 seq_num 933) 2024-04-12T16:35:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 289 2024-04-12T16:35:23.753 INFO:tasks.rados.rados.0.smithi005.stdout:3206: seq_num 1011 ranges {0=139264} 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3206: writing smithi00577259-31 from 0 to 139264 tid 1 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3207: delete oid 18 current snap is 289 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3190: finishing copy_from to smithi00577259-42 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1326 (ObjNum 952 snap 275 seq_num 952) dirty exists 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3194: finishing write tid 3 to smithi00577259-24 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3194: oid 24 updating version 0 to 1369 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3194: oid 24 updating version 1369 to 1370 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1370 (ObjNum 1007 snap 289 seq_num 1007) dirty exists 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3194: left oid 24 (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:35:23.754 INFO:tasks.rados.rados.0.smithi005.stdout:3195: finishing write tid 1 to smithi00577259-20 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3195: finishing write tid 2 to smithi00577259-20 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3195: finishing write tid 3 to smithi00577259-20 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3195: oid 20 updating version 0 to 1372 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3195: oid 20 version 1372 is already newer than 1371 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1372 (ObjNum 1008 snap 289 seq_num 1008) dirty exists 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3195: left oid 20 (ObjNum 1008 snap 289 seq_num 1008) 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3199: finishing write tid 1 to smithi00577259-7 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3199: finishing write tid 2 to smithi00577259-7 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3199: finishing write tid 3 to smithi00577259-7 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3199: oid 7 updating version 0 to 1255 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3199: oid 7 updating version 1255 to 1256 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1256 (ObjNum 1009 snap 289 seq_num 1009) dirty exists 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3199: left oid 7 (ObjNum 1009 snap 289 seq_num 1009) 2024-04-12T16:35:23.755 INFO:tasks.rados.rados.0.smithi005.stdout:3197: expect (ObjNum 982 snap 282 seq_num 982) 2024-04-12T16:35:23.932 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:23 smithi005 ceph-mon[88416]: pgmap v673: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:35:23.933 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:23 smithi005 ceph-mon[88416]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T16:35:23.933 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:35:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:35:23] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-12T16:35:23.933 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:23 smithi005 ceph-mon[90837]: pgmap v673: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:35:23.933 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:23 smithi005 ceph-mon[90837]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3198: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3198: finishing copy_from to smithi00577259-38 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1328 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3190: done (11 left) 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3194: done (10 left) 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3195: done (9 left) 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3197: done (8 left) 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3198: done (7 left) 2024-04-12T16:35:23.972 INFO:tasks.rados.rados.0.smithi005.stdout:3199: done (6 left) 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3207: done (5 left) 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3208: rollback oid 21 current snap is 289 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 21 to 287 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3200: finishing write tid 1 to smithi00577259-17 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3200: finishing write tid 2 to smithi00577259-17 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3200: finishing write tid 3 to smithi00577259-17 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3200: oid 17 updating version 0 to 1326 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3200: oid 17 updating version 1326 to 1327 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1327 (ObjNum 1010 snap 289 seq_num 1010) dirty exists 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3200: left oid 17 (ObjNum 1010 snap 289 seq_num 1010) 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3204: finishing rollback tid 1 to smithi00577259-5 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 0 (ObjNum 129 snap 0 seq_num 1960218920) dirty dne 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3206: finishing write tid 1 to smithi00577259-31 2024-04-12T16:35:23.973 INFO:tasks.rados.rados.0.smithi005.stdout:3206: finishing write tid 2 to smithi00577259-31 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3206: finishing write tid 3 to smithi00577259-31 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3206: oid 31 updating version 0 to 1210 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3206: oid 31 version 1210 is already newer than 1209 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1210 (ObjNum 1011 snap 289 seq_num 1011) dirty exists 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3206: left oid 31 (ObjNum 1011 snap 289 seq_num 1011) 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3203: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3203: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3203: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1339 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3200: done (5 left) 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3203: done (4 left) 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3204: done (3 left) 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3206: done (2 left) 2024-04-12T16:35:23.974 INFO:tasks.rados.rados.0.smithi005.stdout:3209: rollback oid 27 current snap is 289 2024-04-12T16:35:23.975 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 27 to 288 2024-04-12T16:35:23.975 INFO:tasks.rados.rados.0.smithi005.stdout:3205: expect (ObjNum 933 snap 272 seq_num 933) 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3209: finishing rollback tid 1 to smithi00577259-27 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 0 (ObjNum 289 snap 0 seq_num 1605551614) dirty dne 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3205: done (2 left) 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3209: done (1 left) 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3210: read oid 13 snap 287 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3210: expect (ObjNum 950 snap 274 seq_num 950) 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3211: delete oid 3 current snap is 289 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3208: finishing rollback tid 0 to smithi00577259-21 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3208: finishing rollback tid 1 to smithi00577259-21 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:3208: finishing rollback tid 2 to smithi00577259-21 2024-04-12T16:35:24.087 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1194 (ObjNum 947 snap 274 seq_num 947) dirty exists 2024-04-12T16:35:24.089 INFO:tasks.rados.rados.0.smithi005.stdout:3208: done (2 left) 2024-04-12T16:35:24.089 INFO:tasks.rados.rados.0.smithi005.stdout:3211: done (1 left) 2024-04-12T16:35:24.089 INFO:tasks.rados.rados.0.smithi005.stdout:3212: copy_from oid 48 from oid 44 current snap is 289 2024-04-12T16:35:24.089 INFO:tasks.rados.rados.0.smithi005.stdout:3213: delete oid 15 current snap is 289 2024-04-12T16:35:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:23 smithi016 ceph-mon[84444]: pgmap v673: 121 pgs: 121 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:35:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:23 smithi016 ceph-mon[84444]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T16:35:24.091 INFO:tasks.rados.rados.0.smithi005.stdout:3213: done (2 left) 2024-04-12T16:35:24.091 INFO:tasks.rados.rados.0.smithi005.stdout:3214: snap_create 2024-04-12T16:35:24.091 INFO:tasks.rados.rados.0.smithi005.stdout:3210: expect (ObjNum 950 snap 274 seq_num 950) 2024-04-12T16:35:24.135 INFO:tasks.rados.rados.0.smithi005.stdout:3212: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:35:24.135 INFO:tasks.rados.rados.0.smithi005.stdout:3212: finishing copy_from to smithi00577259-48 2024-04-12T16:35:24.135 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1202 (ObjNum 993 snap 287 seq_num 993) dirty exists 2024-04-12T16:35:24.361 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)" 2024-04-12T16:35:24.755 INFO:tasks.rados.rados.0.smithi005.stdout:3210: done (2 left) 2024-04-12T16:35:24.756 INFO:tasks.rados.rados.0.smithi005.stdout:3212: done (1 left) 2024-04-12T16:35:24.756 INFO:tasks.rados.rados.0.smithi005.stdout:3214: done (0 left) 2024-04-12T16:35:24.756 INFO:tasks.rados.rados.0.smithi005.stdout:3215: snap_remove snap 287 2024-04-12T16:35:24.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:24 smithi005 ceph-mon[88416]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T16:35:24.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:24 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1981028498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:24.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:24 smithi005 ceph-mon[90837]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T16:35:24.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:24 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1981028498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:24.976 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T16:35:24.977 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-12T16:35:24.977 DEBUG:teuthology.parallel:result is None 2024-04-12T16:35:25.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:24 smithi016 ceph-mon[84444]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T16:35:25.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:24 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1981028498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:3215: done (0 left) 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:3216: read oid 8 snap -1 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:3216: expect (ObjNum 973 snap 279 seq_num 973) 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:3217: rollback oid 7 current snap is 290 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 288 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:3218: rmattr oid 14 current snap is 290 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:3218: done (2 left) 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:3219: rollback oid 5 current snap is 290 2024-04-12T16:35:25.649 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 5 to 289 2024-04-12T16:35:25.650 INFO:tasks.rados.rados.0.smithi005.stdout:3220: delete oid 34 current snap is 290 2024-04-12T16:35:25.659 INFO:tasks.rados.rados.0.smithi005.stdout:3217: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:35:25.659 INFO:tasks.rados.rados.0.smithi005.stdout:3217: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:35:25.659 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1258 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:35:25.661 INFO:tasks.rados.rados.0.smithi005.stdout:3219: finishing rollback tid 1 to smithi00577259-5 2024-04-12T16:35:25.661 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 0 (ObjNum 129 snap 0 seq_num 730481424) dirty dne 2024-04-12T16:35:25.661 INFO:tasks.rados.rados.0.smithi005.stdout:3217: done (3 left) 2024-04-12T16:35:25.662 INFO:tasks.rados.rados.0.smithi005.stdout:3219: done (2 left) 2024-04-12T16:35:25.662 INFO:tasks.rados.rados.0.smithi005.stdout:3220: done (1 left) 2024-04-12T16:35:25.662 INFO:tasks.rados.rados.0.smithi005.stdout:3221: delete oid 50 current snap is 290 2024-04-12T16:35:25.669 INFO:tasks.rados.rados.0.smithi005.stdout:3221: done (1 left) 2024-04-12T16:35:25.669 INFO:tasks.rados.rados.0.smithi005.stdout:3222: snap_remove snap 288 2024-04-12T16:35:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:25 smithi016 ceph-mon[84444]: pgmap v676: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-12T16:35:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:25 smithi016 ceph-mon[84444]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T16:35:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:25 smithi016 ceph-mon[84444]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T16:35:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:25 smithi005 ceph-mon[88416]: pgmap v676: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-12T16:35:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:25 smithi005 ceph-mon[88416]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T16:35:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:25 smithi005 ceph-mon[88416]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T16:35:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:25 smithi005 ceph-mon[90837]: pgmap v676: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-12T16:35:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:25 smithi005 ceph-mon[90837]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T16:35:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:25 smithi005 ceph-mon[90837]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T16:35:26.648 INFO:tasks.rados.rados.0.smithi005.stdout:3222: done (1 left) 2024-04-12T16:35:26.648 INFO:tasks.rados.rados.0.smithi005.stdout:3223: delete oid 14 current snap is 290 2024-04-12T16:35:26.648 INFO:tasks.rados.rados.0.smithi005.stdout:3216: expect (ObjNum 973 snap 279 seq_num 973) 2024-04-12T16:35:26.776 INFO:tasks.rados.rados.0.smithi005.stdout:3216: done (1 left) 2024-04-12T16:35:26.777 INFO:tasks.rados.rados.0.smithi005.stdout:3223: done (0 left) 2024-04-12T16:35:26.777 INFO:tasks.rados.rados.0.smithi005.stdout:3224: snap_create 2024-04-12T16:35:27.759 INFO:tasks.rados.rados.0.smithi005.stdout:3224: done (0 left) 2024-04-12T16:35:27.760 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 291 2024-04-12T16:35:27.760 INFO:tasks.rados.rados.0.smithi005.stdout:3225: seq_num 1018 ranges {3309568=253952} 2024-04-12T16:35:27.779 INFO:tasks.rados.rados.0.smithi005.stdout:3225: writing smithi00577259-8 from 3309568 to 3563520 tid 1 2024-04-12T16:35:27.779 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 291 2024-04-12T16:35:27.779 INFO:tasks.rados.rados.0.smithi005.stdout:3226: seq_num 1019 ranges {5062656=270336} 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3226: writing smithi00577259-29 from 5062656 to 5332992 tid 1 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3227: copy_from oid 12 from oid 17 current snap is 291 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3225: finishing write tid 1 to smithi00577259-8 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3225: finishing write tid 2 to smithi00577259-8 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3225: finishing write tid 3 to smithi00577259-8 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3225: oid 8 updating version 0 to 1354 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3225: oid 8 version 1354 is already newer than 1353 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1354 (ObjNum 1018 snap 291 seq_num 1018) dirty exists 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3225: left oid 8 (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3225: done (2 left) 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 291 2024-04-12T16:35:27.809 INFO:tasks.rados.rados.0.smithi005.stdout:3228: seq_num 1020 ranges {2072576=286720} 2024-04-12T16:35:27.821 INFO:tasks.rados.rados.0.smithi005.stdout:3228: writing smithi00577259-22 from 2072576 to 2359296 tid 1 2024-04-12T16:35:27.821 INFO:tasks.rados.rados.0.smithi005.stdout:3229: snap_remove snap 289 2024-04-12T16:35:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:27 smithi005 ceph-mon[88416]: pgmap v679: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-12T16:35:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:27 smithi005 ceph-mon[88416]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T16:35:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:27 smithi005 ceph-mon[90837]: pgmap v679: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-12T16:35:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:27 smithi005 ceph-mon[90837]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T16:35:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:27 smithi016 ceph-mon[84444]: pgmap v679: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-12T16:35:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:27 smithi016 ceph-mon[84444]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T16:35:28.766 INFO:tasks.rados.rados.0.smithi005.stdout:3229: done (3 left) 2024-04-12T16:35:28.766 INFO:tasks.rados.rados.0.smithi005.stdout:3230: rollback oid 40 current snap is 291 2024-04-12T16:35:28.766 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 290 2024-04-12T16:35:28.766 INFO:tasks.rados.rados.0.smithi005.stdout:3226: finishing write tid 1 to smithi00577259-29 2024-04-12T16:35:28.766 INFO:tasks.rados.rados.0.smithi005.stdout:3226: finishing write tid 2 to smithi00577259-29 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3226: finishing write tid 3 to smithi00577259-29 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3226: oid 29 updating version 0 to 1342 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3226: oid 29 updating version 1342 to 1343 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1343 (ObjNum 1019 snap 291 seq_num 1019) dirty exists 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3226: left oid 29 (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3227: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3228: finishing write tid 1 to smithi00577259-22 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3228: finishing write tid 2 to smithi00577259-22 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3226: done (3 left) 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3231: snap_create 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3228: finishing write tid 3 to smithi00577259-22 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3228: oid 22 updating version 0 to 1071 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:3228: oid 22 version 1071 is already newer than 1070 2024-04-12T16:35:28.767 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1071 (ObjNum 1020 snap 291 seq_num 1020) dirty exists 2024-04-12T16:35:28.768 INFO:tasks.rados.rados.0.smithi005.stdout:3228: left oid 22 (ObjNum 1020 snap 291 seq_num 1020) 2024-04-12T16:35:28.768 INFO:tasks.rados.rados.0.smithi005.stdout:3227: finishing copy_from to smithi00577259-12 2024-04-12T16:35:28.768 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1327 (ObjNum 1010 snap 289 seq_num 1010) dirty exists 2024-04-12T16:35:28.768 INFO:tasks.rados.rados.0.smithi005.stdout:3230: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:35:28.768 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 0 (ObjNum 33 snap 0 seq_num 1819435359) dirty dne 2024-04-12T16:35:29.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:28 smithi016 ceph-mon[84444]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T16:35:29.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:28 smithi005 ceph-mon[88416]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T16:35:29.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:28 smithi005 ceph-mon[90837]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T16:35:29.766 INFO:tasks.rados.rados.0.smithi005.stdout:3227: done (3 left) 2024-04-12T16:35:29.766 INFO:tasks.rados.rados.0.smithi005.stdout:3228: done (2 left) 2024-04-12T16:35:29.766 INFO:tasks.rados.rados.0.smithi005.stdout:3230: done (1 left) 2024-04-12T16:35:29.767 INFO:tasks.rados.rados.0.smithi005.stdout:3231: done (0 left) 2024-04-12T16:35:29.767 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 292 2024-04-12T16:35:29.767 INFO:tasks.rados.rados.0.smithi005.stdout:3232: seq_num 1021 ranges {0=303104} 2024-04-12T16:35:29.768 INFO:tasks.rados.rados.0.smithi005.stdout:3232: writing smithi00577259-34 from 0 to 303104 tid 1 2024-04-12T16:35:29.768 INFO:tasks.rados.rados.0.smithi005.stdout:3233: snap_create 2024-04-12T16:35:29.774 INFO:tasks.rados.rados.0.smithi005.stdout:3232: finishing write tid 1 to smithi00577259-34 2024-04-12T16:35:29.774 INFO:tasks.rados.rados.0.smithi005.stdout:3232: finishing write tid 2 to smithi00577259-34 2024-04-12T16:35:29.775 INFO:tasks.rados.rados.0.smithi005.stdout:3232: finishing write tid 3 to smithi00577259-34 2024-04-12T16:35:29.775 INFO:tasks.rados.rados.0.smithi005.stdout:3232: oid 34 updating version 0 to 1487 2024-04-12T16:35:29.775 INFO:tasks.rados.rados.0.smithi005.stdout:3232: oid 34 version 1487 is already newer than 1486 2024-04-12T16:35:29.775 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1487 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2024-04-12T16:35:29.775 INFO:tasks.rados.rados.0.smithi005.stdout:3232: left oid 34 (ObjNum 1021 snap 292 seq_num 1021) 2024-04-12T16:35:30.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:29 smithi016 ceph-mon[84444]: pgmap v682: 121 pgs: 121 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 756 KiB/s wr, 8 op/s 2024-04-12T16:35:30.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:29 smithi016 ceph-mon[84444]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T16:35:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:29 smithi005 ceph-mon[88416]: pgmap v682: 121 pgs: 121 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 756 KiB/s wr, 8 op/s 2024-04-12T16:35:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:29 smithi005 ceph-mon[88416]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T16:35:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:29 smithi005 ceph-mon[90837]: pgmap v682: 121 pgs: 121 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 756 KiB/s wr, 8 op/s 2024-04-12T16:35:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:29 smithi005 ceph-mon[90837]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T16:35:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:3232: done (1 left) 2024-04-12T16:35:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:3233: done (0 left) 2024-04-12T16:35:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:3234: read oid 31 snap -1 2024-04-12T16:35:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:3234: expect (ObjNum 1011 snap 289 seq_num 1011) 2024-04-12T16:35:30.647 INFO:tasks.rados.rados.0.smithi005.stdout:3235: read oid 45 snap -1 2024-04-12T16:35:30.648 INFO:tasks.rados.rados.0.smithi005.stdout:3235: expect (ObjNum 952 snap 275 seq_num 952) 2024-04-12T16:35:30.648 INFO:tasks.rados.rados.0.smithi005.stdout:3236: read oid 38 snap 292 2024-04-12T16:35:30.648 INFO:tasks.rados.rados.0.smithi005.stdout:3236: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:35:30.648 INFO:tasks.rados.rados.0.smithi005.stdout:3237: delete oid 50 current snap is 293 2024-04-12T16:35:30.653 INFO:tasks.rados.rados.0.smithi005.stdout:3234: expect (ObjNum 1011 snap 289 seq_num 1011) 2024-04-12T16:35:30.658 INFO:tasks.rados.rados.0.smithi005.stdout:3234: done (3 left) 2024-04-12T16:35:30.658 INFO:tasks.rados.rados.0.smithi005.stdout:3237: done (2 left) 2024-04-12T16:35:30.658 INFO:tasks.rados.rados.0.smithi005.stdout:3238: read oid 25 snap 292 2024-04-12T16:35:30.658 INFO:tasks.rados.rados.0.smithi005.stdout:3238: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T16:35:30.658 INFO:tasks.rados.rados.0.smithi005.stdout:3239: delete oid 48 current snap is 293 2024-04-12T16:35:30.662 INFO:tasks.rados.rados.0.smithi005.stdout:3239: done (3 left) 2024-04-12T16:35:30.662 INFO:tasks.rados.rados.0.smithi005.stdout:3240: rollback oid 43 current snap is 293 2024-04-12T16:35:30.662 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 292 2024-04-12T16:35:30.662 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 293 2024-04-12T16:35:30.662 INFO:tasks.rados.rados.0.smithi005.stdout:3241: seq_num 1024 ranges {0=352256} 2024-04-12T16:35:30.664 INFO:tasks.rados.rados.0.smithi005.stdout:3241: writing smithi00577259-30 from 0 to 352256 tid 1 2024-04-12T16:35:30.665 INFO:tasks.rados.rados.0.smithi005.stdout:3242: snap_create 2024-04-12T16:35:30.668 INFO:tasks.rados.rados.0.smithi005.stdout:3235: expect (ObjNum 952 snap 275 seq_num 952) 2024-04-12T16:35:30.840 INFO:tasks.rados.rados.0.smithi005.stdout:3236: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3241: finishing write tid 1 to smithi00577259-30 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3240: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3240: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3241: finishing write tid 2 to smithi00577259-30 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3240: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1330 (ObjNum 828 snap 242 seq_num 828) dirty exists 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3241: finishing write tid 3 to smithi00577259-30 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3241: oid 30 updating version 0 to 1105 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3241: oid 30 version 1105 is already newer than 1104 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1105 (ObjNum 1024 snap 293 seq_num 1024) dirty exists 2024-04-12T16:35:31.038 INFO:tasks.rados.rados.0.smithi005.stdout:3241: left oid 30 (ObjNum 1024 snap 293 seq_num 1024) 2024-04-12T16:35:31.039 INFO:tasks.rados.rados.0.smithi005.stdout:3238: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-12T16:35:31.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:30 smithi016 ceph-mon[84444]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T16:35:31.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:30 smithi016 ceph-mon[84444]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T16:35:31.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:30 smithi005 ceph-mon[88416]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T16:35:31.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:30 smithi005 ceph-mon[88416]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T16:35:31.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:30 smithi005 ceph-mon[90837]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T16:35:31.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:30 smithi005 ceph-mon[90837]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T16:35:31.649 INFO:tasks.rados.rados.0.smithi005.stdout:3235: done (5 left) 2024-04-12T16:35:31.649 INFO:tasks.rados.rados.0.smithi005.stdout:3236: done (4 left) 2024-04-12T16:35:31.649 INFO:tasks.rados.rados.0.smithi005.stdout:3238: done (3 left) 2024-04-12T16:35:31.649 INFO:tasks.rados.rados.0.smithi005.stdout:3240: done (2 left) 2024-04-12T16:35:31.649 INFO:tasks.rados.rados.0.smithi005.stdout:3241: done (1 left) 2024-04-12T16:35:31.649 INFO:tasks.rados.rados.0.smithi005.stdout:3242: done (0 left) 2024-04-12T16:35:31.650 INFO:tasks.rados.rados.0.smithi005.stdout:3243: rollback oid 16 current snap is 294 2024-04-12T16:35:31.650 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 16 to 292 2024-04-12T16:35:31.650 INFO:tasks.rados.rados.0.smithi005.stdout:3244: setattr oid 43 current snap is 294 2024-04-12T16:35:31.650 INFO:tasks.rados.rados.0.smithi005.stdout:3245: delete oid 40 current snap is 294 2024-04-12T16:35:31.655 INFO:tasks.rados.rados.0.smithi005.stdout:3243: finishing rollback tid 0 to smithi00577259-16 2024-04-12T16:35:31.656 INFO:tasks.rados.rados.0.smithi005.stdout:3245: done (2 left) 2024-04-12T16:35:31.656 INFO:tasks.rados.rados.0.smithi005.stdout:3246: copy_from oid 13 from oid 49 current snap is 294 2024-04-12T16:35:31.656 INFO:tasks.rados.rados.0.smithi005.stdout:3247: setattr oid 22 current snap is 294 2024-04-12T16:35:31.656 INFO:tasks.rados.rados.0.smithi005.stdout:3243: finishing rollback tid 1 to smithi00577259-16 2024-04-12T16:35:31.656 INFO:tasks.rados.rados.0.smithi005.stdout:3243: finishing rollback tid 2 to smithi00577259-16 2024-04-12T16:35:31.656 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 16 v 1261 (ObjNum 979 snap 282 seq_num 979) dirty exists 2024-04-12T16:35:31.657 INFO:tasks.rados.rados.0.smithi005.stdout:3243: done (3 left) 2024-04-12T16:35:31.657 INFO:tasks.rados.rados.0.smithi005.stdout:3248: copy_from oid 9 from oid 6 current snap is 294 2024-04-12T16:35:31.657 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 294 2024-04-12T16:35:31.657 INFO:tasks.rados.rados.0.smithi005.stdout:3249: seq_num 1026 ranges {352256=385024} 2024-04-12T16:35:31.661 INFO:tasks.rados.rados.0.smithi005.stdout:3249: writing smithi00577259-30 from 352256 to 737280 tid 1 2024-04-12T16:35:31.661 INFO:tasks.rados.rados.0.smithi005.stdout:3250: snap_create 2024-04-12T16:35:31.662 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1331 (ObjNum 828 snap 242 seq_num 828) dirty exists 2024-04-12T16:35:31.662 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1072 (ObjNum 1020 snap 291 seq_num 1020) dirty exists 2024-04-12T16:35:31.662 INFO:tasks.rados.rados.0.smithi005.stdout:3248: finishing copy_from to smithi00577259-9 2024-04-12T16:35:31.662 INFO:tasks.rados.rados.0.smithi005.stdout:3248: got expected ENOENT (src dne) 2024-04-12T16:35:31.663 INFO:tasks.rados.rados.0.smithi005.stdout:3248: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:35:31.667 INFO:tasks.rados.rados.0.smithi005.stdout:3249: finishing write tid 1 to smithi00577259-30 2024-04-12T16:35:31.667 INFO:tasks.rados.rados.0.smithi005.stdout:3249: finishing write tid 2 to smithi00577259-30 2024-04-12T16:35:31.668 INFO:tasks.rados.rados.0.smithi005.stdout:3249: finishing write tid 3 to smithi00577259-30 2024-04-12T16:35:31.668 INFO:tasks.rados.rados.0.smithi005.stdout:3249: oid 30 updating version 0 to 1107 2024-04-12T16:35:31.668 INFO:tasks.rados.rados.0.smithi005.stdout:3249: oid 30 version 1107 is already newer than 1106 2024-04-12T16:35:31.668 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1107 (ObjNum 1026 snap 294 seq_num 1026) dirty exists 2024-04-12T16:35:31.668 INFO:tasks.rados.rados.0.smithi005.stdout:3249: left oid 30 (ObjNum 1026 snap 294 seq_num 1026) 2024-04-12T16:35:31.677 INFO:tasks.rados.rados.0.smithi005.stdout:3246: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:35:31.678 INFO:tasks.rados.rados.0.smithi005.stdout:3246: finishing copy_from to smithi00577259-13 2024-04-12T16:35:31.678 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1185 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-04-12T16:35:32.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:31 smithi016 ceph-mon[84444]: pgmap v685: 121 pgs: 121 active+clean; 132 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-12T16:35:32.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:31 smithi016 ceph-mon[84444]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T16:35:32.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:31 smithi005 ceph-mon[88416]: pgmap v685: 121 pgs: 121 active+clean; 132 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-12T16:35:32.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:31 smithi005 ceph-mon[88416]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T16:35:32.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:31 smithi005 ceph-mon[90837]: pgmap v685: 121 pgs: 121 active+clean; 132 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-04-12T16:35:32.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:31 smithi005 ceph-mon[90837]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T16:35:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:35:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:32.650 INFO:tasks.rados.rados.0.smithi005.stdout:3244: done (5 left) 2024-04-12T16:35:32.650 INFO:tasks.rados.rados.0.smithi005.stdout:3246: done (4 left) 2024-04-12T16:35:32.650 INFO:tasks.rados.rados.0.smithi005.stdout:3247: done (3 left) 2024-04-12T16:35:32.650 INFO:tasks.rados.rados.0.smithi005.stdout:3248: done (2 left) 2024-04-12T16:35:32.651 INFO:tasks.rados.rados.0.smithi005.stdout:3249: done (1 left) 2024-04-12T16:35:32.651 INFO:tasks.rados.rados.0.smithi005.stdout:3250: done (0 left) 2024-04-12T16:35:32.651 INFO:tasks.rados.rados.0.smithi005.stdout:3251: read oid 10 snap -1 2024-04-12T16:35:32.651 INFO:tasks.rados.rados.0.smithi005.stdout:3251: expect (ObjNum 1001 snap 289 seq_num 1001) 2024-04-12T16:35:32.651 INFO:tasks.rados.rados.0.smithi005.stdout:3252: snap_create 2024-04-12T16:35:32.706 INFO:tasks.rados.rados.0.smithi005.stdout:3251: expect (ObjNum 1001 snap 289 seq_num 1001) 2024-04-12T16:35:33.651 INFO:tasks.rados.rados.0.smithi005.stdout:3251: done (1 left) 2024-04-12T16:35:33.651 INFO:tasks.rados.rados.0.smithi005.stdout:3252: done (0 left) 2024-04-12T16:35:33.651 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 296 2024-04-12T16:35:33.651 INFO:tasks.rados.rados.0.smithi005.stdout:3253: seq_num 1027 ranges {4112384=409600} 2024-04-12T16:35:33.675 INFO:tasks.rados.rados.0.smithi005.stdout:3253: writing smithi00577259-42 from 4112384 to 4521984 tid 1 2024-04-12T16:35:33.676 INFO:tasks.rados.rados.0.smithi005.stdout:3254: setattr oid 12 current snap is 296 2024-04-12T16:35:33.680 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 296 2024-04-12T16:35:33.680 INFO:tasks.rados.rados.0.smithi005.stdout:3255: seq_num 1028 ranges {3964928=425984} 2024-04-12T16:35:33.705 INFO:tasks.rados.rados.0.smithi005.stdout:3255: writing smithi00577259-25 from 3964928 to 4390912 tid 1 2024-04-12T16:35:33.705 INFO:tasks.rados.rados.0.smithi005.stdout:3256: read oid 23 snap -1 2024-04-12T16:35:33.705 INFO:tasks.rados.rados.0.smithi005.stdout:3256: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:35:33.705 INFO:tasks.rados.rados.0.smithi005.stdout:3257: delete oid 17 current snap is 296 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:3253: finishing write tid 1 to smithi00577259-42 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:3253: finishing write tid 2 to smithi00577259-42 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:3253: finishing write tid 3 to smithi00577259-42 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:3253: oid 42 updating version 0 to 1490 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:3253: oid 42 updating version 1490 to 1491 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1491 (ObjNum 1027 snap 296 seq_num 1027) dirty exists 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:3253: left oid 42 (ObjNum 1027 snap 296 seq_num 1027) 2024-04-12T16:35:33.706 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1332 (ObjNum 1010 snap 289 seq_num 1010) dirty exists 2024-04-12T16:35:33.708 INFO:tasks.rados.rados.0.smithi005.stdout:3255: finishing write tid 1 to smithi00577259-25 2024-04-12T16:35:33.709 INFO:tasks.rados.rados.0.smithi005.stdout:3255: finishing write tid 2 to smithi00577259-25 2024-04-12T16:35:33.710 INFO:tasks.rados.rados.0.smithi005.stdout:3255: finishing write tid 3 to smithi00577259-25 2024-04-12T16:35:33.710 INFO:tasks.rados.rados.0.smithi005.stdout:3255: oid 25 updating version 0 to 1386 2024-04-12T16:35:33.710 INFO:tasks.rados.rados.0.smithi005.stdout:3255: oid 25 updating version 1386 to 1387 2024-04-12T16:35:33.710 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1387 (ObjNum 1028 snap 296 seq_num 1028) dirty exists 2024-04-12T16:35:33.710 INFO:tasks.rados.rados.0.smithi005.stdout:3255: left oid 25 (ObjNum 1028 snap 296 seq_num 1028) 2024-04-12T16:35:33.711 INFO:tasks.rados.rados.0.smithi005.stdout:3256: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:35:33.771 INFO:tasks.rados.rados.0.smithi005.stdout:3253: done (4 left) 2024-04-12T16:35:33.771 INFO:tasks.rados.rados.0.smithi005.stdout:3254: done (3 left) 2024-04-12T16:35:33.771 INFO:tasks.rados.rados.0.smithi005.stdout:3255: done (2 left) 2024-04-12T16:35:33.771 INFO:tasks.rados.rados.0.smithi005.stdout:3256: done (1 left) 2024-04-12T16:35:33.771 INFO:tasks.rados.rados.0.smithi005.stdout:3257: done (0 left) 2024-04-12T16:35:33.771 INFO:tasks.rados.rados.0.smithi005.stdout:3258: setattr oid 15 current snap is 296 2024-04-12T16:35:33.772 INFO:tasks.rados.rados.0.smithi005.stdout:3259: delete oid 16 current snap is 296 2024-04-12T16:35:33.774 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1041 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-12T16:35:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:3258: done (1 left) 2024-04-12T16:35:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:3259: done (0 left) 2024-04-12T16:35:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 296 2024-04-12T16:35:33.775 INFO:tasks.rados.rados.0.smithi005.stdout:3260: seq_num 1031 ranges {3637248=475136} 2024-04-12T16:35:33.799 INFO:tasks.rados.rados.0.smithi005.stdout:3260: writing smithi00577259-12 from 3637248 to 4112384 tid 1 2024-04-12T16:35:33.799 INFO:tasks.rados.rados.0.smithi005.stdout:3261: snap_remove snap 291 2024-04-12T16:35:33.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:33 smithi005 ceph-mon[88416]: pgmap v688: 121 pgs: 121 active+clean; 133 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:35:33.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:33 smithi005 ceph-mon[88416]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T16:35:33.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:35:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:35:33] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-12T16:35:33.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:33 smithi005 ceph-mon[90837]: pgmap v688: 121 pgs: 121 active+clean; 133 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:35:33.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:33 smithi005 ceph-mon[90837]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T16:35:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:33 smithi016 ceph-mon[84444]: pgmap v688: 121 pgs: 121 active+clean; 133 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:35:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:33 smithi016 ceph-mon[84444]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T16:35:34.661 INFO:tasks.rados.rados.0.smithi005.stdout:3261: done (1 left) 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3262: copy_from oid 28 from oid 33 current snap is 296 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3260: finishing write tid 1 to smithi00577259-12 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3260: finishing write tid 2 to smithi00577259-12 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3260: finishing write tid 3 to smithi00577259-12 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3260: oid 12 updating version 0 to 1333 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3260: oid 12 updating version 1333 to 1334 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1334 (ObjNum 1031 snap 296 seq_num 1031) dirty exists 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3260: left oid 12 (ObjNum 1031 snap 296 seq_num 1031) 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3260: done (1 left) 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3263: rollback oid 20 current snap is 296 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 292 2024-04-12T16:35:34.662 INFO:tasks.rados.rados.0.smithi005.stdout:3264: snap_create 2024-04-12T16:35:34.671 INFO:tasks.rados.rados.0.smithi005.stdout:3263: finishing rollback tid 0 to smithi00577259-20 2024-04-12T16:35:34.672 INFO:tasks.rados.rados.0.smithi005.stdout:3263: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:35:34.675 INFO:tasks.rados.rados.0.smithi005.stdout:3263: finishing rollback tid 2 to smithi00577259-20 2024-04-12T16:35:34.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1417 (ObjNum 1008 snap 289 seq_num 1008) dirty exists 2024-04-12T16:35:34.698 INFO:tasks.rados.rados.0.smithi005.stdout:3262: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:35:34.701 INFO:tasks.rados.rados.0.smithi005.stdout:3262: finishing copy_from to smithi00577259-28 2024-04-12T16:35:34.701 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1367 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:35:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:34 smithi005 ceph-mon[90837]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T16:35:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:34 smithi005 ceph-mon[88416]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T16:35:34.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:34 smithi016 ceph-mon[84444]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T16:35:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:35.649 INFO:tasks.rados.rados.0.smithi005.stdout:3262: done (2 left) 2024-04-12T16:35:35.650 INFO:tasks.rados.rados.0.smithi005.stdout:3263: done (1 left) 2024-04-12T16:35:35.650 INFO:tasks.rados.rados.0.smithi005.stdout:3264: done (0 left) 2024-04-12T16:35:35.650 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 297 2024-04-12T16:35:35.650 INFO:tasks.rados.rados.0.smithi005.stdout:3265: seq_num 1032 ranges {1843200=491520} 2024-04-12T16:35:35.662 INFO:tasks.rados.rados.0.smithi005.stdout:3265: writing smithi00577259-4 from 1843200 to 2334720 tid 1 2024-04-12T16:35:35.662 INFO:tasks.rados.rados.0.smithi005.stdout:3266: snap_remove snap 294 2024-04-12T16:35:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:35 smithi005 ceph-mon[90837]: pgmap v691: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-04-12T16:35:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:35 smithi005 ceph-mon[90837]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T16:35:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:35 smithi005 ceph-mon[90837]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T16:35:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:35 smithi005 ceph-mon[88416]: pgmap v691: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-04-12T16:35:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:35 smithi005 ceph-mon[88416]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T16:35:35.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:35 smithi005 ceph-mon[88416]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T16:35:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:35 smithi016 ceph-mon[84444]: pgmap v691: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-04-12T16:35:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:35 smithi016 ceph-mon[84444]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T16:35:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:35 smithi016 ceph-mon[84444]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T16:35:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3265: finishing write tid 1 to smithi00577259-4 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3265: finishing write tid 2 to smithi00577259-4 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3265: finishing write tid 3 to smithi00577259-4 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3265: oid 4 updating version 0 to 1496 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3265: oid 4 version 1496 is already newer than 1495 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1496 (ObjNum 1032 snap 297 seq_num 1032) dirty exists 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3265: left oid 4 (ObjNum 1032 snap 297 seq_num 1032) 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3265: done (1 left) 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3266: done (0 left) 2024-04-12T16:35:36.668 INFO:tasks.rados.rados.0.smithi005.stdout:3267: snap_remove snap 296 2024-04-12T16:35:37.670 INFO:tasks.rados.rados.0.smithi005.stdout:3267: done (0 left) 2024-04-12T16:35:37.671 INFO:tasks.rados.rados.0.smithi005.stdout:3268: delete oid 49 current snap is 297 2024-04-12T16:35:37.680 INFO:tasks.rados.rados.0.smithi005.stdout:3268: done (0 left) 2024-04-12T16:35:37.681 INFO:tasks.rados.rados.0.smithi005.stdout:3269: snap_remove snap 293 2024-04-12T16:35:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:37 smithi005 ceph-mon[88416]: pgmap v694: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:35:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:37 smithi005 ceph-mon[88416]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T16:35:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:37 smithi005 ceph-mon[90837]: pgmap v694: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:35:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:37 smithi005 ceph-mon[90837]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T16:35:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:37 smithi016 ceph-mon[84444]: pgmap v694: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 22 op/s 2024-04-12T16:35:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:37 smithi016 ceph-mon[84444]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T16:35:38.684 INFO:tasks.rados.rados.0.smithi005.stdout:3269: done (0 left) 2024-04-12T16:35:38.684 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 297 2024-04-12T16:35:38.684 INFO:tasks.rados.rados.0.smithi005.stdout:3270: seq_num 1034 ranges {0=524288} 2024-04-12T16:35:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:3270: writing smithi00577259-50 from 0 to 524288 tid 1 2024-04-12T16:35:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:3271: delete oid 42 current snap is 297 2024-04-12T16:35:38.696 INFO:tasks.rados.rados.0.smithi005.stdout:3270: finishing write tid 1 to smithi00577259-50 2024-04-12T16:35:38.697 INFO:tasks.rados.rados.0.smithi005.stdout:3270: finishing write tid 2 to smithi00577259-50 2024-04-12T16:35:38.698 INFO:tasks.rados.rados.0.smithi005.stdout:3271: done (1 left) 2024-04-12T16:35:38.698 INFO:tasks.rados.rados.0.smithi005.stdout:3272: snap_create 2024-04-12T16:35:38.699 INFO:tasks.rados.rados.0.smithi005.stdout:3270: finishing write tid 3 to smithi00577259-50 2024-04-12T16:35:38.699 INFO:tasks.rados.rados.0.smithi005.stdout:3270: oid 50 updating version 0 to 1507 2024-04-12T16:35:38.699 INFO:tasks.rados.rados.0.smithi005.stdout:3270: oid 50 updating version 1507 to 1508 2024-04-12T16:35:38.699 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1508 (ObjNum 1034 snap 297 seq_num 1034) dirty exists 2024-04-12T16:35:38.699 INFO:tasks.rados.rados.0.smithi005.stdout:3270: left oid 50 (ObjNum 1034 snap 297 seq_num 1034) 2024-04-12T16:35:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:38 smithi005 ceph-mon[88416]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T16:35:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:38 smithi005 ceph-mon[90837]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T16:35:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:38 smithi016 ceph-mon[84444]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T16:35:39.687 INFO:tasks.rados.rados.0.smithi005.stdout:3270: done (1 left) 2024-04-12T16:35:39.687 INFO:tasks.rados.rados.0.smithi005.stdout:3272: done (0 left) 2024-04-12T16:35:39.687 INFO:tasks.rados.rados.0.smithi005.stdout:3273: snap_create 2024-04-12T16:35:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:39 smithi005 ceph-mon[88416]: pgmap v697: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 138 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-12T16:35:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:39 smithi005 ceph-mon[88416]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T16:35:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:39 smithi005 ceph-mon[90837]: pgmap v697: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 138 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-12T16:35:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:39 smithi005 ceph-mon[90837]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T16:35:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:39 smithi016 ceph-mon[84444]: pgmap v697: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 138 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-12T16:35:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:39 smithi016 ceph-mon[84444]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T16:35:40.692 INFO:tasks.rados.rados.0.smithi005.stdout:3273: done (0 left) 2024-04-12T16:35:40.692 INFO:tasks.rados.rados.0.smithi005.stdout:3274: rollback oid 11 current snap is 299 2024-04-12T16:35:40.692 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 297 2024-04-12T16:35:40.693 INFO:tasks.rados.rados.0.smithi005.stdout:3275: rollback oid 32 current snap is 299 2024-04-12T16:35:40.693 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 297 2024-04-12T16:35:40.693 INFO:tasks.rados.rados.0.smithi005.stdout:3276: delete oid 15 current snap is 299 2024-04-12T16:35:40.695 INFO:tasks.rados.rados.0.smithi005.stdout:3276: done (2 left) 2024-04-12T16:35:40.695 INFO:tasks.rados.rados.0.smithi005.stdout:3277: rollback oid 41 current snap is 299 2024-04-12T16:35:40.695 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 290 2024-04-12T16:35:40.695 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 299 2024-04-12T16:35:40.696 INFO:tasks.rados.rados.0.smithi005.stdout:3278: seq_num 1037 ranges {7782400=573440} 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3278: writing smithi00577259-46 from 7782400 to 8355840 tid 1 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3279: snap_create 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3274: finishing rollback tid 0 to smithi00577259-11 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3274: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3274: finishing rollback tid 2 to smithi00577259-11 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1370 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3277: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3277: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:3277: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:35:40.742 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1110 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:35:40.743 INFO:tasks.rados.rados.0.smithi005.stdout:3275: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:35:40.743 INFO:tasks.rados.rados.0.smithi005.stdout:3275: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:35:40.743 INFO:tasks.rados.rados.0.smithi005.stdout:3275: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:35:40.743 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1373 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-04-12T16:35:40.745 INFO:tasks.rados.rados.0.smithi005.stdout:3278: finishing write tid 1 to smithi00577259-46 2024-04-12T16:35:40.745 INFO:tasks.rados.rados.0.smithi005.stdout:3278: finishing write tid 2 to smithi00577259-46 2024-04-12T16:35:40.747 INFO:tasks.rados.rados.0.smithi005.stdout:3278: finishing write tid 3 to smithi00577259-46 2024-04-12T16:35:40.747 INFO:tasks.rados.rados.0.smithi005.stdout:3278: oid 46 updating version 0 to 1195 2024-04-12T16:35:40.747 INFO:tasks.rados.rados.0.smithi005.stdout:3278: oid 46 updating version 1195 to 1196 2024-04-12T16:35:40.747 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1196 (ObjNum 1037 snap 299 seq_num 1037) dirty exists 2024-04-12T16:35:40.747 INFO:tasks.rados.rados.0.smithi005.stdout:3278: left oid 46 (ObjNum 1037 snap 299 seq_num 1037) 2024-04-12T16:35:40.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:40 smithi005 ceph-mon[88416]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T16:35:40.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:40 smithi005 ceph-mon[90837]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T16:35:41.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:40 smithi016 ceph-mon[84444]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T16:35:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:3274: done (4 left) 2024-04-12T16:35:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:3275: done (3 left) 2024-04-12T16:35:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:3277: done (2 left) 2024-04-12T16:35:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:3278: done (1 left) 2024-04-12T16:35:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:3279: done (0 left) 2024-04-12T16:35:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 300 2024-04-12T16:35:41.697 INFO:tasks.rados.rados.0.smithi005.stdout:3280: seq_num 1038 ranges {4300800=589824} 2024-04-12T16:35:41.723 INFO:tasks.rados.rados.0.smithi005.stdout:3280: writing smithi00577259-13 from 4300800 to 4890624 tid 1 2024-04-12T16:35:41.723 INFO:tasks.rados.rados.0.smithi005.stdout:3281: rollback oid 30 current snap is 300 2024-04-12T16:35:41.723 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 30 to 299 2024-04-12T16:35:41.723 INFO:tasks.rados.rados.0.smithi005.stdout:3282: snap_create 2024-04-12T16:35:41.728 INFO:tasks.rados.rados.0.smithi005.stdout:3281: finishing rollback tid 0 to smithi00577259-30 2024-04-12T16:35:41.729 INFO:tasks.rados.rados.0.smithi005.stdout:3281: finishing rollback tid 1 to smithi00577259-30 2024-04-12T16:35:41.730 INFO:tasks.rados.rados.0.smithi005.stdout:3281: finishing rollback tid 2 to smithi00577259-30 2024-04-12T16:35:41.730 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1113 (ObjNum 1026 snap 294 seq_num 1026) dirty exists 2024-04-12T16:35:41.730 INFO:tasks.rados.rados.0.smithi005.stdout:3280: finishing write tid 1 to smithi00577259-13 2024-04-12T16:35:41.730 INFO:tasks.rados.rados.0.smithi005.stdout:3280: finishing write tid 2 to smithi00577259-13 2024-04-12T16:35:41.731 INFO:tasks.rados.rados.0.smithi005.stdout:3280: finishing write tid 3 to smithi00577259-13 2024-04-12T16:35:41.731 INFO:tasks.rados.rados.0.smithi005.stdout:3280: oid 13 updating version 0 to 1400 2024-04-12T16:35:41.732 INFO:tasks.rados.rados.0.smithi005.stdout:3280: oid 13 version 1400 is already newer than 1399 2024-04-12T16:35:41.732 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1400 (ObjNum 1038 snap 300 seq_num 1038) dirty exists 2024-04-12T16:35:41.732 INFO:tasks.rados.rados.0.smithi005.stdout:3280: left oid 13 (ObjNum 1038 snap 300 seq_num 1038) 2024-04-12T16:35:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:41 smithi005 ceph-mon[88416]: pgmap v700: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T16:35:41.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:41 smithi005 ceph-mon[88416]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T16:35:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:41 smithi005 ceph-mon[90837]: pgmap v700: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T16:35:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:41 smithi005 ceph-mon[90837]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T16:35:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:41 smithi016 ceph-mon[84444]: pgmap v700: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-12T16:35:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:41 smithi016 ceph-mon[84444]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T16:35:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:35:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:35:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:42.702 INFO:tasks.rados.rados.0.smithi005.stdout:3280: done (2 left) 2024-04-12T16:35:42.702 INFO:tasks.rados.rados.0.smithi005.stdout:3281: done (1 left) 2024-04-12T16:35:42.702 INFO:tasks.rados.rados.0.smithi005.stdout:3282: done (0 left) 2024-04-12T16:35:42.703 INFO:tasks.rados.rados.0.smithi005.stdout:3283: read oid 41 snap -1 2024-04-12T16:35:42.703 INFO:tasks.rados.rados.0.smithi005.stdout:3283: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:35:42.703 INFO:tasks.rados.rados.0.smithi005.stdout:3284: copy_from oid 25 from oid 40 current snap is 301 2024-04-12T16:35:42.703 INFO:tasks.rados.rados.0.smithi005.stdout:3285: rmattr oid 2 current snap is 301 2024-04-12T16:35:42.703 INFO:tasks.rados.rados.0.smithi005.stdout:3285: done (2 left) 2024-04-12T16:35:42.703 INFO:tasks.rados.rados.0.smithi005.stdout:3286: delete oid 10 current snap is 301 2024-04-12T16:35:42.705 INFO:tasks.rados.rados.0.smithi005.stdout:3284: finishing copy_from to smithi00577259-25 2024-04-12T16:35:42.706 INFO:tasks.rados.rados.0.smithi005.stdout:3284: got expected ENOENT (src dne) 2024-04-12T16:35:42.706 INFO:tasks.rados.rados.0.smithi005.stdout:3284: finishing copy_from racing read to smithi00577259-25 2024-04-12T16:35:42.709 INFO:tasks.rados.rados.0.smithi005.stdout:3284: done (2 left) 2024-04-12T16:35:42.709 INFO:tasks.rados.rados.0.smithi005.stdout:3286: done (1 left) 2024-04-12T16:35:42.710 INFO:tasks.rados.rados.0.smithi005.stdout:3287: delete oid 28 current snap is 301 2024-04-12T16:35:42.718 INFO:tasks.rados.rados.0.smithi005.stdout:3283: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:35:42.916 INFO:tasks.rados.rados.0.smithi005.stdout:3283: done (1 left) 2024-04-12T16:35:42.916 INFO:tasks.rados.rados.0.smithi005.stdout:3287: done (0 left) 2024-04-12T16:35:42.916 INFO:tasks.rados.rados.0.smithi005.stdout:3288: snap_create 2024-04-12T16:35:42.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:42 smithi005 ceph-mon[88416]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T16:35:42.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:42 smithi005 ceph-mon[90837]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T16:35:43.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:42 smithi016 ceph-mon[84444]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T16:35:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3288: done (0 left) 2024-04-12T16:35:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3289: snap_remove snap 300 2024-04-12T16:35:43.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:35:43] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-12T16:35:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[88416]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 116 KiB/s wr, 2 op/s 2024-04-12T16:35:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[88416]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T16:35:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:35:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:35:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:35:43.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:35:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[90837]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 116 KiB/s wr, 2 op/s 2024-04-12T16:35:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[90837]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T16:35:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:35:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:35:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:35:43.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:35:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:43 smithi016 ceph-mon[84444]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 116 KiB/s wr, 2 op/s 2024-04-12T16:35:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:43 smithi016 ceph-mon[84444]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T16:35:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:35:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:35:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:35:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:35:44.713 INFO:tasks.rados.rados.0.smithi005.stdout:3289: done (0 left) 2024-04-12T16:35:44.713 INFO:tasks.rados.rados.0.smithi005.stdout:3290: snap_create 2024-04-12T16:35:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:44 smithi016 ceph-mon[84444]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T16:35:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:44 smithi005 ceph-mon[88416]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T16:35:45.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:44 smithi005 ceph-mon[90837]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T16:35:45.652 INFO:tasks.rados.rados.0.smithi005.stdout:3290: done (0 left) 2024-04-12T16:35:45.653 INFO:tasks.rados.rados.0.smithi005.stdout:3291: copy_from oid 13 from oid 23 current snap is 303 2024-04-12T16:35:45.653 INFO:tasks.rados.rados.0.smithi005.stdout:3292: delete oid 7 current snap is 303 2024-04-12T16:35:45.657 INFO:tasks.rados.rados.0.smithi005.stdout:3292: done (1 left) 2024-04-12T16:35:45.657 INFO:tasks.rados.rados.0.smithi005.stdout:3293: snap_create 2024-04-12T16:35:45.665 INFO:tasks.rados.rados.0.smithi005.stdout:3291: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:35:45.666 INFO:tasks.rados.rados.0.smithi005.stdout:3291: finishing copy_from to smithi00577259-13 2024-04-12T16:35:45.666 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1018 (ObjNum 917 snap 271 seq_num 917) dirty exists 2024-04-12T16:35:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:45 smithi016 ceph-mon[84444]: pgmap v706: 121 pgs: 121 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 412 KiB/s wr, 4 op/s 2024-04-12T16:35:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:45 smithi016 ceph-mon[84444]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T16:35:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:45 smithi016 ceph-mon[84444]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T16:35:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:45 smithi005 ceph-mon[88416]: pgmap v706: 121 pgs: 121 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 412 KiB/s wr, 4 op/s 2024-04-12T16:35:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:45 smithi005 ceph-mon[88416]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T16:35:46.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:45 smithi005 ceph-mon[88416]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T16:35:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:45 smithi005 ceph-mon[90837]: pgmap v706: 121 pgs: 121 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 412 KiB/s wr, 4 op/s 2024-04-12T16:35:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:45 smithi005 ceph-mon[90837]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T16:35:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:45 smithi005 ceph-mon[90837]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T16:35:46.653 INFO:tasks.rados.rados.0.smithi005.stdout:3291: done (1 left) 2024-04-12T16:35:46.653 INFO:tasks.rados.rados.0.smithi005.stdout:3293: done (0 left) 2024-04-12T16:35:46.653 INFO:tasks.rados.rados.0.smithi005.stdout:3294: snap_create 2024-04-12T16:35:47.658 INFO:tasks.rados.rados.0.smithi005.stdout:3294: done (0 left) 2024-04-12T16:35:47.659 INFO:tasks.rados.rados.0.smithi005.stdout:3295: snap_create 2024-04-12T16:35:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:47 smithi005 ceph-mon[88416]: pgmap v709: 121 pgs: 121 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 412 KiB/s wr, 3 op/s 2024-04-12T16:35:47.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:47 smithi005 ceph-mon[88416]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T16:35:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:47 smithi005 ceph-mon[90837]: pgmap v709: 121 pgs: 121 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 412 KiB/s wr, 3 op/s 2024-04-12T16:35:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:47 smithi005 ceph-mon[90837]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T16:35:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:47 smithi016 ceph-mon[84444]: pgmap v709: 121 pgs: 121 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 412 KiB/s wr, 3 op/s 2024-04-12T16:35:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:47 smithi016 ceph-mon[84444]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T16:35:48.664 INFO:tasks.rados.rados.0.smithi005.stdout:3295: done (0 left) 2024-04-12T16:35:48.665 INFO:tasks.rados.rados.0.smithi005.stdout:3296: snap_create 2024-04-12T16:35:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:48 smithi005 ceph-mon[88416]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T16:35:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:48 smithi005 ceph-mon[90837]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T16:35:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:48 smithi016 ceph-mon[84444]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T16:35:49.669 INFO:tasks.rados.rados.0.smithi005.stdout:3296: done (0 left) 2024-04-12T16:35:49.669 INFO:tasks.rados.rados.0.smithi005.stdout:3297: read oid 3 snap 305 2024-04-12T16:35:49.670 INFO:tasks.rados.rados.0.smithi005.stdout:3297: expect deleted 2024-04-12T16:35:49.670 INFO:tasks.rados.rados.0.smithi005.stdout:3298: delete oid 41 current snap is 307 2024-04-12T16:35:49.673 INFO:tasks.rados.rados.0.smithi005.stdout:3297: done (1 left) 2024-04-12T16:35:49.673 INFO:tasks.rados.rados.0.smithi005.stdout:3298: done (0 left) 2024-04-12T16:35:49.673 INFO:tasks.rados.rados.0.smithi005.stdout:3299: snap_remove snap 290 2024-04-12T16:35:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:49 smithi005 ceph-mon[88416]: pgmap v712: 121 pgs: 121 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-04-12T16:35:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:49 smithi005 ceph-mon[88416]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T16:35:49.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:49 smithi005 ceph-mon[90837]: pgmap v712: 121 pgs: 121 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-04-12T16:35:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:49 smithi005 ceph-mon[90837]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T16:35:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:49 smithi016 ceph-mon[84444]: pgmap v712: 121 pgs: 121 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-04-12T16:35:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:49 smithi016 ceph-mon[84444]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T16:35:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:35:50.679 INFO:tasks.rados.rados.0.smithi005.stdout:3299: done (0 left) 2024-04-12T16:35:50.679 INFO:tasks.rados.rados.0.smithi005.stdout:3300: rollback oid 48 current snap is 307 2024-04-12T16:35:50.679 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 48 to 306 2024-04-12T16:35:50.679 INFO:tasks.rados.rados.0.smithi005.stdout:3301: copy_from oid 44 from oid 42 current snap is 307 2024-04-12T16:35:50.680 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 307 2024-04-12T16:35:50.680 INFO:tasks.rados.rados.0.smithi005.stdout:3302: seq_num 1043 ranges {0=671744} 2024-04-12T16:35:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:3302: writing smithi00577259-41 from 0 to 671744 tid 1 2024-04-12T16:35:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:3303: read oid 1 snap -1 2024-04-12T16:35:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:3303: expect (ObjNum 988 snap 286 seq_num 988) 2024-04-12T16:35:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:3304: read oid 47 snap -1 2024-04-12T16:35:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:3304: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:35:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 307 2024-04-12T16:35:50.683 INFO:tasks.rados.rados.0.smithi005.stdout:3305: seq_num 1044 ranges {0=688128} 2024-04-12T16:35:50.688 INFO:tasks.rados.rados.0.smithi005.stdout:3305: writing smithi00577259-17 from 0 to 688128 tid 1 2024-04-12T16:35:50.688 INFO:tasks.rados.rados.0.smithi005.stdout:3306: read oid 35 snap -1 2024-04-12T16:35:50.688 INFO:tasks.rados.rados.0.smithi005.stdout:3306: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:35:50.688 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 307 2024-04-12T16:35:50.688 INFO:tasks.rados.rados.0.smithi005.stdout:3307: seq_num 1045 ranges {0=704512} 2024-04-12T16:35:50.694 INFO:tasks.rados.rados.0.smithi005.stdout:3307: writing smithi00577259-7 from 0 to 704512 tid 1 2024-04-12T16:35:50.694 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 307 2024-04-12T16:35:50.694 INFO:tasks.rados.rados.0.smithi005.stdout:3308: seq_num 1046 ranges {8355840=729088} 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3308: writing smithi00577259-46 from 8355840 to 9084928 tid 1 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3309: read oid 2 snap -1 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3309: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3310: copy_from oid 23 from oid 50 current snap is 307 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3301: finishing copy_from to smithi00577259-44 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3301: got expected ENOENT (src dne) 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 307 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3301: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:35:50.748 INFO:tasks.rados.rados.0.smithi005.stdout:3304: expect (ObjNum 870 snap 258 seq_num 870) 2024-04-12T16:35:50.755 INFO:tasks.rados.rados.0.smithi005.stdout:3300: finishing rollback tid 1 to smithi00577259-48 2024-04-12T16:35:50.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1411 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:35:50.755 INFO:tasks.rados.rados.0.smithi005.stdout:3307: finishing write tid 1 to smithi00577259-7 2024-04-12T16:35:50.756 INFO:tasks.rados.rados.0.smithi005.stdout:3307: finishing write tid 2 to smithi00577259-7 2024-04-12T16:35:50.756 INFO:tasks.rados.rados.0.smithi005.stdout:3302: finishing write tid 1 to smithi00577259-41 2024-04-12T16:35:50.756 INFO:tasks.rados.rados.0.smithi005.stdout:3311: seq_num 1047 ranges {139264=745472} 2024-04-12T16:35:50.760 INFO:tasks.rados.rados.0.smithi005.stdout:3311: writing smithi00577259-31 from 139264 to 884736 tid 1 2024-04-12T16:35:50.760 INFO:tasks.rados.rados.0.smithi005.stdout:3300: done (11 left) 2024-04-12T16:35:50.760 INFO:tasks.rados.rados.0.smithi005.stdout:3301: done (10 left) 2024-04-12T16:35:50.760 INFO:tasks.rados.rados.0.smithi005.stdout:3304: done (9 left) 2024-04-12T16:35:50.760 INFO:tasks.rados.rados.0.smithi005.stdout:3312: snap_remove snap 301 2024-04-12T16:35:50.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:50 smithi005 ceph-mon[90837]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T16:35:50.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:50 smithi005 ceph-mon[88416]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T16:35:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:50 smithi016 ceph-mon[84444]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T16:35:51.680 INFO:tasks.rados.rados.0.smithi005.stdout:3305: finishing write tid 1 to smithi00577259-17 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3302: finishing write tid 2 to smithi00577259-41 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3305: finishing write tid 2 to smithi00577259-17 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3307: finishing write tid 3 to smithi00577259-7 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3307: oid 7 updating version 0 to 1264 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3307: oid 7 version 1264 is already newer than 1263 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1264 (ObjNum 1045 snap 307 seq_num 1045) dirty exists 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3307: left oid 7 (ObjNum 1045 snap 307 seq_num 1045) 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3302: finishing write tid 3 to smithi00577259-41 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3302: oid 41 updating version 0 to 1115 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3302: oid 41 updating version 1115 to 1116 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1116 (ObjNum 1043 snap 307 seq_num 1043) dirty exists 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3302: left oid 41 (ObjNum 1043 snap 307 seq_num 1043) 2024-04-12T16:35:51.681 INFO:tasks.rados.rados.0.smithi005.stdout:3306: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:35:51.729 INFO:tasks.rados.rados.0.smithi005.stdout:3305: finishing write tid 3 to smithi00577259-17 2024-04-12T16:35:51.730 INFO:tasks.rados.rados.0.smithi005.stdout:3305: oid 17 updating version 0 to 1330 2024-04-12T16:35:51.730 INFO:tasks.rados.rados.0.smithi005.stdout:3305: oid 17 version 1330 is already newer than 1329 2024-04-12T16:35:51.730 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1330 (ObjNum 1044 snap 307 seq_num 1044) dirty exists 2024-04-12T16:35:51.730 INFO:tasks.rados.rados.0.smithi005.stdout:3305: left oid 17 (ObjNum 1044 snap 307 seq_num 1044) 2024-04-12T16:35:51.730 INFO:tasks.rados.rados.0.smithi005.stdout:3303: expect (ObjNum 988 snap 286 seq_num 988) 2024-04-12T16:35:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:51 smithi005 ceph-mon[88416]: pgmap v715: 121 pgs: 121 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-04-12T16:35:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:51 smithi005 ceph-mon[88416]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T16:35:51.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:51 smithi005 ceph-mon[90837]: pgmap v715: 121 pgs: 121 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-04-12T16:35:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:51 smithi005 ceph-mon[90837]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T16:35:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:51 smithi016 ceph-mon[84444]: pgmap v715: 121 pgs: 121 active+clean; 141 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 432 KiB/s wr, 2 op/s 2024-04-12T16:35:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:51 smithi016 ceph-mon[84444]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T16:35:52.122 INFO:tasks.rados.rados.0.smithi005.stdout:3310: finishing copy_from racing read to smithi00577259-23 2024-04-12T16:35:52.122 INFO:tasks.rados.rados.0.smithi005.stdout:3308: finishing write tid 1 to smithi00577259-46 2024-04-12T16:35:52.122 INFO:tasks.rados.rados.0.smithi005.stdout:3308: finishing write tid 2 to smithi00577259-46 2024-04-12T16:35:52.122 INFO:tasks.rados.rados.0.smithi005.stdout:3310: finishing copy_from to smithi00577259-23 2024-04-12T16:35:52.122 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1508 (ObjNum 1034 snap 297 seq_num 1034) dirty exists 2024-04-12T16:35:52.122 INFO:tasks.rados.rados.0.smithi005.stdout:3309: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:35:52.168 INFO:tasks.rados.rados.0.smithi005.stdout:3308: finishing write tid 3 to smithi00577259-46 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3308: oid 46 updating version 0 to 1198 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3308: oid 46 version 1198 is already newer than 1197 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1198 (ObjNum 1046 snap 307 seq_num 1046) dirty exists 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3308: left oid 46 (ObjNum 1046 snap 307 seq_num 1046) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3311: finishing write tid 1 to smithi00577259-31 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3302: done (9 left) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3303: done (8 left) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3305: done (7 left) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3306: done (6 left) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3307: done (5 left) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3308: done (4 left) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3309: done (3 left) 2024-04-12T16:35:52.169 INFO:tasks.rados.rados.0.smithi005.stdout:3310: done (2 left) 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:3312: done (1 left) 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:3313: snap_create 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:3311: finishing write tid 2 to smithi00577259-31 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:3311: finishing write tid 3 to smithi00577259-31 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:3311: oid 31 updating version 0 to 1213 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:3311: oid 31 version 1213 is already newer than 1212 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1213 (ObjNum 1047 snap 307 seq_num 1047) dirty exists 2024-04-12T16:35:52.170 INFO:tasks.rados.rados.0.smithi005.stdout:3311: left oid 31 (ObjNum 1047 snap 307 seq_num 1047) 2024-04-12T16:35:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:35:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:35:52.687 INFO:tasks.rados.rados.0.smithi005.stdout:3311: done (1 left) 2024-04-12T16:35:52.687 INFO:tasks.rados.rados.0.smithi005.stdout:3313: done (0 left) 2024-04-12T16:35:52.687 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 308 2024-04-12T16:35:52.687 INFO:tasks.rados.rados.0.smithi005.stdout:3314: seq_num 1048 ranges {4112384=761856} 2024-04-12T16:35:52.713 INFO:tasks.rados.rados.0.smithi005.stdout:3314: writing smithi00577259-45 from 4112384 to 4874240 tid 1 2024-04-12T16:35:52.714 INFO:tasks.rados.rados.0.smithi005.stdout:3315: rollback oid 38 current snap is 308 2024-04-12T16:35:52.714 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 299 2024-04-12T16:35:52.714 INFO:tasks.rados.rados.0.smithi005.stdout:3316: rollback oid 1 current snap is 308 2024-04-12T16:35:52.714 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 1 to 306 2024-04-12T16:35:52.714 INFO:tasks.rados.rados.0.smithi005.stdout:3317: setattr oid 22 current snap is 308 2024-04-12T16:35:52.714 INFO:tasks.rados.rados.0.smithi005.stdout:3318: snap_create 2024-04-12T16:35:52.720 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1073 (ObjNum 1020 snap 291 seq_num 1020) dirty exists 2024-04-12T16:35:52.722 INFO:tasks.rados.rados.0.smithi005.stdout:3314: finishing write tid 1 to smithi00577259-45 2024-04-12T16:35:52.722 INFO:tasks.rados.rados.0.smithi005.stdout:3314: finishing write tid 2 to smithi00577259-45 2024-04-12T16:35:52.723 INFO:tasks.rados.rados.0.smithi005.stdout:3314: finishing write tid 3 to smithi00577259-45 2024-04-12T16:35:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3314: oid 45 updating version 0 to 1410 2024-04-12T16:35:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3314: oid 45 updating version 1410 to 1411 2024-04-12T16:35:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1411 (ObjNum 1048 snap 308 seq_num 1048) dirty exists 2024-04-12T16:35:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3314: left oid 45 (ObjNum 1048 snap 308 seq_num 1048) 2024-04-12T16:35:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3315: finishing rollback tid 0 to smithi00577259-38 2024-04-12T16:35:52.728 INFO:tasks.rados.rados.0.smithi005.stdout:3315: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:35:52.728 INFO:tasks.rados.rados.0.smithi005.stdout:3315: finishing rollback tid 2 to smithi00577259-38 2024-04-12T16:35:52.728 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1346 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:35:52.728 INFO:tasks.rados.rados.0.smithi005.stdout:3316: finishing rollback tid 0 to smithi00577259-1 2024-04-12T16:35:52.729 INFO:tasks.rados.rados.0.smithi005.stdout:3316: finishing rollback tid 1 to smithi00577259-1 2024-04-12T16:35:52.730 INFO:tasks.rados.rados.0.smithi005.stdout:3316: finishing rollback tid 2 to smithi00577259-1 2024-04-12T16:35:52.730 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1349 (ObjNum 988 snap 286 seq_num 988) dirty exists 2024-04-12T16:35:52.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:52 smithi005 ceph-mon[88416]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T16:35:52.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:52 smithi005 ceph-mon[90837]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T16:35:53.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:52 smithi016 ceph-mon[84444]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:3314: done (4 left) 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:3315: done (3 left) 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:3316: done (2 left) 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:3317: done (1 left) 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:3318: done (0 left) 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:3319: rollback oid 29 current snap is 309 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 298 2024-04-12T16:35:53.692 INFO:tasks.rados.rados.0.smithi005.stdout:3320: snap_create 2024-04-12T16:35:53.699 INFO:tasks.rados.rados.0.smithi005.stdout:3319: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:35:53.700 INFO:tasks.rados.rados.0.smithi005.stdout:3319: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:35:53.700 INFO:tasks.rados.rados.0.smithi005.stdout:3319: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:35:53.700 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1352 (ObjNum 1019 snap 291 seq_num 1019) dirty exists 2024-04-12T16:35:53.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:35:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:35:53] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-12T16:35:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:53 smithi005 ceph-mon[90837]: pgmap v718: 121 pgs: 121 active+clean; 142 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 164 KiB/s wr, 2 op/s 2024-04-12T16:35:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:53 smithi005 ceph-mon[90837]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T16:35:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:53 smithi005 ceph-mon[88416]: pgmap v718: 121 pgs: 121 active+clean; 142 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 164 KiB/s wr, 2 op/s 2024-04-12T16:35:53.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:53 smithi005 ceph-mon[88416]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T16:35:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:53 smithi016 ceph-mon[84444]: pgmap v718: 121 pgs: 121 active+clean; 142 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 164 KiB/s wr, 2 op/s 2024-04-12T16:35:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:53 smithi016 ceph-mon[84444]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T16:35:54.697 INFO:tasks.rados.rados.0.smithi005.stdout:3319: done (1 left) 2024-04-12T16:35:54.697 INFO:tasks.rados.rados.0.smithi005.stdout:3320: done (0 left) 2024-04-12T16:35:54.697 INFO:tasks.rados.rados.0.smithi005.stdout:3321: delete oid 19 current snap is 310 2024-04-12T16:35:54.702 INFO:tasks.rados.rados.0.smithi005.stdout:3321: done (0 left) 2024-04-12T16:35:54.702 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 310 2024-04-12T16:35:54.702 INFO:tasks.rados.rados.0.smithi005.stdout:3322: seq_num 1050 ranges {4440064=794624} 2024-04-12T16:35:54.731 INFO:tasks.rados.rados.0.smithi005.stdout:3322: writing smithi00577259-44 from 4440064 to 5234688 tid 1 2024-04-12T16:35:54.731 INFO:tasks.rados.rados.0.smithi005.stdout:3323: snap_create 2024-04-12T16:35:54.736 INFO:tasks.rados.rados.0.smithi005.stdout:3322: finishing write tid 1 to smithi00577259-44 2024-04-12T16:35:54.736 INFO:tasks.rados.rados.0.smithi005.stdout:3322: finishing write tid 2 to smithi00577259-44 2024-04-12T16:35:54.738 INFO:tasks.rados.rados.0.smithi005.stdout:3322: finishing write tid 3 to smithi00577259-44 2024-04-12T16:35:54.738 INFO:tasks.rados.rados.0.smithi005.stdout:3322: oid 44 updating version 0 to 1215 2024-04-12T16:35:54.738 INFO:tasks.rados.rados.0.smithi005.stdout:3322: oid 44 version 1215 is already newer than 1214 2024-04-12T16:35:54.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1215 (ObjNum 1050 snap 310 seq_num 1050) dirty exists 2024-04-12T16:35:54.738 INFO:tasks.rados.rados.0.smithi005.stdout:3322: left oid 44 (ObjNum 1050 snap 310 seq_num 1050) 2024-04-12T16:35:54.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:54 smithi005 ceph-mon[88416]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T16:35:54.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:54 smithi005 ceph-mon[90837]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T16:35:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:54 smithi016 ceph-mon[84444]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T16:35:55.654 INFO:tasks.rados.rados.0.smithi005.stdout:3322: done (1 left) 2024-04-12T16:35:55.654 INFO:tasks.rados.rados.0.smithi005.stdout:3323: done (0 left) 2024-04-12T16:35:55.655 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 311 2024-04-12T16:35:55.655 INFO:tasks.rados.rados.0.smithi005.stdout:3324: seq_num 1051 ranges {524288=409600,933888=401408} 2024-04-12T16:35:55.659 INFO:tasks.rados.rados.0.smithi005.stdout:3324: writing smithi00577259-23 from 524288 to 933888 tid 1 2024-04-12T16:35:55.662 INFO:tasks.rados.rados.0.smithi005.stdout:3324: writing smithi00577259-23 from 933888 to 1335296 tid 2 2024-04-12T16:35:55.662 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 311 2024-04-12T16:35:55.662 INFO:tasks.rados.rados.0.smithi005.stdout:3325: seq_num 1052 ranges {0=425984,425984=401408} 2024-04-12T16:35:55.664 INFO:tasks.rados.rados.0.smithi005.stdout:3325: writing smithi00577259-3 from 0 to 425984 tid 1 2024-04-12T16:35:55.667 INFO:tasks.rados.rados.0.smithi005.stdout:3325: writing smithi00577259-3 from 425984 to 827392 tid 2 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3326: read oid 34 snap -1 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3326: expect (ObjNum 1021 snap 292 seq_num 1021) 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3327: rollback oid 19 current snap is 311 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 19 to 305 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: finishing write tid 1 to smithi00577259-23 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: finishing write tid 2 to smithi00577259-23 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: finishing write tid 3 to smithi00577259-23 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3328: delete oid 30 current snap is 311 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: finishing write tid 4 to smithi00577259-23 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: oid 23 updating version 0 to 1509 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: oid 23 updating version 1509 to 1511 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: oid 23 version 1511 is already newer than 1510 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1511 (ObjNum 1051 snap 311 seq_num 1051) dirty exists 2024-04-12T16:35:55.668 INFO:tasks.rados.rados.0.smithi005.stdout:3324: left oid 23 (ObjNum 1051 snap 311 seq_num 1051) 2024-04-12T16:35:55.669 INFO:tasks.rados.rados.0.smithi005.stdout:3327: finishing rollback tid 1 to smithi00577259-19 2024-04-12T16:35:55.669 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 0 (ObjNum 33 snap 0 seq_num 697697528) dirty dne 2024-04-12T16:35:55.669 INFO:tasks.rados.rados.0.smithi005.stdout:3325: finishing write tid 1 to smithi00577259-3 2024-04-12T16:35:55.673 INFO:tasks.rados.rados.0.smithi005.stdout:3324: done (4 left) 2024-04-12T16:35:55.673 INFO:tasks.rados.rados.0.smithi005.stdout:3327: done (3 left) 2024-04-12T16:35:55.673 INFO:tasks.rados.rados.0.smithi005.stdout:3328: done (2 left) 2024-04-12T16:35:55.673 INFO:tasks.rados.rados.0.smithi005.stdout:3329: rollback oid 10 current snap is 311 2024-04-12T16:35:55.673 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 10 to 306 2024-04-12T16:35:55.673 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 311 2024-04-12T16:35:55.673 INFO:tasks.rados.rados.0.smithi005.stdout:3330: seq_num 1054 ranges {9068544=458752,9527296=401408} 2024-04-12T16:35:55.725 INFO:tasks.rados.rados.0.smithi005.stdout:3330: writing smithi00577259-21 from 9068544 to 9527296 tid 1 2024-04-12T16:35:55.728 INFO:tasks.rados.rados.0.smithi005.stdout:3330: writing smithi00577259-21 from 9527296 to 9928704 tid 2 2024-04-12T16:35:55.728 INFO:tasks.rados.rados.0.smithi005.stdout:3331: rollback oid 41 current snap is 311 2024-04-12T16:35:55.728 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 305 2024-04-12T16:35:55.728 INFO:tasks.rados.rados.0.smithi005.stdout:3325: finishing write tid 2 to smithi00577259-3 2024-04-12T16:35:55.728 INFO:tasks.rados.rados.0.smithi005.stdout:3325: finishing write tid 3 to smithi00577259-3 2024-04-12T16:35:55.728 INFO:tasks.rados.rados.0.smithi005.stdout:3326: expect (ObjNum 1021 snap 292 seq_num 1021) 2024-04-12T16:35:55.737 INFO:tasks.rados.rados.0.smithi005.stdout:3329: finishing rollback tid 1 to smithi00577259-10 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1403 (ObjNum 33 snap 0 seq_num 1605548298) dirty dne 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3325: finishing write tid 4 to smithi00577259-3 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3325: oid 3 updating version 0 to 1355 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3325: oid 3 version 1355 is already newer than 1353 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3325: oid 3 version 1355 is already newer than 1354 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1355 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3325: left oid 3 (ObjNum 1052 snap 311 seq_num 1052) 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3330: finishing write tid 1 to smithi00577259-21 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3325: done (4 left) 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3326: done (3 left) 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3329: done (2 left) 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 311 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3330: finishing write tid 2 to smithi00577259-21 2024-04-12T16:35:55.738 INFO:tasks.rados.rados.0.smithi005.stdout:3332: seq_num 1055 ranges {2957312=475136,3432448=401408} 2024-04-12T16:35:55.756 INFO:tasks.rados.rados.0.smithi005.stdout:3332: writing smithi00577259-38 from 2957312 to 3432448 tid 1 2024-04-12T16:35:55.758 INFO:tasks.rados.rados.0.smithi005.stdout:3332: writing smithi00577259-38 from 3432448 to 3833856 tid 2 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3333: snap_create 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3330: finishing write tid 3 to smithi00577259-21 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3331: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3331: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3331: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1120 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3330: finishing write tid 4 to smithi00577259-21 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3330: oid 21 updating version 0 to 1201 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3330: oid 21 version 1201 is already newer than 1200 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3330: oid 21 version 1201 is already newer than 1199 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1201 (ObjNum 1054 snap 311 seq_num 1054) dirty exists 2024-04-12T16:35:55.759 INFO:tasks.rados.rados.0.smithi005.stdout:3330: left oid 21 (ObjNum 1054 snap 311 seq_num 1054) 2024-04-12T16:35:55.762 INFO:tasks.rados.rados.0.smithi005.stdout:3332: finishing write tid 1 to smithi00577259-38 2024-04-12T16:35:55.762 INFO:tasks.rados.rados.0.smithi005.stdout:3332: finishing write tid 2 to smithi00577259-38 2024-04-12T16:35:55.762 INFO:tasks.rados.rados.0.smithi005.stdout:3332: finishing write tid 3 to smithi00577259-38 2024-04-12T16:35:55.764 INFO:tasks.rados.rados.0.smithi005.stdout:3332: finishing write tid 4 to smithi00577259-38 2024-04-12T16:35:55.764 INFO:tasks.rados.rados.0.smithi005.stdout:3332: oid 38 updating version 0 to 1357 2024-04-12T16:35:55.764 INFO:tasks.rados.rados.0.smithi005.stdout:3332: oid 38 updating version 1357 to 1358 2024-04-12T16:35:55.764 INFO:tasks.rados.rados.0.smithi005.stdout:3332: oid 38 version 1358 is already newer than 1356 2024-04-12T16:35:55.764 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1358 (ObjNum 1055 snap 311 seq_num 1055) dirty exists 2024-04-12T16:35:55.764 INFO:tasks.rados.rados.0.smithi005.stdout:3332: left oid 38 (ObjNum 1055 snap 311 seq_num 1055) 2024-04-12T16:35:55.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:55 smithi005 ceph-mon[88416]: pgmap v721: 121 pgs: 121 active+clean; 136 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 992 KiB/s wr, 8 op/s 2024-04-12T16:35:55.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:55 smithi005 ceph-mon[88416]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T16:35:55.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:55 smithi005 ceph-mon[88416]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T16:35:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:55 smithi005 ceph-mon[90837]: pgmap v721: 121 pgs: 121 active+clean; 136 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 992 KiB/s wr, 8 op/s 2024-04-12T16:35:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:55 smithi005 ceph-mon[90837]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T16:35:55.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:55 smithi005 ceph-mon[90837]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T16:35:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:55 smithi016 ceph-mon[84444]: pgmap v721: 121 pgs: 121 active+clean; 136 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 992 KiB/s wr, 8 op/s 2024-04-12T16:35:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:55 smithi016 ceph-mon[84444]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T16:35:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:55 smithi016 ceph-mon[84444]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T16:35:56.702 INFO:tasks.rados.rados.0.smithi005.stdout:3330: done (3 left) 2024-04-12T16:35:56.702 INFO:tasks.rados.rados.0.smithi005.stdout:3331: done (2 left) 2024-04-12T16:35:56.702 INFO:tasks.rados.rados.0.smithi005.stdout:3332: done (1 left) 2024-04-12T16:35:56.702 INFO:tasks.rados.rados.0.smithi005.stdout:3333: done (0 left) 2024-04-12T16:35:56.702 INFO:tasks.rados.rados.0.smithi005.stdout:3334: delete oid 49 current snap is 312 2024-04-12T16:35:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:3334: done (0 left) 2024-04-12T16:35:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:3335: snap_remove snap 305 2024-04-12T16:35:57.710 INFO:tasks.rados.rados.0.smithi005.stdout:3335: done (0 left) 2024-04-12T16:35:57.710 INFO:tasks.rados.rados.0.smithi005.stdout:3336: rollback oid 20 current snap is 312 2024-04-12T16:35:57.710 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 20 to 306 2024-04-12T16:35:57.710 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 312 2024-04-12T16:35:57.710 INFO:tasks.rados.rados.0.smithi005.stdout:3337: seq_num 1057 ranges {0=507904,507904=401408} 2024-04-12T16:35:57.711 INFO:tasks.rados.rados.0.smithi005.stdout:3337: writing smithi00577259-10 from 0 to 507904 tid 1 2024-04-12T16:35:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:3337: writing smithi00577259-10 from 507904 to 909312 tid 2 2024-04-12T16:35:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:3338: copy_from oid 24 from oid 49 current snap is 312 2024-04-12T16:35:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:3339: rollback oid 36 current snap is 312 2024-04-12T16:35:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 309 2024-04-12T16:35:57.715 INFO:tasks.rados.rados.0.smithi005.stdout:3340: snap_remove snap 303 2024-04-12T16:35:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:57 smithi005 ceph-mon[88416]: pgmap v724: 121 pgs: 121 active+clean; 136 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 828 KiB/s wr, 6 op/s 2024-04-12T16:35:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:57 smithi005 ceph-mon[88416]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T16:35:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:57 smithi005 ceph-mon[90837]: pgmap v724: 121 pgs: 121 active+clean; 136 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 828 KiB/s wr, 6 op/s 2024-04-12T16:35:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:57 smithi005 ceph-mon[90837]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T16:35:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:57 smithi016 ceph-mon[84444]: pgmap v724: 121 pgs: 121 active+clean; 136 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 828 KiB/s wr, 6 op/s 2024-04-12T16:35:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:57 smithi016 ceph-mon[84444]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T16:35:58.715 INFO:tasks.rados.rados.0.smithi005.stdout:3340: done (4 left) 2024-04-12T16:35:58.715 INFO:tasks.rados.rados.0.smithi005.stdout:3341: delete oid 43 current snap is 312 2024-04-12T16:35:58.715 INFO:tasks.rados.rados.0.smithi005.stdout:3336: finishing rollback tid 0 to smithi00577259-20 2024-04-12T16:35:58.715 INFO:tasks.rados.rados.0.smithi005.stdout:3336: finishing rollback tid 1 to smithi00577259-20 2024-04-12T16:35:58.715 INFO:tasks.rados.rados.0.smithi005.stdout:3338: finishing copy_from to smithi00577259-24 2024-04-12T16:35:58.715 INFO:tasks.rados.rados.0.smithi005.stdout:3338: got expected ENOENT (src dne) 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3338: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3336: finishing rollback tid 2 to smithi00577259-20 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1430 (ObjNum 1008 snap 289 seq_num 1008) dirty exists 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3337: finishing write tid 1 to smithi00577259-10 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3337: finishing write tid 2 to smithi00577259-10 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3337: finishing write tid 3 to smithi00577259-10 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3339: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3339: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3339: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1379 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3337: finishing write tid 4 to smithi00577259-10 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3337: oid 10 updating version 0 to 1405 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3337: oid 10 updating version 1405 to 1406 2024-04-12T16:35:58.716 INFO:tasks.rados.rados.0.smithi005.stdout:3337: oid 10 version 1406 is already newer than 1404 2024-04-12T16:35:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1406 (ObjNum 1057 snap 312 seq_num 1057) dirty exists 2024-04-12T16:35:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3337: left oid 10 (ObjNum 1057 snap 312 seq_num 1057) 2024-04-12T16:35:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:3336: done (4 left) 2024-04-12T16:35:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:3337: done (3 left) 2024-04-12T16:35:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:3338: done (2 left) 2024-04-12T16:35:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:3339: done (1 left) 2024-04-12T16:35:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:3341: done (0 left) 2024-04-12T16:35:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:3342: read oid 27 snap -1 2024-04-12T16:35:58.721 INFO:tasks.rados.rados.0.smithi005.stdout:3342: expect deleted 2024-04-12T16:35:58.722 INFO:tasks.rados.rados.0.smithi005.stdout:3343: copy_from oid 25 from oid 17 current snap is 312 2024-04-12T16:35:58.722 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 312 2024-04-12T16:35:58.722 INFO:tasks.rados.rados.0.smithi005.stdout:3344: seq_num 1059 ranges {0=540672,540672=401408} 2024-04-12T16:35:58.725 INFO:tasks.rados.rados.0.smithi005.stdout:3344: writing smithi00577259-19 from 0 to 540672 tid 1 2024-04-12T16:35:58.729 INFO:tasks.rados.rados.0.smithi005.stdout:3344: writing smithi00577259-19 from 540672 to 942080 tid 2 2024-04-12T16:35:58.729 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 312 2024-04-12T16:35:58.729 INFO:tasks.rados.rados.0.smithi005.stdout:3345: seq_num 1060 ranges {0=557056,557056=401408} 2024-04-12T16:35:58.731 INFO:tasks.rados.rados.0.smithi005.stdout:3345: writing smithi00577259-42 from 0 to 557056 tid 1 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3345: writing smithi00577259-42 from 557056 to 958464 tid 2 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3346: rollback oid 10 current snap is 312 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 10 to 299 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3343: finishing copy_from racing read to smithi00577259-25 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3344: finishing write tid 1 to smithi00577259-19 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3344: finishing write tid 2 to smithi00577259-19 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3343: finishing copy_from to smithi00577259-25 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1330 (ObjNum 1044 snap 307 seq_num 1044) dirty exists 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3344: finishing write tid 3 to smithi00577259-19 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3344: finishing write tid 4 to smithi00577259-19 2024-04-12T16:35:58.735 INFO:tasks.rados.rados.0.smithi005.stdout:3344: oid 19 updating version 0 to 1336 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3344: oid 19 updating version 1336 to 1337 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3344: oid 19 updating version 1337 to 1338 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1338 (ObjNum 1059 snap 312 seq_num 1059) dirty exists 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3344: left oid 19 (ObjNum 1059 snap 312 seq_num 1059) 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3342: done (4 left) 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3343: done (3 left) 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3344: done (2 left) 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3347: read oid 16 snap -1 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3347: expect deleted 2024-04-12T16:35:58.736 INFO:tasks.rados.rados.0.smithi005.stdout:3348: delete oid 12 current snap is 312 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3346: finishing rollback tid 0 to smithi00577259-10 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3345: finishing write tid 1 to smithi00577259-42 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3347: done (3 left) 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3348: done (2 left) 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3349: rollback oid 49 current snap is 312 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 49 to 297 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3350: delete oid 29 current snap is 312 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3346: finishing rollback tid 1 to smithi00577259-10 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3345: finishing write tid 2 to smithi00577259-42 2024-04-12T16:35:58.739 INFO:tasks.rados.rados.0.smithi005.stdout:3345: finishing write tid 3 to smithi00577259-42 2024-04-12T16:35:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:3346: finishing rollback tid 2 to smithi00577259-10 2024-04-12T16:35:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1409 (ObjNum 1001 snap 289 seq_num 1001) dirty exists 2024-04-12T16:35:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:3349: finishing rollback tid 1 to smithi00577259-49 2024-04-12T16:35:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1211 (ObjNum 2 snap 0 seq_num 304) dirty dne 2024-04-12T16:35:58.741 INFO:tasks.rados.rados.0.smithi005.stdout:3345: finishing write tid 4 to smithi00577259-42 2024-04-12T16:35:58.741 INFO:tasks.rados.rados.0.smithi005.stdout:3345: oid 42 updating version 0 to 1515 2024-04-12T16:35:58.741 INFO:tasks.rados.rados.0.smithi005.stdout:3345: oid 42 version 1515 is already newer than 1514 2024-04-12T16:35:58.741 INFO:tasks.rados.rados.0.smithi005.stdout:3345: oid 42 updating version 1515 to 1516 2024-04-12T16:35:58.741 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1516 (ObjNum 1060 snap 312 seq_num 1060) dirty exists 2024-04-12T16:35:58.741 INFO:tasks.rados.rados.0.smithi005.stdout:3345: left oid 42 (ObjNum 1060 snap 312 seq_num 1060) 2024-04-12T16:35:58.742 INFO:tasks.rados.rados.0.smithi005.stdout:3345: done (3 left) 2024-04-12T16:35:58.742 INFO:tasks.rados.rados.0.smithi005.stdout:3346: done (2 left) 2024-04-12T16:35:58.742 INFO:tasks.rados.rados.0.smithi005.stdout:3349: done (1 left) 2024-04-12T16:35:58.742 INFO:tasks.rados.rados.0.smithi005.stdout:3350: done (0 left) 2024-04-12T16:35:58.742 INFO:tasks.rados.rados.0.smithi005.stdout:3351: setattr oid 49 current snap is 312 2024-04-12T16:35:58.742 INFO:tasks.rados.rados.0.smithi005.stdout:3352: setattr oid 12 current snap is 312 2024-04-12T16:35:58.743 INFO:tasks.rados.rados.0.smithi005.stdout:3353: read oid 8 snap -1 2024-04-12T16:35:58.743 INFO:tasks.rados.rados.0.smithi005.stdout:3353: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:35:58.743 INFO:tasks.rados.rados.0.smithi005.stdout:3354: snap_create 2024-04-12T16:35:58.744 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1216 (ObjNum 2 snap 0 seq_num 304) dirty exists 2024-04-12T16:35:58.745 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1340 (ObjNum 49 snap 0 seq_num 730540096) dirty exists 2024-04-12T16:35:58.758 INFO:tasks.rados.rados.0.smithi005.stdout:3353: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:35:59.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:58 smithi016 ceph-mon[84444]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T16:35:59.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:58 smithi005 ceph-mon[88416]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T16:35:59.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:58 smithi005 ceph-mon[90837]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T16:35:59.718 INFO:tasks.rados.rados.0.smithi005.stdout:3351: done (3 left) 2024-04-12T16:35:59.718 INFO:tasks.rados.rados.0.smithi005.stdout:3352: done (2 left) 2024-04-12T16:35:59.718 INFO:tasks.rados.rados.0.smithi005.stdout:3353: done (1 left) 2024-04-12T16:35:59.718 INFO:tasks.rados.rados.0.smithi005.stdout:3354: done (0 left) 2024-04-12T16:35:59.718 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 313 2024-04-12T16:35:59.718 INFO:tasks.rados.rados.0.smithi005.stdout:3355: seq_num 1063 ranges {0=606208,606208=401408} 2024-04-12T16:35:59.720 INFO:tasks.rados.rados.0.smithi005.stdout:3355: writing smithi00577259-29 from 0 to 606208 tid 1 2024-04-12T16:35:59.723 INFO:tasks.rados.rados.0.smithi005.stdout:3355: writing smithi00577259-29 from 606208 to 1007616 tid 2 2024-04-12T16:35:59.723 INFO:tasks.rados.rados.0.smithi005.stdout:3356: read oid 5 snap -1 2024-04-12T16:35:59.724 INFO:tasks.rados.rados.0.smithi005.stdout:3356: expect deleted 2024-04-12T16:35:59.724 INFO:tasks.rados.rados.0.smithi005.stdout:3357: read oid 25 snap 308 2024-04-12T16:35:59.724 INFO:tasks.rados.rados.0.smithi005.stdout:3357: expect (ObjNum 1028 snap 296 seq_num 1028) 2024-04-12T16:35:59.724 INFO:tasks.rados.rados.0.smithi005.stdout:3358: rmattr oid 32 current snap is 313 2024-04-12T16:35:59.724 INFO:tasks.rados.rados.0.smithi005.stdout:3359: copy_from oid 6 from oid 24 current snap is 313 2024-04-12T16:35:59.724 INFO:tasks.rados.rados.0.smithi005.stdout:3360: setattr oid 40 current snap is 313 2024-04-12T16:35:59.724 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 0 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-04-12T16:35:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:3356: done (5 left) 2024-04-12T16:35:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:3358: done (4 left) 2024-04-12T16:35:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 313 2024-04-12T16:35:59.725 INFO:tasks.rados.rados.0.smithi005.stdout:3361: seq_num 1064 ranges {10838016=622592,11460608=401408} 2024-04-12T16:35:59.788 INFO:tasks.rados.rados.0.smithi005.stdout:3361: writing smithi00577259-10 from 10838016 to 11460608 tid 1 2024-04-12T16:35:59.790 INFO:tasks.rados.rados.0.smithi005.stdout:3361: writing smithi00577259-10 from 11460608 to 11862016 tid 2 2024-04-12T16:35:59.790 INFO:tasks.rados.rados.0.smithi005.stdout:3362: snap_remove snap 304 2024-04-12T16:36:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:59 smithi016 ceph-mon[84444]: pgmap v727: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-12T16:36:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:35:59 smithi016 ceph-mon[84444]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T16:36:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:59 smithi005 ceph-mon[88416]: pgmap v727: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-12T16:36:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:35:59 smithi005 ceph-mon[88416]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T16:36:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:59 smithi005 ceph-mon[90837]: pgmap v727: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-12T16:36:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:35:59 smithi005 ceph-mon[90837]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T16:36:00.657 INFO:tasks.rados.rados.0.smithi005.stdout:3362: done (5 left) 2024-04-12T16:36:00.657 INFO:tasks.rados.rados.0.smithi005.stdout:3363: read oid 9 snap 299 2024-04-12T16:36:00.657 INFO:tasks.rados.rados.0.smithi005.stdout:3363: expect (ObjNum 995 snap 287 seq_num 995) 2024-04-12T16:36:00.657 INFO:tasks.rados.rados.0.smithi005.stdout:3364: rollback oid 11 current snap is 313 2024-04-12T16:36:00.658 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 11 to 297 2024-04-12T16:36:00.658 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 313 2024-04-12T16:36:00.658 INFO:tasks.rados.rados.0.smithi005.stdout:3365: seq_num 1065 ranges {172032=638976,811008=401408} 2024-04-12T16:36:00.662 INFO:tasks.rados.rados.0.smithi005.stdout:3365: writing smithi00577259-47 from 172032 to 811008 tid 1 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3365: writing smithi00577259-47 from 811008 to 1212416 tid 2 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 313 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3355: finishing write tid 1 to smithi00577259-29 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3355: finishing write tid 2 to smithi00577259-29 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3355: finishing write tid 3 to smithi00577259-29 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3355: finishing write tid 4 to smithi00577259-29 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3355: oid 29 updating version 0 to 1362 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3355: oid 29 version 1362 is already newer than 1361 2024-04-12T16:36:00.666 INFO:tasks.rados.rados.0.smithi005.stdout:3355: oid 29 version 1362 is already newer than 1360 2024-04-12T16:36:00.667 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1362 (ObjNum 1063 snap 313 seq_num 1063) dirty exists 2024-04-12T16:36:00.667 INFO:tasks.rados.rados.0.smithi005.stdout:3355: left oid 29 (ObjNum 1063 snap 313 seq_num 1063) 2024-04-12T16:36:00.667 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1418 (ObjNum 33 snap 0 seq_num 729898496) dirty exists 2024-04-12T16:36:00.667 INFO:tasks.rados.rados.0.smithi005.stdout:3359: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:36:00.667 INFO:tasks.rados.rados.0.smithi005.stdout:3359: finishing copy_from to smithi00577259-6 2024-04-12T16:36:00.667 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1370 (ObjNum 1007 snap 289 seq_num 1007) dirty exists 2024-04-12T16:36:00.667 INFO:tasks.rados.rados.0.smithi005.stdout:3357: expect (ObjNum 1028 snap 296 seq_num 1028) 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: finishing write tid 1 to smithi00577259-10 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: finishing write tid 2 to smithi00577259-10 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: finishing write tid 3 to smithi00577259-10 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: finishing write tid 4 to smithi00577259-10 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: oid 10 updating version 0 to 1412 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: oid 10 version 1412 is already newer than 1411 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: oid 10 version 1412 is already newer than 1410 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1412 (ObjNum 1064 snap 313 seq_num 1064) dirty exists 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3361: left oid 10 (ObjNum 1064 snap 313 seq_num 1064) 2024-04-12T16:36:00.883 INFO:tasks.rados.rados.0.smithi005.stdout:3366: seq_num 1066 ranges {0=663552,663552=401408} 2024-04-12T16:36:00.886 INFO:tasks.rados.rados.0.smithi005.stdout:3366: writing smithi00577259-12 from 0 to 663552 tid 1 2024-04-12T16:36:00.889 INFO:tasks.rados.rados.0.smithi005.stdout:3366: writing smithi00577259-12 from 663552 to 1064960 tid 2 2024-04-12T16:36:00.889 INFO:tasks.rados.rados.0.smithi005.stdout:3355: done (8 left) 2024-04-12T16:36:00.889 INFO:tasks.rados.rados.0.smithi005.stdout:3357: done (7 left) 2024-04-12T16:36:00.889 INFO:tasks.rados.rados.0.smithi005.stdout:3359: done (6 left) 2024-04-12T16:36:00.890 INFO:tasks.rados.rados.0.smithi005.stdout:3360: done (5 left) 2024-04-12T16:36:00.890 INFO:tasks.rados.rados.0.smithi005.stdout:3361: done (4 left) 2024-04-12T16:36:00.890 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 22 current snap is 313 2024-04-12T16:36:00.890 INFO:tasks.rados.rados.0.smithi005.stdout:3367: seq_num 1067 ranges {2359296=679936,3039232=401408} 2024-04-12T16:36:00.906 INFO:tasks.rados.rados.0.smithi005.stdout:3367: writing smithi00577259-22 from 2359296 to 3039232 tid 1 2024-04-12T16:36:00.908 INFO:tasks.rados.rados.0.smithi005.stdout:3367: writing smithi00577259-22 from 3039232 to 3440640 tid 2 2024-04-12T16:36:00.908 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 313 2024-04-12T16:36:00.909 INFO:tasks.rados.rados.0.smithi005.stdout:3364: finishing rollback tid 0 to smithi00577259-11 2024-04-12T16:36:00.909 INFO:tasks.rados.rados.0.smithi005.stdout:3365: finishing write tid 1 to smithi00577259-47 2024-04-12T16:36:00.909 INFO:tasks.rados.rados.0.smithi005.stdout:3365: finishing write tid 2 to smithi00577259-47 2024-04-12T16:36:00.909 INFO:tasks.rados.rados.0.smithi005.stdout:3365: finishing write tid 3 to smithi00577259-47 2024-04-12T16:36:00.909 INFO:tasks.rados.rados.0.smithi005.stdout:3363: expect (ObjNum 995 snap 287 seq_num 995) 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3364: finishing rollback tid 1 to smithi00577259-11 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3365: finishing write tid 4 to smithi00577259-47 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3365: oid 47 updating version 0 to 1190 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3365: oid 47 version 1190 is already newer than 1188 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3365: oid 47 version 1190 is already newer than 1189 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1190 (ObjNum 1065 snap 313 seq_num 1065) dirty exists 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3365: left oid 47 (ObjNum 1065 snap 313 seq_num 1065) 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3364: finishing rollback tid 2 to smithi00577259-11 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1385 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:36:00.970 INFO:tasks.rados.rados.0.smithi005.stdout:3368: seq_num 1068 ranges {0=696320,696320=401408} 2024-04-12T16:36:00.973 INFO:tasks.rados.rados.0.smithi005.stdout:3368: writing smithi00577259-43 from 0 to 696320 tid 1 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3368: writing smithi00577259-43 from 696320 to 1097728 tid 2 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3363: done (5 left) 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3364: done (4 left) 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3365: done (3 left) 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3369: delete oid 9 current snap is 313 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3366: finishing write tid 1 to smithi00577259-12 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3366: finishing write tid 2 to smithi00577259-12 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3366: finishing write tid 3 to smithi00577259-12 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3366: finishing write tid 4 to smithi00577259-12 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3366: oid 12 updating version 0 to 1343 2024-04-12T16:36:00.977 INFO:tasks.rados.rados.0.smithi005.stdout:3366: oid 12 version 1343 is already newer than 1342 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3366: oid 12 version 1343 is already newer than 1341 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1343 (ObjNum 1066 snap 313 seq_num 1066) dirty exists 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3366: left oid 12 (ObjNum 1066 snap 313 seq_num 1066) 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: finishing write tid 1 to smithi00577259-22 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: finishing write tid 2 to smithi00577259-22 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: finishing write tid 3 to smithi00577259-22 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: finishing write tid 4 to smithi00577259-22 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: oid 22 updating version 0 to 1075 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: oid 22 updating version 1075 to 1076 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: oid 22 version 1076 is already newer than 1074 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1076 (ObjNum 1067 snap 313 seq_num 1067) dirty exists 2024-04-12T16:36:00.978 INFO:tasks.rados.rados.0.smithi005.stdout:3367: left oid 22 (ObjNum 1067 snap 313 seq_num 1067) 2024-04-12T16:36:00.979 INFO:tasks.rados.rados.0.smithi005.stdout:3368: finishing write tid 1 to smithi00577259-43 2024-04-12T16:36:00.979 INFO:tasks.rados.rados.0.smithi005.stdout:3368: finishing write tid 2 to smithi00577259-43 2024-04-12T16:36:00.979 INFO:tasks.rados.rados.0.smithi005.stdout:3368: finishing write tid 3 to smithi00577259-43 2024-04-12T16:36:00.979 INFO:tasks.rados.rados.0.smithi005.stdout:3366: done (3 left) 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3367: done (2 left) 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3369: done (1 left) 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3370: delete oid 1 current snap is 313 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3368: finishing write tid 4 to smithi00577259-43 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3368: oid 43 updating version 0 to 1345 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3368: oid 43 updating version 1345 to 1346 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3368: oid 43 version 1346 is already newer than 1344 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1346 (ObjNum 1068 snap 313 seq_num 1068) dirty exists 2024-04-12T16:36:00.980 INFO:tasks.rados.rados.0.smithi005.stdout:3368: left oid 43 (ObjNum 1068 snap 313 seq_num 1068) 2024-04-12T16:36:00.982 INFO:tasks.rados.rados.0.smithi005.stdout:3368: done (1 left) 2024-04-12T16:36:00.982 INFO:tasks.rados.rados.0.smithi005.stdout:3370: done (0 left) 2024-04-12T16:36:00.982 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 313 2024-04-12T16:36:00.982 INFO:tasks.rados.rados.0.smithi005.stdout:3371: seq_num 1071 ranges {0=745472,745472=401408} 2024-04-12T16:36:00.986 INFO:tasks.rados.rados.0.smithi005.stdout:3371: writing smithi00577259-37 from 0 to 745472 tid 1 2024-04-12T16:36:00.989 INFO:tasks.rados.rados.0.smithi005.stdout:3371: writing smithi00577259-37 from 745472 to 1146880 tid 2 2024-04-12T16:36:00.990 INFO:tasks.rados.rados.0.smithi005.stdout:3372: snap_create 2024-04-12T16:36:00.991 INFO:tasks.rados.rados.0.smithi005.stdout:3371: finishing write tid 1 to smithi00577259-37 2024-04-12T16:36:00.991 INFO:tasks.rados.rados.0.smithi005.stdout:3371: finishing write tid 2 to smithi00577259-37 2024-04-12T16:36:00.992 INFO:tasks.rados.rados.0.smithi005.stdout:3371: finishing write tid 3 to smithi00577259-37 2024-04-12T16:36:00.993 INFO:tasks.rados.rados.0.smithi005.stdout:3371: finishing write tid 4 to smithi00577259-37 2024-04-12T16:36:00.993 INFO:tasks.rados.rados.0.smithi005.stdout:3371: oid 37 updating version 0 to 1414 2024-04-12T16:36:00.993 INFO:tasks.rados.rados.0.smithi005.stdout:3371: oid 37 version 1414 is already newer than 1413 2024-04-12T16:36:00.993 INFO:tasks.rados.rados.0.smithi005.stdout:3371: oid 37 updating version 1414 to 1415 2024-04-12T16:36:00.993 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1415 (ObjNum 1071 snap 313 seq_num 1071) dirty exists 2024-04-12T16:36:00.993 INFO:tasks.rados.rados.0.smithi005.stdout:3371: left oid 37 (ObjNum 1071 snap 313 seq_num 1071) 2024-04-12T16:36:01.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:00 smithi016 ceph-mon[84444]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T16:36:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:00 smithi016 ceph-mon[84444]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T16:36:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:00 smithi005 ceph-mon[88416]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T16:36:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:00 smithi005 ceph-mon[88416]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T16:36:01.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:00 smithi005 ceph-mon[90837]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T16:36:01.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:00 smithi005 ceph-mon[90837]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3371: done (1 left) 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3372: done (0 left) 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3373: read oid 25 snap -1 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3373: expect (ObjNum 1044 snap 307 seq_num 1044) 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3374: rollback oid 21 current snap is 314 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 21 to 295 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3375: read oid 35 snap 295 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3375: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:36:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3376: snap_create 2024-04-12T16:36:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:3373: expect (ObjNum 1044 snap 307 seq_num 1044) 2024-04-12T16:36:01.756 INFO:tasks.rados.rados.0.smithi005.stdout:3374: finishing rollback tid 0 to smithi00577259-21 2024-04-12T16:36:01.756 INFO:tasks.rados.rados.0.smithi005.stdout:3375: expect (ObjNum 966 snap 278 seq_num 966) 2024-04-12T16:36:01.803 INFO:tasks.rados.rados.0.smithi005.stdout:3374: finishing rollback tid 1 to smithi00577259-21 2024-04-12T16:36:01.803 INFO:tasks.rados.rados.0.smithi005.stdout:3374: finishing rollback tid 2 to smithi00577259-21 2024-04-12T16:36:01.803 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1208 (ObjNum 947 snap 274 seq_num 947) dirty exists 2024-04-12T16:36:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:01 smithi016 ceph-mon[84444]: pgmap v730: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-12T16:36:02.100 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:01 smithi005 ceph-mon[88416]: pgmap v730: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-12T16:36:02.100 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:01 smithi005 ceph-mon[90837]: pgmap v730: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 224 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-12T16:36:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:36:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:02.733 INFO:tasks.rados.rados.0.smithi005.stdout:3373: done (3 left) 2024-04-12T16:36:02.733 INFO:tasks.rados.rados.0.smithi005.stdout:3374: done (2 left) 2024-04-12T16:36:02.733 INFO:tasks.rados.rados.0.smithi005.stdout:3375: done (1 left) 2024-04-12T16:36:02.734 INFO:tasks.rados.rados.0.smithi005.stdout:3376: done (0 left) 2024-04-12T16:36:02.734 INFO:tasks.rados.rados.0.smithi005.stdout:3377: setattr oid 4 current snap is 315 2024-04-12T16:36:02.735 INFO:tasks.rados.rados.0.smithi005.stdout:3378: setattr oid 39 current snap is 315 2024-04-12T16:36:02.738 INFO:tasks.rados.rados.0.smithi005.stdout:3379: snap_create 2024-04-12T16:36:02.743 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1518 (ObjNum 1032 snap 297 seq_num 1032) dirty exists 2024-04-12T16:36:02.747 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1416 (ObjNum 33 snap 0 seq_num 1516005729) dirty exists 2024-04-12T16:36:03.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:02 smithi016 ceph-mon[84444]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T16:36:03.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:02 smithi005 ceph-mon[88416]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T16:36:03.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:02 smithi005 ceph-mon[90837]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T16:36:03.738 INFO:tasks.rados.rados.0.smithi005.stdout:3377: done (2 left) 2024-04-12T16:36:03.738 INFO:tasks.rados.rados.0.smithi005.stdout:3378: done (1 left) 2024-04-12T16:36:03.738 INFO:tasks.rados.rados.0.smithi005.stdout:3379: done (0 left) 2024-04-12T16:36:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:3380: rollback oid 29 current snap is 316 2024-04-12T16:36:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 29 to 298 2024-04-12T16:36:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:3381: rollback oid 14 current snap is 316 2024-04-12T16:36:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 14 to 312 2024-04-12T16:36:03.739 INFO:tasks.rados.rados.0.smithi005.stdout:3382: snap_remove snap 314 2024-04-12T16:36:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:03 smithi016 ceph-mon[84444]: pgmap v733: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 145 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 246 KiB/s wr, 4 op/s 2024-04-12T16:36:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:03 smithi016 ceph-mon[84444]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T16:36:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:03 smithi005 ceph-mon[88416]: pgmap v733: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 145 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 246 KiB/s wr, 4 op/s 2024-04-12T16:36:04.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:03 smithi005 ceph-mon[88416]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T16:36:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:36:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:36:03] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-12T16:36:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:03 smithi005 ceph-mon[90837]: pgmap v733: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 145 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 246 KiB/s wr, 4 op/s 2024-04-12T16:36:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:03 smithi005 ceph-mon[90837]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T16:36:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:3382: done (2 left) 2024-04-12T16:36:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:3383: rmattr oid 43 current snap is 316 2024-04-12T16:36:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:3383: done (2 left) 2024-04-12T16:36:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 316 2024-04-12T16:36:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:3381: finishing rollback tid 1 to smithi00577259-14 2024-04-12T16:36:04.746 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 0 (ObjNum 113 snap 0 seq_num 730251360) dirty dne 2024-04-12T16:36:04.746 INFO:tasks.rados.rados.0.smithi005.stdout:3380: finishing rollback tid 0 to smithi00577259-29 2024-04-12T16:36:04.746 INFO:tasks.rados.rados.0.smithi005.stdout:3384: seq_num 1072 ranges {0=761856,761856=401408} 2024-04-12T16:36:04.749 INFO:tasks.rados.rados.0.smithi005.stdout:3384: writing smithi00577259-27 from 0 to 761856 tid 1 2024-04-12T16:36:04.752 INFO:tasks.rados.rados.0.smithi005.stdout:3384: writing smithi00577259-27 from 761856 to 1163264 tid 2 2024-04-12T16:36:04.752 INFO:tasks.rados.rados.0.smithi005.stdout:3381: done (2 left) 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:3385: read oid 23 snap -1 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:3385: expect (ObjNum 1051 snap 311 seq_num 1051) 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:3386: copy_from oid 11 from oid 38 current snap is 316 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:3380: finishing rollback tid 1 to smithi00577259-29 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:3380: finishing rollback tid 2 to smithi00577259-29 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1366 (ObjNum 1019 snap 291 seq_num 1019) dirty exists 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:3380: done (3 left) 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 316 2024-04-12T16:36:04.753 INFO:tasks.rados.rados.0.smithi005.stdout:3387: seq_num 1073 ranges {11862016=778240,12640256=401408} 2024-04-12T16:36:04.822 INFO:tasks.rados.rados.0.smithi005.stdout:3387: writing smithi00577259-10 from 11862016 to 12640256 tid 1 2024-04-12T16:36:04.824 INFO:tasks.rados.rados.0.smithi005.stdout:3387: writing smithi00577259-10 from 12640256 to 13041664 tid 2 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3388: copy_from oid 36 from oid 39 current snap is 316 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3384: finishing write tid 1 to smithi00577259-27 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3389: read oid 8 snap -1 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3389: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3390: copy_from oid 21 from oid 1 current snap is 316 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3384: finishing write tid 2 to smithi00577259-27 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3384: finishing write tid 3 to smithi00577259-27 2024-04-12T16:36:04.825 INFO:tasks.rados.rados.0.smithi005.stdout:3385: expect (ObjNum 1051 snap 311 seq_num 1051) 2024-04-12T16:36:04.871 INFO:tasks.rados.rados.0.smithi005.stdout:3384: finishing write tid 4 to smithi00577259-27 2024-04-12T16:36:04.871 INFO:tasks.rados.rados.0.smithi005.stdout:3384: oid 27 updating version 0 to 1423 2024-04-12T16:36:04.871 INFO:tasks.rados.rados.0.smithi005.stdout:3384: oid 27 updating version 1423 to 1425 2024-04-12T16:36:04.871 INFO:tasks.rados.rados.0.smithi005.stdout:3384: oid 27 version 1425 is already newer than 1424 2024-04-12T16:36:04.871 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1425 (ObjNum 1072 snap 316 seq_num 1072) dirty exists 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3384: left oid 27 (ObjNum 1072 snap 316 seq_num 1072) 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3386: finishing copy_from racing read to smithi00577259-11 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3386: finishing copy_from to smithi00577259-11 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1358 (ObjNum 1055 snap 311 seq_num 1055) dirty exists 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3390: finishing copy_from to smithi00577259-21 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3390: got expected ENOENT (src dne) 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3390: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3387: finishing write tid 1 to smithi00577259-10 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3387: finishing write tid 2 to smithi00577259-10 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3387: finishing write tid 3 to smithi00577259-10 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3387: finishing write tid 4 to smithi00577259-10 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3387: oid 10 updating version 0 to 1419 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3387: oid 10 version 1419 is already newer than 1417 2024-04-12T16:36:04.872 INFO:tasks.rados.rados.0.smithi005.stdout:3387: oid 10 version 1419 is already newer than 1418 2024-04-12T16:36:04.873 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1419 (ObjNum 1073 snap 316 seq_num 1073) dirty exists 2024-04-12T16:36:04.873 INFO:tasks.rados.rados.0.smithi005.stdout:3387: left oid 10 (ObjNum 1073 snap 316 seq_num 1073) 2024-04-12T16:36:04.873 INFO:tasks.rados.rados.0.smithi005.stdout:3388: finishing copy_from racing read to smithi00577259-36 2024-04-12T16:36:04.873 INFO:tasks.rados.rados.0.smithi005.stdout:3389: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:36:05.053 INFO:tasks.rados.rados.0.smithi005.stdout:3388: finishing copy_from to smithi00577259-36 2024-04-12T16:36:05.053 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1416 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-12T16:36:05.053 INFO:tasks.rados.rados.0.smithi005.stdout:3384: done (6 left) 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:3385: done (5 left) 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:3386: done (4 left) 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:3387: done (3 left) 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:3388: done (2 left) 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:3389: done (1 left) 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:3390: done (0 left) 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 316 2024-04-12T16:36:05.054 INFO:tasks.rados.rados.0.smithi005.stdout:3391: seq_num 1074 ranges {884736=794624,1679360=401408} 2024-04-12T16:36:05.062 INFO:tasks.rados.rados.0.smithi005.stdout:3391: writing smithi00577259-31 from 884736 to 1679360 tid 1 2024-04-12T16:36:05.064 INFO:tasks.rados.rados.0.smithi005.stdout:3391: writing smithi00577259-31 from 1679360 to 2080768 tid 2 2024-04-12T16:36:05.064 INFO:tasks.rados.rados.0.smithi005.stdout:3392: delete oid 30 current snap is 316 2024-04-12T16:36:05.066 INFO:tasks.rados.rados.0.smithi005.stdout:3392: done (1 left) 2024-04-12T16:36:05.066 INFO:tasks.rados.rados.0.smithi005.stdout:3393: delete oid 22 current snap is 316 2024-04-12T16:36:05.068 INFO:tasks.rados.rados.0.smithi005.stdout:3391: finishing write tid 1 to smithi00577259-31 2024-04-12T16:36:05.069 INFO:tasks.rados.rados.0.smithi005.stdout:3391: finishing write tid 2 to smithi00577259-31 2024-04-12T16:36:05.069 INFO:tasks.rados.rados.0.smithi005.stdout:3393: done (1 left) 2024-04-12T16:36:05.069 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 316 2024-04-12T16:36:05.069 INFO:tasks.rados.rados.0.smithi005.stdout:3394: seq_num 1077 ranges {303104=442368,745472=434176,1179648=368640} 2024-04-12T16:36:05.073 INFO:tasks.rados.rados.0.smithi005.stdout:3394: writing smithi00577259-34 from 303104 to 745472 tid 1 2024-04-12T16:36:05.075 INFO:tasks.rados.rados.0.smithi005.stdout:3394: writing smithi00577259-34 from 745472 to 1179648 tid 2 2024-04-12T16:36:05.077 INFO:tasks.rados.rados.0.smithi005.stdout:3394: writing smithi00577259-34 from 1179648 to 1548288 tid 3 2024-04-12T16:36:05.077 INFO:tasks.rados.rados.0.smithi005.stdout:3395: snap_remove snap 292 2024-04-12T16:36:05.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:04 smithi016 ceph-mon[84444]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T16:36:05.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:04 smithi005 ceph-mon[88416]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T16:36:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:04 smithi005 ceph-mon[90837]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T16:36:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:05.658 INFO:tasks.rados.rados.0.smithi005.stdout:3395: done (2 left) 2024-04-12T16:36:05.658 INFO:tasks.rados.rados.0.smithi005.stdout:3396: snap_create 2024-04-12T16:36:05.658 INFO:tasks.rados.rados.0.smithi005.stdout:3391: finishing write tid 3 to smithi00577259-31 2024-04-12T16:36:05.658 INFO:tasks.rados.rados.0.smithi005.stdout:3391: finishing write tid 4 to smithi00577259-31 2024-04-12T16:36:05.658 INFO:tasks.rados.rados.0.smithi005.stdout:3391: oid 31 updating version 0 to 1220 2024-04-12T16:36:05.658 INFO:tasks.rados.rados.0.smithi005.stdout:3391: oid 31 version 1220 is already newer than 1219 2024-04-12T16:36:05.658 INFO:tasks.rados.rados.0.smithi005.stdout:3391: oid 31 version 1220 is already newer than 1218 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1220 (ObjNum 1074 snap 316 seq_num 1074) dirty exists 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3391: left oid 31 (ObjNum 1074 snap 316 seq_num 1074) 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: finishing write tid 1 to smithi00577259-34 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: finishing write tid 2 to smithi00577259-34 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: finishing write tid 3 to smithi00577259-34 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: finishing write tid 4 to smithi00577259-34 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: finishing write tid 5 to smithi00577259-34 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: oid 34 updating version 0 to 1523 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: oid 34 version 1523 is already newer than 1522 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: oid 34 updating version 1523 to 1525 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: oid 34 version 1525 is already newer than 1524 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1525 (ObjNum 1077 snap 316 seq_num 1077) dirty exists 2024-04-12T16:36:05.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: left oid 34 (ObjNum 1077 snap 316 seq_num 1077) 2024-04-12T16:36:06.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:05 smithi016 ceph-mon[84444]: pgmap v736: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-12T16:36:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:05 smithi016 ceph-mon[84444]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T16:36:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:05 smithi016 ceph-mon[84444]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T16:36:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:05 smithi005 ceph-mon[88416]: pgmap v736: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-12T16:36:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:05 smithi005 ceph-mon[88416]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T16:36:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:05 smithi005 ceph-mon[88416]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T16:36:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:05 smithi005 ceph-mon[90837]: pgmap v736: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.0 MiB/s wr, 34 op/s 2024-04-12T16:36:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:05 smithi005 ceph-mon[90837]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T16:36:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:05 smithi005 ceph-mon[90837]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T16:36:06.659 INFO:tasks.rados.rados.0.smithi005.stdout:3391: done (2 left) 2024-04-12T16:36:06.659 INFO:tasks.rados.rados.0.smithi005.stdout:3394: done (1 left) 2024-04-12T16:36:06.659 INFO:tasks.rados.rados.0.smithi005.stdout:3396: done (0 left) 2024-04-12T16:36:06.659 INFO:tasks.rados.rados.0.smithi005.stdout:3397: rollback oid 21 current snap is 317 2024-04-12T16:36:06.659 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 21 to 298 2024-04-12T16:36:06.659 INFO:tasks.rados.rados.0.smithi005.stdout:3398: rollback oid 38 current snap is 317 2024-04-12T16:36:06.659 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 38 to 315 2024-04-12T16:36:06.660 INFO:tasks.rados.rados.0.smithi005.stdout:3399: snap_create 2024-04-12T16:36:06.664 INFO:tasks.rados.rados.0.smithi005.stdout:3397: finishing rollback tid 0 to smithi00577259-21 2024-04-12T16:36:06.665 INFO:tasks.rados.rados.0.smithi005.stdout:3397: finishing rollback tid 1 to smithi00577259-21 2024-04-12T16:36:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:3397: finishing rollback tid 2 to smithi00577259-21 2024-04-12T16:36:06.666 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1216 (ObjNum 947 snap 274 seq_num 947) dirty exists 2024-04-12T16:36:06.667 INFO:tasks.rados.rados.0.smithi005.stdout:3398: finishing rollback tid 0 to smithi00577259-38 2024-04-12T16:36:06.668 INFO:tasks.rados.rados.0.smithi005.stdout:3398: finishing rollback tid 1 to smithi00577259-38 2024-04-12T16:36:06.668 INFO:tasks.rados.rados.0.smithi005.stdout:3398: finishing rollback tid 2 to smithi00577259-38 2024-04-12T16:36:06.668 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1369 (ObjNum 1055 snap 311 seq_num 1055) dirty exists 2024-04-12T16:36:07.661 INFO:tasks.rados.rados.0.smithi005.stdout:3397: done (2 left) 2024-04-12T16:36:07.661 INFO:tasks.rados.rados.0.smithi005.stdout:3398: done (1 left) 2024-04-12T16:36:07.661 INFO:tasks.rados.rados.0.smithi005.stdout:3399: done (0 left) 2024-04-12T16:36:07.661 INFO:tasks.rados.rados.0.smithi005.stdout:3400: read oid 9 snap 317 2024-04-12T16:36:07.661 INFO:tasks.rados.rados.0.smithi005.stdout:3400: expect deleted 2024-04-12T16:36:07.661 INFO:tasks.rados.rados.0.smithi005.stdout:3401: delete oid 37 current snap is 318 2024-04-12T16:36:07.670 INFO:tasks.rados.rados.0.smithi005.stdout:3400: done (1 left) 2024-04-12T16:36:07.670 INFO:tasks.rados.rados.0.smithi005.stdout:3401: done (0 left) 2024-04-12T16:36:07.670 INFO:tasks.rados.rados.0.smithi005.stdout:3402: rollback oid 10 current snap is 318 2024-04-12T16:36:07.670 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 10 to 299 2024-04-12T16:36:07.670 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 318 2024-04-12T16:36:07.670 INFO:tasks.rados.rados.0.smithi005.stdout:3403: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-04-12T16:36:07.672 INFO:tasks.rados.rados.0.smithi005.stdout:3403: writing smithi00577259-1 from 0 to 475136 tid 1 2024-04-12T16:36:07.675 INFO:tasks.rados.rados.0.smithi005.stdout:3403: writing smithi00577259-1 from 475136 to 1081344 tid 2 2024-04-12T16:36:07.677 INFO:tasks.rados.rados.0.smithi005.stdout:3403: writing smithi00577259-1 from 1081344 to 1277952 tid 3 2024-04-12T16:36:07.677 INFO:tasks.rados.rados.0.smithi005.stdout:3404: rmattr oid 15 current snap is 318 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:3404: done (2 left) 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:3405: copy_from oid 35 from oid 3 current snap is 318 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:3402: finishing rollback tid 0 to smithi00577259-10 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:3402: finishing rollback tid 1 to smithi00577259-10 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:3402: finishing rollback tid 2 to smithi00577259-10 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1423 (ObjNum 1001 snap 289 seq_num 1001) dirty exists 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:3403: finishing write tid 1 to smithi00577259-1 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:3402: done (2 left) 2024-04-12T16:36:07.678 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 318 2024-04-12T16:36:07.679 INFO:tasks.rados.rados.0.smithi005.stdout:3406: seq_num 1080 ranges {1458176=491520,1949696=540672,2490368=262144} 2024-04-12T16:36:07.688 INFO:tasks.rados.rados.0.smithi005.stdout:3406: writing smithi00577259-20 from 1458176 to 1949696 tid 1 2024-04-12T16:36:07.691 INFO:tasks.rados.rados.0.smithi005.stdout:3406: writing smithi00577259-20 from 1949696 to 2490368 tid 2 2024-04-12T16:36:07.693 INFO:tasks.rados.rados.0.smithi005.stdout:3406: writing smithi00577259-20 from 2490368 to 2752512 tid 3 2024-04-12T16:36:07.693 INFO:tasks.rados.rados.0.smithi005.stdout:3407: read oid 30 snap -1 2024-04-12T16:36:07.693 INFO:tasks.rados.rados.0.smithi005.stdout:3407: expect deleted 2024-04-12T16:36:07.693 INFO:tasks.rados.rados.0.smithi005.stdout:3408: rmattr oid 16 current snap is 318 2024-04-12T16:36:07.694 INFO:tasks.rados.rados.0.smithi005.stdout:3408: done (4 left) 2024-04-12T16:36:07.694 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 318 2024-04-12T16:36:07.694 INFO:tasks.rados.rados.0.smithi005.stdout:3403: finishing write tid 2 to smithi00577259-1 2024-04-12T16:36:07.694 INFO:tasks.rados.rados.0.smithi005.stdout:3409: seq_num 1081 ranges {958464=507904,1466368=425984,1892352=376832} 2024-04-12T16:36:07.701 INFO:tasks.rados.rados.0.smithi005.stdout:3409: writing smithi00577259-42 from 958464 to 1466368 tid 1 2024-04-12T16:36:07.704 INFO:tasks.rados.rados.0.smithi005.stdout:3409: writing smithi00577259-42 from 1466368 to 1892352 tid 2 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3409: writing smithi00577259-42 from 1892352 to 2269184 tid 3 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3410: rmattr oid 11 current snap is 318 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3403: finishing write tid 3 to smithi00577259-1 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3403: finishing write tid 4 to smithi00577259-1 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3403: finishing write tid 5 to smithi00577259-1 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3403: oid 1 updating version 0 to 1372 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3403: oid 1 version 1372 is already newer than 1370 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3403: oid 1 updating version 1372 to 1373 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:3403: oid 1 version 1373 is already newer than 1371 2024-04-12T16:36:07.707 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1373 (ObjNum 1079 snap 318 seq_num 1079) dirty exists 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3403: left oid 1 (ObjNum 1079 snap 318 seq_num 1079) 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3405: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3405: finishing copy_from to smithi00577259-35 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1355 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: finishing write tid 1 to smithi00577259-20 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3403: done (5 left) 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3405: done (4 left) 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3411: snap_create 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: finishing write tid 2 to smithi00577259-20 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: finishing write tid 3 to smithi00577259-20 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: finishing write tid 4 to smithi00577259-20 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: finishing write tid 5 to smithi00577259-20 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: oid 20 updating version 0 to 1441 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: oid 20 updating version 1441 to 1443 2024-04-12T16:36:07.708 INFO:tasks.rados.rados.0.smithi005.stdout:3406: oid 20 version 1443 is already newer than 1440 2024-04-12T16:36:07.709 INFO:tasks.rados.rados.0.smithi005.stdout:3406: oid 20 version 1443 is already newer than 1442 2024-04-12T16:36:07.709 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1443 (ObjNum 1080 snap 318 seq_num 1080) dirty exists 2024-04-12T16:36:07.709 INFO:tasks.rados.rados.0.smithi005.stdout:3406: left oid 20 (ObjNum 1080 snap 318 seq_num 1080) 2024-04-12T16:36:07.709 INFO:tasks.rados.rados.0.smithi005.stdout:3409: finishing write tid 1 to smithi00577259-42 2024-04-12T16:36:07.709 INFO:tasks.rados.rados.0.smithi005.stdout:3409: finishing write tid 2 to smithi00577259-42 2024-04-12T16:36:07.709 INFO:tasks.rados.rados.0.smithi005.stdout:3409: finishing write tid 3 to smithi00577259-42 2024-04-12T16:36:07.709 INFO:tasks.rados.rados.0.smithi005.stdout:3409: finishing write tid 4 to smithi00577259-42 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:3409: finishing write tid 5 to smithi00577259-42 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:3409: oid 42 updating version 0 to 1536 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:3409: oid 42 version 1536 is already newer than 1534 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:3409: oid 42 version 1536 is already newer than 1535 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:3409: oid 42 version 1536 is already newer than 1533 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1536 (ObjNum 1081 snap 318 seq_num 1081) dirty exists 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:3409: left oid 42 (ObjNum 1081 snap 318 seq_num 1081) 2024-04-12T16:36:07.711 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1417 (ObjNum 1055 snap 311 seq_num 1055) dirty exists 2024-04-12T16:36:07.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:07 smithi005 ceph-mon[88416]: pgmap v739: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-04-12T16:36:07.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:07 smithi005 ceph-mon[88416]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T16:36:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:07 smithi005 ceph-mon[90837]: pgmap v739: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-04-12T16:36:07.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:07 smithi005 ceph-mon[90837]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T16:36:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:07 smithi016 ceph-mon[84444]: pgmap v739: 121 pgs: 121 active+clean; 165 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 31 op/s 2024-04-12T16:36:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:07 smithi016 ceph-mon[84444]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T16:36:08.671 INFO:tasks.rados.rados.0.smithi005.stdout:3406: done (4 left) 2024-04-12T16:36:08.671 INFO:tasks.rados.rados.0.smithi005.stdout:3407: done (3 left) 2024-04-12T16:36:08.671 INFO:tasks.rados.rados.0.smithi005.stdout:3409: done (2 left) 2024-04-12T16:36:08.671 INFO:tasks.rados.rados.0.smithi005.stdout:3410: done (1 left) 2024-04-12T16:36:08.671 INFO:tasks.rados.rados.0.smithi005.stdout:3411: done (0 left) 2024-04-12T16:36:08.672 INFO:tasks.rados.rados.0.smithi005.stdout:3412: rmattr oid 16 current snap is 319 2024-04-12T16:36:08.672 INFO:tasks.rados.rados.0.smithi005.stdout:3412: done (0 left) 2024-04-12T16:36:08.672 INFO:tasks.rados.rados.0.smithi005.stdout:3413: read oid 23 snap 306 2024-04-12T16:36:08.672 INFO:tasks.rados.rados.0.smithi005.stdout:3413: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:36:08.672 INFO:tasks.rados.rados.0.smithi005.stdout:3414: delete oid 47 current snap is 319 2024-04-12T16:36:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:3414: done (1 left) 2024-04-12T16:36:08.677 INFO:tasks.rados.rados.0.smithi005.stdout:3415: setattr oid 10 current snap is 319 2024-04-12T16:36:08.679 INFO:tasks.rados.rados.0.smithi005.stdout:3416: rollback oid 18 current snap is 319 2024-04-12T16:36:08.679 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 18 to 298 2024-04-12T16:36:08.679 INFO:tasks.rados.rados.0.smithi005.stdout:3417: snap_create 2024-04-12T16:36:08.681 INFO:tasks.rados.rados.0.smithi005.stdout:3413: expect (ObjNum 917 snap 271 seq_num 917) 2024-04-12T16:36:08.741 INFO:tasks.rados.rados.0.smithi005.stdout:3416: finishing rollback tid 1 to smithi00577259-18 2024-04-12T16:36:08.741 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 0 (ObjNum 33 snap 0 seq_num 1723837680) dirty dne 2024-04-12T16:36:08.741 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1424 (ObjNum 1001 snap 289 seq_num 1001) dirty exists 2024-04-12T16:36:08.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:08 smithi005 ceph-mon[88416]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T16:36:08.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:08 smithi005 ceph-mon[90837]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T16:36:09.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:08 smithi016 ceph-mon[84444]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T16:36:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:3413: done (3 left) 2024-04-12T16:36:09.675 INFO:tasks.rados.rados.0.smithi005.stdout:3415: done (2 left) 2024-04-12T16:36:09.676 INFO:tasks.rados.rados.0.smithi005.stdout:3416: done (1 left) 2024-04-12T16:36:09.676 INFO:tasks.rados.rados.0.smithi005.stdout:3417: done (0 left) 2024-04-12T16:36:09.676 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 320 2024-04-12T16:36:09.676 INFO:tasks.rados.rados.0.smithi005.stdout:3418: seq_num 1083 ranges {1335296=540672,1875968=589824,2465792=212992} 2024-04-12T16:36:09.685 INFO:tasks.rados.rados.0.smithi005.stdout:3418: writing smithi00577259-23 from 1335296 to 1875968 tid 1 2024-04-12T16:36:09.689 INFO:tasks.rados.rados.0.smithi005.stdout:3418: writing smithi00577259-23 from 1875968 to 2465792 tid 2 2024-04-12T16:36:09.690 INFO:tasks.rados.rados.0.smithi005.stdout:3418: writing smithi00577259-23 from 2465792 to 2678784 tid 3 2024-04-12T16:36:09.690 INFO:tasks.rados.rados.0.smithi005.stdout:3419: delete oid 13 current snap is 320 2024-04-12T16:36:09.691 INFO:tasks.rados.rados.0.smithi005.stdout:3418: finishing write tid 1 to smithi00577259-23 2024-04-12T16:36:09.693 INFO:tasks.rados.rados.0.smithi005.stdout:3419: done (1 left) 2024-04-12T16:36:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:3420: copy_from oid 14 from oid 37 current snap is 320 2024-04-12T16:36:09.694 INFO:tasks.rados.rados.0.smithi005.stdout:3421: snap_remove snap 317 2024-04-12T16:36:09.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:09 smithi005 ceph-mon[88416]: pgmap v742: 121 pgs: 121 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-12T16:36:09.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:09 smithi005 ceph-mon[88416]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T16:36:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:09 smithi005 ceph-mon[90837]: pgmap v742: 121 pgs: 121 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-12T16:36:09.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:09 smithi005 ceph-mon[90837]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T16:36:10.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:09 smithi016 ceph-mon[84444]: pgmap v742: 121 pgs: 121 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-12T16:36:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:09 smithi016 ceph-mon[84444]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T16:36:10.681 INFO:tasks.rados.rados.0.smithi005.stdout:3421: done (2 left) 2024-04-12T16:36:10.681 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 320 2024-04-12T16:36:10.681 INFO:tasks.rados.rados.0.smithi005.stdout:3422: seq_num 1085 ranges {942080=581632,1523712=761856,2285568=40960} 2024-04-12T16:36:10.690 INFO:tasks.rados.rados.0.smithi005.stdout:3422: writing smithi00577259-19 from 942080 to 1523712 tid 1 2024-04-12T16:36:10.695 INFO:tasks.rados.rados.0.smithi005.stdout:3422: writing smithi00577259-19 from 1523712 to 2285568 tid 2 2024-04-12T16:36:10.695 INFO:tasks.rados.rados.0.smithi005.stdout:3422: writing smithi00577259-19 from 2285568 to 2326528 tid 3 2024-04-12T16:36:10.695 INFO:tasks.rados.rados.0.smithi005.stdout:3423: snap_create 2024-04-12T16:36:10.695 INFO:tasks.rados.rados.0.smithi005.stdout:3418: finishing write tid 2 to smithi00577259-23 2024-04-12T16:36:10.695 INFO:tasks.rados.rados.0.smithi005.stdout:3418: finishing write tid 3 to smithi00577259-23 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3418: finishing write tid 4 to smithi00577259-23 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3418: finishing write tid 5 to smithi00577259-23 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3418: oid 23 updating version 0 to 1515 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3418: oid 23 version 1515 is already newer than 1512 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3418: oid 23 version 1515 is already newer than 1513 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3418: oid 23 version 1515 is already newer than 1514 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1515 (ObjNum 1083 snap 320 seq_num 1083) dirty exists 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3418: left oid 23 (ObjNum 1083 snap 320 seq_num 1083) 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3420: finishing copy_from to smithi00577259-14 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3420: got expected ENOENT (src dne) 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3420: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:36:10.696 INFO:tasks.rados.rados.0.smithi005.stdout:3422: finishing write tid 1 to smithi00577259-19 2024-04-12T16:36:10.699 INFO:tasks.rados.rados.0.smithi005.stdout:3422: finishing write tid 2 to smithi00577259-19 2024-04-12T16:36:10.699 INFO:tasks.rados.rados.0.smithi005.stdout:3422: finishing write tid 3 to smithi00577259-19 2024-04-12T16:36:10.699 INFO:tasks.rados.rados.0.smithi005.stdout:3422: finishing write tid 4 to smithi00577259-19 2024-04-12T16:36:10.700 INFO:tasks.rados.rados.0.smithi005.stdout:3422: finishing write tid 5 to smithi00577259-19 2024-04-12T16:36:10.700 INFO:tasks.rados.rados.0.smithi005.stdout:3422: oid 19 updating version 0 to 1349 2024-04-12T16:36:10.700 INFO:tasks.rados.rados.0.smithi005.stdout:3422: oid 19 updating version 1349 to 1350 2024-04-12T16:36:10.700 INFO:tasks.rados.rados.0.smithi005.stdout:3422: oid 19 version 1350 is already newer than 1347 2024-04-12T16:36:10.700 INFO:tasks.rados.rados.0.smithi005.stdout:3422: oid 19 version 1350 is already newer than 1348 2024-04-12T16:36:10.701 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1350 (ObjNum 1085 snap 320 seq_num 1085) dirty exists 2024-04-12T16:36:10.701 INFO:tasks.rados.rados.0.smithi005.stdout:3422: left oid 19 (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:10.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:10 smithi005 ceph-mon[88416]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T16:36:10.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:10 smithi005 ceph-mon[90837]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T16:36:11.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:10 smithi016 ceph-mon[84444]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T16:36:11.685 INFO:tasks.rados.rados.0.smithi005.stdout:3418: done (3 left) 2024-04-12T16:36:11.685 INFO:tasks.rados.rados.0.smithi005.stdout:3420: done (2 left) 2024-04-12T16:36:11.685 INFO:tasks.rados.rados.0.smithi005.stdout:3422: done (1 left) 2024-04-12T16:36:11.686 INFO:tasks.rados.rados.0.smithi005.stdout:3423: done (0 left) 2024-04-12T16:36:11.686 INFO:tasks.rados.rados.0.smithi005.stdout:3424: copy_from oid 7 from oid 49 current snap is 321 2024-04-12T16:36:11.686 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 321 2024-04-12T16:36:11.686 INFO:tasks.rados.rados.0.smithi005.stdout:3425: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2024-04-12T16:36:11.688 INFO:tasks.rados.rados.0.smithi005.stdout:3425: writing smithi00577259-37 from 0 to 598016 tid 1 2024-04-12T16:36:11.692 INFO:tasks.rados.rados.0.smithi005.stdout:3425: writing smithi00577259-37 from 598016 to 1245184 tid 2 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:3425: writing smithi00577259-37 from 1245184 to 1400832 tid 3 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:3426: copy_from oid 5 from oid 6 current snap is 321 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:3424: finishing copy_from racing read to smithi00577259-7 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:3424: finishing copy_from to smithi00577259-7 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1216 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:3424: done (2 left) 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:3427: rollback oid 46 current snap is 321 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 46 to 298 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:3428: rollback oid 33 current snap is 321 2024-04-12T16:36:11.695 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 33 to 311 2024-04-12T16:36:11.696 INFO:tasks.rados.rados.0.smithi005.stdout:3429: copy_from oid 34 from oid 48 current snap is 321 2024-04-12T16:36:11.696 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 321 2024-04-12T16:36:11.696 INFO:tasks.rados.rados.0.smithi005.stdout:3430: seq_num 1087 ranges {2285568=614400,2899968=532480,3432448=270336} 2024-04-12T16:36:11.711 INFO:tasks.rados.rados.0.smithi005.stdout:3430: writing smithi00577259-26 from 2285568 to 2899968 tid 1 2024-04-12T16:36:11.714 INFO:tasks.rados.rados.0.smithi005.stdout:3430: writing smithi00577259-26 from 2899968 to 3432448 tid 2 2024-04-12T16:36:11.716 INFO:tasks.rados.rados.0.smithi005.stdout:3430: writing smithi00577259-26 from 3432448 to 3702784 tid 3 2024-04-12T16:36:11.716 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 321 2024-04-12T16:36:11.716 INFO:tasks.rados.rados.0.smithi005.stdout:3431: seq_num 1088 ranges {1097728=630784,1728512=466944,2195456=335872} 2024-04-12T16:36:11.725 INFO:tasks.rados.rados.0.smithi005.stdout:3431: writing smithi00577259-43 from 1097728 to 1728512 tid 1 2024-04-12T16:36:11.728 INFO:tasks.rados.rados.0.smithi005.stdout:3431: writing smithi00577259-43 from 1728512 to 2195456 tid 2 2024-04-12T16:36:11.731 INFO:tasks.rados.rados.0.smithi005.stdout:3431: writing smithi00577259-43 from 2195456 to 2531328 tid 3 2024-04-12T16:36:11.731 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 321 2024-04-12T16:36:11.731 INFO:tasks.rados.rados.0.smithi005.stdout:3425: finishing write tid 1 to smithi00577259-37 2024-04-12T16:36:11.731 INFO:tasks.rados.rados.0.smithi005.stdout:3425: finishing write tid 2 to smithi00577259-37 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3425: finishing write tid 3 to smithi00577259-37 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3429: finishing copy_from to smithi00577259-34 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3429: got expected ENOENT (src dne) 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3429: finishing copy_from racing read to smithi00577259-34 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3425: finishing write tid 4 to smithi00577259-37 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3428: finishing rollback tid 0 to smithi00577259-33 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3428: finishing rollback tid 1 to smithi00577259-33 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3428: finishing rollback tid 2 to smithi00577259-33 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1449 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3425: finishing write tid 5 to smithi00577259-37 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3425: oid 37 updating version 0 to 1427 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3425: oid 37 updating version 1427 to 1428 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3425: oid 37 version 1428 is already newer than 1425 2024-04-12T16:36:11.732 INFO:tasks.rados.rados.0.smithi005.stdout:3425: oid 37 version 1428 is already newer than 1426 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1428 (ObjNum 1086 snap 321 seq_num 1086) dirty exists 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3425: left oid 37 (ObjNum 1086 snap 321 seq_num 1086) 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3427: finishing rollback tid 0 to smithi00577259-46 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3427: finishing rollback tid 1 to smithi00577259-46 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3426: finishing copy_from racing read to smithi00577259-5 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3427: finishing rollback tid 2 to smithi00577259-46 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1220 (ObjNum 977 snap 281 seq_num 977) dirty exists 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3426: finishing copy_from to smithi00577259-5 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1370 (ObjNum 1007 snap 289 seq_num 1007) dirty exists 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3430: finishing write tid 1 to smithi00577259-26 2024-04-12T16:36:11.733 INFO:tasks.rados.rados.0.smithi005.stdout:3432: seq_num 1089 ranges {5234688=647168,5881856=745472,6627328=57344} 2024-04-12T16:36:11.763 INFO:tasks.rados.rados.0.smithi005.stdout:3432: writing smithi00577259-44 from 5234688 to 5881856 tid 1 2024-04-12T16:36:11.767 INFO:tasks.rados.rados.0.smithi005.stdout:3432: writing smithi00577259-44 from 5881856 to 6627328 tid 2 2024-04-12T16:36:11.768 INFO:tasks.rados.rados.0.smithi005.stdout:3432: writing smithi00577259-44 from 6627328 to 6684672 tid 3 2024-04-12T16:36:11.768 INFO:tasks.rados.rados.0.smithi005.stdout:3425: done (7 left) 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3426: done (6 left) 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3427: done (5 left) 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3428: done (4 left) 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3429: done (3 left) 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 321 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: finishing write tid 2 to smithi00577259-26 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: finishing write tid 3 to smithi00577259-26 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: finishing write tid 4 to smithi00577259-26 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: finishing write tid 5 to smithi00577259-26 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: oid 26 updating version 0 to 1192 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: oid 26 updating version 1192 to 1193 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: oid 26 updating version 1193 to 1195 2024-04-12T16:36:11.769 INFO:tasks.rados.rados.0.smithi005.stdout:3430: oid 26 version 1195 is already newer than 1194 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 1195 (ObjNum 1087 snap 321 seq_num 1087) dirty exists 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3430: left oid 26 (ObjNum 1087 snap 321 seq_num 1087) 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: finishing write tid 1 to smithi00577259-43 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: finishing write tid 2 to smithi00577259-43 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: finishing write tid 3 to smithi00577259-43 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: finishing write tid 4 to smithi00577259-43 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: finishing write tid 5 to smithi00577259-43 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: oid 43 updating version 0 to 1351 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: oid 43 updating version 1351 to 1352 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: oid 43 updating version 1352 to 1354 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: oid 43 version 1354 is already newer than 1353 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1354 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3431: left oid 43 (ObjNum 1088 snap 321 seq_num 1088) 2024-04-12T16:36:11.770 INFO:tasks.rados.rados.0.smithi005.stdout:3432: finishing write tid 1 to smithi00577259-44 2024-04-12T16:36:11.771 INFO:tasks.rados.rados.0.smithi005.stdout:3433: seq_num 1090 ranges {2957312=663552,3620864=630784,4251648=172032} 2024-04-12T16:36:11.787 INFO:tasks.rados.rados.0.smithi005.stdout:3433: writing smithi00577259-41 from 2957312 to 3620864 tid 1 2024-04-12T16:36:11.790 INFO:tasks.rados.rados.0.smithi005.stdout:3433: writing smithi00577259-41 from 3620864 to 4251648 tid 2 2024-04-12T16:36:11.792 INFO:tasks.rados.rados.0.smithi005.stdout:3433: writing smithi00577259-41 from 4251648 to 4423680 tid 3 2024-04-12T16:36:11.792 INFO:tasks.rados.rados.0.smithi005.stdout:3430: done (3 left) 2024-04-12T16:36:11.792 INFO:tasks.rados.rados.0.smithi005.stdout:3431: done (2 left) 2024-04-12T16:36:11.792 INFO:tasks.rados.rados.0.smithi005.stdout:3434: read oid 42 snap -1 2024-04-12T16:36:11.792 INFO:tasks.rados.rados.0.smithi005.stdout:3434: expect (ObjNum 1081 snap 318 seq_num 1081) 2024-04-12T16:36:11.792 INFO:tasks.rados.rados.0.smithi005.stdout:3435: copy_from oid 32 from oid 35 current snap is 321 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: finishing write tid 2 to smithi00577259-44 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: finishing write tid 3 to smithi00577259-44 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: finishing write tid 4 to smithi00577259-44 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: finishing write tid 5 to smithi00577259-44 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: oid 44 updating version 0 to 1221 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: oid 44 updating version 1221 to 1222 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: oid 44 updating version 1222 to 1223 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: oid 44 updating version 1223 to 1224 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1224 (ObjNum 1089 snap 321 seq_num 1089) dirty exists 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: left oid 44 (ObjNum 1089 snap 321 seq_num 1089) 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3432: done (3 left) 2024-04-12T16:36:11.793 INFO:tasks.rados.rados.0.smithi005.stdout:3436: snap_remove snap 320 2024-04-12T16:36:11.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:11 smithi005 ceph-mon[88416]: pgmap v745: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-12T16:36:11.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:11 smithi005 ceph-mon[88416]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T16:36:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:11 smithi005 ceph-mon[90837]: pgmap v745: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-12T16:36:11.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:11 smithi005 ceph-mon[90837]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T16:36:12.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:11 smithi016 ceph-mon[84444]: pgmap v745: 121 pgs: 121 active+clean; 185 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-12T16:36:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:11 smithi016 ceph-mon[84444]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T16:36:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:36:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:36:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:12.691 INFO:tasks.rados.rados.0.smithi005.stdout:3436: done (3 left) 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3437: copy_from oid 50 from oid 43 current snap is 321 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: finishing write tid 1 to smithi00577259-41 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: finishing write tid 2 to smithi00577259-41 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: finishing write tid 3 to smithi00577259-41 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: finishing write tid 4 to smithi00577259-41 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3435: finishing copy_from racing read to smithi00577259-32 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: finishing write tid 5 to smithi00577259-41 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: oid 41 updating version 0 to 1122 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: oid 41 updating version 1122 to 1123 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: oid 41 version 1123 is already newer than 1121 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:3433: oid 41 updating version 1123 to 1124 2024-04-12T16:36:12.692 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1124 (ObjNum 1090 snap 321 seq_num 1090) dirty exists 2024-04-12T16:36:12.693 INFO:tasks.rados.rados.0.smithi005.stdout:3433: left oid 41 (ObjNum 1090 snap 321 seq_num 1090) 2024-04-12T16:36:12.693 INFO:tasks.rados.rados.0.smithi005.stdout:3435: finishing copy_from to smithi00577259-32 2024-04-12T16:36:12.693 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1355 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:36:12.693 INFO:tasks.rados.rados.0.smithi005.stdout:3434: expect (ObjNum 1081 snap 318 seq_num 1081) 2024-04-12T16:36:12.773 INFO:tasks.rados.rados.0.smithi005.stdout:3437: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:36:12.773 INFO:tasks.rados.rados.0.smithi005.stdout:3437: finishing copy_from to smithi00577259-50 2024-04-12T16:36:12.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1354 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:3433: done (3 left) 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:3434: done (2 left) 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:3435: done (1 left) 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:3437: done (0 left) 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:3438: rollback oid 9 current snap is 321 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 9 to 295 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:3439: copy_from oid 10 from oid 12 current snap is 321 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 321 2024-04-12T16:36:12.774 INFO:tasks.rados.rados.0.smithi005.stdout:3440: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-04-12T16:36:12.777 INFO:tasks.rados.rados.0.smithi005.stdout:3440: writing smithi00577259-47 from 0 to 679936 tid 1 2024-04-12T16:36:12.780 INFO:tasks.rados.rados.0.smithi005.stdout:3440: writing smithi00577259-47 from 679936 to 1196032 tid 2 2024-04-12T16:36:12.782 INFO:tasks.rados.rados.0.smithi005.stdout:3440: writing smithi00577259-47 from 1196032 to 1482752 tid 3 2024-04-12T16:36:12.782 INFO:tasks.rados.rados.0.smithi005.stdout:3441: copy_from oid 22 from oid 19 current snap is 321 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3438: finishing rollback tid 1 to smithi00577259-9 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3438: finishing rollback tid 2 to smithi00577259-9 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1226 (ObjNum 995 snap 287 seq_num 995) dirty exists 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3440: finishing write tid 1 to smithi00577259-47 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3439: finishing copy_from racing read to smithi00577259-10 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3439: finishing copy_from to smithi00577259-10 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1343 (ObjNum 1066 snap 313 seq_num 1066) dirty exists 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3438: done (3 left) 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3439: done (2 left) 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3442: rollback oid 41 current snap is 321 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 41 to 299 2024-04-12T16:36:12.783 INFO:tasks.rados.rados.0.smithi005.stdout:3443: snap_create 2024-04-12T16:36:12.785 INFO:tasks.rados.rados.0.smithi005.stdout:3440: finishing write tid 2 to smithi00577259-47 2024-04-12T16:36:12.785 INFO:tasks.rados.rados.0.smithi005.stdout:3440: finishing write tid 3 to smithi00577259-47 2024-04-12T16:36:12.786 INFO:tasks.rados.rados.0.smithi005.stdout:3442: finishing rollback tid 0 to smithi00577259-41 2024-04-12T16:36:12.786 INFO:tasks.rados.rados.0.smithi005.stdout:3440: finishing write tid 4 to smithi00577259-47 2024-04-12T16:36:12.786 INFO:tasks.rados.rados.0.smithi005.stdout:3442: finishing rollback tid 1 to smithi00577259-41 2024-04-12T16:36:12.786 INFO:tasks.rados.rados.0.smithi005.stdout:3442: finishing rollback tid 2 to smithi00577259-41 2024-04-12T16:36:12.786 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1127 (ObjNum 720 snap 210 seq_num 720) dirty exists 2024-04-12T16:36:12.787 INFO:tasks.rados.rados.0.smithi005.stdout:3440: finishing write tid 5 to smithi00577259-47 2024-04-12T16:36:12.787 INFO:tasks.rados.rados.0.smithi005.stdout:3440: oid 47 updating version 0 to 1199 2024-04-12T16:36:12.787 INFO:tasks.rados.rados.0.smithi005.stdout:3440: oid 47 version 1199 is already newer than 1196 2024-04-12T16:36:12.787 INFO:tasks.rados.rados.0.smithi005.stdout:3440: oid 47 version 1199 is already newer than 1197 2024-04-12T16:36:12.787 INFO:tasks.rados.rados.0.smithi005.stdout:3440: oid 47 version 1199 is already newer than 1198 2024-04-12T16:36:12.787 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1199 (ObjNum 1091 snap 321 seq_num 1091) dirty exists 2024-04-12T16:36:12.787 INFO:tasks.rados.rados.0.smithi005.stdout:3440: left oid 47 (ObjNum 1091 snap 321 seq_num 1091) 2024-04-12T16:36:12.792 INFO:tasks.rados.rados.0.smithi005.stdout:3441: finishing copy_from racing read to smithi00577259-22 2024-04-12T16:36:12.793 INFO:tasks.rados.rados.0.smithi005.stdout:3441: finishing copy_from to smithi00577259-22 2024-04-12T16:36:12.794 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1350 (ObjNum 1085 snap 320 seq_num 1085) dirty exists 2024-04-12T16:36:12.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:12 smithi005 ceph-mon[90837]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T16:36:12.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:12 smithi005 ceph-mon[88416]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T16:36:13.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:12 smithi016 ceph-mon[84444]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T16:36:13.696 INFO:tasks.rados.rados.0.smithi005.stdout:3440: done (3 left) 2024-04-12T16:36:13.696 INFO:tasks.rados.rados.0.smithi005.stdout:3441: done (2 left) 2024-04-12T16:36:13.696 INFO:tasks.rados.rados.0.smithi005.stdout:3442: done (1 left) 2024-04-12T16:36:13.696 INFO:tasks.rados.rados.0.smithi005.stdout:3443: done (0 left) 2024-04-12T16:36:13.696 INFO:tasks.rados.rados.0.smithi005.stdout:3444: rollback oid 42 current snap is 322 2024-04-12T16:36:13.697 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 302 2024-04-12T16:36:13.697 INFO:tasks.rados.rados.0.smithi005.stdout:3445: read oid 27 snap -1 2024-04-12T16:36:13.697 INFO:tasks.rados.rados.0.smithi005.stdout:3445: expect (ObjNum 1072 snap 316 seq_num 1072) 2024-04-12T16:36:13.697 INFO:tasks.rados.rados.0.smithi005.stdout:3446: read oid 29 snap -1 2024-04-12T16:36:13.697 INFO:tasks.rados.rados.0.smithi005.stdout:3446: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:13.697 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 322 2024-04-12T16:36:13.697 INFO:tasks.rados.rados.0.smithi005.stdout:3447: seq_num 1092 ranges {0=696320,696320=802816} 2024-04-12T16:36:13.700 INFO:tasks.rados.rados.0.smithi005.stdout:3447: writing smithi00577259-36 from 0 to 696320 tid 1 2024-04-12T16:36:13.705 INFO:tasks.rados.rados.0.smithi005.stdout:3447: writing smithi00577259-36 from 696320 to 1499136 tid 2 2024-04-12T16:36:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3448: read oid 47 snap -1 2024-04-12T16:36:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3448: expect (ObjNum 1091 snap 321 seq_num 1091) 2024-04-12T16:36:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3449: snap_remove snap 298 2024-04-12T16:36:13.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:13 smithi005 ceph-mon[88416]: pgmap v748: 121 pgs: 121 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 628 KiB/s wr, 3 op/s 2024-04-12T16:36:13.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:13 smithi005 ceph-mon[88416]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T16:36:13.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:36:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:36:13] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:36:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:13 smithi005 ceph-mon[90837]: pgmap v748: 121 pgs: 121 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 628 KiB/s wr, 3 op/s 2024-04-12T16:36:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:13 smithi005 ceph-mon[90837]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T16:36:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:13 smithi016 ceph-mon[84444]: pgmap v748: 121 pgs: 121 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 628 KiB/s wr, 3 op/s 2024-04-12T16:36:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:13 smithi016 ceph-mon[84444]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T16:36:14.710 INFO:tasks.rados.rados.0.smithi005.stdout:3449: done (5 left) 2024-04-12T16:36:14.710 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 322 2024-04-12T16:36:14.710 INFO:tasks.rados.rados.0.smithi005.stdout:3450: seq_num 1093 ranges {6684672=712704,7397376=688128,8085504=114688} 2024-04-12T16:36:14.748 INFO:tasks.rados.rados.0.smithi005.stdout:3450: writing smithi00577259-44 from 6684672 to 7397376 tid 1 2024-04-12T16:36:14.752 INFO:tasks.rados.rados.0.smithi005.stdout:3450: writing smithi00577259-44 from 7397376 to 8085504 tid 2 2024-04-12T16:36:14.753 INFO:tasks.rados.rados.0.smithi005.stdout:3450: writing smithi00577259-44 from 8085504 to 8200192 tid 3 2024-04-12T16:36:14.753 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 322 2024-04-12T16:36:14.753 INFO:tasks.rados.rados.0.smithi005.stdout:3444: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:36:14.753 INFO:tasks.rados.rados.0.smithi005.stdout:3451: seq_num 1094 ranges {2326528=729088,3055616=573440,3629056=229376} 2024-04-12T16:36:14.770 INFO:tasks.rados.rados.0.smithi005.stdout:3451: writing smithi00577259-19 from 2326528 to 3055616 tid 1 2024-04-12T16:36:14.773 INFO:tasks.rados.rados.0.smithi005.stdout:3451: writing smithi00577259-19 from 3055616 to 3629056 tid 2 2024-04-12T16:36:14.775 INFO:tasks.rados.rados.0.smithi005.stdout:3451: writing smithi00577259-19 from 3629056 to 3858432 tid 3 2024-04-12T16:36:14.775 INFO:tasks.rados.rados.0.smithi005.stdout:3452: rmattr oid 39 current snap is 322 2024-04-12T16:36:14.775 INFO:tasks.rados.rados.0.smithi005.stdout:3444: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:36:14.775 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1543 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-12T16:36:14.775 INFO:tasks.rados.rados.0.smithi005.stdout:3445: expect (ObjNum 1072 snap 316 seq_num 1072) 2024-04-12T16:36:14.806 INFO:tasks.rados.rados.0.smithi005.stdout:3447: finishing write tid 1 to smithi00577259-36 2024-04-12T16:36:14.806 INFO:tasks.rados.rados.0.smithi005.stdout:3447: finishing write tid 2 to smithi00577259-36 2024-04-12T16:36:14.807 INFO:tasks.rados.rados.0.smithi005.stdout:3447: finishing write tid 3 to smithi00577259-36 2024-04-12T16:36:14.807 INFO:tasks.rados.rados.0.smithi005.stdout:3448: expect (ObjNum 1091 snap 321 seq_num 1091) 2024-04-12T16:36:14.845 INFO:tasks.rados.rados.0.smithi005.stdout:3447: finishing write tid 4 to smithi00577259-36 2024-04-12T16:36:14.845 INFO:tasks.rados.rados.0.smithi005.stdout:3447: oid 36 updating version 0 to 1419 2024-04-12T16:36:14.845 INFO:tasks.rados.rados.0.smithi005.stdout:3447: oid 36 version 1419 is already newer than 1418 2024-04-12T16:36:14.845 INFO:tasks.rados.rados.0.smithi005.stdout:3447: oid 36 updating version 1419 to 1420 2024-04-12T16:36:14.845 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1420 (ObjNum 1092 snap 322 seq_num 1092) dirty exists 2024-04-12T16:36:14.845 INFO:tasks.rados.rados.0.smithi005.stdout:3447: left oid 36 (ObjNum 1092 snap 322 seq_num 1092) 2024-04-12T16:36:14.846 INFO:tasks.rados.rados.0.smithi005.stdout:3446: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:14.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:14 smithi005 ceph-mon[88416]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T16:36:14.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:14 smithi005 ceph-mon[90837]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T16:36:15.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:14 smithi016 ceph-mon[84444]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T16:36:15.143 INFO:tasks.rados.rados.0.smithi005.stdout:3450: finishing write tid 1 to smithi00577259-44 2024-04-12T16:36:15.143 INFO:tasks.rados.rados.0.smithi005.stdout:3450: finishing write tid 2 to smithi00577259-44 2024-04-12T16:36:15.143 INFO:tasks.rados.rados.0.smithi005.stdout:3450: finishing write tid 3 to smithi00577259-44 2024-04-12T16:36:15.143 INFO:tasks.rados.rados.0.smithi005.stdout:3450: finishing write tid 4 to smithi00577259-44 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3450: finishing write tid 5 to smithi00577259-44 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3450: oid 44 updating version 0 to 1227 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3450: oid 44 updating version 1227 to 1229 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3450: oid 44 version 1229 is already newer than 1228 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3450: oid 44 updating version 1229 to 1230 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1230 (ObjNum 1093 snap 322 seq_num 1093) dirty exists 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3450: left oid 44 (ObjNum 1093 snap 322 seq_num 1093) 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3451: finishing write tid 1 to smithi00577259-19 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1429 (ObjNum 65 snap 0 seq_num 1398630499) dirty exists 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3451: finishing write tid 2 to smithi00577259-19 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3451: finishing write tid 3 to smithi00577259-19 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3451: finishing write tid 4 to smithi00577259-19 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3444: done (7 left) 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3445: done (6 left) 2024-04-12T16:36:15.144 INFO:tasks.rados.rados.0.smithi005.stdout:3446: done (5 left) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3447: done (4 left) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3448: done (3 left) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3450: done (2 left) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3452: done (1 left) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3453: read oid 39 snap -1 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3453: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3454: read oid 17 snap 311 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3454: expect (ObjNum 1044 snap 307 seq_num 1044) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3455: read oid 1 snap -1 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3455: expect (ObjNum 1079 snap 318 seq_num 1079) 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3456: snap_create 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3451: finishing write tid 5 to smithi00577259-19 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3451: oid 19 updating version 0 to 1356 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3451: oid 19 updating version 1356 to 1358 2024-04-12T16:36:15.145 INFO:tasks.rados.rados.0.smithi005.stdout:3451: oid 19 version 1358 is already newer than 1357 2024-04-12T16:36:15.146 INFO:tasks.rados.rados.0.smithi005.stdout:3451: oid 19 version 1358 is already newer than 1355 2024-04-12T16:36:15.146 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1358 (ObjNum 1094 snap 322 seq_num 1094) dirty exists 2024-04-12T16:36:15.146 INFO:tasks.rados.rados.0.smithi005.stdout:3451: left oid 19 (ObjNum 1094 snap 322 seq_num 1094) 2024-04-12T16:36:15.146 INFO:tasks.rados.rados.0.smithi005.stdout:3453: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:36:15.148 INFO:tasks.rados.rados.0.smithi005.stdout:3454: expect (ObjNum 1044 snap 307 seq_num 1044) 2024-04-12T16:36:15.166 INFO:tasks.rados.rados.0.smithi005.stdout:3455: expect (ObjNum 1079 snap 318 seq_num 1079) 2024-04-12T16:36:15.659 INFO:tasks.rados.rados.0.smithi005.stdout:3451: done (4 left) 2024-04-12T16:36:15.659 INFO:tasks.rados.rados.0.smithi005.stdout:3453: done (3 left) 2024-04-12T16:36:15.659 INFO:tasks.rados.rados.0.smithi005.stdout:3454: done (2 left) 2024-04-12T16:36:15.659 INFO:tasks.rados.rados.0.smithi005.stdout:3455: done (1 left) 2024-04-12T16:36:15.659 INFO:tasks.rados.rados.0.smithi005.stdout:3456: done (0 left) 2024-04-12T16:36:15.659 INFO:tasks.rados.rados.0.smithi005.stdout:3457: snap_create 2024-04-12T16:36:15.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:15 smithi005 ceph-mon[90837]: pgmap v751: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-12T16:36:15.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:15 smithi005 ceph-mon[90837]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T16:36:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:15 smithi005 ceph-mon[90837]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T16:36:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:15 smithi005 ceph-mon[88416]: pgmap v751: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-12T16:36:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:15 smithi005 ceph-mon[88416]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T16:36:15.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:15 smithi005 ceph-mon[88416]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T16:36:16.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:15 smithi016 ceph-mon[84444]: pgmap v751: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-12T16:36:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:15 smithi016 ceph-mon[84444]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T16:36:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:15 smithi016 ceph-mon[84444]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T16:36:16.661 INFO:tasks.rados.rados.0.smithi005.stdout:3457: done (0 left) 2024-04-12T16:36:16.661 INFO:tasks.rados.rados.0.smithi005.stdout:3458: snap_remove snap 297 2024-04-12T16:36:17.666 INFO:tasks.rados.rados.0.smithi005.stdout:3458: done (0 left) 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:3459: rmattr oid 50 current snap is 324 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:3459: done (0 left) 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:3460: read oid 21 snap 318 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:3460: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:3461: rmattr oid 19 current snap is 324 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:3461: done (1 left) 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 324 2024-04-12T16:36:17.667 INFO:tasks.rados.rados.0.smithi005.stdout:3462: seq_num 1095 ranges {1064960=745472,1810432=499712,2310144=303104} 2024-04-12T16:36:17.674 INFO:tasks.rados.rados.0.smithi005.stdout:3462: writing smithi00577259-10 from 1064960 to 1810432 tid 1 2024-04-12T16:36:17.678 INFO:tasks.rados.rados.0.smithi005.stdout:3462: writing smithi00577259-10 from 1810432 to 2310144 tid 2 2024-04-12T16:36:17.680 INFO:tasks.rados.rados.0.smithi005.stdout:3462: writing smithi00577259-10 from 2310144 to 2613248 tid 3 2024-04-12T16:36:17.680 INFO:tasks.rados.rados.0.smithi005.stdout:3463: rmattr oid 9 current snap is 324 2024-04-12T16:36:17.681 INFO:tasks.rados.rados.0.smithi005.stdout:3464: read oid 8 snap 310 2024-04-12T16:36:17.681 INFO:tasks.rados.rados.0.smithi005.stdout:3464: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:36:17.681 INFO:tasks.rados.rados.0.smithi005.stdout:3465: rollback oid 15 current snap is 324 2024-04-12T16:36:17.681 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 315 2024-04-12T16:36:17.681 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 47 current snap is 324 2024-04-12T16:36:17.681 INFO:tasks.rados.rados.0.smithi005.stdout:3466: seq_num 1096 ranges {1482752=761856,2244608=786432,3031040=16384} 2024-04-12T16:36:17.694 INFO:tasks.rados.rados.0.smithi005.stdout:3466: writing smithi00577259-47 from 1482752 to 2244608 tid 1 2024-04-12T16:36:17.700 INFO:tasks.rados.rados.0.smithi005.stdout:3466: writing smithi00577259-47 from 2244608 to 3031040 tid 2 2024-04-12T16:36:17.700 INFO:tasks.rados.rados.0.smithi005.stdout:3466: writing smithi00577259-47 from 3031040 to 3047424 tid 3 2024-04-12T16:36:17.700 INFO:tasks.rados.rados.0.smithi005.stdout:3467: read oid 36 snap 306 2024-04-12T16:36:17.700 INFO:tasks.rados.rados.0.smithi005.stdout:3467: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:36:17.700 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 324 2024-04-12T16:36:17.701 INFO:tasks.rados.rados.0.smithi005.stdout:3465: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:36:17.701 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 0 (ObjNum 81 snap 0 seq_num 1935827543) dirty dne 2024-04-12T16:36:17.701 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1231 (ObjNum 995 snap 287 seq_num 995) dirty exists 2024-04-12T16:36:17.701 INFO:tasks.rados.rados.0.smithi005.stdout:3462: finishing write tid 1 to smithi00577259-10 2024-04-12T16:36:17.701 INFO:tasks.rados.rados.0.smithi005.stdout:3468: seq_num 1097 ranges {1064960=778240,1843200=671744,2514944=131072} 2024-04-12T16:36:17.711 INFO:tasks.rados.rados.0.smithi005.stdout:3468: writing smithi00577259-12 from 1064960 to 1843200 tid 1 2024-04-12T16:36:17.715 INFO:tasks.rados.rados.0.smithi005.stdout:3468: writing smithi00577259-12 from 1843200 to 2514944 tid 2 2024-04-12T16:36:17.717 INFO:tasks.rados.rados.0.smithi005.stdout:3468: writing smithi00577259-12 from 2514944 to 2646016 tid 3 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3463: done (7 left) 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3465: done (6 left) 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3469: read oid 29 snap 318 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3469: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3470: rmattr oid 48 current snap is 324 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3470: done (7 left) 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3471: copy_from oid 40 from oid 50 current snap is 324 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3462: finishing write tid 2 to smithi00577259-10 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3462: finishing write tid 3 to smithi00577259-10 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3462: finishing write tid 4 to smithi00577259-10 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3462: finishing write tid 5 to smithi00577259-10 2024-04-12T16:36:17.718 INFO:tasks.rados.rados.0.smithi005.stdout:3462: oid 10 updating version 0 to 1432 2024-04-12T16:36:17.719 INFO:tasks.rados.rados.0.smithi005.stdout:3462: oid 10 updating version 1432 to 1433 2024-04-12T16:36:17.719 INFO:tasks.rados.rados.0.smithi005.stdout:3462: oid 10 version 1433 is already newer than 1430 2024-04-12T16:36:17.719 INFO:tasks.rados.rados.0.smithi005.stdout:3462: oid 10 version 1433 is already newer than 1431 2024-04-12T16:36:17.719 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1433 (ObjNum 1095 snap 324 seq_num 1095) dirty exists 2024-04-12T16:36:17.719 INFO:tasks.rados.rados.0.smithi005.stdout:3462: left oid 10 (ObjNum 1095 snap 324 seq_num 1095) 2024-04-12T16:36:17.719 INFO:tasks.rados.rados.0.smithi005.stdout:3464: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:36:17.903 INFO:tasks.rados.rados.0.smithi005.stdout:3467: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:36:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:17 smithi005 ceph-mon[88416]: pgmap v754: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-12T16:36:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:17 smithi005 ceph-mon[88416]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T16:36:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:17 smithi005 ceph-mon[90837]: pgmap v754: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-12T16:36:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:17 smithi005 ceph-mon[90837]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T16:36:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:17 smithi016 ceph-mon[84444]: pgmap v754: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-04-12T16:36:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:17 smithi016 ceph-mon[84444]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T16:36:18.100 INFO:tasks.rados.rados.0.smithi005.stdout:3460: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:36:18.871 INFO:tasks.rados.rados.0.smithi005.stdout:3466: finishing write tid 1 to smithi00577259-47 2024-04-12T16:36:18.871 INFO:tasks.rados.rados.0.smithi005.stdout:3466: finishing write tid 2 to smithi00577259-47 2024-04-12T16:36:18.871 INFO:tasks.rados.rados.0.smithi005.stdout:3466: finishing write tid 3 to smithi00577259-47 2024-04-12T16:36:18.871 INFO:tasks.rados.rados.0.smithi005.stdout:3466: finishing write tid 4 to smithi00577259-47 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3468: finishing write tid 1 to smithi00577259-12 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3466: finishing write tid 5 to smithi00577259-47 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3466: oid 47 updating version 0 to 1203 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3466: oid 47 version 1203 is already newer than 1202 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3466: oid 47 version 1203 is already newer than 1200 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3466: oid 47 version 1203 is already newer than 1201 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1203 (ObjNum 1096 snap 324 seq_num 1096) dirty exists 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3466: left oid 47 (ObjNum 1096 snap 324 seq_num 1096) 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3468: finishing write tid 2 to smithi00577259-12 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3468: finishing write tid 3 to smithi00577259-12 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3468: finishing write tid 4 to smithi00577259-12 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3460: done (7 left) 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3462: done (6 left) 2024-04-12T16:36:18.872 INFO:tasks.rados.rados.0.smithi005.stdout:3464: done (5 left) 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3466: done (4 left) 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3467: done (3 left) 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 324 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3468: finishing write tid 5 to smithi00577259-12 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3468: oid 12 updating version 0 to 1360 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3468: oid 12 updating version 1360 to 1361 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3468: oid 12 updating version 1361 to 1362 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3468: oid 12 version 1362 is already newer than 1359 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1362 (ObjNum 1097 snap 324 seq_num 1097) dirty exists 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3468: left oid 12 (ObjNum 1097 snap 324 seq_num 1097) 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3471: finishing copy_from racing read to smithi00577259-40 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3471: finishing copy_from to smithi00577259-40 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1354 (ObjNum 1088 snap 321 seq_num 1088) dirty exists 2024-04-12T16:36:18.873 INFO:tasks.rados.rados.0.smithi005.stdout:3469: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:18.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:18 smithi005 ceph-mon[88416]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T16:36:18.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:18 smithi005 ceph-mon[90837]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T16:36:19.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:18 smithi016 ceph-mon[84444]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T16:36:19.167 INFO:tasks.rados.rados.0.smithi005.stdout:3472: seq_num 1098 ranges {3563520=794624,4358144=557056,4915200=245760} 2024-04-12T16:36:19.191 INFO:tasks.rados.rados.0.smithi005.stdout:3472: writing smithi00577259-8 from 3563520 to 4358144 tid 1 2024-04-12T16:36:19.194 INFO:tasks.rados.rados.0.smithi005.stdout:3472: writing smithi00577259-8 from 4358144 to 4915200 tid 2 2024-04-12T16:36:19.196 INFO:tasks.rados.rados.0.smithi005.stdout:3472: writing smithi00577259-8 from 4915200 to 5160960 tid 3 2024-04-12T16:36:19.196 INFO:tasks.rados.rados.0.smithi005.stdout:3468: done (3 left) 2024-04-12T16:36:19.196 INFO:tasks.rados.rados.0.smithi005.stdout:3469: done (2 left) 2024-04-12T16:36:19.196 INFO:tasks.rados.rados.0.smithi005.stdout:3471: done (1 left) 2024-04-12T16:36:19.196 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 324 2024-04-12T16:36:19.196 INFO:tasks.rados.rados.0.smithi005.stdout:3473: seq_num 1099 ranges {1499136=409600,1908736=442368,2351104=720896,3072000=40960} 2024-04-12T16:36:19.207 INFO:tasks.rados.rados.0.smithi005.stdout:3473: writing smithi00577259-36 from 1499136 to 1908736 tid 1 2024-04-12T16:36:19.209 INFO:tasks.rados.rados.0.smithi005.stdout:3473: writing smithi00577259-36 from 1908736 to 2351104 tid 2 2024-04-12T16:36:19.214 INFO:tasks.rados.rados.0.smithi005.stdout:3473: writing smithi00577259-36 from 2351104 to 3072000 tid 3 2024-04-12T16:36:19.215 INFO:tasks.rados.rados.0.smithi005.stdout:3473: writing smithi00577259-36 from 3072000 to 3112960 tid 4 2024-04-12T16:36:19.215 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 324 2024-04-12T16:36:19.215 INFO:tasks.rados.rados.0.smithi005.stdout:3474: seq_num 1100 ranges {1769472=425984,2195456=729088,2924544=475136} 2024-04-12T16:36:19.226 INFO:tasks.rados.rados.0.smithi005.stdout:3474: writing smithi00577259-2 from 1769472 to 2195456 tid 1 2024-04-12T16:36:19.230 INFO:tasks.rados.rados.0.smithi005.stdout:3474: writing smithi00577259-2 from 2195456 to 2924544 tid 2 2024-04-12T16:36:19.234 INFO:tasks.rados.rados.0.smithi005.stdout:3474: writing smithi00577259-2 from 2924544 to 3399680 tid 3 2024-04-12T16:36:19.234 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 1 current snap is 324 2024-04-12T16:36:19.234 INFO:tasks.rados.rados.0.smithi005.stdout:3472: finishing write tid 1 to smithi00577259-8 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: finishing write tid 2 to smithi00577259-8 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: finishing write tid 3 to smithi00577259-8 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: finishing write tid 4 to smithi00577259-8 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: finishing write tid 5 to smithi00577259-8 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: oid 8 updating version 0 to 1430 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: oid 8 version 1430 is already newer than 1429 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: oid 8 version 1430 is already newer than 1428 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: oid 8 version 1430 is already newer than 1427 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1430 (ObjNum 1098 snap 324 seq_num 1098) dirty exists 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3472: left oid 8 (ObjNum 1098 snap 324 seq_num 1098) 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3473: finishing write tid 1 to smithi00577259-36 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3473: finishing write tid 2 to smithi00577259-36 2024-04-12T16:36:19.235 INFO:tasks.rados.rados.0.smithi005.stdout:3473: finishing write tid 3 to smithi00577259-36 2024-04-12T16:36:19.236 INFO:tasks.rados.rados.0.smithi005.stdout:3475: seq_num 1101 ranges {1277952=442368,1720320=606208,2326528=598016} 2024-04-12T16:36:19.243 INFO:tasks.rados.rados.0.smithi005.stdout:3475: writing smithi00577259-1 from 1277952 to 1720320 tid 1 2024-04-12T16:36:19.246 INFO:tasks.rados.rados.0.smithi005.stdout:3475: writing smithi00577259-1 from 1720320 to 2326528 tid 2 2024-04-12T16:36:19.253 INFO:tasks.rados.rados.0.smithi005.stdout:3475: writing smithi00577259-1 from 2326528 to 2924544 tid 3 2024-04-12T16:36:19.253 INFO:tasks.rados.rados.0.smithi005.stdout:3472: done (3 left) 2024-04-12T16:36:19.254 INFO:tasks.rados.rados.0.smithi005.stdout:3476: read oid 5 snap -1 2024-04-12T16:36:19.254 INFO:tasks.rados.rados.0.smithi005.stdout:3476: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:36:19.254 INFO:tasks.rados.rados.0.smithi005.stdout:3477: read oid 18 snap -1 2024-04-12T16:36:19.254 INFO:tasks.rados.rados.0.smithi005.stdout:3477: expect deleted 2024-04-12T16:36:19.254 INFO:tasks.rados.rados.0.smithi005.stdout:3478: delete oid 14 current snap is 324 2024-04-12T16:36:19.255 INFO:tasks.rados.rados.0.smithi005.stdout:3473: finishing write tid 4 to smithi00577259-36 2024-04-12T16:36:19.255 INFO:tasks.rados.rados.0.smithi005.stdout:3473: finishing write tid 5 to smithi00577259-36 2024-04-12T16:36:19.255 INFO:tasks.rados.rados.0.smithi005.stdout:3473: finishing write tid 6 to smithi00577259-36 2024-04-12T16:36:19.255 INFO:tasks.rados.rados.0.smithi005.stdout:3473: oid 36 updating version 0 to 1434 2024-04-12T16:36:19.256 INFO:tasks.rados.rados.0.smithi005.stdout:3473: oid 36 updating version 1434 to 1435 2024-04-12T16:36:19.256 INFO:tasks.rados.rados.0.smithi005.stdout:3473: oid 36 updating version 1435 to 1436 2024-04-12T16:36:19.256 INFO:tasks.rados.rados.0.smithi005.stdout:3473: oid 36 version 1436 is already newer than 1433 2024-04-12T16:36:19.256 INFO:tasks.rados.rados.0.smithi005.stdout:3473: oid 36 version 1436 is already newer than 1432 2024-04-12T16:36:19.256 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1436 (ObjNum 1099 snap 324 seq_num 1099) dirty exists 2024-04-12T16:36:19.256 INFO:tasks.rados.rados.0.smithi005.stdout:3473: left oid 36 (ObjNum 1099 snap 324 seq_num 1099) 2024-04-12T16:36:19.256 INFO:tasks.rados.rados.0.smithi005.stdout:3474: finishing write tid 1 to smithi00577259-2 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: finishing write tid 2 to smithi00577259-2 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: finishing write tid 3 to smithi00577259-2 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: finishing write tid 4 to smithi00577259-2 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: finishing write tid 5 to smithi00577259-2 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: oid 2 updating version 0 to 1462 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: oid 2 version 1462 is already newer than 1461 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: oid 2 updating version 1462 to 1463 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: oid 2 updating version 1463 to 1464 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1464 (ObjNum 1100 snap 324 seq_num 1100) dirty exists 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: left oid 2 (ObjNum 1100 snap 324 seq_num 1100) 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3475: finishing write tid 1 to smithi00577259-1 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3475: finishing write tid 2 to smithi00577259-1 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3473: done (5 left) 2024-04-12T16:36:19.257 INFO:tasks.rados.rados.0.smithi005.stdout:3474: done (4 left) 2024-04-12T16:36:19.258 INFO:tasks.rados.rados.0.smithi005.stdout:3478: done (3 left) 2024-04-12T16:36:19.258 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 324 2024-04-12T16:36:19.258 INFO:tasks.rados.rados.0.smithi005.stdout:3479: seq_num 1103 ranges {2531328=475136,3006464=425984,3432448=696320,4128768=81920} 2024-04-12T16:36:19.269 INFO:tasks.rados.rados.0.smithi005.stdout:3479: writing smithi00577259-50 from 2531328 to 3006464 tid 1 2024-04-12T16:36:19.271 INFO:tasks.rados.rados.0.smithi005.stdout:3479: writing smithi00577259-50 from 3006464 to 3432448 tid 2 2024-04-12T16:36:19.275 INFO:tasks.rados.rados.0.smithi005.stdout:3479: writing smithi00577259-50 from 3432448 to 4128768 tid 3 2024-04-12T16:36:19.276 INFO:tasks.rados.rados.0.smithi005.stdout:3479: writing smithi00577259-50 from 4128768 to 4210688 tid 4 2024-04-12T16:36:19.276 INFO:tasks.rados.rados.0.smithi005.stdout:3480: rollback oid 23 current snap is 324 2024-04-12T16:36:19.276 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 322 2024-04-12T16:36:19.276 INFO:tasks.rados.rados.0.smithi005.stdout:3475: finishing write tid 3 to smithi00577259-1 2024-04-12T16:36:19.276 INFO:tasks.rados.rados.0.smithi005.stdout:3475: finishing write tid 4 to smithi00577259-1 2024-04-12T16:36:19.276 INFO:tasks.rados.rados.0.smithi005.stdout:3476: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:36:19.347 INFO:tasks.rados.rados.0.smithi005.stdout:3475: finishing write tid 5 to smithi00577259-1 2024-04-12T16:36:19.347 INFO:tasks.rados.rados.0.smithi005.stdout:3475: oid 1 updating version 0 to 1374 2024-04-12T16:36:19.347 INFO:tasks.rados.rados.0.smithi005.stdout:3475: oid 1 updating version 1374 to 1377 2024-04-12T16:36:19.347 INFO:tasks.rados.rados.0.smithi005.stdout:3475: oid 1 version 1377 is already newer than 1376 2024-04-12T16:36:19.347 INFO:tasks.rados.rados.0.smithi005.stdout:3475: oid 1 version 1377 is already newer than 1375 2024-04-12T16:36:19.347 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1377 (ObjNum 1101 snap 324 seq_num 1101) dirty exists 2024-04-12T16:36:19.347 INFO:tasks.rados.rados.0.smithi005.stdout:3475: left oid 1 (ObjNum 1101 snap 324 seq_num 1101) 2024-04-12T16:36:19.348 INFO:tasks.rados.rados.0.smithi005.stdout:3479: finishing write tid 1 to smithi00577259-50 2024-04-12T16:36:19.348 INFO:tasks.rados.rados.0.smithi005.stdout:3475: done (4 left) 2024-04-12T16:36:19.348 INFO:tasks.rados.rados.0.smithi005.stdout:3476: done (3 left) 2024-04-12T16:36:19.348 INFO:tasks.rados.rados.0.smithi005.stdout:3477: done (2 left) 2024-04-12T16:36:19.348 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 324 2024-04-12T16:36:19.348 INFO:tasks.rados.rados.0.smithi005.stdout:3479: finishing write tid 2 to smithi00577259-50 2024-04-12T16:36:19.348 INFO:tasks.rados.rados.0.smithi005.stdout:3481: seq_num 1104 ranges {2531328=499712,3031040=712704,3743744=491520} 2024-04-12T16:36:19.363 INFO:tasks.rados.rados.0.smithi005.stdout:3481: writing smithi00577259-43 from 2531328 to 3031040 tid 1 2024-04-12T16:36:19.367 INFO:tasks.rados.rados.0.smithi005.stdout:3481: writing smithi00577259-43 from 3031040 to 3743744 tid 2 2024-04-12T16:36:19.370 INFO:tasks.rados.rados.0.smithi005.stdout:3481: writing smithi00577259-43 from 3743744 to 4235264 tid 3 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3482: read oid 9 snap -1 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3482: expect (ObjNum 995 snap 287 seq_num 995) 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3483: delete oid 45 current snap is 324 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3480: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3479: finishing write tid 3 to smithi00577259-50 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3480: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3479: finishing write tid 4 to smithi00577259-50 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3480: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1518 (ObjNum 1083 snap 320 seq_num 1083) dirty exists 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3479: finishing write tid 5 to smithi00577259-50 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3479: finishing write tid 6 to smithi00577259-50 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3479: oid 50 updating version 0 to 1562 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3479: oid 50 version 1562 is already newer than 1558 2024-04-12T16:36:19.371 INFO:tasks.rados.rados.0.smithi005.stdout:3479: oid 50 version 1562 is already newer than 1561 2024-04-12T16:36:19.372 INFO:tasks.rados.rados.0.smithi005.stdout:3479: oid 50 version 1562 is already newer than 1559 2024-04-12T16:36:19.372 INFO:tasks.rados.rados.0.smithi005.stdout:3479: oid 50 version 1562 is already newer than 1560 2024-04-12T16:36:19.372 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1562 (ObjNum 1103 snap 324 seq_num 1103) dirty exists 2024-04-12T16:36:19.372 INFO:tasks.rados.rados.0.smithi005.stdout:3479: left oid 50 (ObjNum 1103 snap 324 seq_num 1103) 2024-04-12T16:36:19.372 INFO:tasks.rados.rados.0.smithi005.stdout:3481: finishing write tid 1 to smithi00577259-43 2024-04-12T16:36:19.372 INFO:tasks.rados.rados.0.smithi005.stdout:3481: finishing write tid 2 to smithi00577259-43 2024-04-12T16:36:19.373 INFO:tasks.rados.rados.0.smithi005.stdout:3479: done (4 left) 2024-04-12T16:36:19.373 INFO:tasks.rados.rados.0.smithi005.stdout:3480: done (3 left) 2024-04-12T16:36:19.373 INFO:tasks.rados.rados.0.smithi005.stdout:3483: done (2 left) 2024-04-12T16:36:19.373 INFO:tasks.rados.rados.0.smithi005.stdout:3484: snap_create 2024-04-12T16:36:19.374 INFO:tasks.rados.rados.0.smithi005.stdout:3481: finishing write tid 3 to smithi00577259-43 2024-04-12T16:36:19.374 INFO:tasks.rados.rados.0.smithi005.stdout:3481: finishing write tid 4 to smithi00577259-43 2024-04-12T16:36:19.375 INFO:tasks.rados.rados.0.smithi005.stdout:3481: finishing write tid 5 to smithi00577259-43 2024-04-12T16:36:19.375 INFO:tasks.rados.rados.0.smithi005.stdout:3481: oid 43 updating version 0 to 1365 2024-04-12T16:36:19.375 INFO:tasks.rados.rados.0.smithi005.stdout:3481: oid 43 version 1365 is already newer than 1363 2024-04-12T16:36:19.375 INFO:tasks.rados.rados.0.smithi005.stdout:3481: oid 43 updating version 1365 to 1366 2024-04-12T16:36:19.375 INFO:tasks.rados.rados.0.smithi005.stdout:3481: oid 43 version 1366 is already newer than 1364 2024-04-12T16:36:19.376 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1366 (ObjNum 1104 snap 324 seq_num 1104) dirty exists 2024-04-12T16:36:19.376 INFO:tasks.rados.rados.0.smithi005.stdout:3481: left oid 43 (ObjNum 1104 snap 324 seq_num 1104) 2024-04-12T16:36:19.381 INFO:tasks.rados.rados.0.smithi005.stdout:3482: expect (ObjNum 995 snap 287 seq_num 995) 2024-04-12T16:36:19.680 INFO:tasks.rados.rados.0.smithi005.stdout:3481: done (2 left) 2024-04-12T16:36:19.680 INFO:tasks.rados.rados.0.smithi005.stdout:3482: done (1 left) 2024-04-12T16:36:19.680 INFO:tasks.rados.rados.0.smithi005.stdout:3484: done (0 left) 2024-04-12T16:36:19.680 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 325 2024-04-12T16:36:19.680 INFO:tasks.rados.rados.0.smithi005.stdout:3485: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2024-04-12T16:36:19.682 INFO:tasks.rados.rados.0.smithi005.stdout:3485: writing smithi00577259-28 from 0 to 532480 tid 1 2024-04-12T16:36:19.685 INFO:tasks.rados.rados.0.smithi005.stdout:3485: writing smithi00577259-28 from 532480 to 1015808 tid 2 2024-04-12T16:36:19.687 INFO:tasks.rados.rados.0.smithi005.stdout:3485: writing smithi00577259-28 from 1015808 to 1490944 tid 3 2024-04-12T16:36:19.689 INFO:tasks.rados.rados.0.smithi005.stdout:3485: writing smithi00577259-28 from 1490944 to 1736704 tid 4 2024-04-12T16:36:19.689 INFO:tasks.rados.rados.0.smithi005.stdout:3486: snap_remove snap 322 2024-04-12T16:36:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:19 smithi005 ceph-mon[88416]: pgmap v757: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-12T16:36:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:19 smithi005 ceph-mon[90837]: pgmap v757: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-12T16:36:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:19 smithi016 ceph-mon[84444]: pgmap v757: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-12T16:36:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:20.661 INFO:tasks.rados.rados.0.smithi005.stdout:3486: done (1 left) 2024-04-12T16:36:20.661 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 9 current snap is 325 2024-04-12T16:36:20.661 INFO:tasks.rados.rados.0.smithi005.stdout:3487: seq_num 1107 ranges {2277376=548864,2826240=770048,3596288=434176} 2024-04-12T16:36:20.677 INFO:tasks.rados.rados.0.smithi005.stdout:3487: writing smithi00577259-9 from 2277376 to 2826240 tid 1 2024-04-12T16:36:20.682 INFO:tasks.rados.rados.0.smithi005.stdout:3487: writing smithi00577259-9 from 2826240 to 3596288 tid 2 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3487: writing smithi00577259-9 from 3596288 to 4030464 tid 3 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3488: rollback oid 32 current snap is 325 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 310 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3485: finishing write tid 1 to smithi00577259-28 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3485: finishing write tid 2 to smithi00577259-28 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3485: finishing write tid 3 to smithi00577259-28 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 325 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3485: finishing write tid 4 to smithi00577259-28 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3485: finishing write tid 5 to smithi00577259-28 2024-04-12T16:36:20.686 INFO:tasks.rados.rados.0.smithi005.stdout:3485: finishing write tid 6 to smithi00577259-28 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3485: oid 28 updating version 0 to 1439 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3485: oid 28 updating version 1439 to 1440 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3485: oid 28 version 1440 is already newer than 1437 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3485: oid 28 updating version 1440 to 1441 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3485: oid 28 version 1441 is already newer than 1438 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1441 (ObjNum 1106 snap 325 seq_num 1106) dirty exists 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3485: left oid 28 (ObjNum 1106 snap 325 seq_num 1106) 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3487: finishing write tid 1 to smithi00577259-9 2024-04-12T16:36:20.687 INFO:tasks.rados.rados.0.smithi005.stdout:3489: seq_num 1108 ranges {827392=565248,1392640=647168,2039808=483328,2523136=73728} 2024-04-12T16:36:20.693 INFO:tasks.rados.rados.0.smithi005.stdout:3489: writing smithi00577259-3 from 827392 to 1392640 tid 1 2024-04-12T16:36:20.697 INFO:tasks.rados.rados.0.smithi005.stdout:3489: writing smithi00577259-3 from 1392640 to 2039808 tid 2 2024-04-12T16:36:20.699 INFO:tasks.rados.rados.0.smithi005.stdout:3489: writing smithi00577259-3 from 2039808 to 2523136 tid 3 2024-04-12T16:36:20.701 INFO:tasks.rados.rados.0.smithi005.stdout:3489: writing smithi00577259-3 from 2523136 to 2596864 tid 4 2024-04-12T16:36:20.701 INFO:tasks.rados.rados.0.smithi005.stdout:3485: done (3 left) 2024-04-12T16:36:20.701 INFO:tasks.rados.rados.0.smithi005.stdout:3490: copy_from oid 50 from oid 16 current snap is 325 2024-04-12T16:36:20.701 INFO:tasks.rados.rados.0.smithi005.stdout:3487: finishing write tid 2 to smithi00577259-9 2024-04-12T16:36:20.701 INFO:tasks.rados.rados.0.smithi005.stdout:3487: finishing write tid 3 to smithi00577259-9 2024-04-12T16:36:20.701 INFO:tasks.rados.rados.0.smithi005.stdout:3487: finishing write tid 4 to smithi00577259-9 2024-04-12T16:36:20.701 INFO:tasks.rados.rados.0.smithi005.stdout:3488: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3491: read oid 1 snap -1 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3491: expect (ObjNum 1101 snap 324 seq_num 1101) 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3492: read oid 22 snap -1 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3492: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 325 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3488: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3488: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1449 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3487: finishing write tid 5 to smithi00577259-9 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3487: oid 9 updating version 0 to 1233 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3487: oid 9 updating version 1233 to 1235 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3487: oid 9 version 1235 is already newer than 1232 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:3487: oid 9 version 1235 is already newer than 1234 2024-04-12T16:36:20.702 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1235 (ObjNum 1107 snap 325 seq_num 1107) dirty exists 2024-04-12T16:36:20.703 INFO:tasks.rados.rados.0.smithi005.stdout:3487: left oid 9 (ObjNum 1107 snap 325 seq_num 1107) 2024-04-12T16:36:20.703 INFO:tasks.rados.rados.0.smithi005.stdout:3489: finishing write tid 1 to smithi00577259-3 2024-04-12T16:36:20.703 INFO:tasks.rados.rados.0.smithi005.stdout:3493: seq_num 1109 ranges {0=581632,581632=532480,1114112=647168,1761280=24576} 2024-04-12T16:36:20.704 INFO:tasks.rados.rados.0.smithi005.stdout:3493: writing smithi00577259-14 from 0 to 581632 tid 1 2024-04-12T16:36:20.707 INFO:tasks.rados.rados.0.smithi005.stdout:3493: writing smithi00577259-14 from 581632 to 1114112 tid 2 2024-04-12T16:36:20.711 INFO:tasks.rados.rados.0.smithi005.stdout:3493: writing smithi00577259-14 from 1114112 to 1761280 tid 3 2024-04-12T16:36:20.711 INFO:tasks.rados.rados.0.smithi005.stdout:3493: writing smithi00577259-14 from 1761280 to 1785856 tid 4 2024-04-12T16:36:20.711 INFO:tasks.rados.rados.0.smithi005.stdout:3489: finishing write tid 2 to smithi00577259-3 2024-04-12T16:36:20.711 INFO:tasks.rados.rados.0.smithi005.stdout:3490: finishing copy_from to smithi00577259-50 2024-04-12T16:36:20.711 INFO:tasks.rados.rados.0.smithi005.stdout:3490: got expected ENOENT (src dne) 2024-04-12T16:36:20.712 INFO:tasks.rados.rados.0.smithi005.stdout:3490: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:36:20.712 INFO:tasks.rados.rados.0.smithi005.stdout:3489: finishing write tid 3 to smithi00577259-3 2024-04-12T16:36:20.712 INFO:tasks.rados.rados.0.smithi005.stdout:3489: finishing write tid 4 to smithi00577259-3 2024-04-12T16:36:20.712 INFO:tasks.rados.rados.0.smithi005.stdout:3487: done (6 left) 2024-04-12T16:36:20.712 INFO:tasks.rados.rados.0.smithi005.stdout:3488: done (5 left) 2024-04-12T16:36:20.712 INFO:tasks.rados.rados.0.smithi005.stdout:3490: done (4 left) 2024-04-12T16:36:20.712 INFO:tasks.rados.rados.0.smithi005.stdout:3494: snap_remove snap 323 2024-04-12T16:36:20.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:20 smithi005 ceph-mon[88416]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T16:36:20.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:20 smithi005 ceph-mon[88416]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T16:36:20.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:20 smithi005 ceph-mon[90837]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T16:36:20.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:20 smithi005 ceph-mon[90837]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T16:36:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:20 smithi016 ceph-mon[84444]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T16:36:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:20 smithi016 ceph-mon[84444]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T16:36:21.700 INFO:tasks.rados.rados.0.smithi005.stdout:3492: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:21.778 INFO:tasks.rados.rados.0.smithi005.stdout:3489: finishing write tid 5 to smithi00577259-3 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: finishing write tid 1 to smithi00577259-14 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: finishing write tid 2 to smithi00577259-14 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: finishing write tid 3 to smithi00577259-14 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: finishing write tid 4 to smithi00577259-14 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: finishing write tid 5 to smithi00577259-14 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: finishing write tid 6 to smithi00577259-14 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: oid 14 updating version 0 to 1567 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: oid 14 version 1567 is already newer than 1565 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: oid 14 updating version 1567 to 1568 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: oid 14 updating version 1568 to 1569 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:3493: oid 14 version 1569 is already newer than 1566 2024-04-12T16:36:21.779 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1569 (ObjNum 1109 snap 325 seq_num 1109) dirty exists 2024-04-12T16:36:21.780 INFO:tasks.rados.rados.0.smithi005.stdout:3493: left oid 14 (ObjNum 1109 snap 325 seq_num 1109) 2024-04-12T16:36:21.780 INFO:tasks.rados.rados.0.smithi005.stdout:3491: expect (ObjNum 1101 snap 324 seq_num 1101) 2024-04-12T16:36:21.876 INFO:tasks.rados.rados.0.smithi005.stdout:3489: finishing write tid 6 to smithi00577259-3 2024-04-12T16:36:21.876 INFO:tasks.rados.rados.0.smithi005.stdout:3489: oid 3 updating version 0 to 1380 2024-04-12T16:36:21.876 INFO:tasks.rados.rados.0.smithi005.stdout:3489: oid 3 version 1380 is already newer than 1379 2024-04-12T16:36:21.876 INFO:tasks.rados.rados.0.smithi005.stdout:3489: oid 3 updating version 1380 to 1381 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3489: oid 3 updating version 1381 to 1382 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3489: oid 3 version 1382 is already newer than 1378 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1382 (ObjNum 1108 snap 325 seq_num 1108) dirty exists 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3489: left oid 3 (ObjNum 1108 snap 325 seq_num 1108) 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3489: done (4 left) 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3491: done (3 left) 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3492: done (2 left) 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3493: done (1 left) 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3494: done (0 left) 2024-04-12T16:36:21.877 INFO:tasks.rados.rados.0.smithi005.stdout:3495: snap_remove snap 321 2024-04-12T16:36:21.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:21 smithi005 ceph-mon[88416]: pgmap v759: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:36:21.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:21 smithi005 ceph-mon[90837]: pgmap v759: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:36:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:21 smithi016 ceph-mon[84444]: pgmap v759: 121 pgs: 1 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 116 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-12T16:36:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:36:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:22.701 INFO:tasks.rados.rados.0.smithi005.stdout:3495: done (0 left) 2024-04-12T16:36:22.701 INFO:tasks.rados.rados.0.smithi005.stdout:3496: copy_from oid 38 from oid 33 current snap is 325 2024-04-12T16:36:22.701 INFO:tasks.rados.rados.0.smithi005.stdout:3497: copy_from oid 12 from oid 21 current snap is 325 2024-04-12T16:36:22.701 INFO:tasks.rados.rados.0.smithi005.stdout:3498: setattr oid 1 current snap is 325 2024-04-12T16:36:22.702 INFO:tasks.rados.rados.0.smithi005.stdout:3499: delete oid 28 current snap is 325 2024-04-12T16:36:22.711 INFO:tasks.rados.rados.0.smithi005.stdout:3499: done (3 left) 2024-04-12T16:36:22.711 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 325 2024-04-12T16:36:22.711 INFO:tasks.rados.rados.0.smithi005.stdout:3500: seq_num 1111 ranges {4235264=614400,4849664=753664,5603328=450560} 2024-04-12T16:36:22.739 INFO:tasks.rados.rados.0.smithi005.stdout:3500: writing smithi00577259-43 from 4235264 to 4849664 tid 1 2024-04-12T16:36:22.744 INFO:tasks.rados.rados.0.smithi005.stdout:3500: writing smithi00577259-43 from 4849664 to 5603328 tid 2 2024-04-12T16:36:22.746 INFO:tasks.rados.rados.0.smithi005.stdout:3500: writing smithi00577259-43 from 5603328 to 6053888 tid 3 2024-04-12T16:36:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 325 2024-04-12T16:36:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1383 (ObjNum 1101 snap 324 seq_num 1101) dirty exists 2024-04-12T16:36:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:3497: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:36:22.747 INFO:tasks.rados.rados.0.smithi005.stdout:3501: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-04-12T16:36:22.750 INFO:tasks.rados.rados.0.smithi005.stdout:3501: writing smithi00577259-30 from 0 to 630784 tid 1 2024-04-12T16:36:22.754 INFO:tasks.rados.rados.0.smithi005.stdout:3501: writing smithi00577259-30 from 630784 to 1269760 tid 2 2024-04-12T16:36:22.756 INFO:tasks.rados.rados.0.smithi005.stdout:3501: writing smithi00577259-30 from 1269760 to 1736704 tid 3 2024-04-12T16:36:22.757 INFO:tasks.rados.rados.0.smithi005.stdout:3501: writing smithi00577259-30 from 1736704 to 1835008 tid 4 2024-04-12T16:36:22.757 INFO:tasks.rados.rados.0.smithi005.stdout:3498: done (4 left) 2024-04-12T16:36:22.757 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 325 2024-04-12T16:36:22.757 INFO:tasks.rados.rados.0.smithi005.stdout:3496: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:36:22.758 INFO:tasks.rados.rados.0.smithi005.stdout:3502: seq_num 1113 ranges {1466368=647168,2113536=524288,2637824=622592,3260416=57344} 2024-04-12T16:36:22.769 INFO:tasks.rados.rados.0.smithi005.stdout:3502: writing smithi00577259-6 from 1466368 to 2113536 tid 1 2024-04-12T16:36:22.772 INFO:tasks.rados.rados.0.smithi005.stdout:3502: writing smithi00577259-6 from 2113536 to 2637824 tid 2 2024-04-12T16:36:22.775 INFO:tasks.rados.rados.0.smithi005.stdout:3502: writing smithi00577259-6 from 2637824 to 3260416 tid 3 2024-04-12T16:36:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:3502: writing smithi00577259-6 from 3260416 to 3317760 tid 4 2024-04-12T16:36:22.776 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 325 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:3500: finishing write tid 1 to smithi00577259-43 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:3497: finishing copy_from to smithi00577259-12 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1216 (ObjNum 947 snap 274 seq_num 947) dirty exists 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:3500: finishing write tid 2 to smithi00577259-43 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:3496: finishing copy_from to smithi00577259-38 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1449 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:3500: finishing write tid 3 to smithi00577259-43 2024-04-12T16:36:22.777 INFO:tasks.rados.rados.0.smithi005.stdout:3503: seq_num 1114 ranges {1466368=663552,2129920=802816,2932736=401408} 2024-04-12T16:36:22.788 INFO:tasks.rados.rados.0.smithi005.stdout:3503: writing smithi00577259-24 from 1466368 to 2129920 tid 1 2024-04-12T16:36:22.792 INFO:tasks.rados.rados.0.smithi005.stdout:3503: writing smithi00577259-24 from 2129920 to 2932736 tid 2 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3503: writing smithi00577259-24 from 2932736 to 3334144 tid 3 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3496: done (5 left) 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3497: done (4 left) 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3504: snap_create 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3500: finishing write tid 4 to smithi00577259-43 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3500: finishing write tid 5 to smithi00577259-43 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3500: oid 43 updating version 0 to 1369 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3500: oid 43 updating version 1369 to 1370 2024-04-12T16:36:22.796 INFO:tasks.rados.rados.0.smithi005.stdout:3500: oid 43 version 1370 is already newer than 1368 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3500: oid 43 version 1370 is already newer than 1367 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1370 (ObjNum 1111 snap 325 seq_num 1111) dirty exists 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3500: left oid 43 (ObjNum 1111 snap 325 seq_num 1111) 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: finishing write tid 1 to smithi00577259-30 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: finishing write tid 2 to smithi00577259-30 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: finishing write tid 3 to smithi00577259-30 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: finishing write tid 4 to smithi00577259-30 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: finishing write tid 5 to smithi00577259-30 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: finishing write tid 6 to smithi00577259-30 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: oid 30 updating version 0 to 1129 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: oid 30 updating version 1129 to 1132 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: oid 30 version 1132 is already newer than 1128 2024-04-12T16:36:22.797 INFO:tasks.rados.rados.0.smithi005.stdout:3501: oid 30 version 1132 is already newer than 1130 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3501: oid 30 version 1132 is already newer than 1131 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1132 (ObjNum 1112 snap 325 seq_num 1112) dirty exists 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3501: left oid 30 (ObjNum 1112 snap 325 seq_num 1112) 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: finishing write tid 1 to smithi00577259-6 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: finishing write tid 2 to smithi00577259-6 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: finishing write tid 3 to smithi00577259-6 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: finishing write tid 4 to smithi00577259-6 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: finishing write tid 5 to smithi00577259-6 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: finishing write tid 6 to smithi00577259-6 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: oid 6 updating version 0 to 1372 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: oid 6 version 1372 is already newer than 1371 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: oid 6 updating version 1372 to 1375 2024-04-12T16:36:22.798 INFO:tasks.rados.rados.0.smithi005.stdout:3502: oid 6 version 1375 is already newer than 1374 2024-04-12T16:36:22.799 INFO:tasks.rados.rados.0.smithi005.stdout:3502: oid 6 version 1375 is already newer than 1373 2024-04-12T16:36:22.799 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1375 (ObjNum 1113 snap 325 seq_num 1113) dirty exists 2024-04-12T16:36:22.799 INFO:tasks.rados.rados.0.smithi005.stdout:3502: left oid 6 (ObjNum 1113 snap 325 seq_num 1113) 2024-04-12T16:36:22.799 INFO:tasks.rados.rados.0.smithi005.stdout:3503: finishing write tid 1 to smithi00577259-24 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: finishing write tid 2 to smithi00577259-24 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: finishing write tid 3 to smithi00577259-24 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: finishing write tid 4 to smithi00577259-24 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: finishing write tid 5 to smithi00577259-24 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: oid 24 updating version 0 to 1472 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: oid 24 updating version 1472 to 1473 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: oid 24 updating version 1473 to 1475 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: oid 24 version 1475 is already newer than 1474 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1475 (ObjNum 1114 snap 325 seq_num 1114) dirty exists 2024-04-12T16:36:22.800 INFO:tasks.rados.rados.0.smithi005.stdout:3503: left oid 24 (ObjNum 1114 snap 325 seq_num 1114) 2024-04-12T16:36:22.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:22 smithi005 ceph-mon[88416]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T16:36:22.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:22 smithi005 ceph-mon[90837]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T16:36:23.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:22 smithi016 ceph-mon[84444]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3500: done (4 left) 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3501: done (3 left) 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3502: done (2 left) 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3503: done (1 left) 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3504: done (0 left) 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3505: read oid 22 snap -1 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3505: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 326 2024-04-12T16:36:23.705 INFO:tasks.rados.rados.0.smithi005.stdout:3506: seq_num 1115 ranges {3399680=679936,4079616=688128,4767744=516096} 2024-04-12T16:36:23.727 INFO:tasks.rados.rados.0.smithi005.stdout:3506: writing smithi00577259-2 from 3399680 to 4079616 tid 1 2024-04-12T16:36:23.789 INFO:tasks.rados.rados.0.smithi005.stdout:3506: writing smithi00577259-2 from 4079616 to 4767744 tid 2 2024-04-12T16:36:23.790 INFO:tasks.rados.rados.0.smithi005.stdout:3506: writing smithi00577259-2 from 4767744 to 5283840 tid 3 2024-04-12T16:36:23.790 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 44 current snap is 326 2024-04-12T16:36:23.790 INFO:tasks.rados.rados.0.smithi005.stdout:3507: seq_num 1116 ranges {8200192=696320,8896512=573440,9469952=450560,9920512=180224} 2024-04-12T16:36:23.790 INFO:tasks.rados.rados.0.smithi005.stdout:3507: writing smithi00577259-44 from 8200192 to 8896512 tid 1 2024-04-12T16:36:23.790 INFO:tasks.rados.rados.0.smithi005.stdout:3507: writing smithi00577259-44 from 8896512 to 9469952 tid 2 2024-04-12T16:36:23.790 INFO:tasks.rados.rados.0.smithi005.stdout:3507: writing smithi00577259-44 from 9469952 to 9920512 tid 3 2024-04-12T16:36:23.791 INFO:tasks.rados.rados.0.smithi005.stdout:3507: writing smithi00577259-44 from 9920512 to 10100736 tid 4 2024-04-12T16:36:23.791 INFO:tasks.rados.rados.0.smithi005.stdout:3508: copy_from oid 50 from oid 29 current snap is 326 2024-04-12T16:36:23.791 INFO:tasks.rados.rados.0.smithi005.stdout:3505: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:23.869 INFO:tasks.rados.rados.0.smithi005.stdout:3506: finishing write tid 1 to smithi00577259-2 2024-04-12T16:36:23.869 INFO:tasks.rados.rados.0.smithi005.stdout:3506: finishing write tid 2 to smithi00577259-2 2024-04-12T16:36:23.869 INFO:tasks.rados.rados.0.smithi005.stdout:3506: finishing write tid 3 to smithi00577259-2 2024-04-12T16:36:23.869 INFO:tasks.rados.rados.0.smithi005.stdout:3506: finishing write tid 4 to smithi00577259-2 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3506: finishing write tid 5 to smithi00577259-2 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3506: oid 2 updating version 0 to 1480 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3506: oid 2 version 1480 is already newer than 1479 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3506: oid 2 version 1480 is already newer than 1478 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3506: oid 2 version 1480 is already newer than 1477 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1480 (ObjNum 1115 snap 326 seq_num 1115) dirty exists 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3506: left oid 2 (ObjNum 1115 snap 326 seq_num 1115) 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3507: finishing write tid 1 to smithi00577259-44 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3505: done (3 left) 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3506: done (2 left) 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3509: read oid 41 snap 324 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3509: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 326 2024-04-12T16:36:23.870 INFO:tasks.rados.rados.0.smithi005.stdout:3507: finishing write tid 2 to smithi00577259-44 2024-04-12T16:36:23.871 INFO:tasks.rados.rados.0.smithi005.stdout:3507: finishing write tid 3 to smithi00577259-44 2024-04-12T16:36:23.871 INFO:tasks.rados.rados.0.smithi005.stdout:3510: seq_num 1117 ranges {1163264=712704,1875968=458752,2334720=655360,2990080=90112} 2024-04-12T16:36:23.879 INFO:tasks.rados.rados.0.smithi005.stdout:3510: writing smithi00577259-27 from 1163264 to 1875968 tid 1 2024-04-12T16:36:23.881 INFO:tasks.rados.rados.0.smithi005.stdout:3510: writing smithi00577259-27 from 1875968 to 2334720 tid 2 2024-04-12T16:36:23.885 INFO:tasks.rados.rados.0.smithi005.stdout:3510: writing smithi00577259-27 from 2334720 to 2990080 tid 3 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3510: writing smithi00577259-27 from 2990080 to 3080192 tid 4 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 326 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: finishing write tid 4 to smithi00577259-44 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: finishing write tid 5 to smithi00577259-44 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: finishing write tid 6 to smithi00577259-44 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: oid 44 updating version 0 to 1238 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: oid 44 version 1238 is already newer than 1236 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: oid 44 updating version 1238 to 1239 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: oid 44 updating version 1239 to 1240 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: oid 44 version 1240 is already newer than 1237 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1240 (ObjNum 1116 snap 326 seq_num 1116) dirty exists 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3507: left oid 44 (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:36:23.887 INFO:tasks.rados.rados.0.smithi005.stdout:3508: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:36:23.888 INFO:tasks.rados.rados.0.smithi005.stdout:3508: finishing copy_from to smithi00577259-50 2024-04-12T16:36:23.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1366 (ObjNum 1019 snap 291 seq_num 1019) dirty exists 2024-04-12T16:36:23.888 INFO:tasks.rados.rados.0.smithi005.stdout:3511: seq_num 1118 ranges {688128=729088,1417216=794624,2211840=409600} 2024-04-12T16:36:23.894 INFO:tasks.rados.rados.0.smithi005.stdout:3511: writing smithi00577259-25 from 688128 to 1417216 tid 1 2024-04-12T16:36:23.898 INFO:tasks.rados.rados.0.smithi005.stdout:3511: writing smithi00577259-25 from 1417216 to 2211840 tid 2 2024-04-12T16:36:23.901 INFO:tasks.rados.rados.0.smithi005.stdout:3511: writing smithi00577259-25 from 2211840 to 2621440 tid 3 2024-04-12T16:36:23.901 INFO:tasks.rados.rados.0.smithi005.stdout:3507: done (4 left) 2024-04-12T16:36:23.901 INFO:tasks.rados.rados.0.smithi005.stdout:3508: done (3 left) 2024-04-12T16:36:23.901 INFO:tasks.rados.rados.0.smithi005.stdout:3512: snap_remove snap 318 2024-04-12T16:36:23.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:23 smithi005 ceph-mon[88416]: pgmap v762: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 227 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-04-12T16:36:23.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:23 smithi005 ceph-mon[88416]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T16:36:23.950 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:36:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:36:23] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-04-12T16:36:23.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:23 smithi005 ceph-mon[90837]: pgmap v762: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 227 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-04-12T16:36:23.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:23 smithi005 ceph-mon[90837]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T16:36:24.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:23 smithi016 ceph-mon[84444]: pgmap v762: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 227 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 23 op/s 2024-04-12T16:36:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:23 smithi016 ceph-mon[84444]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T16:36:24.714 INFO:tasks.rados.rados.0.smithi005.stdout:3512: done (3 left) 2024-04-12T16:36:24.714 INFO:tasks.rados.rados.0.smithi005.stdout:3513: copy_from oid 11 from oid 13 current snap is 326 2024-04-12T16:36:24.714 INFO:tasks.rados.rados.0.smithi005.stdout:3509: expect (ObjNum 720 snap 210 seq_num 720) 2024-04-12T16:36:24.918 INFO:tasks.rados.rados.0.smithi005.stdout:3510: finishing write tid 1 to smithi00577259-27 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3510: finishing write tid 2 to smithi00577259-27 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3509: done (3 left) 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3514: read oid 32 snap 316 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3514: expect (ObjNum 899 snap 268 seq_num 899) 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3515: read oid 1 snap 310 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3515: expect (ObjNum 988 snap 286 seq_num 988) 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 10 current snap is 326 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3510: finishing write tid 3 to smithi00577259-27 2024-04-12T16:36:24.919 INFO:tasks.rados.rados.0.smithi005.stdout:3516: seq_num 1119 ranges {2613248=745472,3358720=679936,4038656=524288} 2024-04-12T16:36:24.936 INFO:tasks.rados.rados.0.smithi005.stdout:3516: writing smithi00577259-10 from 2613248 to 3358720 tid 1 2024-04-12T16:36:24.940 INFO:tasks.rados.rados.0.smithi005.stdout:3516: writing smithi00577259-10 from 3358720 to 4038656 tid 2 2024-04-12T16:36:24.944 INFO:tasks.rados.rados.0.smithi005.stdout:3516: writing smithi00577259-10 from 4038656 to 4562944 tid 3 2024-04-12T16:36:24.944 INFO:tasks.rados.rados.0.smithi005.stdout:3517: snap_remove snap 306 2024-04-12T16:36:25.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:24 smithi016 ceph-mon[84444]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T16:36:25.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:24 smithi005 ceph-mon[88416]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T16:36:25.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:24 smithi005 ceph-mon[90837]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T16:36:25.665 INFO:tasks.rados.rados.0.smithi005.stdout:3517: done (6 left) 2024-04-12T16:36:25.665 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 326 2024-04-12T16:36:25.665 INFO:tasks.rados.rados.0.smithi005.stdout:3518: seq_num 1120 ranges {0=761856,761856=557056,1318912=425984,1744896=221184} 2024-04-12T16:36:25.670 INFO:tasks.rados.rados.0.smithi005.stdout:3518: writing smithi00577259-45 from 0 to 761856 tid 1 2024-04-12T16:36:25.674 INFO:tasks.rados.rados.0.smithi005.stdout:3518: writing smithi00577259-45 from 761856 to 1318912 tid 2 2024-04-12T16:36:25.677 INFO:tasks.rados.rados.0.smithi005.stdout:3518: writing smithi00577259-45 from 1318912 to 1744896 tid 3 2024-04-12T16:36:25.678 INFO:tasks.rados.rados.0.smithi005.stdout:3518: writing smithi00577259-45 from 1744896 to 1966080 tid 4 2024-04-12T16:36:25.679 INFO:tasks.rados.rados.0.smithi005.stdout:3519: read oid 30 snap -1 2024-04-12T16:36:25.679 INFO:tasks.rados.rados.0.smithi005.stdout:3519: expect (ObjNum 1112 snap 325 seq_num 1112) 2024-04-12T16:36:25.679 INFO:tasks.rados.rados.0.smithi005.stdout:3520: snap_remove snap 308 2024-04-12T16:36:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:25 smithi016 ceph-mon[84444]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 27 op/s 2024-04-12T16:36:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:25 smithi016 ceph-mon[84444]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T16:36:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:25 smithi016 ceph-mon[84444]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T16:36:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:25 smithi005 ceph-mon[88416]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 27 op/s 2024-04-12T16:36:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:25 smithi005 ceph-mon[88416]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T16:36:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:25 smithi005 ceph-mon[88416]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T16:36:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:25 smithi005 ceph-mon[90837]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 27 op/s 2024-04-12T16:36:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:25 smithi005 ceph-mon[90837]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T16:36:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:25 smithi005 ceph-mon[90837]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T16:36:26.665 INFO:tasks.rados.rados.0.smithi005.stdout:3510: finishing write tid 4 to smithi00577259-27 2024-04-12T16:36:26.665 INFO:tasks.rados.rados.0.smithi005.stdout:3510: finishing write tid 5 to smithi00577259-27 2024-04-12T16:36:26.665 INFO:tasks.rados.rados.0.smithi005.stdout:3510: finishing write tid 6 to smithi00577259-27 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3510: oid 27 updating version 0 to 1469 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3510: oid 27 version 1469 is already newer than 1467 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3510: oid 27 version 1469 is already newer than 1465 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3510: oid 27 version 1469 is already newer than 1466 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3510: oid 27 version 1469 is already newer than 1468 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1469 (ObjNum 1117 snap 326 seq_num 1117) dirty exists 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3510: left oid 27 (ObjNum 1117 snap 326 seq_num 1117) 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3511: finishing write tid 1 to smithi00577259-25 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3511: finishing write tid 2 to smithi00577259-25 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3511: finishing write tid 3 to smithi00577259-25 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3511: finishing write tid 4 to smithi00577259-25 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3510: done (8 left) 2024-04-12T16:36:26.666 INFO:tasks.rados.rados.0.smithi005.stdout:3520: done (7 left) 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 326 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3511: finishing write tid 5 to smithi00577259-25 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3511: oid 25 updating version 0 to 1474 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3511: oid 25 version 1474 is already newer than 1473 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3511: oid 25 version 1474 is already newer than 1471 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3511: oid 25 version 1474 is already newer than 1472 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1474 (ObjNum 1118 snap 326 seq_num 1118) dirty exists 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3511: left oid 25 (ObjNum 1118 snap 326 seq_num 1118) 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3513: finishing copy_from to smithi00577259-11 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3513: got expected ENOENT (src dne) 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3513: finishing copy_from racing read to smithi00577259-11 2024-04-12T16:36:26.667 INFO:tasks.rados.rados.0.smithi005.stdout:3514: expect (ObjNum 899 snap 268 seq_num 899) 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: finishing write tid 1 to smithi00577259-10 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: finishing write tid 2 to smithi00577259-10 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: finishing write tid 3 to smithi00577259-10 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: finishing write tid 4 to smithi00577259-10 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: finishing write tid 5 to smithi00577259-10 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: oid 10 updating version 0 to 1437 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: oid 10 version 1437 is already newer than 1434 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: oid 10 version 1437 is already newer than 1435 2024-04-12T16:36:26.762 INFO:tasks.rados.rados.0.smithi005.stdout:3516: oid 10 version 1437 is already newer than 1436 2024-04-12T16:36:26.763 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1437 (ObjNum 1119 snap 326 seq_num 1119) dirty exists 2024-04-12T16:36:26.763 INFO:tasks.rados.rados.0.smithi005.stdout:3516: left oid 10 (ObjNum 1119 snap 326 seq_num 1119) 2024-04-12T16:36:26.763 INFO:tasks.rados.rados.0.smithi005.stdout:3515: expect (ObjNum 988 snap 286 seq_num 988) 2024-04-12T16:36:27.151 INFO:tasks.rados.rados.0.smithi005.stdout:3518: finishing write tid 1 to smithi00577259-45 2024-04-12T16:36:27.152 INFO:tasks.rados.rados.0.smithi005.stdout:3518: finishing write tid 2 to smithi00577259-45 2024-04-12T16:36:27.152 INFO:tasks.rados.rados.0.smithi005.stdout:3521: seq_num 1121 ranges {5283840=778240,6062080=442368,6504448=638976,7143424=122880} 2024-04-12T16:36:27.184 INFO:tasks.rados.rados.0.smithi005.stdout:3521: writing smithi00577259-2 from 5283840 to 6062080 tid 1 2024-04-12T16:36:27.187 INFO:tasks.rados.rados.0.smithi005.stdout:3521: writing smithi00577259-2 from 6062080 to 6504448 tid 2 2024-04-12T16:36:27.191 INFO:tasks.rados.rados.0.smithi005.stdout:3521: writing smithi00577259-2 from 6504448 to 7143424 tid 3 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3521: writing smithi00577259-2 from 7143424 to 7266304 tid 4 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3511: done (7 left) 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3513: done (6 left) 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3514: done (5 left) 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3515: done (4 left) 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3516: done (3 left) 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3522: setattr oid 36 current snap is 326 2024-04-12T16:36:27.194 INFO:tasks.rados.rados.0.smithi005.stdout:3518: finishing write tid 3 to smithi00577259-45 2024-04-12T16:36:27.195 INFO:tasks.rados.rados.0.smithi005.stdout:3519: expect (ObjNum 1112 snap 325 seq_num 1112) 2024-04-12T16:36:27.241 INFO:tasks.rados.rados.0.smithi005.stdout:3518: finishing write tid 4 to smithi00577259-45 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: finishing write tid 5 to smithi00577259-45 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: finishing write tid 6 to smithi00577259-45 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: oid 45 updating version 0 to 1492 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: oid 45 version 1492 is already newer than 1491 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: oid 45 version 1492 is already newer than 1489 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: oid 45 version 1492 is already newer than 1490 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: oid 45 updating version 1492 to 1493 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1493 (ObjNum 1120 snap 326 seq_num 1120) dirty exists 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3518: left oid 45 (ObjNum 1120 snap 326 seq_num 1120) 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3521: finishing write tid 1 to smithi00577259-2 2024-04-12T16:36:27.242 INFO:tasks.rados.rados.0.smithi005.stdout:3521: finishing write tid 2 to smithi00577259-2 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: finishing write tid 3 to smithi00577259-2 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: finishing write tid 4 to smithi00577259-2 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: finishing write tid 5 to smithi00577259-2 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: finishing write tid 6 to smithi00577259-2 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: oid 2 updating version 0 to 1506 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: oid 2 updating version 1506 to 1507 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: oid 2 version 1507 is already newer than 1503 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: oid 2 version 1507 is already newer than 1505 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: oid 2 version 1507 is already newer than 1504 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1507 (ObjNum 1121 snap 326 seq_num 1121) dirty exists 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: left oid 2 (ObjNum 1121 snap 326 seq_num 1121) 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3518: done (3 left) 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3519: done (2 left) 2024-04-12T16:36:27.243 INFO:tasks.rados.rados.0.smithi005.stdout:3521: done (1 left) 2024-04-12T16:36:27.244 INFO:tasks.rados.rados.0.smithi005.stdout:3523: snap_create 2024-04-12T16:36:27.245 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1486 (ObjNum 1099 snap 324 seq_num 1099) dirty exists 2024-04-12T16:36:27.713 INFO:tasks.rados.rados.0.smithi005.stdout:3522: done (1 left) 2024-04-12T16:36:27.713 INFO:tasks.rados.rados.0.smithi005.stdout:3523: done (0 left) 2024-04-12T16:36:27.713 INFO:tasks.rados.rados.0.smithi005.stdout:3524: delete oid 11 current snap is 327 2024-04-12T16:36:27.718 INFO:tasks.rados.rados.0.smithi005.stdout:3524: done (0 left) 2024-04-12T16:36:27.719 INFO:tasks.rados.rados.0.smithi005.stdout:3525: snap_remove snap 311 2024-04-12T16:36:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:27 smithi005 ceph-mon[88416]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 6.1 MiB/s wr, 16 op/s 2024-04-12T16:36:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:27 smithi005 ceph-mon[88416]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T16:36:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:27 smithi005 ceph-mon[90837]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 6.1 MiB/s wr, 16 op/s 2024-04-12T16:36:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:27 smithi005 ceph-mon[90837]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T16:36:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:27 smithi016 ceph-mon[84444]: pgmap v768: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 251 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 6.1 MiB/s wr, 16 op/s 2024-04-12T16:36:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:27 smithi016 ceph-mon[84444]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T16:36:28.720 INFO:tasks.rados.rados.0.smithi005.stdout:3525: done (0 left) 2024-04-12T16:36:28.720 INFO:tasks.rados.rados.0.smithi005.stdout:3526: read oid 26 snap -1 2024-04-12T16:36:28.720 INFO:tasks.rados.rados.0.smithi005.stdout:3526: expect (ObjNum 1087 snap 321 seq_num 1087) 2024-04-12T16:36:28.720 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 327 2024-04-12T16:36:28.720 INFO:tasks.rados.rados.0.smithi005.stdout:3527: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-04-12T16:36:28.723 INFO:tasks.rados.rados.0.smithi005.stdout:3527: writing smithi00577259-28 from 0 to 409600 tid 1 2024-04-12T16:36:28.728 INFO:tasks.rados.rados.0.smithi005.stdout:3527: writing smithi00577259-28 from 409600 to 1024000 tid 2 2024-04-12T16:36:28.732 INFO:tasks.rados.rados.0.smithi005.stdout:3527: writing smithi00577259-28 from 1024000 to 1622016 tid 3 2024-04-12T16:36:28.735 INFO:tasks.rados.rados.0.smithi005.stdout:3527: writing smithi00577259-28 from 1622016 to 2015232 tid 4 2024-04-12T16:36:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 327 2024-04-12T16:36:28.736 INFO:tasks.rados.rados.0.smithi005.stdout:3528: seq_num 1124 ranges {1966080=434176,2400256=499712,2899968=409600,3309568=663552,3973120=32768} 2024-04-12T16:36:28.751 INFO:tasks.rados.rados.0.smithi005.stdout:3528: writing smithi00577259-45 from 1966080 to 2400256 tid 1 2024-04-12T16:36:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:3528: writing smithi00577259-45 from 2400256 to 2899968 tid 2 2024-04-12T16:36:28.756 INFO:tasks.rados.rados.0.smithi005.stdout:3528: writing smithi00577259-45 from 2899968 to 3309568 tid 3 2024-04-12T16:36:28.761 INFO:tasks.rados.rados.0.smithi005.stdout:3528: writing smithi00577259-45 from 3309568 to 3973120 tid 4 2024-04-12T16:36:28.761 INFO:tasks.rados.rados.0.smithi005.stdout:3528: writing smithi00577259-45 from 3973120 to 4005888 tid 5 2024-04-12T16:36:28.761 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 327 2024-04-12T16:36:28.761 INFO:tasks.rados.rados.0.smithi005.stdout:3529: seq_num 1125 ranges {9068544=450560,9519104=786432,10305536=614400,10919936=204800} 2024-04-12T16:36:28.814 INFO:tasks.rados.rados.0.smithi005.stdout:3529: writing smithi00577259-21 from 9068544 to 9519104 tid 1 2024-04-12T16:36:28.817 INFO:tasks.rados.rados.0.smithi005.stdout:3529: writing smithi00577259-21 from 9519104 to 10305536 tid 2 2024-04-12T16:36:28.821 INFO:tasks.rados.rados.0.smithi005.stdout:3529: writing smithi00577259-21 from 10305536 to 10919936 tid 3 2024-04-12T16:36:28.822 INFO:tasks.rados.rados.0.smithi005.stdout:3529: writing smithi00577259-21 from 10919936 to 11124736 tid 4 2024-04-12T16:36:28.822 INFO:tasks.rados.rados.0.smithi005.stdout:3530: rollback oid 8 current snap is 327 2024-04-12T16:36:28.822 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 307 2024-04-12T16:36:28.823 INFO:tasks.rados.rados.0.smithi005.stdout:3527: finishing write tid 1 to smithi00577259-28 2024-04-12T16:36:28.823 INFO:tasks.rados.rados.0.smithi005.stdout:3527: finishing write tid 2 to smithi00577259-28 2024-04-12T16:36:28.823 INFO:tasks.rados.rados.0.smithi005.stdout:3526: expect (ObjNum 1087 snap 321 seq_num 1087) 2024-04-12T16:36:29.010 INFO:tasks.rados.rados.0.smithi005.stdout:3527: finishing write tid 3 to smithi00577259-28 2024-04-12T16:36:29.010 INFO:tasks.rados.rados.0.smithi005.stdout:3527: finishing write tid 4 to smithi00577259-28 2024-04-12T16:36:29.010 INFO:tasks.rados.rados.0.smithi005.stdout:3527: finishing write tid 5 to smithi00577259-28 2024-04-12T16:36:29.010 INFO:tasks.rados.rados.0.smithi005.stdout:3527: finishing write tid 6 to smithi00577259-28 2024-04-12T16:36:29.010 INFO:tasks.rados.rados.0.smithi005.stdout:3527: oid 28 updating version 0 to 1501 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3527: oid 28 version 1501 is already newer than 1499 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3527: oid 28 version 1501 is already newer than 1494 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3527: oid 28 version 1501 is already newer than 1500 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3527: oid 28 version 1501 is already newer than 1493 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1501 (ObjNum 1123 snap 327 seq_num 1123) dirty exists 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3527: left oid 28 (ObjNum 1123 snap 327 seq_num 1123) 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3528: finishing write tid 1 to smithi00577259-45 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3526: done (4 left) 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3527: done (3 left) 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3531: copy_from oid 49 from oid 16 current snap is 327 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3528: finishing write tid 2 to smithi00577259-45 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3528: finishing write tid 3 to smithi00577259-45 2024-04-12T16:36:29.011 INFO:tasks.rados.rados.0.smithi005.stdout:3528: finishing write tid 4 to smithi00577259-45 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: finishing write tid 5 to smithi00577259-45 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: finishing write tid 6 to smithi00577259-45 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: finishing write tid 7 to smithi00577259-45 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: oid 45 updating version 0 to 1511 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: oid 45 updating version 1511 to 1514 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: oid 45 version 1514 is already newer than 1510 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: oid 45 version 1514 is already newer than 1513 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: oid 45 version 1514 is already newer than 1512 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: oid 45 version 1514 is already newer than 1509 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1514 (ObjNum 1124 snap 327 seq_num 1124) dirty exists 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3528: left oid 45 (ObjNum 1124 snap 327 seq_num 1124) 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3529: finishing write tid 1 to smithi00577259-21 2024-04-12T16:36:29.012 INFO:tasks.rados.rados.0.smithi005.stdout:3529: finishing write tid 2 to smithi00577259-21 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: finishing write tid 3 to smithi00577259-21 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: finishing write tid 4 to smithi00577259-21 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: finishing write tid 5 to smithi00577259-21 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: finishing write tid 6 to smithi00577259-21 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: oid 21 updating version 0 to 1371 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: oid 21 updating version 1371 to 1374 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: oid 21 version 1374 is already newer than 1372 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: oid 21 updating version 1374 to 1375 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: oid 21 version 1375 is already newer than 1373 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1375 (ObjNum 1125 snap 327 seq_num 1125) dirty exists 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3529: left oid 21 (ObjNum 1125 snap 327 seq_num 1125) 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3530: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:36:29.013 INFO:tasks.rados.rados.0.smithi005.stdout:3530: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:3528: done (3 left) 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:3529: done (2 left) 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:3532: snap_create 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:3530: finishing rollback tid 2 to smithi00577259-8 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1505 (ObjNum 1018 snap 291 seq_num 1018) dirty exists 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:3531: finishing copy_from to smithi00577259-49 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:3531: got expected ENOENT (src dne) 2024-04-12T16:36:29.014 INFO:tasks.rados.rados.0.smithi005.stdout:3531: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:36:29.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:28 smithi016 ceph-mon[84444]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T16:36:29.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:28 smithi005 ceph-mon[88416]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T16:36:29.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:28 smithi005 ceph-mon[90837]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T16:36:29.723 INFO:tasks.rados.rados.0.smithi005.stdout:3530: done (2 left) 2024-04-12T16:36:29.723 INFO:tasks.rados.rados.0.smithi005.stdout:3531: done (1 left) 2024-04-12T16:36:29.723 INFO:tasks.rados.rados.0.smithi005.stdout:3532: done (0 left) 2024-04-12T16:36:29.723 INFO:tasks.rados.rados.0.smithi005.stdout:3533: rmattr oid 4 current snap is 328 2024-04-12T16:36:29.723 INFO:tasks.rados.rados.0.smithi005.stdout:3534: read oid 37 snap -1 2024-04-12T16:36:29.723 INFO:tasks.rados.rados.0.smithi005.stdout:3534: expect (ObjNum 1086 snap 321 seq_num 1086) 2024-04-12T16:36:29.723 INFO:tasks.rados.rados.0.smithi005.stdout:3535: copy_from oid 3 from oid 43 current snap is 328 2024-04-12T16:36:29.724 INFO:tasks.rados.rados.0.smithi005.stdout:3536: read oid 22 snap -1 2024-04-12T16:36:29.724 INFO:tasks.rados.rados.0.smithi005.stdout:3536: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:29.724 INFO:tasks.rados.rados.0.smithi005.stdout:3537: delete oid 15 current snap is 328 2024-04-12T16:36:29.729 INFO:tasks.rados.rados.0.smithi005.stdout:3537: done (4 left) 2024-04-12T16:36:29.729 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 328 2024-04-12T16:36:29.729 INFO:tasks.rados.rados.0.smithi005.stdout:3538: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-12T16:36:29.733 INFO:tasks.rados.rados.0.smithi005.stdout:3538: writing smithi00577259-39 from 0 to 483328 tid 1 2024-04-12T16:36:29.736 INFO:tasks.rados.rados.0.smithi005.stdout:3538: writing smithi00577259-39 from 483328 to 1081344 tid 2 2024-04-12T16:36:29.740 INFO:tasks.rados.rados.0.smithi005.stdout:3538: writing smithi00577259-39 from 1081344 to 1662976 tid 3 2024-04-12T16:36:29.742 INFO:tasks.rados.rados.0.smithi005.stdout:3538: writing smithi00577259-39 from 1662976 to 2088960 tid 4 2024-04-12T16:36:29.743 INFO:tasks.rados.rados.0.smithi005.stdout:3539: read oid 32 snap 295 2024-04-12T16:36:29.743 INFO:tasks.rados.rados.0.smithi005.stdout:3539: expect (ObjNum 899 snap 268 seq_num 899) 2024-04-12T16:36:29.743 INFO:tasks.rados.rados.0.smithi005.stdout:3540: rmattr oid 20 current snap is 328 2024-04-12T16:36:29.743 INFO:tasks.rados.rados.0.smithi005.stdout:3540: done (6 left) 2024-04-12T16:36:29.743 INFO:tasks.rados.rados.0.smithi005.stdout:3541: delete oid 42 current snap is 328 2024-04-12T16:36:29.743 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1601 (ObjNum 1032 snap 297 seq_num 1032) dirty exists 2024-04-12T16:36:29.743 INFO:tasks.rados.rados.0.smithi005.stdout:3536: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:29.820 INFO:tasks.rados.rados.0.smithi005.stdout:3534: expect (ObjNum 1086 snap 321 seq_num 1086) 2024-04-12T16:36:29.857 INFO:tasks.rados.rados.0.smithi005.stdout:3538: finishing write tid 1 to smithi00577259-39 2024-04-12T16:36:29.857 INFO:tasks.rados.rados.0.smithi005.stdout:3538: finishing write tid 2 to smithi00577259-39 2024-04-12T16:36:29.857 INFO:tasks.rados.rados.0.smithi005.stdout:3538: finishing write tid 3 to smithi00577259-39 2024-04-12T16:36:29.857 INFO:tasks.rados.rados.0.smithi005.stdout:3538: finishing write tid 4 to smithi00577259-39 2024-04-12T16:36:29.857 INFO:tasks.rados.rados.0.smithi005.stdout:3538: finishing write tid 5 to smithi00577259-39 2024-04-12T16:36:29.857 INFO:tasks.rados.rados.0.smithi005.stdout:3538: finishing write tid 6 to smithi00577259-39 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:3538: oid 39 updating version 0 to 1441 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:3538: oid 39 version 1441 is already newer than 1439 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:3538: oid 39 version 1441 is already newer than 1438 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:3538: oid 39 version 1441 is already newer than 1440 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:3538: oid 39 updating version 1441 to 1442 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1442 (ObjNum 1127 snap 328 seq_num 1127) dirty exists 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:3538: left oid 39 (ObjNum 1127 snap 328 seq_num 1127) 2024-04-12T16:36:29.858 INFO:tasks.rados.rados.0.smithi005.stdout:3539: expect (ObjNum 899 snap 268 seq_num 899) 2024-04-12T16:36:29.944 INFO:tasks.rados.rados.0.smithi005.stdout:3535: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:36:29.944 INFO:tasks.rados.rados.0.smithi005.stdout:3535: finishing copy_from to smithi00577259-3 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1370 (ObjNum 1111 snap 325 seq_num 1111) dirty exists 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3533: done (6 left) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3534: done (5 left) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3535: done (4 left) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3536: done (3 left) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3538: done (2 left) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3539: done (1 left) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3541: done (0 left) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3542: read oid 20 snap -1 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3542: expect (ObjNum 1080 snap 318 seq_num 1080) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3543: read oid 50 snap -1 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3543: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3544: rollback oid 2 current snap is 328 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 302 2024-04-12T16:36:29.945 INFO:tasks.rados.rados.0.smithi005.stdout:3545: rmattr oid 31 current snap is 328 2024-04-12T16:36:29.946 INFO:tasks.rados.rados.0.smithi005.stdout:3545: done (3 left) 2024-04-12T16:36:29.946 INFO:tasks.rados.rados.0.smithi005.stdout:3546: setattr oid 6 current snap is 328 2024-04-12T16:36:29.947 INFO:tasks.rados.rados.0.smithi005.stdout:3547: read oid 44 snap -1 2024-04-12T16:36:29.947 INFO:tasks.rados.rados.0.smithi005.stdout:3547: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:36:29.947 INFO:tasks.rados.rados.0.smithi005.stdout:3548: setattr oid 42 current snap is 328 2024-04-12T16:36:29.950 INFO:tasks.rados.rados.0.smithi005.stdout:3549: snap_remove snap 307 2024-04-12T16:36:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:29 smithi016 ceph-mon[84444]: pgmap v771: 121 pgs: 121 active+clean; 274 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-04-12T16:36:30.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:29 smithi016 ceph-mon[84444]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T16:36:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:29 smithi005 ceph-mon[88416]: pgmap v771: 121 pgs: 121 active+clean; 274 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-04-12T16:36:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:29 smithi005 ceph-mon[88416]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T16:36:30.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:29 smithi005 ceph-mon[90837]: pgmap v771: 121 pgs: 121 active+clean; 274 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 21 op/s 2024-04-12T16:36:30.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:29 smithi005 ceph-mon[90837]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T16:36:30.664 INFO:tasks.rados.rados.0.smithi005.stdout:3549: done (6 left) 2024-04-12T16:36:30.665 INFO:tasks.rados.rados.0.smithi005.stdout:3550: copy_from oid 9 from oid 38 current snap is 328 2024-04-12T16:36:30.665 INFO:tasks.rados.rados.0.smithi005.stdout:3551: snap_remove snap 299 2024-04-12T16:36:31.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:30 smithi016 ceph-mon[84444]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T16:36:31.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:30 smithi016 ceph-mon[84444]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T16:36:31.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:30 smithi005 ceph-mon[88416]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T16:36:31.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:30 smithi005 ceph-mon[88416]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T16:36:31.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:30 smithi005 ceph-mon[90837]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T16:36:31.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:30 smithi005 ceph-mon[90837]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T16:36:31.669 INFO:tasks.rados.rados.0.smithi005.stdout:3551: done (7 left) 2024-04-12T16:36:31.669 INFO:tasks.rados.rados.0.smithi005.stdout:3552: read oid 18 snap -1 2024-04-12T16:36:31.669 INFO:tasks.rados.rados.0.smithi005.stdout:3552: expect deleted 2024-04-12T16:36:31.670 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 328 2024-04-12T16:36:31.670 INFO:tasks.rados.rados.0.smithi005.stdout:3553: seq_num 1129 ranges {2015232=516096,2531328=770048,3301376=598016,3899392=237568} 2024-04-12T16:36:31.684 INFO:tasks.rados.rados.0.smithi005.stdout:3553: writing smithi00577259-28 from 2015232 to 2531328 tid 1 2024-04-12T16:36:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:3553: writing smithi00577259-28 from 2531328 to 3301376 tid 2 2024-04-12T16:36:31.693 INFO:tasks.rados.rados.0.smithi005.stdout:3553: writing smithi00577259-28 from 3301376 to 3899392 tid 3 2024-04-12T16:36:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3553: writing smithi00577259-28 from 3899392 to 4136960 tid 4 2024-04-12T16:36:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3554: copy_from oid 45 from oid 34 current snap is 328 2024-04-12T16:36:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1376 (ObjNum 1113 snap 325 seq_num 1113) dirty exists 2024-04-12T16:36:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3542: expect (ObjNum 1080 snap 318 seq_num 1080) 2024-04-12T16:36:31.814 INFO:tasks.rados.rados.0.smithi005.stdout:3544: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:36:31.814 INFO:tasks.rados.rados.0.smithi005.stdout:3544: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:36:31.814 INFO:tasks.rados.rados.0.smithi005.stdout:3544: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:36:31.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1519 (ObjNum 965 snap 276 seq_num 965) dirty exists 2024-04-12T16:36:31.814 INFO:tasks.rados.rados.0.smithi005.stdout:3543: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:32.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:31 smithi016 ceph-mon[84444]: pgmap v774: 121 pgs: 121 active+clean; 278 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 24 op/s 2024-04-12T16:36:32.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:31 smithi016 ceph-mon[84444]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T16:36:32.099 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:31 smithi005 ceph-mon[88416]: pgmap v774: 121 pgs: 121 active+clean; 278 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 24 op/s 2024-04-12T16:36:32.099 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:31 smithi005 ceph-mon[88416]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T16:36:32.100 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:31 smithi005 ceph-mon[90837]: pgmap v774: 121 pgs: 121 active+clean; 278 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.1 MiB/s wr, 24 op/s 2024-04-12T16:36:32.100 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:31 smithi005 ceph-mon[90837]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T16:36:32.111 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1603 (ObjNum 49 snap 0 seq_num 1432119656) dirty exists 2024-04-12T16:36:32.111 INFO:tasks.rados.rados.0.smithi005.stdout:3547: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:36:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:36:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3550: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3550: finishing copy_from to smithi00577259-9 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1449 (ObjNum 756 snap 223 seq_num 756) dirty exists 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3542: done (9 left) 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3543: done (8 left) 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3544: done (7 left) 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3546: done (6 left) 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3547: done (5 left) 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3548: done (4 left) 2024-04-12T16:36:32.814 INFO:tasks.rados.rados.0.smithi005.stdout:3550: done (3 left) 2024-04-12T16:36:32.815 INFO:tasks.rados.rados.0.smithi005.stdout:3552: done (2 left) 2024-04-12T16:36:32.815 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 328 2024-04-12T16:36:32.815 INFO:tasks.rados.rados.0.smithi005.stdout:3553: finishing write tid 1 to smithi00577259-28 2024-04-12T16:36:32.815 INFO:tasks.rados.rados.0.smithi005.stdout:3553: finishing write tid 2 to smithi00577259-28 2024-04-12T16:36:32.815 INFO:tasks.rados.rados.0.smithi005.stdout:3555: seq_num 1130 ranges {11124736=532480,11657216=655360,12312576=753664,13066240=196608} 2024-04-12T16:36:32.877 INFO:tasks.rados.rados.0.smithi005.stdout:3555: writing smithi00577259-21 from 11124736 to 11657216 tid 1 2024-04-12T16:36:32.880 INFO:tasks.rados.rados.0.smithi005.stdout:3555: writing smithi00577259-21 from 11657216 to 12312576 tid 2 2024-04-12T16:36:32.885 INFO:tasks.rados.rados.0.smithi005.stdout:3555: writing smithi00577259-21 from 12312576 to 13066240 tid 3 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3555: writing smithi00577259-21 from 13066240 to 13262848 tid 4 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3556: delete oid 14 current snap is 328 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: finishing write tid 3 to smithi00577259-28 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: finishing write tid 4 to smithi00577259-28 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: finishing write tid 5 to smithi00577259-28 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: finishing write tid 6 to smithi00577259-28 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: oid 28 updating version 0 to 1523 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: oid 28 updating version 1523 to 1527 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: oid 28 updating version 1527 to 1528 2024-04-12T16:36:32.887 INFO:tasks.rados.rados.0.smithi005.stdout:3553: oid 28 updating version 1528 to 1529 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:3553: oid 28 version 1529 is already newer than 1526 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1529 (ObjNum 1129 snap 328 seq_num 1129) dirty exists 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:3553: left oid 28 (ObjNum 1129 snap 328 seq_num 1129) 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:3554: finishing copy_from racing read to smithi00577259-45 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:3554: finishing copy_from to smithi00577259-45 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1525 (ObjNum 1077 snap 316 seq_num 1077) dirty exists 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:3555: finishing write tid 1 to smithi00577259-21 2024-04-12T16:36:32.888 INFO:tasks.rados.rados.0.smithi005.stdout:3555: finishing write tid 2 to smithi00577259-21 2024-04-12T16:36:32.889 INFO:tasks.rados.rados.0.smithi005.stdout:3553: done (3 left) 2024-04-12T16:36:32.889 INFO:tasks.rados.rados.0.smithi005.stdout:3554: done (2 left) 2024-04-12T16:36:32.889 INFO:tasks.rados.rados.0.smithi005.stdout:3556: done (1 left) 2024-04-12T16:36:32.889 INFO:tasks.rados.rados.0.smithi005.stdout:3557: copy_from oid 43 from oid 10 current snap is 328 2024-04-12T16:36:32.889 INFO:tasks.rados.rados.0.smithi005.stdout:3555: finishing write tid 3 to smithi00577259-21 2024-04-12T16:36:32.889 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 37 current snap is 328 2024-04-12T16:36:32.890 INFO:tasks.rados.rados.0.smithi005.stdout:3558: seq_num 1132 ranges {1400832=565248,1966080=425984,2392064=770048,3162112=409600} 2024-04-12T16:36:32.900 INFO:tasks.rados.rados.0.smithi005.stdout:3558: writing smithi00577259-37 from 1400832 to 1966080 tid 1 2024-04-12T16:36:32.902 INFO:tasks.rados.rados.0.smithi005.stdout:3558: writing smithi00577259-37 from 1966080 to 2392064 tid 2 2024-04-12T16:36:32.906 INFO:tasks.rados.rados.0.smithi005.stdout:3558: writing smithi00577259-37 from 2392064 to 3162112 tid 3 2024-04-12T16:36:32.909 INFO:tasks.rados.rados.0.smithi005.stdout:3558: writing smithi00577259-37 from 3162112 to 3571712 tid 4 2024-04-12T16:36:32.909 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 328 2024-04-12T16:36:32.909 INFO:tasks.rados.rados.0.smithi005.stdout:3555: finishing write tid 4 to smithi00577259-21 2024-04-12T16:36:32.909 INFO:tasks.rados.rados.0.smithi005.stdout:3559: seq_num 1133 ranges {2088960=581632,2670592=753664,3424256=573440,3997696=278528} 2024-04-12T16:36:32.923 INFO:tasks.rados.rados.0.smithi005.stdout:3559: writing smithi00577259-39 from 2088960 to 2670592 tid 1 2024-04-12T16:36:32.927 INFO:tasks.rados.rados.0.smithi005.stdout:3559: writing smithi00577259-39 from 2670592 to 3424256 tid 2 2024-04-12T16:36:32.931 INFO:tasks.rados.rados.0.smithi005.stdout:3559: writing smithi00577259-39 from 3424256 to 3997696 tid 3 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3559: writing smithi00577259-39 from 3997696 to 4276224 tid 4 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 40 current snap is 328 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3555: finishing write tid 5 to smithi00577259-21 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3555: finishing write tid 6 to smithi00577259-21 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3555: oid 21 updating version 0 to 1380 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3555: oid 21 version 1380 is already newer than 1377 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3555: oid 21 version 1380 is already newer than 1379 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3555: oid 21 version 1380 is already newer than 1378 2024-04-12T16:36:32.933 INFO:tasks.rados.rados.0.smithi005.stdout:3555: oid 21 version 1380 is already newer than 1376 2024-04-12T16:36:32.934 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1380 (ObjNum 1130 snap 328 seq_num 1130) dirty exists 2024-04-12T16:36:32.934 INFO:tasks.rados.rados.0.smithi005.stdout:3555: left oid 21 (ObjNum 1130 snap 328 seq_num 1130) 2024-04-12T16:36:32.934 INFO:tasks.rados.rados.0.smithi005.stdout:3558: finishing write tid 1 to smithi00577259-37 2024-04-12T16:36:32.934 INFO:tasks.rados.rados.0.smithi005.stdout:3558: finishing write tid 2 to smithi00577259-37 2024-04-12T16:36:32.934 INFO:tasks.rados.rados.0.smithi005.stdout:3560: seq_num 1134 ranges {2531328=598016,3129344=638976,3768320=737280,4505600=229376} 2024-04-12T16:36:32.949 INFO:tasks.rados.rados.0.smithi005.stdout:3560: writing smithi00577259-40 from 2531328 to 3129344 tid 1 2024-04-12T16:36:32.953 INFO:tasks.rados.rados.0.smithi005.stdout:3560: writing smithi00577259-40 from 3129344 to 3768320 tid 2 2024-04-12T16:36:32.957 INFO:tasks.rados.rados.0.smithi005.stdout:3560: writing smithi00577259-40 from 3768320 to 4505600 tid 3 2024-04-12T16:36:32.959 INFO:tasks.rados.rados.0.smithi005.stdout:3560: writing smithi00577259-40 from 4505600 to 4734976 tid 4 2024-04-12T16:36:32.959 INFO:tasks.rados.rados.0.smithi005.stdout:3555: done (4 left) 2024-04-12T16:36:32.959 INFO:tasks.rados.rados.0.smithi005.stdout:3561: snap_remove snap 302 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:3561: done (4 left) 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:3562: rollback oid 4 current snap is 328 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 312 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:3563: rollback oid 7 current snap is 328 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 7 to 326 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:3564: delete oid 16 current snap is 328 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:3557: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:3557: finishing copy_from to smithi00577259-43 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1437 (ObjNum 1119 snap 326 seq_num 1119) dirty exists 2024-04-12T16:36:33.737 INFO:tasks.rados.rados.0.smithi005.stdout:3558: finishing write tid 3 to smithi00577259-37 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: finishing write tid 4 to smithi00577259-37 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: finishing write tid 5 to smithi00577259-37 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: finishing write tid 6 to smithi00577259-37 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: oid 37 updating version 0 to 1447 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: oid 37 version 1447 is already newer than 1444 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: oid 37 version 1447 is already newer than 1443 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: oid 37 version 1447 is already newer than 1446 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: oid 37 version 1447 is already newer than 1445 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1447 (ObjNum 1132 snap 328 seq_num 1132) dirty exists 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3558: left oid 37 (ObjNum 1132 snap 328 seq_num 1132) 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3559: finishing write tid 1 to smithi00577259-39 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3559: finishing write tid 2 to smithi00577259-39 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3559: finishing write tid 3 to smithi00577259-39 2024-04-12T16:36:33.738 INFO:tasks.rados.rados.0.smithi005.stdout:3559: finishing write tid 4 to smithi00577259-39 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: finishing write tid 5 to smithi00577259-39 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: finishing write tid 6 to smithi00577259-39 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: oid 39 updating version 0 to 1451 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: oid 39 updating version 1451 to 1452 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: oid 39 version 1452 is already newer than 1449 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: oid 39 version 1452 is already newer than 1450 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: oid 39 version 1452 is already newer than 1448 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1452 (ObjNum 1133 snap 328 seq_num 1133) dirty exists 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3559: left oid 39 (ObjNum 1133 snap 328 seq_num 1133) 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3560: finishing write tid 1 to smithi00577259-40 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3560: finishing write tid 2 to smithi00577259-40 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3560: finishing write tid 3 to smithi00577259-40 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3560: finishing write tid 4 to smithi00577259-40 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3560: finishing write tid 5 to smithi00577259-40 2024-04-12T16:36:33.739 INFO:tasks.rados.rados.0.smithi005.stdout:3560: finishing write tid 6 to smithi00577259-40 2024-04-12T16:36:33.740 INFO:tasks.rados.rados.0.smithi005.stdout:3560: oid 40 updating version 0 to 1533 2024-04-12T16:36:33.740 INFO:tasks.rados.rados.0.smithi005.stdout:3560: oid 40 version 1533 is already newer than 1532 2024-04-12T16:36:33.740 INFO:tasks.rados.rados.0.smithi005.stdout:3560: oid 40 version 1533 is already newer than 1531 2024-04-12T16:36:33.740 INFO:tasks.rados.rados.0.smithi005.stdout:3560: oid 40 updating version 1533 to 1534 2024-04-12T16:36:33.740 INFO:tasks.rados.rados.0.smithi005.stdout:3560: oid 40 version 1534 is already newer than 1530 2024-04-12T16:36:33.740 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1534 (ObjNum 1134 snap 328 seq_num 1134) dirty exists 2024-04-12T16:36:33.740 INFO:tasks.rados.rados.0.smithi005.stdout:3560: left oid 40 (ObjNum 1134 snap 328 seq_num 1134) 2024-04-12T16:36:33.748 INFO:tasks.rados.rados.0.smithi005.stdout:3563: finishing rollback tid 0 to smithi00577259-7 2024-04-12T16:36:33.750 INFO:tasks.rados.rados.0.smithi005.stdout:3563: finishing rollback tid 1 to smithi00577259-7 2024-04-12T16:36:33.753 INFO:tasks.rados.rados.0.smithi005.stdout:3562: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:36:33.753 INFO:tasks.rados.rados.0.smithi005.stdout:3563: finishing rollback tid 2 to smithi00577259-7 2024-04-12T16:36:33.753 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1267 (ObjNum 257 snap 0 seq_num 731911824) dirty exists 2024-04-12T16:36:33.753 INFO:tasks.rados.rados.0.smithi005.stdout:3562: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:3557: done (6 left) 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:3558: done (5 left) 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:3559: done (4 left) 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:3560: done (3 left) 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:3563: done (2 left) 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:3564: done (1 left) 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 328 2024-04-12T16:36:33.754 INFO:tasks.rados.rados.0.smithi005.stdout:3565: seq_num 1136 ranges {0=630784,630784=409600,1040384=753664,1794048=417792,2211840=24576} 2024-04-12T16:36:33.758 INFO:tasks.rados.rados.0.smithi005.stdout:3565: writing smithi00577259-15 from 0 to 630784 tid 1 2024-04-12T16:36:33.760 INFO:tasks.rados.rados.0.smithi005.stdout:3565: writing smithi00577259-15 from 630784 to 1040384 tid 2 2024-04-12T16:36:33.765 INFO:tasks.rados.rados.0.smithi005.stdout:3565: writing smithi00577259-15 from 1040384 to 1794048 tid 3 2024-04-12T16:36:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:3565: writing smithi00577259-15 from 1794048 to 2211840 tid 4 2024-04-12T16:36:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:3565: writing smithi00577259-15 from 2211840 to 2236416 tid 5 2024-04-12T16:36:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 328 2024-04-12T16:36:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:3562: finishing rollback tid 2 to smithi00577259-4 2024-04-12T16:36:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1624 (ObjNum 1032 snap 297 seq_num 1032) dirty exists 2024-04-12T16:36:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:3565: finishing write tid 1 to smithi00577259-15 2024-04-12T16:36:33.768 INFO:tasks.rados.rados.0.smithi005.stdout:3565: finishing write tid 2 to smithi00577259-15 2024-04-12T16:36:33.769 INFO:tasks.rados.rados.0.smithi005.stdout:3566: seq_num 1137 ranges {7069696=647168,7716864=696320,8413184=557056,8970240=352256} 2024-04-12T16:36:33.810 INFO:tasks.rados.rados.0.smithi005.stdout:3566: writing smithi00577259-38 from 7069696 to 7716864 tid 1 2024-04-12T16:36:33.814 INFO:tasks.rados.rados.0.smithi005.stdout:3566: writing smithi00577259-38 from 7716864 to 8413184 tid 2 2024-04-12T16:36:33.817 INFO:tasks.rados.rados.0.smithi005.stdout:3566: writing smithi00577259-38 from 8413184 to 8970240 tid 3 2024-04-12T16:36:33.819 INFO:tasks.rados.rados.0.smithi005.stdout:3566: writing smithi00577259-38 from 8970240 to 9322496 tid 4 2024-04-12T16:36:33.819 INFO:tasks.rados.rados.0.smithi005.stdout:3562: done (2 left) 2024-04-12T16:36:33.819 INFO:tasks.rados.rados.0.smithi005.stdout:3567: snap_remove snap 295 2024-04-12T16:36:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:33 smithi016 ceph-mon[84444]: pgmap v777: 121 pgs: 121 active+clean; 281 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-12T16:36:34.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:33 smithi005 ceph-mon[88416]: pgmap v777: 121 pgs: 121 active+clean; 281 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-12T16:36:34.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:36:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:36:33] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-04-12T16:36:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:33 smithi005 ceph-mon[90837]: pgmap v777: 121 pgs: 121 active+clean; 281 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3567: done (2 left) 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3568: delete oid 7 current snap is 328 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3565: finishing write tid 3 to smithi00577259-15 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3565: finishing write tid 4 to smithi00577259-15 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3565: finishing write tid 5 to smithi00577259-15 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3565: finishing write tid 6 to smithi00577259-15 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3565: finishing write tid 7 to smithi00577259-15 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3565: oid 15 updating version 0 to 1048 2024-04-12T16:36:34.742 INFO:tasks.rados.rados.0.smithi005.stdout:3565: oid 15 version 1048 is already newer than 1047 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3565: oid 15 version 1048 is already newer than 1045 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3565: oid 15 version 1048 is already newer than 1046 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3565: oid 15 version 1048 is already newer than 1044 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3565: oid 15 version 1048 is already newer than 1043 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1048 (ObjNum 1136 snap 328 seq_num 1136) dirty exists 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3565: left oid 15 (ObjNum 1136 snap 328 seq_num 1136) 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: finishing write tid 1 to smithi00577259-38 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: finishing write tid 2 to smithi00577259-38 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: finishing write tid 3 to smithi00577259-38 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: finishing write tid 4 to smithi00577259-38 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: finishing write tid 5 to smithi00577259-38 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: finishing write tid 6 to smithi00577259-38 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: oid 38 updating version 0 to 1451 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: oid 38 updating version 1451 to 1453 2024-04-12T16:36:34.743 INFO:tasks.rados.rados.0.smithi005.stdout:3566: oid 38 version 1453 is already newer than 1452 2024-04-12T16:36:34.744 INFO:tasks.rados.rados.0.smithi005.stdout:3566: oid 38 updating version 1453 to 1454 2024-04-12T16:36:34.744 INFO:tasks.rados.rados.0.smithi005.stdout:3566: oid 38 version 1454 is already newer than 1450 2024-04-12T16:36:34.744 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1454 (ObjNum 1137 snap 328 seq_num 1137) dirty exists 2024-04-12T16:36:34.744 INFO:tasks.rados.rados.0.smithi005.stdout:3566: left oid 38 (ObjNum 1137 snap 328 seq_num 1137) 2024-04-12T16:36:34.753 INFO:tasks.rados.rados.0.smithi005.stdout:3565: done (2 left) 2024-04-12T16:36:34.753 INFO:tasks.rados.rados.0.smithi005.stdout:3566: done (1 left) 2024-04-12T16:36:34.753 INFO:tasks.rados.rados.0.smithi005.stdout:3568: done (0 left) 2024-04-12T16:36:34.753 INFO:tasks.rados.rados.0.smithi005.stdout:3569: read oid 22 snap -1 2024-04-12T16:36:34.753 INFO:tasks.rados.rados.0.smithi005.stdout:3569: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:34.753 INFO:tasks.rados.rados.0.smithi005.stdout:3570: rollback oid 32 current snap is 328 2024-04-12T16:36:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 327 2024-04-12T16:36:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:3571: rmattr oid 10 current snap is 328 2024-04-12T16:36:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:3572: rollback oid 25 current snap is 328 2024-04-12T16:36:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 316 2024-04-12T16:36:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 328 2024-04-12T16:36:34.754 INFO:tasks.rados.rados.0.smithi005.stdout:3573: seq_num 1139 ranges {3112960=679936,3792896=458752,4251648=524288,4775936=540672,5316608=81920} 2024-04-12T16:36:34.775 INFO:tasks.rados.rados.0.smithi005.stdout:3573: writing smithi00577259-36 from 3112960 to 3792896 tid 1 2024-04-12T16:36:34.777 INFO:tasks.rados.rados.0.smithi005.stdout:3573: writing smithi00577259-36 from 3792896 to 4251648 tid 2 2024-04-12T16:36:34.780 INFO:tasks.rados.rados.0.smithi005.stdout:3573: writing smithi00577259-36 from 4251648 to 4775936 tid 3 2024-04-12T16:36:34.783 INFO:tasks.rados.rados.0.smithi005.stdout:3573: writing smithi00577259-36 from 4775936 to 5316608 tid 4 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:3573: writing smithi00577259-36 from 5316608 to 5398528 tid 5 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:3574: read oid 27 snap -1 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:3574: expect (ObjNum 1117 snap 326 seq_num 1117) 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:3575: delete oid 31 current snap is 328 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 10 v 1453 (ObjNum 1119 snap 326 seq_num 1119) dirty exists 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:3572: finishing rollback tid 0 to smithi00577259-25 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:3572: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:36:34.784 INFO:tasks.rados.rados.0.smithi005.stdout:3572: finishing rollback tid 2 to smithi00577259-25 2024-04-12T16:36:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1550 (ObjNum 1044 snap 307 seq_num 1044) dirty exists 2024-04-12T16:36:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3569: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3570: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3570: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3570: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1549 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3573: finishing write tid 1 to smithi00577259-36 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3573: finishing write tid 2 to smithi00577259-36 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3573: finishing write tid 3 to smithi00577259-36 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3569: done (6 left) 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3570: done (5 left) 2024-04-12T16:36:34.863 INFO:tasks.rados.rados.0.smithi005.stdout:3571: done (4 left) 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3572: done (3 left) 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3575: done (2 left) 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3576: delete oid 38 current snap is 328 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: finishing write tid 4 to smithi00577259-36 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: finishing write tid 5 to smithi00577259-36 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: finishing write tid 6 to smithi00577259-36 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: finishing write tid 7 to smithi00577259-36 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: oid 36 updating version 0 to 1554 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: oid 36 version 1554 is already newer than 1553 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: oid 36 version 1554 is already newer than 1551 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: oid 36 updating version 1554 to 1556 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: oid 36 version 1556 is already newer than 1552 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: oid 36 version 1556 is already newer than 1555 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1556 (ObjNum 1139 snap 328 seq_num 1139) dirty exists 2024-04-12T16:36:34.864 INFO:tasks.rados.rados.0.smithi005.stdout:3573: left oid 36 (ObjNum 1139 snap 328 seq_num 1139) 2024-04-12T16:36:34.865 INFO:tasks.rados.rados.0.smithi005.stdout:3574: expect (ObjNum 1117 snap 326 seq_num 1117) 2024-04-12T16:36:34.962 INFO:tasks.rados.rados.0.smithi005.stdout:3573: done (2 left) 2024-04-12T16:36:34.962 INFO:tasks.rados.rados.0.smithi005.stdout:3574: done (1 left) 2024-04-12T16:36:34.962 INFO:tasks.rados.rados.0.smithi005.stdout:3576: done (0 left) 2024-04-12T16:36:34.963 INFO:tasks.rados.rados.0.smithi005.stdout:3577: snap_create 2024-04-12T16:36:35.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:34 smithi016 ceph-mon[84444]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T16:36:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:35.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:34 smithi005 ceph-mon[88416]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T16:36:35.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:35.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:34 smithi005 ceph-mon[90837]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T16:36:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:35.666 INFO:tasks.rados.rados.0.smithi005.stdout:3577: done (0 left) 2024-04-12T16:36:35.666 INFO:tasks.rados.rados.0.smithi005.stdout:3578: copy_from oid 50 from oid 35 current snap is 329 2024-04-12T16:36:35.666 INFO:tasks.rados.rados.0.smithi005.stdout:3579: snap_create 2024-04-12T16:36:35.673 INFO:tasks.rados.rados.0.smithi005.stdout:3578: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:36:35.674 INFO:tasks.rados.rados.0.smithi005.stdout:3578: finishing copy_from to smithi00577259-50 2024-04-12T16:36:35.675 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1355 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:36:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:35 smithi016 ceph-mon[84444]: pgmap v779: 121 pgs: 121 active+clean; 299 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-12T16:36:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:35 smithi016 ceph-mon[84444]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T16:36:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:35 smithi016 ceph-mon[84444]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T16:36:36.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:35 smithi005 ceph-mon[90837]: pgmap v779: 121 pgs: 121 active+clean; 299 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-12T16:36:36.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:35 smithi005 ceph-mon[90837]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T16:36:36.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:35 smithi005 ceph-mon[90837]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T16:36:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:35 smithi005 ceph-mon[88416]: pgmap v779: 121 pgs: 121 active+clean; 299 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-12T16:36:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:35 smithi005 ceph-mon[88416]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T16:36:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:35 smithi005 ceph-mon[88416]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T16:36:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3578: done (1 left) 2024-04-12T16:36:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3579: done (0 left) 2024-04-12T16:36:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3580: read oid 23 snap -1 2024-04-12T16:36:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3580: expect (ObjNum 1083 snap 320 seq_num 1083) 2024-04-12T16:36:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3581: read oid 45 snap -1 2024-04-12T16:36:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3581: expect (ObjNum 1077 snap 316 seq_num 1077) 2024-04-12T16:36:36.667 INFO:tasks.rados.rados.0.smithi005.stdout:3582: snap_create 2024-04-12T16:36:36.675 INFO:tasks.rados.rados.0.smithi005.stdout:3581: expect (ObjNum 1077 snap 316 seq_num 1077) 2024-04-12T16:36:36.723 INFO:tasks.rados.rados.0.smithi005.stdout:3580: expect (ObjNum 1083 snap 320 seq_num 1083) 2024-04-12T16:36:37.672 INFO:tasks.rados.rados.0.smithi005.stdout:3580: done (2 left) 2024-04-12T16:36:37.672 INFO:tasks.rados.rados.0.smithi005.stdout:3581: done (1 left) 2024-04-12T16:36:37.672 INFO:tasks.rados.rados.0.smithi005.stdout:3582: done (0 left) 2024-04-12T16:36:37.673 INFO:tasks.rados.rados.0.smithi005.stdout:3583: read oid 40 snap -1 2024-04-12T16:36:37.673 INFO:tasks.rados.rados.0.smithi005.stdout:3583: expect (ObjNum 1134 snap 328 seq_num 1134) 2024-04-12T16:36:37.673 INFO:tasks.rados.rados.0.smithi005.stdout:3584: copy_from oid 20 from oid 24 current snap is 331 2024-04-12T16:36:37.673 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 331 2024-04-12T16:36:37.673 INFO:tasks.rados.rados.0.smithi005.stdout:3585: seq_num 1142 ranges {688128=729088,1417216=565248,1982464=696320,2678784=344064} 2024-04-12T16:36:37.680 INFO:tasks.rados.rados.0.smithi005.stdout:3585: writing smithi00577259-17 from 688128 to 1417216 tid 1 2024-04-12T16:36:37.684 INFO:tasks.rados.rados.0.smithi005.stdout:3585: writing smithi00577259-17 from 1417216 to 1982464 tid 2 2024-04-12T16:36:37.688 INFO:tasks.rados.rados.0.smithi005.stdout:3585: writing smithi00577259-17 from 1982464 to 2678784 tid 3 2024-04-12T16:36:37.691 INFO:tasks.rados.rados.0.smithi005.stdout:3585: writing smithi00577259-17 from 2678784 to 3022848 tid 4 2024-04-12T16:36:37.691 INFO:tasks.rados.rados.0.smithi005.stdout:3586: read oid 8 snap -1 2024-04-12T16:36:37.691 INFO:tasks.rados.rados.0.smithi005.stdout:3586: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:36:37.691 INFO:tasks.rados.rados.0.smithi005.stdout:3587: delete oid 28 current snap is 331 2024-04-12T16:36:37.691 INFO:tasks.rados.rados.0.smithi005.stdout:3585: finishing write tid 1 to smithi00577259-17 2024-04-12T16:36:37.691 INFO:tasks.rados.rados.0.smithi005.stdout:3585: finishing write tid 2 to smithi00577259-17 2024-04-12T16:36:37.696 INFO:tasks.rados.rados.0.smithi005.stdout:3585: finishing write tid 3 to smithi00577259-17 2024-04-12T16:36:37.696 INFO:tasks.rados.rados.0.smithi005.stdout:3585: finishing write tid 4 to smithi00577259-17 2024-04-12T16:36:37.697 INFO:tasks.rados.rados.0.smithi005.stdout:3583: expect (ObjNum 1134 snap 328 seq_num 1134) 2024-04-12T16:36:37.885 INFO:tasks.rados.rados.0.smithi005.stdout:3584: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:36:37.885 INFO:tasks.rados.rados.0.smithi005.stdout:3585: finishing write tid 5 to smithi00577259-17 2024-04-12T16:36:37.885 INFO:tasks.rados.rados.0.smithi005.stdout:3585: finishing write tid 6 to smithi00577259-17 2024-04-12T16:36:37.885 INFO:tasks.rados.rados.0.smithi005.stdout:3585: oid 17 updating version 0 to 1519 2024-04-12T16:36:37.885 INFO:tasks.rados.rados.0.smithi005.stdout:3585: oid 17 updating version 1519 to 1523 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:3585: oid 17 version 1523 is already newer than 1521 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:3585: oid 17 version 1523 is already newer than 1520 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:3585: oid 17 version 1523 is already newer than 1522 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1523 (ObjNum 1142 snap 331 seq_num 1142) dirty exists 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:3585: left oid 17 (ObjNum 1142 snap 331 seq_num 1142) 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:3584: finishing copy_from to smithi00577259-20 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1475 (ObjNum 1114 snap 325 seq_num 1114) dirty exists 2024-04-12T16:36:37.886 INFO:tasks.rados.rados.0.smithi005.stdout:3586: expect (ObjNum 1018 snap 291 seq_num 1018) 2024-04-12T16:36:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:37 smithi005 ceph-mon[88416]: pgmap v782: 121 pgs: 121 active+clean; 299 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-04-12T16:36:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:37 smithi005 ceph-mon[88416]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T16:36:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:37 smithi005 ceph-mon[90837]: pgmap v782: 121 pgs: 121 active+clean; 299 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-04-12T16:36:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:37 smithi005 ceph-mon[90837]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T16:36:38.067 INFO:tasks.rados.rados.0.smithi005.stdout:3583: done (4 left) 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:3584: done (3 left) 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:3585: done (2 left) 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:3586: done (1 left) 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:3587: done (0 left) 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:3588: rollback oid 47 current snap is 331 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 47 to 313 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 25 current snap is 331 2024-04-12T16:36:38.068 INFO:tasks.rados.rados.0.smithi005.stdout:3589: seq_num 1144 ranges {688128=770048,1458176=737280,2195456=712704,2908160=155648} 2024-04-12T16:36:38.075 INFO:tasks.rados.rados.0.smithi005.stdout:3589: writing smithi00577259-25 from 688128 to 1458176 tid 1 2024-04-12T16:36:38.080 INFO:tasks.rados.rados.0.smithi005.stdout:3589: writing smithi00577259-25 from 1458176 to 2195456 tid 2 2024-04-12T16:36:38.084 INFO:tasks.rados.rados.0.smithi005.stdout:3589: writing smithi00577259-25 from 2195456 to 2908160 tid 3 2024-04-12T16:36:38.085 INFO:tasks.rados.rados.0.smithi005.stdout:3589: writing smithi00577259-25 from 2908160 to 3063808 tid 4 2024-04-12T16:36:38.085 INFO:tasks.rados.rados.0.smithi005.stdout:3590: read oid 6 snap -1 2024-04-12T16:36:38.085 INFO:tasks.rados.rados.0.smithi005.stdout:3590: expect (ObjNum 1113 snap 325 seq_num 1113) 2024-04-12T16:36:38.085 INFO:tasks.rados.rados.0.smithi005.stdout:3591: snap_create 2024-04-12T16:36:38.086 INFO:tasks.rados.rados.0.smithi005.stdout:3588: finishing rollback tid 0 to smithi00577259-47 2024-04-12T16:36:38.086 INFO:tasks.rados.rados.0.smithi005.stdout:3588: finishing rollback tid 1 to smithi00577259-47 2024-04-12T16:36:38.086 INFO:tasks.rados.rados.0.smithi005.stdout:3588: finishing rollback tid 2 to smithi00577259-47 2024-04-12T16:36:38.086 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1206 (ObjNum 1065 snap 313 seq_num 1065) dirty exists 2024-04-12T16:36:38.086 INFO:tasks.rados.rados.0.smithi005.stdout:3589: finishing write tid 1 to smithi00577259-25 2024-04-12T16:36:38.086 INFO:tasks.rados.rados.0.smithi005.stdout:3589: finishing write tid 2 to smithi00577259-25 2024-04-12T16:36:38.088 INFO:tasks.rados.rados.0.smithi005.stdout:3589: finishing write tid 3 to smithi00577259-25 2024-04-12T16:36:38.088 INFO:tasks.rados.rados.0.smithi005.stdout:3589: finishing write tid 4 to smithi00577259-25 2024-04-12T16:36:38.088 INFO:tasks.rados.rados.0.smithi005.stdout:3589: finishing write tid 5 to smithi00577259-25 2024-04-12T16:36:38.089 INFO:tasks.rados.rados.0.smithi005.stdout:3589: finishing write tid 6 to smithi00577259-25 2024-04-12T16:36:38.089 INFO:tasks.rados.rados.0.smithi005.stdout:3589: oid 25 updating version 0 to 1552 2024-04-12T16:36:38.089 INFO:tasks.rados.rados.0.smithi005.stdout:3589: oid 25 updating version 1552 to 1554 2024-04-12T16:36:38.089 INFO:tasks.rados.rados.0.smithi005.stdout:3589: oid 25 updating version 1554 to 1556 2024-04-12T16:36:38.089 INFO:tasks.rados.rados.0.smithi005.stdout:3589: oid 25 version 1556 is already newer than 1553 2024-04-12T16:36:38.090 INFO:tasks.rados.rados.0.smithi005.stdout:3589: oid 25 version 1556 is already newer than 1555 2024-04-12T16:36:38.090 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1556 (ObjNum 1144 snap 331 seq_num 1144) dirty exists 2024-04-12T16:36:38.090 INFO:tasks.rados.rados.0.smithi005.stdout:3589: left oid 25 (ObjNum 1144 snap 331 seq_num 1144) 2024-04-12T16:36:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:37 smithi016 ceph-mon[84444]: pgmap v782: 121 pgs: 121 active+clean; 299 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-04-12T16:36:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:37 smithi016 ceph-mon[84444]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T16:36:38.096 INFO:tasks.rados.rados.0.smithi005.stdout:3590: expect (ObjNum 1113 snap 325 seq_num 1113) 2024-04-12T16:36:38.677 INFO:tasks.rados.rados.0.smithi005.stdout:3588: done (3 left) 2024-04-12T16:36:38.677 INFO:tasks.rados.rados.0.smithi005.stdout:3589: done (2 left) 2024-04-12T16:36:38.677 INFO:tasks.rados.rados.0.smithi005.stdout:3590: done (1 left) 2024-04-12T16:36:38.677 INFO:tasks.rados.rados.0.smithi005.stdout:3591: done (0 left) 2024-04-12T16:36:38.677 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 332 2024-04-12T16:36:38.677 INFO:tasks.rados.rados.0.smithi005.stdout:3592: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-04-12T16:36:38.680 INFO:tasks.rados.rados.0.smithi005.stdout:3592: writing smithi00577259-38 from 0 to 786432 tid 1 2024-04-12T16:36:38.684 INFO:tasks.rados.rados.0.smithi005.stdout:3592: writing smithi00577259-38 from 786432 to 1409024 tid 2 2024-04-12T16:36:38.687 INFO:tasks.rados.rados.0.smithi005.stdout:3592: writing smithi00577259-38 from 1409024 to 1925120 tid 3 2024-04-12T16:36:38.689 INFO:tasks.rados.rados.0.smithi005.stdout:3592: writing smithi00577259-38 from 1925120 to 2342912 tid 4 2024-04-12T16:36:38.689 INFO:tasks.rados.rados.0.smithi005.stdout:3592: writing smithi00577259-38 from 2342912 to 2392064 tid 5 2024-04-12T16:36:38.689 INFO:tasks.rados.rados.0.smithi005.stdout:3593: snap_remove snap 328 2024-04-12T16:36:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:38 smithi005 ceph-mon[88416]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T16:36:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:38 smithi005 ceph-mon[90837]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T16:36:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:38 smithi016 ceph-mon[84444]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3593: done (1 left) 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3594: copy_from oid 41 from oid 7 current snap is 332 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3592: finishing write tid 1 to smithi00577259-38 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3592: finishing write tid 2 to smithi00577259-38 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3592: finishing write tid 3 to smithi00577259-38 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3592: finishing write tid 4 to smithi00577259-38 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3592: finishing write tid 5 to smithi00577259-38 2024-04-12T16:36:39.681 INFO:tasks.rados.rados.0.smithi005.stdout:3592: finishing write tid 6 to smithi00577259-38 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: finishing write tid 7 to smithi00577259-38 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: oid 38 updating version 0 to 1456 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: oid 38 updating version 1456 to 1459 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: oid 38 updating version 1459 to 1461 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: oid 38 version 1461 is already newer than 1457 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: oid 38 version 1461 is already newer than 1460 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: oid 38 version 1461 is already newer than 1458 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1461 (ObjNum 1145 snap 332 seq_num 1145) dirty exists 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: left oid 38 (ObjNum 1145 snap 332 seq_num 1145) 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3592: done (1 left) 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3595: copy_from oid 40 from oid 29 current snap is 332 2024-04-12T16:36:39.682 INFO:tasks.rados.rados.0.smithi005.stdout:3596: delete oid 36 current snap is 332 2024-04-12T16:36:39.683 INFO:tasks.rados.rados.0.smithi005.stdout:3594: finishing copy_from to smithi00577259-41 2024-04-12T16:36:39.683 INFO:tasks.rados.rados.0.smithi005.stdout:3594: got expected ENOENT (src dne) 2024-04-12T16:36:39.683 INFO:tasks.rados.rados.0.smithi005.stdout:3594: finishing copy_from racing read to smithi00577259-41 2024-04-12T16:36:39.688 INFO:tasks.rados.rados.0.smithi005.stdout:3594: done (2 left) 2024-04-12T16:36:39.688 INFO:tasks.rados.rados.0.smithi005.stdout:3596: done (1 left) 2024-04-12T16:36:39.688 INFO:tasks.rados.rados.0.smithi005.stdout:3597: snap_create 2024-04-12T16:36:39.714 INFO:tasks.rados.rados.0.smithi005.stdout:3595: finishing copy_from racing read to smithi00577259-40 2024-04-12T16:36:39.716 INFO:tasks.rados.rados.0.smithi005.stdout:3595: finishing copy_from to smithi00577259-40 2024-04-12T16:36:39.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1366 (ObjNum 1019 snap 291 seq_num 1019) dirty exists 2024-04-12T16:36:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:39 smithi005 ceph-mon[88416]: pgmap v785: 121 pgs: 121 active+clean; 282 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-12T16:36:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:39 smithi005 ceph-mon[88416]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T16:36:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:39 smithi005 ceph-mon[90837]: pgmap v785: 121 pgs: 121 active+clean; 282 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-12T16:36:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:39 smithi005 ceph-mon[90837]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T16:36:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:39 smithi016 ceph-mon[84444]: pgmap v785: 121 pgs: 121 active+clean; 282 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-12T16:36:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:39 smithi016 ceph-mon[84444]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T16:36:40.692 INFO:tasks.rados.rados.0.smithi005.stdout:3595: done (1 left) 2024-04-12T16:36:40.692 INFO:tasks.rados.rados.0.smithi005.stdout:3597: done (0 left) 2024-04-12T16:36:40.692 INFO:tasks.rados.rados.0.smithi005.stdout:3598: snap_remove snap 330 2024-04-12T16:36:40.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:40 smithi005 ceph-mon[88416]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T16:36:40.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:40 smithi005 ceph-mon[90837]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T16:36:41.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:40 smithi016 ceph-mon[84444]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T16:36:41.694 INFO:tasks.rados.rados.0.smithi005.stdout:3598: done (0 left) 2024-04-12T16:36:41.694 INFO:tasks.rados.rados.0.smithi005.stdout:3599: delete oid 36 current snap is 333 2024-04-12T16:36:41.707 INFO:tasks.rados.rados.0.smithi005.stdout:3599: done (0 left) 2024-04-12T16:36:41.707 INFO:tasks.rados.rados.0.smithi005.stdout:3600: rmattr oid 37 current snap is 333 2024-04-12T16:36:41.707 INFO:tasks.rados.rados.0.smithi005.stdout:3600: done (0 left) 2024-04-12T16:36:41.707 INFO:tasks.rados.rados.0.smithi005.stdout:3601: read oid 40 snap -1 2024-04-12T16:36:41.707 INFO:tasks.rados.rados.0.smithi005.stdout:3601: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:41.707 INFO:tasks.rados.rados.0.smithi005.stdout:3602: snap_create 2024-04-12T16:36:41.725 INFO:tasks.rados.rados.0.smithi005.stdout:3601: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:41 smithi005 ceph-mon[88416]: pgmap v788: 121 pgs: 121 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T16:36:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:41 smithi005 ceph-mon[88416]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T16:36:41.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:41 smithi005 ceph-mon[90837]: pgmap v788: 121 pgs: 121 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T16:36:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:41 smithi005 ceph-mon[90837]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T16:36:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:41 smithi016 ceph-mon[84444]: pgmap v788: 121 pgs: 121 active+clean; 285 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-04-12T16:36:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:41 smithi016 ceph-mon[84444]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T16:36:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:36:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:36:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:42.705 INFO:tasks.rados.rados.0.smithi005.stdout:3601: done (1 left) 2024-04-12T16:36:42.705 INFO:tasks.rados.rados.0.smithi005.stdout:3602: done (0 left) 2024-04-12T16:36:42.705 INFO:tasks.rados.rados.0.smithi005.stdout:3603: setattr oid 19 current snap is 334 2024-04-12T16:36:42.705 INFO:tasks.rados.rados.0.smithi005.stdout:3604: copy_from oid 24 from oid 17 current snap is 334 2024-04-12T16:36:42.705 INFO:tasks.rados.rados.0.smithi005.stdout:3605: snap_create 2024-04-12T16:36:42.709 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1438 (ObjNum 1094 snap 322 seq_num 1094) dirty exists 2024-04-12T16:36:42.720 INFO:tasks.rados.rados.0.smithi005.stdout:3604: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:36:42.722 INFO:tasks.rados.rados.0.smithi005.stdout:3604: finishing copy_from to smithi00577259-24 2024-04-12T16:36:42.722 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1523 (ObjNum 1142 snap 331 seq_num 1142) dirty exists 2024-04-12T16:36:43.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:42 smithi016 ceph-mon[84444]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T16:36:43.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:42 smithi005 ceph-mon[88416]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T16:36:43.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:42 smithi005 ceph-mon[90837]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T16:36:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3603: done (2 left) 2024-04-12T16:36:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3604: done (1 left) 2024-04-12T16:36:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3605: done (0 left) 2024-04-12T16:36:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3606: read oid 6 snap -1 2024-04-12T16:36:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3606: expect (ObjNum 1113 snap 325 seq_num 1113) 2024-04-12T16:36:43.706 INFO:tasks.rados.rados.0.smithi005.stdout:3607: snap_create 2024-04-12T16:36:43.719 INFO:tasks.rados.rados.0.smithi005.stdout:3606: expect (ObjNum 1113 snap 325 seq_num 1113) 2024-04-12T16:36:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:43 smithi016 ceph-mon[84444]: pgmap v791: 121 pgs: 121 active+clean; 288 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T16:36:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:43 smithi016 ceph-mon[84444]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T16:36:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:36:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:43 smithi005 ceph-mon[88416]: pgmap v791: 121 pgs: 121 active+clean; 288 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T16:36:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:43 smithi005 ceph-mon[88416]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T16:36:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:36:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:36:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:36:43] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-12T16:36:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:43 smithi005 ceph-mon[90837]: pgmap v791: 121 pgs: 121 active+clean; 288 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T16:36:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:43 smithi005 ceph-mon[90837]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T16:36:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:36:44.705 INFO:tasks.rados.rados.0.smithi005.stdout:3606: done (1 left) 2024-04-12T16:36:44.705 INFO:tasks.rados.rados.0.smithi005.stdout:3607: done (0 left) 2024-04-12T16:36:44.705 INFO:tasks.rados.rados.0.smithi005.stdout:3608: snap_create 2024-04-12T16:36:45.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:44 smithi016 ceph-mon[84444]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T16:36:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:45.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:44 smithi016 ceph-mon[84444]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T16:36:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[88416]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T16:36:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[88416]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T16:36:45.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[90837]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T16:36:45.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:45.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:45.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:44 smithi005 ceph-mon[90837]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T16:36:45.668 INFO:tasks.rados.rados.0.smithi005.stdout:3608: done (0 left) 2024-04-12T16:36:45.668 INFO:tasks.rados.rados.0.smithi005.stdout:3609: read oid 21 snap -1 2024-04-12T16:36:45.668 INFO:tasks.rados.rados.0.smithi005.stdout:3609: expect (ObjNum 1130 snap 328 seq_num 1130) 2024-04-12T16:36:45.668 INFO:tasks.rados.rados.0.smithi005.stdout:3610: read oid 25 snap -1 2024-04-12T16:36:45.668 INFO:tasks.rados.rados.0.smithi005.stdout:3610: expect (ObjNum 1144 snap 331 seq_num 1144) 2024-04-12T16:36:45.668 INFO:tasks.rados.rados.0.smithi005.stdout:3611: copy_from oid 33 from oid 46 current snap is 337 2024-04-12T16:36:45.668 INFO:tasks.rados.rados.0.smithi005.stdout:3612: delete oid 9 current snap is 337 2024-04-12T16:36:45.676 INFO:tasks.rados.rados.0.smithi005.stdout:3612: done (3 left) 2024-04-12T16:36:45.676 INFO:tasks.rados.rados.0.smithi005.stdout:3613: snap_remove snap 331 2024-04-12T16:36:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:45 smithi016 ceph-mon[84444]: pgmap v794: 121 pgs: 121 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-12T16:36:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:36:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:36:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:45 smithi016 ceph-mon[84444]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T16:36:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[88416]: pgmap v794: 121 pgs: 121 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-12T16:36:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:36:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:36:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:46.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[88416]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T16:36:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[90837]: pgmap v794: 121 pgs: 121 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-12T16:36:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:36:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:36:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:36:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:45 smithi005 ceph-mon[90837]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T16:36:46.669 INFO:tasks.rados.rados.0.smithi005.stdout:3613: done (3 left) 2024-04-12T16:36:46.669 INFO:tasks.rados.rados.0.smithi005.stdout:3614: read oid 10 snap -1 2024-04-12T16:36:46.669 INFO:tasks.rados.rados.0.smithi005.stdout:3614: expect (ObjNum 1119 snap 326 seq_num 1119) 2024-04-12T16:36:46.669 INFO:tasks.rados.rados.0.smithi005.stdout:3615: rmattr oid 36 current snap is 337 2024-04-12T16:36:46.669 INFO:tasks.rados.rados.0.smithi005.stdout:3615: done (4 left) 2024-04-12T16:36:46.670 INFO:tasks.rados.rados.0.smithi005.stdout:3616: read oid 36 snap -1 2024-04-12T16:36:46.670 INFO:tasks.rados.rados.0.smithi005.stdout:3616: expect deleted 2024-04-12T16:36:46.670 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 337 2024-04-12T16:36:46.670 INFO:tasks.rados.rados.0.smithi005.stdout:3617: seq_num 1149 ranges {0=49152} 2024-04-12T16:36:46.670 INFO:tasks.rados.rados.0.smithi005.stdout:3617: writing smithi00577259-14 from 0 to 49152 tid 1 2024-04-12T16:36:46.670 INFO:tasks.rados.rados.0.smithi005.stdout:3618: snap_remove snap 310 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:3618: done (6 left) 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:3619: rollback oid 44 current snap is 337 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 319 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 337 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:3620: seq_num 1150 ranges {0=65536} 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:3620: writing smithi00577259-7 from 0 to 65536 tid 1 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:3621: rollback oid 2 current snap is 337 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 335 2024-04-12T16:36:47.676 INFO:tasks.rados.rados.0.smithi005.stdout:3622: snap_remove snap 315 2024-04-12T16:36:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:47 smithi005 ceph-mon[88416]: pgmap v797: 121 pgs: 121 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T16:36:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:47 smithi005 ceph-mon[88416]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T16:36:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:47 smithi005 ceph-mon[90837]: pgmap v797: 121 pgs: 121 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T16:36:47.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:47 smithi005 ceph-mon[90837]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T16:36:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:47 smithi016 ceph-mon[84444]: pgmap v797: 121 pgs: 121 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-12T16:36:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:47 smithi016 ceph-mon[84444]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T16:36:48.688 INFO:tasks.rados.rados.0.smithi005.stdout:3622: done (9 left) 2024-04-12T16:36:48.688 INFO:tasks.rados.rados.0.smithi005.stdout:3623: delete oid 41 current snap is 337 2024-04-12T16:36:48.688 INFO:tasks.rados.rados.0.smithi005.stdout:3610: expect (ObjNum 1144 snap 331 seq_num 1144) 2024-04-12T16:36:48.788 INFO:tasks.rados.rados.0.smithi005.stdout:3609: expect (ObjNum 1130 snap 328 seq_num 1130) 2024-04-12T16:36:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:48 smithi005 ceph-mon[88416]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T16:36:48.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:48 smithi005 ceph-mon[90837]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T16:36:49.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:48 smithi016 ceph-mon[84444]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T16:36:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:49 smithi005 ceph-mon[88416]: pgmap v800: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 28 KiB/s wr, 6 op/s 2024-04-12T16:36:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:49 smithi005 ceph-mon[88416]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T16:36:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:49 smithi005 ceph-mon[90837]: pgmap v800: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 28 KiB/s wr, 6 op/s 2024-04-12T16:36:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:49 smithi005 ceph-mon[90837]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T16:36:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:50.001 INFO:tasks.rados.rados.0.smithi005.stdout:3611: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:36:50.001 INFO:tasks.rados.rados.0.smithi005.stdout:3611: finishing copy_from to smithi00577259-33 2024-04-12T16:36:50.001 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1220 (ObjNum 977 snap 281 seq_num 977) dirty exists 2024-04-12T16:36:50.001 INFO:tasks.rados.rados.0.smithi005.stdout:3609: done (9 left) 2024-04-12T16:36:50.001 INFO:tasks.rados.rados.0.smithi005.stdout:3610: done (8 left) 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3611: done (7 left) 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3623: done (6 left) 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3624: read oid 30 snap 332 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3624: expect (ObjNum 1112 snap 325 seq_num 1112) 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3625: rollback oid 28 current snap is 337 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 28 to 316 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3617: finishing write tid 1 to smithi00577259-14 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3617: finishing write tid 2 to smithi00577259-14 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3617: finishing write tid 3 to smithi00577259-14 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3617: oid 14 updating version 0 to 1638 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3617: oid 14 version 1638 is already newer than 1637 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1638 (ObjNum 1149 snap 337 seq_num 1149) dirty exists 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3617: left oid 14 (ObjNum 1149 snap 337 seq_num 1149) 2024-04-12T16:36:50.002 INFO:tasks.rados.rados.0.smithi005.stdout:3614: expect (ObjNum 1119 snap 326 seq_num 1119) 2024-04-12T16:36:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:49 smithi016 ceph-mon[84444]: pgmap v800: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 299 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 28 KiB/s wr, 6 op/s 2024-04-12T16:36:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:49 smithi016 ceph-mon[84444]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T16:36:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:36:50.183 INFO:tasks.rados.rados.0.smithi005.stdout:3620: finishing write tid 1 to smithi00577259-7 2024-04-12T16:36:50.183 INFO:tasks.rados.rados.0.smithi005.stdout:3620: finishing write tid 2 to smithi00577259-7 2024-04-12T16:36:50.183 INFO:tasks.rados.rados.0.smithi005.stdout:3620: finishing write tid 3 to smithi00577259-7 2024-04-12T16:36:50.183 INFO:tasks.rados.rados.0.smithi005.stdout:3620: oid 7 updating version 0 to 1269 2024-04-12T16:36:50.183 INFO:tasks.rados.rados.0.smithi005.stdout:3620: oid 7 updating version 1269 to 1270 2024-04-12T16:36:50.183 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1270 (ObjNum 1150 snap 337 seq_num 1150) dirty exists 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3620: left oid 7 (ObjNum 1150 snap 337 seq_num 1150) 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3619: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3619: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3614: done (7 left) 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3616: done (6 left) 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3617: done (5 left) 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3620: done (4 left) 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3626: delete oid 9 current snap is 337 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3621: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:3619: finishing rollback tid 2 to smithi00577259-44 2024-04-12T16:36:50.184 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1454 (ObjNum 1050 snap 310 seq_num 1050) dirty exists 2024-04-12T16:36:50.185 INFO:tasks.rados.rados.0.smithi005.stdout:3621: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:36:50.185 INFO:tasks.rados.rados.0.smithi005.stdout:3621: finishing rollback tid 2 to smithi00577259-2 2024-04-12T16:36:50.185 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1569 (ObjNum 965 snap 276 seq_num 965) dirty exists 2024-04-12T16:36:50.185 INFO:tasks.rados.rados.0.smithi005.stdout:3625: finishing rollback tid 1 to smithi00577259-28 2024-04-12T16:36:50.185 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1558 (ObjNum 33 snap 0 seq_num 730783776) dirty dne 2024-04-12T16:36:50.185 INFO:tasks.rados.rados.0.smithi005.stdout:3624: expect (ObjNum 1112 snap 325 seq_num 1112) 2024-04-12T16:36:50.231 INFO:tasks.rados.rados.0.smithi005.stdout:3619: done (4 left) 2024-04-12T16:36:50.231 INFO:tasks.rados.rados.0.smithi005.stdout:3621: done (3 left) 2024-04-12T16:36:50.231 INFO:tasks.rados.rados.0.smithi005.stdout:3624: done (2 left) 2024-04-12T16:36:50.231 INFO:tasks.rados.rados.0.smithi005.stdout:3625: done (1 left) 2024-04-12T16:36:50.231 INFO:tasks.rados.rados.0.smithi005.stdout:3626: done (0 left) 2024-04-12T16:36:50.231 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 5 current snap is 337 2024-04-12T16:36:50.231 INFO:tasks.rados.rados.0.smithi005.stdout:3627: seq_num 1153 ranges {1466368=114688} 2024-04-12T16:36:50.240 INFO:tasks.rados.rados.0.smithi005.stdout:3627: writing smithi00577259-5 from 1466368 to 1581056 tid 1 2024-04-12T16:36:50.240 INFO:tasks.rados.rados.0.smithi005.stdout:3628: snap_create 2024-04-12T16:36:50.244 INFO:tasks.rados.rados.0.smithi005.stdout:3627: finishing write tid 1 to smithi00577259-5 2024-04-12T16:36:50.244 INFO:tasks.rados.rados.0.smithi005.stdout:3627: finishing write tid 2 to smithi00577259-5 2024-04-12T16:36:50.245 INFO:tasks.rados.rados.0.smithi005.stdout:3627: finishing write tid 3 to smithi00577259-5 2024-04-12T16:36:50.245 INFO:tasks.rados.rados.0.smithi005.stdout:3627: oid 5 updating version 0 to 1381 2024-04-12T16:36:50.245 INFO:tasks.rados.rados.0.smithi005.stdout:3627: oid 5 updating version 1381 to 1382 2024-04-12T16:36:50.245 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1382 (ObjNum 1153 snap 337 seq_num 1153) dirty exists 2024-04-12T16:36:50.246 INFO:tasks.rados.rados.0.smithi005.stdout:3627: left oid 5 (ObjNum 1153 snap 337 seq_num 1153) 2024-04-12T16:36:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:3627: done (1 left) 2024-04-12T16:36:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:3628: done (0 left) 2024-04-12T16:36:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 338 2024-04-12T16:36:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:3629: seq_num 1154 ranges {0=131072} 2024-04-12T16:36:50.694 INFO:tasks.rados.rados.0.smithi005.stdout:3629: writing smithi00577259-42 from 0 to 131072 tid 1 2024-04-12T16:36:50.694 INFO:tasks.rados.rados.0.smithi005.stdout:3630: read oid 41 snap -1 2024-04-12T16:36:50.694 INFO:tasks.rados.rados.0.smithi005.stdout:3630: expect deleted 2024-04-12T16:36:50.694 INFO:tasks.rados.rados.0.smithi005.stdout:3631: snap_create 2024-04-12T16:36:50.701 INFO:tasks.rados.rados.0.smithi005.stdout:3629: finishing write tid 1 to smithi00577259-42 2024-04-12T16:36:50.701 INFO:tasks.rados.rados.0.smithi005.stdout:3629: finishing write tid 2 to smithi00577259-42 2024-04-12T16:36:50.703 INFO:tasks.rados.rados.0.smithi005.stdout:3629: finishing write tid 3 to smithi00577259-42 2024-04-12T16:36:50.703 INFO:tasks.rados.rados.0.smithi005.stdout:3629: oid 42 updating version 0 to 1654 2024-04-12T16:36:50.703 INFO:tasks.rados.rados.0.smithi005.stdout:3629: oid 42 updating version 1654 to 1655 2024-04-12T16:36:50.703 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1655 (ObjNum 1154 snap 338 seq_num 1154) dirty exists 2024-04-12T16:36:50.703 INFO:tasks.rados.rados.0.smithi005.stdout:3629: left oid 42 (ObjNum 1154 snap 338 seq_num 1154) 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3629: done (2 left) 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3630: done (1 left) 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3631: done (0 left) 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3632: copy_from oid 39 from oid 30 current snap is 339 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3633: read oid 40 snap -1 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3633: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3634: read oid 43 snap -1 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3634: expect (ObjNum 1119 snap 326 seq_num 1119) 2024-04-12T16:36:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3635: snap_remove snap 324 2024-04-12T16:36:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:51 smithi005 ceph-mon[88416]: pgmap v802: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:36:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:51 smithi005 ceph-mon[88416]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T16:36:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:51 smithi005 ceph-mon[90837]: pgmap v802: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:36:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:51 smithi005 ceph-mon[90837]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T16:36:52.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:51 smithi016 ceph-mon[84444]: pgmap v802: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:36:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:51 smithi016 ceph-mon[84444]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T16:36:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:36:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:36:52.707 INFO:tasks.rados.rados.0.smithi005.stdout:3635: done (3 left) 2024-04-12T16:36:52.708 INFO:tasks.rados.rados.0.smithi005.stdout:3636: copy_from oid 31 from oid 25 current snap is 339 2024-04-12T16:36:52.708 INFO:tasks.rados.rados.0.smithi005.stdout:3637: snap_create 2024-04-12T16:36:52.708 INFO:tasks.rados.rados.0.smithi005.stdout:3632: finishing copy_from racing read to smithi00577259-39 2024-04-12T16:36:52.708 INFO:tasks.rados.rados.0.smithi005.stdout:3632: finishing copy_from to smithi00577259-39 2024-04-12T16:36:52.708 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1132 (ObjNum 1112 snap 325 seq_num 1112) dirty exists 2024-04-12T16:36:52.708 INFO:tasks.rados.rados.0.smithi005.stdout:3634: expect (ObjNum 1119 snap 326 seq_num 1119) 2024-04-12T16:36:52.896 INFO:tasks.rados.rados.0.smithi005.stdout:3633: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:36:53.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:52 smithi016 ceph-mon[84444]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T16:36:53.193 INFO:tasks.rados.rados.0.smithi005.stdout:3636: finishing copy_from racing read to smithi00577259-31 2024-04-12T16:36:53.194 INFO:tasks.rados.rados.0.smithi005.stdout:3636: finishing copy_from to smithi00577259-31 2024-04-12T16:36:53.194 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1556 (ObjNum 1144 snap 331 seq_num 1144) dirty exists 2024-04-12T16:36:53.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:52 smithi005 ceph-mon[88416]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T16:36:53.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:52 smithi005 ceph-mon[90837]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T16:36:53.709 INFO:tasks.rados.rados.0.smithi005.stdout:3632: done (4 left) 2024-04-12T16:36:53.709 INFO:tasks.rados.rados.0.smithi005.stdout:3633: done (3 left) 2024-04-12T16:36:53.709 INFO:tasks.rados.rados.0.smithi005.stdout:3634: done (2 left) 2024-04-12T16:36:53.709 INFO:tasks.rados.rados.0.smithi005.stdout:3636: done (1 left) 2024-04-12T16:36:53.709 INFO:tasks.rados.rados.0.smithi005.stdout:3637: done (0 left) 2024-04-12T16:36:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:3638: rollback oid 15 current snap is 340 2024-04-12T16:36:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 15 to 336 2024-04-12T16:36:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:3639: read oid 2 snap -1 2024-04-12T16:36:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:3639: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:36:53.710 INFO:tasks.rados.rados.0.smithi005.stdout:3640: snap_remove snap 338 2024-04-12T16:36:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:53 smithi016 ceph-mon[84444]: pgmap v805: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:36:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:53 smithi016 ceph-mon[84444]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T16:36:54.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:53 smithi005 ceph-mon[88416]: pgmap v805: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:36:54.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:53 smithi005 ceph-mon[88416]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T16:36:54.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:36:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:36:53] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-12T16:36:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:53 smithi005 ceph-mon[90837]: pgmap v805: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:36:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:53 smithi005 ceph-mon[90837]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T16:36:54.716 INFO:tasks.rados.rados.0.smithi005.stdout:3638: finishing rollback tid 0 to smithi00577259-15 2024-04-12T16:36:54.717 INFO:tasks.rados.rados.0.smithi005.stdout:3638: finishing rollback tid 1 to smithi00577259-15 2024-04-12T16:36:54.717 INFO:tasks.rados.rados.0.smithi005.stdout:3638: finishing rollback tid 2 to smithi00577259-15 2024-04-12T16:36:54.717 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1051 (ObjNum 1136 snap 328 seq_num 1136) dirty exists 2024-04-12T16:36:54.717 INFO:tasks.rados.rados.0.smithi005.stdout:3639: expect (ObjNum 965 snap 276 seq_num 965) 2024-04-12T16:36:54.764 INFO:tasks.rados.rados.0.smithi005.stdout:3638: done (2 left) 2024-04-12T16:36:54.764 INFO:tasks.rados.rados.0.smithi005.stdout:3639: done (1 left) 2024-04-12T16:36:54.764 INFO:tasks.rados.rados.0.smithi005.stdout:3640: done (0 left) 2024-04-12T16:36:54.764 INFO:tasks.rados.rados.0.smithi005.stdout:3641: read oid 13 snap -1 2024-04-12T16:36:54.764 INFO:tasks.rados.rados.0.smithi005.stdout:3641: expect deleted 2024-04-12T16:36:54.764 INFO:tasks.rados.rados.0.smithi005.stdout:3642: snap_create 2024-04-12T16:36:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:54 smithi016 ceph-mon[84444]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T16:36:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:54 smithi005 ceph-mon[88416]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T16:36:55.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:54 smithi005 ceph-mon[90837]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T16:36:55.678 INFO:tasks.rados.rados.0.smithi005.stdout:3641: done (1 left) 2024-04-12T16:36:55.678 INFO:tasks.rados.rados.0.smithi005.stdout:3642: done (0 left) 2024-04-12T16:36:55.678 INFO:tasks.rados.rados.0.smithi005.stdout:3643: delete oid 42 current snap is 341 2024-04-12T16:36:55.684 INFO:tasks.rados.rados.0.smithi005.stdout:3643: done (0 left) 2024-04-12T16:36:55.684 INFO:tasks.rados.rados.0.smithi005.stdout:3644: snap_remove snap 336 2024-04-12T16:36:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:55 smithi016 ceph-mon[84444]: pgmap v808: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 508 KiB/s wr, 5 op/s 2024-04-12T16:36:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:55 smithi016 ceph-mon[84444]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T16:36:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:55 smithi016 ceph-mon[84444]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T16:36:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:55 smithi005 ceph-mon[88416]: pgmap v808: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 508 KiB/s wr, 5 op/s 2024-04-12T16:36:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:55 smithi005 ceph-mon[88416]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T16:36:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:55 smithi005 ceph-mon[88416]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T16:36:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:55 smithi005 ceph-mon[90837]: pgmap v808: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 508 KiB/s wr, 5 op/s 2024-04-12T16:36:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:55 smithi005 ceph-mon[90837]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T16:36:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:55 smithi005 ceph-mon[90837]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T16:36:56.683 INFO:tasks.rados.rados.0.smithi005.stdout:3644: done (0 left) 2024-04-12T16:36:56.683 INFO:tasks.rados.rados.0.smithi005.stdout:3645: rmattr oid 40 current snap is 341 2024-04-12T16:36:56.683 INFO:tasks.rados.rados.0.smithi005.stdout:3645: done (0 left) 2024-04-12T16:36:56.683 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 6 current snap is 341 2024-04-12T16:36:56.683 INFO:tasks.rados.rados.0.smithi005.stdout:3646: seq_num 1156 ranges {3317760=163840} 2024-04-12T16:36:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:3646: writing smithi00577259-6 from 3317760 to 3481600 tid 1 2024-04-12T16:36:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:3647: rollback oid 28 current snap is 341 2024-04-12T16:36:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 28 to 319 2024-04-12T16:36:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:3648: copy_from oid 50 from oid 35 current snap is 341 2024-04-12T16:36:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 341 2024-04-12T16:36:56.703 INFO:tasks.rados.rados.0.smithi005.stdout:3649: seq_num 1157 ranges {3080192=180224} 2024-04-12T16:36:56.721 INFO:tasks.rados.rados.0.smithi005.stdout:3649: writing smithi00577259-27 from 3080192 to 3260416 tid 1 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3650: delete oid 8 current snap is 341 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3647: finishing rollback tid 1 to smithi00577259-28 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1558 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3646: finishing write tid 1 to smithi00577259-6 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3646: finishing write tid 2 to smithi00577259-6 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3646: finishing write tid 3 to smithi00577259-6 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3646: oid 6 updating version 0 to 1377 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3646: oid 6 updating version 1377 to 1378 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1378 (ObjNum 1156 snap 341 seq_num 1156) dirty exists 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3646: left oid 6 (ObjNum 1156 snap 341 seq_num 1156) 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3648: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:36:56.722 INFO:tasks.rados.rados.0.smithi005.stdout:3648: finishing copy_from to smithi00577259-50 2024-04-12T16:36:56.723 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1355 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:36:56.724 INFO:tasks.rados.rados.0.smithi005.stdout:3649: finishing write tid 1 to smithi00577259-27 2024-04-12T16:36:56.726 INFO:tasks.rados.rados.0.smithi005.stdout:3649: finishing write tid 2 to smithi00577259-27 2024-04-12T16:36:56.726 INFO:tasks.rados.rados.0.smithi005.stdout:3646: done (4 left) 2024-04-12T16:36:56.726 INFO:tasks.rados.rados.0.smithi005.stdout:3647: done (3 left) 2024-04-12T16:36:56.726 INFO:tasks.rados.rados.0.smithi005.stdout:3648: done (2 left) 2024-04-12T16:36:56.726 INFO:tasks.rados.rados.0.smithi005.stdout:3650: done (1 left) 2024-04-12T16:36:56.726 INFO:tasks.rados.rados.0.smithi005.stdout:3651: copy_from oid 9 from oid 37 current snap is 341 2024-04-12T16:36:56.726 INFO:tasks.rados.rados.0.smithi005.stdout:3652: snap_create 2024-04-12T16:36:56.727 INFO:tasks.rados.rados.0.smithi005.stdout:3649: finishing write tid 3 to smithi00577259-27 2024-04-12T16:36:56.727 INFO:tasks.rados.rados.0.smithi005.stdout:3649: oid 27 updating version 0 to 1589 2024-04-12T16:36:56.727 INFO:tasks.rados.rados.0.smithi005.stdout:3649: oid 27 version 1589 is already newer than 1588 2024-04-12T16:36:56.727 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1589 (ObjNum 1157 snap 341 seq_num 1157) dirty exists 2024-04-12T16:36:56.728 INFO:tasks.rados.rados.0.smithi005.stdout:3649: left oid 27 (ObjNum 1157 snap 341 seq_num 1157) 2024-04-12T16:36:56.739 INFO:tasks.rados.rados.0.smithi005.stdout:3651: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:36:56.741 INFO:tasks.rados.rados.0.smithi005.stdout:3651: finishing copy_from to smithi00577259-9 2024-04-12T16:36:56.741 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1447 (ObjNum 1132 snap 328 seq_num 1132) dirty exists 2024-04-12T16:36:57.718 INFO:tasks.rados.rados.0.smithi005.stdout:3649: done (2 left) 2024-04-12T16:36:57.718 INFO:tasks.rados.rados.0.smithi005.stdout:3651: done (1 left) 2024-04-12T16:36:57.718 INFO:tasks.rados.rados.0.smithi005.stdout:3652: done (0 left) 2024-04-12T16:36:57.718 INFO:tasks.rados.rados.0.smithi005.stdout:3653: rollback oid 35 current snap is 342 2024-04-12T16:36:57.719 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 35 to 337 2024-04-12T16:36:57.719 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 342 2024-04-12T16:36:57.719 INFO:tasks.rados.rados.0.smithi005.stdout:3654: seq_num 1159 ranges {1548288=212992} 2024-04-12T16:36:57.728 INFO:tasks.rados.rados.0.smithi005.stdout:3654: writing smithi00577259-45 from 1548288 to 1761280 tid 1 2024-04-12T16:36:57.728 INFO:tasks.rados.rados.0.smithi005.stdout:3655: snap_remove snap 333 2024-04-12T16:36:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:57 smithi005 ceph-mon[88416]: pgmap v811: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 508 KiB/s wr, 3 op/s 2024-04-12T16:36:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:57 smithi005 ceph-mon[88416]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T16:36:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:57 smithi005 ceph-mon[90837]: pgmap v811: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 508 KiB/s wr, 3 op/s 2024-04-12T16:36:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:57 smithi005 ceph-mon[90837]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T16:36:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:57 smithi016 ceph-mon[84444]: pgmap v811: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 508 KiB/s wr, 3 op/s 2024-04-12T16:36:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:57 smithi016 ceph-mon[84444]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3653: finishing rollback tid 0 to smithi00577259-35 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3653: finishing rollback tid 1 to smithi00577259-35 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3653: finishing rollback tid 2 to smithi00577259-35 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1526 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3654: finishing write tid 1 to smithi00577259-45 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3654: finishing write tid 2 to smithi00577259-45 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3654: finishing write tid 3 to smithi00577259-45 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3654: oid 45 updating version 0 to 1591 2024-04-12T16:36:58.727 INFO:tasks.rados.rados.0.smithi005.stdout:3654: oid 45 updating version 1591 to 1592 2024-04-12T16:36:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1592 (ObjNum 1159 snap 342 seq_num 1159) dirty exists 2024-04-12T16:36:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:3654: left oid 45 (ObjNum 1159 snap 342 seq_num 1159) 2024-04-12T16:36:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:3653: done (2 left) 2024-04-12T16:36:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:3654: done (1 left) 2024-04-12T16:36:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:3655: done (0 left) 2024-04-12T16:36:58.728 INFO:tasks.rados.rados.0.smithi005.stdout:3656: snap_remove snap 327 2024-04-12T16:36:59.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:58 smithi016 ceph-mon[84444]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T16:36:59.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:58 smithi005 ceph-mon[88416]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T16:36:59.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:58 smithi005 ceph-mon[90837]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T16:36:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:3656: done (0 left) 2024-04-12T16:36:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:3657: rollback oid 37 current snap is 342 2024-04-12T16:36:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 37 to 339 2024-04-12T16:36:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 342 2024-04-12T16:36:59.729 INFO:tasks.rados.rados.0.smithi005.stdout:3658: seq_num 1160 ranges {0=229376} 2024-04-12T16:36:59.730 INFO:tasks.rados.rados.0.smithi005.stdout:3658: writing smithi00577259-36 from 0 to 229376 tid 1 2024-04-12T16:36:59.731 INFO:tasks.rados.rados.0.smithi005.stdout:3659: read oid 21 snap -1 2024-04-12T16:36:59.731 INFO:tasks.rados.rados.0.smithi005.stdout:3659: expect (ObjNum 1130 snap 328 seq_num 1130) 2024-04-12T16:36:59.732 INFO:tasks.rados.rados.0.smithi005.stdout:3660: read oid 18 snap -1 2024-04-12T16:36:59.732 INFO:tasks.rados.rados.0.smithi005.stdout:3660: expect deleted 2024-04-12T16:36:59.732 INFO:tasks.rados.rados.0.smithi005.stdout:3661: read oid 14 snap -1 2024-04-12T16:36:59.732 INFO:tasks.rados.rados.0.smithi005.stdout:3661: expect (ObjNum 1149 snap 337 seq_num 1149) 2024-04-12T16:36:59.732 INFO:tasks.rados.rados.0.smithi005.stdout:3662: delete oid 16 current snap is 342 2024-04-12T16:36:59.740 INFO:tasks.rados.rados.0.smithi005.stdout:3661: expect (ObjNum 1149 snap 337 seq_num 1149) 2024-04-12T16:36:59.745 INFO:tasks.rados.rados.0.smithi005.stdout:3660: done (5 left) 2024-04-12T16:36:59.745 INFO:tasks.rados.rados.0.smithi005.stdout:3661: done (4 left) 2024-04-12T16:36:59.746 INFO:tasks.rados.rados.0.smithi005.stdout:3662: done (3 left) 2024-04-12T16:36:59.746 INFO:tasks.rados.rados.0.smithi005.stdout:3663: copy_from oid 39 from oid 24 current snap is 342 2024-04-12T16:36:59.746 INFO:tasks.rados.rados.0.smithi005.stdout:3664: copy_from oid 8 from oid 35 current snap is 342 2024-04-12T16:36:59.746 INFO:tasks.rados.rados.0.smithi005.stdout:3665: setattr oid 47 current snap is 342 2024-04-12T16:36:59.747 INFO:tasks.rados.rados.0.smithi005.stdout:3666: snap_create 2024-04-12T16:36:59.750 INFO:tasks.rados.rados.0.smithi005.stdout:3658: finishing write tid 1 to smithi00577259-36 2024-04-12T16:36:59.750 INFO:tasks.rados.rados.0.smithi005.stdout:3658: finishing write tid 2 to smithi00577259-36 2024-04-12T16:36:59.751 INFO:tasks.rados.rados.0.smithi005.stdout:3658: finishing write tid 3 to smithi00577259-36 2024-04-12T16:36:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3658: oid 36 updating version 0 to 1604 2024-04-12T16:36:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3658: oid 36 updating version 1604 to 1605 2024-04-12T16:36:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1605 (ObjNum 1160 snap 342 seq_num 1160) dirty exists 2024-04-12T16:36:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3658: left oid 36 (ObjNum 1160 snap 342 seq_num 1160) 2024-04-12T16:36:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3657: finishing rollback tid 0 to smithi00577259-37 2024-04-12T16:36:59.752 INFO:tasks.rados.rados.0.smithi005.stdout:3657: finishing rollback tid 1 to smithi00577259-37 2024-04-12T16:36:59.753 INFO:tasks.rados.rados.0.smithi005.stdout:3657: finishing rollback tid 2 to smithi00577259-37 2024-04-12T16:36:59.753 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1456 (ObjNum 1132 snap 328 seq_num 1132) dirty exists 2024-04-12T16:36:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3664: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:36:59.762 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1207 (ObjNum 1065 snap 313 seq_num 1065) dirty exists 2024-04-12T16:36:59.763 INFO:tasks.rados.rados.0.smithi005.stdout:3664: finishing copy_from to smithi00577259-8 2024-04-12T16:36:59.763 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1526 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:36:59.774 INFO:tasks.rados.rados.0.smithi005.stdout:3663: finishing copy_from racing read to smithi00577259-39 2024-04-12T16:36:59.776 INFO:tasks.rados.rados.0.smithi005.stdout:3663: finishing copy_from to smithi00577259-39 2024-04-12T16:36:59.776 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1523 (ObjNum 1142 snap 331 seq_num 1142) dirty exists 2024-04-12T16:36:59.792 INFO:tasks.rados.rados.0.smithi005.stdout:3659: expect (ObjNum 1130 snap 328 seq_num 1130) 2024-04-12T16:37:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:59 smithi016 ceph-mon[84444]: pgmap v814: 121 pgs: 121 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:37:00.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:36:59 smithi016 ceph-mon[84444]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T16:37:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:59 smithi005 ceph-mon[88416]: pgmap v814: 121 pgs: 121 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:37:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:36:59 smithi005 ceph-mon[88416]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T16:37:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:59 smithi005 ceph-mon[90837]: pgmap v814: 121 pgs: 121 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:37:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:36:59 smithi005 ceph-mon[90837]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T16:37:01.008 INFO:tasks.rados.rados.0.smithi005.stdout:3657: done (6 left) 2024-04-12T16:37:01.008 INFO:tasks.rados.rados.0.smithi005.stdout:3658: done (5 left) 2024-04-12T16:37:01.008 INFO:tasks.rados.rados.0.smithi005.stdout:3659: done (4 left) 2024-04-12T16:37:01.008 INFO:tasks.rados.rados.0.smithi005.stdout:3663: done (3 left) 2024-04-12T16:37:01.008 INFO:tasks.rados.rados.0.smithi005.stdout:3664: done (2 left) 2024-04-12T16:37:01.008 INFO:tasks.rados.rados.0.smithi005.stdout:3665: done (1 left) 2024-04-12T16:37:01.008 INFO:tasks.rados.rados.0.smithi005.stdout:3666: done (0 left) 2024-04-12T16:37:01.009 INFO:tasks.rados.rados.0.smithi005.stdout:3667: snap_create 2024-04-12T16:37:01.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:00 smithi016 ceph-mon[84444]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T16:37:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:00 smithi016 ceph-mon[84444]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T16:37:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:00 smithi005 ceph-mon[88416]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T16:37:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:00 smithi005 ceph-mon[88416]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T16:37:01.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:00 smithi005 ceph-mon[90837]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T16:37:01.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:00 smithi005 ceph-mon[90837]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T16:37:01.737 INFO:tasks.rados.rados.0.smithi005.stdout:3667: done (0 left) 2024-04-12T16:37:01.738 INFO:tasks.rados.rados.0.smithi005.stdout:3668: delete oid 36 current snap is 344 2024-04-12T16:37:01.740 INFO:tasks.rados.rados.0.smithi005.stdout:3668: done (0 left) 2024-04-12T16:37:01.740 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 344 2024-04-12T16:37:01.740 INFO:tasks.rados.rados.0.smithi005.stdout:3669: seq_num 1163 ranges {0=286720} 2024-04-12T16:37:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:3669: writing smithi00577259-49 from 0 to 286720 tid 1 2024-04-12T16:37:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:3670: rollback oid 45 current snap is 344 2024-04-12T16:37:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 340 2024-04-12T16:37:01.742 INFO:tasks.rados.rados.0.smithi005.stdout:3671: setattr oid 5 current snap is 344 2024-04-12T16:37:01.744 INFO:tasks.rados.rados.0.smithi005.stdout:3672: copy_from oid 3 from oid 46 current snap is 344 2024-04-12T16:37:01.744 INFO:tasks.rados.rados.0.smithi005.stdout:3673: copy_from oid 47 from oid 50 current snap is 344 2024-04-12T16:37:01.744 INFO:tasks.rados.rados.0.smithi005.stdout:3674: read oid 38 snap -1 2024-04-12T16:37:01.744 INFO:tasks.rados.rados.0.smithi005.stdout:3674: expect (ObjNum 1145 snap 332 seq_num 1145) 2024-04-12T16:37:01.744 INFO:tasks.rados.rados.0.smithi005.stdout:3675: copy_from oid 20 from oid 4 current snap is 344 2024-04-12T16:37:01.744 INFO:tasks.rados.rados.0.smithi005.stdout:3676: delete oid 27 current snap is 344 2024-04-12T16:37:01.748 INFO:tasks.rados.rados.0.smithi005.stdout:3669: finishing write tid 1 to smithi00577259-49 2024-04-12T16:37:01.750 INFO:tasks.rados.rados.0.smithi005.stdout:3670: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:37:01.750 INFO:tasks.rados.rados.0.smithi005.stdout:3670: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:37:01.750 INFO:tasks.rados.rados.0.smithi005.stdout:3669: finishing write tid 2 to smithi00577259-49 2024-04-12T16:37:01.750 INFO:tasks.rados.rados.0.smithi005.stdout:3670: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:37:01.751 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1608 (ObjNum 1077 snap 316 seq_num 1077) dirty exists 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3669: finishing write tid 3 to smithi00577259-49 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3669: oid 49 updating version 0 to 1558 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3669: oid 49 version 1558 is already newer than 1557 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1558 (ObjNum 1163 snap 344 seq_num 1163) dirty exists 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3669: left oid 49 (ObjNum 1163 snap 344 seq_num 1163) 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3669: done (7 left) 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3670: done (6 left) 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3676: done (5 left) 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:3677: rollback oid 44 current snap is 344 2024-04-12T16:37:01.752 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 44 to 332 2024-04-12T16:37:01.753 INFO:tasks.rados.rados.0.smithi005.stdout:3678: snap_create 2024-04-12T16:37:01.755 INFO:tasks.rados.rados.0.smithi005.stdout:3673: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:37:01.755 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1383 (ObjNum 1153 snap 337 seq_num 1153) dirty exists 2024-04-12T16:37:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:3673: finishing copy_from to smithi00577259-47 2024-04-12T16:37:01.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 47 v 1355 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:37:01.762 INFO:tasks.rados.rados.0.smithi005.stdout:3677: finishing rollback tid 0 to smithi00577259-44 2024-04-12T16:37:01.762 INFO:tasks.rados.rados.0.smithi005.stdout:3677: finishing rollback tid 1 to smithi00577259-44 2024-04-12T16:37:01.762 INFO:tasks.rados.rados.0.smithi005.stdout:3677: finishing rollback tid 2 to smithi00577259-44 2024-04-12T16:37:01.762 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1561 (ObjNum 1116 snap 326 seq_num 1116) dirty exists 2024-04-12T16:37:01.763 INFO:tasks.rados.rados.0.smithi005.stdout:3674: expect (ObjNum 1145 snap 332 seq_num 1145) 2024-04-12T16:37:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:3675: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:37:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:3675: finishing copy_from to smithi00577259-20 2024-04-12T16:37:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1624 (ObjNum 1032 snap 297 seq_num 1032) dirty exists 2024-04-12T16:37:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:3672: finishing copy_from racing read to smithi00577259-3 2024-04-12T16:37:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:3672: finishing copy_from to smithi00577259-3 2024-04-12T16:37:01.827 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1220 (ObjNum 977 snap 281 seq_num 977) dirty exists 2024-04-12T16:37:02.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:01 smithi016 ceph-mon[84444]: pgmap v817: 121 pgs: 121 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:37:02.100 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:01 smithi005 ceph-mon[88416]: pgmap v817: 121 pgs: 121 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:37:02.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:01 smithi005 ceph-mon[90837]: pgmap v817: 121 pgs: 121 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:37:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:37:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:37:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3671: done (6 left) 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3672: done (5 left) 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3673: done (4 left) 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3674: done (3 left) 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3675: done (2 left) 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3677: done (1 left) 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3678: done (0 left) 2024-04-12T16:37:02.744 INFO:tasks.rados.rados.0.smithi005.stdout:3679: setattr oid 49 current snap is 345 2024-04-12T16:37:02.745 INFO:tasks.rados.rados.0.smithi005.stdout:3680: rollback oid 23 current snap is 345 2024-04-12T16:37:02.745 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 319 2024-04-12T16:37:02.745 INFO:tasks.rados.rados.0.smithi005.stdout:3681: snap_remove snap 334 2024-04-12T16:37:03.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:02 smithi016 ceph-mon[84444]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T16:37:03.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:02 smithi005 ceph-mon[88416]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T16:37:03.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:02 smithi005 ceph-mon[90837]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T16:37:03.745 INFO:tasks.rados.rados.0.smithi005.stdout:3681: done (2 left) 2024-04-12T16:37:03.745 INFO:tasks.rados.rados.0.smithi005.stdout:3682: read oid 22 snap 341 2024-04-12T16:37:03.745 INFO:tasks.rados.rados.0.smithi005.stdout:3682: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:37:03.745 INFO:tasks.rados.rados.0.smithi005.stdout:3683: snap_remove snap 340 2024-04-12T16:37:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:03 smithi016 ceph-mon[84444]: pgmap v820: 121 pgs: 121 active+clean; 315 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-04-12T16:37:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:03 smithi016 ceph-mon[84444]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T16:37:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:03 smithi005 ceph-mon[88416]: pgmap v820: 121 pgs: 121 active+clean; 315 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-04-12T16:37:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:03 smithi005 ceph-mon[88416]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T16:37:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:37:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:37:03] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-04-12T16:37:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:03 smithi005 ceph-mon[90837]: pgmap v820: 121 pgs: 121 active+clean; 315 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-04-12T16:37:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:03 smithi005 ceph-mon[90837]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T16:37:04.761 INFO:tasks.rados.rados.0.smithi005.stdout:3683: done (3 left) 2024-04-12T16:37:04.761 INFO:tasks.rados.rados.0.smithi005.stdout:3684: read oid 27 snap 312 2024-04-12T16:37:04.761 INFO:tasks.rados.rados.0.smithi005.stdout:3684: expect deleted 2024-04-12T16:37:04.761 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 345 2024-04-12T16:37:04.761 INFO:tasks.rados.rados.0.smithi005.stdout:3685: seq_num 1165 ranges {7782400=319488} 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3685: writing smithi00577259-33 from 7782400 to 8101888 tid 1 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3686: read oid 28 snap -1 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3686: expect deleted 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3687: read oid 8 snap -1 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3687: expect (ObjNum 1052 snap 311 seq_num 1052) 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3688: rmattr oid 38 current snap is 345 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3688: done (7 left) 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 345 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1562 (ObjNum 1163 snap 344 seq_num 1163) dirty exists 2024-04-12T16:37:04.805 INFO:tasks.rados.rados.0.smithi005.stdout:3680: finishing rollback tid 0 to smithi00577259-23 2024-04-12T16:37:04.806 INFO:tasks.rados.rados.0.smithi005.stdout:3680: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:37:04.806 INFO:tasks.rados.rados.0.smithi005.stdout:3689: seq_num 1166 ranges {3858432=335872} 2024-04-12T16:37:04.829 INFO:tasks.rados.rados.0.smithi005.stdout:3689: writing smithi00577259-19 from 3858432 to 4194304 tid 1 2024-04-12T16:37:04.829 INFO:tasks.rados.rados.0.smithi005.stdout:3679: done (7 left) 2024-04-12T16:37:04.829 INFO:tasks.rados.rados.0.smithi005.stdout:3690: read oid 44 snap 319 2024-04-12T16:37:04.830 INFO:tasks.rados.rados.0.smithi005.stdout:3690: expect (ObjNum 1050 snap 310 seq_num 1050) 2024-04-12T16:37:04.830 INFO:tasks.rados.rados.0.smithi005.stdout:3691: delete oid 17 current snap is 345 2024-04-12T16:37:04.830 INFO:tasks.rados.rados.0.smithi005.stdout:3680: finishing rollback tid 2 to smithi00577259-23 2024-04-12T16:37:04.830 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1529 (ObjNum 1051 snap 311 seq_num 1051) dirty exists 2024-04-12T16:37:04.830 INFO:tasks.rados.rados.0.smithi005.stdout:3682: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:37:04.909 INFO:tasks.rados.rados.0.smithi005.stdout:3685: finishing write tid 1 to smithi00577259-33 2024-04-12T16:37:05.213 INFO:tasks.rados.rados.0.smithi005.stdout:3685: finishing write tid 2 to smithi00577259-33 2024-04-12T16:37:05.213 INFO:tasks.rados.rados.0.smithi005.stdout:3687: expect (ObjNum 1052 snap 311 seq_num 1052) 2024-04-12T16:37:05.214 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:04 smithi016 ceph-mon[84444]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T16:37:05.214 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:05.214 INFO:tasks.rados.rados.0.smithi005.stdout:3685: finishing write tid 3 to smithi00577259-33 2024-04-12T16:37:05.214 INFO:tasks.rados.rados.0.smithi005.stdout:3685: oid 33 updating version 0 to 1625 2024-04-12T16:37:05.214 INFO:tasks.rados.rados.0.smithi005.stdout:3685: oid 33 updating version 1625 to 1626 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1626 (ObjNum 1165 snap 345 seq_num 1165) dirty exists 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3685: left oid 33 (ObjNum 1165 snap 345 seq_num 1165) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3689: finishing write tid 1 to smithi00577259-19 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3680: done (8 left) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3682: done (7 left) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3684: done (6 left) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3685: done (5 left) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3686: done (4 left) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3687: done (3 left) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3691: done (2 left) 2024-04-12T16:37:05.215 INFO:tasks.rados.rados.0.smithi005.stdout:3692: snap_remove snap 342 2024-04-12T16:37:05.216 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:04 smithi005 ceph-mon[88416]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T16:37:05.216 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:05.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:04 smithi005 ceph-mon[90837]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T16:37:05.216 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:05.681 INFO:tasks.rados.rados.0.smithi005.stdout:3692: done (2 left) 2024-04-12T16:37:05.681 INFO:tasks.rados.rados.0.smithi005.stdout:3693: rmattr oid 33 current snap is 345 2024-04-12T16:37:05.681 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 27 current snap is 345 2024-04-12T16:37:05.681 INFO:tasks.rados.rados.0.smithi005.stdout:3694: seq_num 1168 ranges {0=368640} 2024-04-12T16:37:05.684 INFO:tasks.rados.rados.0.smithi005.stdout:3694: writing smithi00577259-27 from 0 to 368640 tid 1 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3695: rollback oid 40 current snap is 345 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 40 to 309 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3696: rollback oid 4 current snap is 345 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 4 to 309 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3689: finishing write tid 2 to smithi00577259-19 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3689: finishing write tid 3 to smithi00577259-19 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3689: oid 19 updating version 0 to 1440 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3689: oid 19 version 1440 is already newer than 1439 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1440 (ObjNum 1166 snap 345 seq_num 1166) dirty exists 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3689: left oid 19 (ObjNum 1166 snap 345 seq_num 1166) 2024-04-12T16:37:05.685 INFO:tasks.rados.rados.0.smithi005.stdout:3690: expect (ObjNum 1050 snap 310 seq_num 1050) 2024-04-12T16:37:05.939 INFO:tasks.rados.rados.0.smithi005.stdout:3696: finishing rollback tid 0 to smithi00577259-4 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3696: finishing rollback tid 1 to smithi00577259-4 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3689: done (5 left) 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3690: done (4 left) 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3697: snap_create 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3696: finishing rollback tid 2 to smithi00577259-4 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1687 (ObjNum 1032 snap 297 seq_num 1032) dirty exists 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1629 (ObjNum 1165 snap 345 seq_num 1165) dirty exists 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3694: finishing write tid 1 to smithi00577259-27 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3694: finishing write tid 2 to smithi00577259-27 2024-04-12T16:37:05.940 INFO:tasks.rados.rados.0.smithi005.stdout:3695: finishing rollback tid 0 to smithi00577259-40 2024-04-12T16:37:05.941 INFO:tasks.rados.rados.0.smithi005.stdout:3695: finishing rollback tid 1 to smithi00577259-40 2024-04-12T16:37:05.941 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 40 v 1623 (ObjNum 33 snap 0 seq_num 697702192) dirty dne 2024-04-12T16:37:05.941 INFO:tasks.rados.rados.0.smithi005.stdout:3694: finishing write tid 3 to smithi00577259-27 2024-04-12T16:37:05.941 INFO:tasks.rados.rados.0.smithi005.stdout:3694: oid 27 updating version 0 to 1619 2024-04-12T16:37:05.941 INFO:tasks.rados.rados.0.smithi005.stdout:3694: oid 27 updating version 1619 to 1620 2024-04-12T16:37:05.941 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1620 (ObjNum 1168 snap 345 seq_num 1168) dirty exists 2024-04-12T16:37:05.941 INFO:tasks.rados.rados.0.smithi005.stdout:3694: left oid 27 (ObjNum 1168 snap 345 seq_num 1168) 2024-04-12T16:37:06.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:05 smithi016 ceph-mon[84444]: pgmap v823: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-12T16:37:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:05 smithi016 ceph-mon[84444]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T16:37:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:05 smithi016 ceph-mon[84444]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T16:37:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:05 smithi005 ceph-mon[88416]: pgmap v823: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-12T16:37:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:05 smithi005 ceph-mon[88416]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T16:37:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:05 smithi005 ceph-mon[88416]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T16:37:06.200 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:37:05 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T16:37:05.708+0000 7f728368e700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19e after trimming was started 2024-04-12T16:37:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:05 smithi005 ceph-mon[90837]: pgmap v823: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-04-12T16:37:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:05 smithi005 ceph-mon[90837]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T16:37:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:05 smithi005 ceph-mon[90837]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:3693: done (4 left) 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:3694: done (3 left) 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:3695: done (2 left) 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:3696: done (1 left) 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:3697: done (0 left) 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:3698: copy_from oid 1 from oid 29 current snap is 346 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 49 current snap is 346 2024-04-12T16:37:06.761 INFO:tasks.rados.rados.0.smithi005.stdout:3699: seq_num 1169 ranges {286720=385024} 2024-04-12T16:37:06.764 INFO:tasks.rados.rados.0.smithi005.stdout:3699: writing smithi00577259-49 from 286720 to 671744 tid 1 2024-04-12T16:37:06.764 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 346 2024-04-12T16:37:06.764 INFO:tasks.rados.rados.0.smithi005.stdout:3700: seq_num 1170 ranges {1335296=401408} 2024-04-12T16:37:06.774 INFO:tasks.rados.rados.0.smithi005.stdout:3700: writing smithi00577259-23 from 1335296 to 1736704 tid 1 2024-04-12T16:37:06.774 INFO:tasks.rados.rados.0.smithi005.stdout:3701: rmattr oid 37 current snap is 346 2024-04-12T16:37:06.774 INFO:tasks.rados.rados.0.smithi005.stdout:3701: done (3 left) 2024-04-12T16:37:06.774 INFO:tasks.rados.rados.0.smithi005.stdout:3702: snap_create 2024-04-12T16:37:06.774 INFO:tasks.rados.rados.0.smithi005.stdout:3699: finishing write tid 1 to smithi00577259-49 2024-04-12T16:37:06.775 INFO:tasks.rados.rados.0.smithi005.stdout:3699: finishing write tid 2 to smithi00577259-49 2024-04-12T16:37:06.776 INFO:tasks.rados.rados.0.smithi005.stdout:3699: finishing write tid 3 to smithi00577259-49 2024-04-12T16:37:06.776 INFO:tasks.rados.rados.0.smithi005.stdout:3699: oid 49 updating version 0 to 1563 2024-04-12T16:37:06.776 INFO:tasks.rados.rados.0.smithi005.stdout:3699: oid 49 updating version 1563 to 1564 2024-04-12T16:37:06.777 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1564 (ObjNum 1169 snap 346 seq_num 1169) dirty exists 2024-04-12T16:37:06.777 INFO:tasks.rados.rados.0.smithi005.stdout:3699: left oid 49 (ObjNum 1169 snap 346 seq_num 1169) 2024-04-12T16:37:06.778 INFO:tasks.rados.rados.0.smithi005.stdout:3700: finishing write tid 1 to smithi00577259-23 2024-04-12T16:37:06.778 INFO:tasks.rados.rados.0.smithi005.stdout:3700: finishing write tid 2 to smithi00577259-23 2024-04-12T16:37:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3700: finishing write tid 3 to smithi00577259-23 2024-04-12T16:37:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3700: oid 23 updating version 0 to 1531 2024-04-12T16:37:06.779 INFO:tasks.rados.rados.0.smithi005.stdout:3700: oid 23 updating version 1531 to 1532 2024-04-12T16:37:06.780 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1532 (ObjNum 1170 snap 346 seq_num 1170) dirty exists 2024-04-12T16:37:06.780 INFO:tasks.rados.rados.0.smithi005.stdout:3700: left oid 23 (ObjNum 1170 snap 346 seq_num 1170) 2024-04-12T16:37:06.785 INFO:tasks.rados.rados.0.smithi005.stdout:3698: finishing copy_from racing read to smithi00577259-1 2024-04-12T16:37:06.788 INFO:tasks.rados.rados.0.smithi005.stdout:3698: finishing copy_from to smithi00577259-1 2024-04-12T16:37:06.788 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1366 (ObjNum 1019 snap 291 seq_num 1019) dirty exists 2024-04-12T16:37:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:3698: done (3 left) 2024-04-12T16:37:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:3699: done (2 left) 2024-04-12T16:37:07.766 INFO:tasks.rados.rados.0.smithi005.stdout:3700: done (1 left) 2024-04-12T16:37:07.767 INFO:tasks.rados.rados.0.smithi005.stdout:3702: done (0 left) 2024-04-12T16:37:07.767 INFO:tasks.rados.rados.0.smithi005.stdout:3703: snap_create 2024-04-12T16:37:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:07 smithi016 ceph-mon[84444]: pgmap v826: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T16:37:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:07 smithi016 ceph-mon[84444]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T16:37:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:07 smithi005 ceph-mon[88416]: pgmap v826: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T16:37:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:07 smithi005 ceph-mon[88416]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T16:37:08.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:07 smithi005 ceph-mon[90837]: pgmap v826: 121 pgs: 121 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T16:37:08.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:07 smithi005 ceph-mon[90837]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T16:37:08.773 INFO:tasks.rados.rados.0.smithi005.stdout:3703: done (0 left) 2024-04-12T16:37:08.773 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 48 current snap is 348 2024-04-12T16:37:08.773 INFO:tasks.rados.rados.0.smithi005.stdout:3704: seq_num 1171 ranges {0=417792} 2024-04-12T16:37:08.774 INFO:tasks.rados.rados.0.smithi005.stdout:3704: writing smithi00577259-48 from 0 to 417792 tid 1 2024-04-12T16:37:08.774 INFO:tasks.rados.rados.0.smithi005.stdout:3705: snap_create 2024-04-12T16:37:08.781 INFO:tasks.rados.rados.0.smithi005.stdout:3704: finishing write tid 1 to smithi00577259-48 2024-04-12T16:37:08.781 INFO:tasks.rados.rados.0.smithi005.stdout:3704: finishing write tid 2 to smithi00577259-48 2024-04-12T16:37:08.783 INFO:tasks.rados.rados.0.smithi005.stdout:3704: finishing write tid 3 to smithi00577259-48 2024-04-12T16:37:08.783 INFO:tasks.rados.rados.0.smithi005.stdout:3704: oid 48 updating version 0 to 1630 2024-04-12T16:37:08.783 INFO:tasks.rados.rados.0.smithi005.stdout:3704: oid 48 updating version 1630 to 1631 2024-04-12T16:37:08.783 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 48 v 1631 (ObjNum 1171 snap 348 seq_num 1171) dirty exists 2024-04-12T16:37:08.783 INFO:tasks.rados.rados.0.smithi005.stdout:3704: left oid 48 (ObjNum 1171 snap 348 seq_num 1171) 2024-04-12T16:37:09.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:08 smithi016 ceph-mon[84444]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T16:37:09.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:08 smithi005 ceph-mon[88416]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T16:37:09.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:08 smithi005 ceph-mon[90837]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T16:37:09.776 INFO:tasks.rados.rados.0.smithi005.stdout:3704: done (1 left) 2024-04-12T16:37:09.777 INFO:tasks.rados.rados.0.smithi005.stdout:3705: done (0 left) 2024-04-12T16:37:09.777 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 349 2024-04-12T16:37:09.777 INFO:tasks.rados.rados.0.smithi005.stdout:3706: seq_num 1172 ranges {3063808=434176} 2024-04-12T16:37:09.795 INFO:tasks.rados.rados.0.smithi005.stdout:3706: writing smithi00577259-31 from 3063808 to 3497984 tid 1 2024-04-12T16:37:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:3707: copy_from oid 50 from oid 15 current snap is 349 2024-04-12T16:37:09.796 INFO:tasks.rados.rados.0.smithi005.stdout:3708: snap_create 2024-04-12T16:37:09.803 INFO:tasks.rados.rados.0.smithi005.stdout:3706: finishing write tid 1 to smithi00577259-31 2024-04-12T16:37:09.803 INFO:tasks.rados.rados.0.smithi005.stdout:3706: finishing write tid 2 to smithi00577259-31 2024-04-12T16:37:09.805 INFO:tasks.rados.rados.0.smithi005.stdout:3706: finishing write tid 3 to smithi00577259-31 2024-04-12T16:37:09.805 INFO:tasks.rados.rados.0.smithi005.stdout:3706: oid 31 updating version 0 to 1566 2024-04-12T16:37:09.805 INFO:tasks.rados.rados.0.smithi005.stdout:3706: oid 31 version 1566 is already newer than 1565 2024-04-12T16:37:09.805 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1566 (ObjNum 1172 snap 349 seq_num 1172) dirty exists 2024-04-12T16:37:09.805 INFO:tasks.rados.rados.0.smithi005.stdout:3706: left oid 31 (ObjNum 1172 snap 349 seq_num 1172) 2024-04-12T16:37:09.811 INFO:tasks.rados.rados.0.smithi005.stdout:3707: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:37:09.812 INFO:tasks.rados.rados.0.smithi005.stdout:3707: finishing copy_from to smithi00577259-50 2024-04-12T16:37:09.812 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1051 (ObjNum 1136 snap 328 seq_num 1136) dirty exists 2024-04-12T16:37:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:09 smithi016 ceph-mon[84444]: pgmap v829: 121 pgs: 121 active+clean; 332 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T16:37:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:09 smithi016 ceph-mon[84444]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T16:37:10.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:09 smithi005 ceph-mon[88416]: pgmap v829: 121 pgs: 121 active+clean; 332 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T16:37:10.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:09 smithi005 ceph-mon[88416]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T16:37:10.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:09 smithi005 ceph-mon[90837]: pgmap v829: 121 pgs: 121 active+clean; 332 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T16:37:10.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:09 smithi005 ceph-mon[90837]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:3706: done (2 left) 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:3707: done (1 left) 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:3708: done (0 left) 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:3709: rollback oid 31 current snap is 350 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 31 to 313 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:3710: read oid 29 snap -1 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:3710: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:37:10.783 INFO:tasks.rados.rados.0.smithi005.stdout:3711: snap_create 2024-04-12T16:37:10.790 INFO:tasks.rados.rados.0.smithi005.stdout:3709: finishing rollback tid 0 to smithi00577259-31 2024-04-12T16:37:10.790 INFO:tasks.rados.rados.0.smithi005.stdout:3709: finishing rollback tid 1 to smithi00577259-31 2024-04-12T16:37:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:3709: finishing rollback tid 2 to smithi00577259-31 2024-04-12T16:37:10.791 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1569 (ObjNum 1047 snap 307 seq_num 1047) dirty exists 2024-04-12T16:37:10.809 INFO:tasks.rados.rados.0.smithi005.stdout:3710: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:37:11.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:10 smithi016 ceph-mon[84444]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T16:37:11.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:10 smithi005 ceph-mon[88416]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T16:37:11.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:10 smithi005 ceph-mon[90837]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T16:37:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:3709: done (2 left) 2024-04-12T16:37:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:3710: done (1 left) 2024-04-12T16:37:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:3711: done (0 left) 2024-04-12T16:37:11.788 INFO:tasks.rados.rados.0.smithi005.stdout:3712: read oid 7 snap -1 2024-04-12T16:37:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:3712: expect (ObjNum 1150 snap 337 seq_num 1150) 2024-04-12T16:37:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:3713: copy_from oid 43 from oid 33 current snap is 351 2024-04-12T16:37:11.789 INFO:tasks.rados.rados.0.smithi005.stdout:3714: snap_remove snap 319 2024-04-12T16:37:12.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:11 smithi016 ceph-mon[84444]: pgmap v832: 121 pgs: 121 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-12T16:37:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:11 smithi016 ceph-mon[84444]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T16:37:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:11 smithi005 ceph-mon[88416]: pgmap v832: 121 pgs: 121 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-12T16:37:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:11 smithi005 ceph-mon[88416]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T16:37:12.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:11 smithi005 ceph-mon[90837]: pgmap v832: 121 pgs: 121 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-04-12T16:37:12.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:11 smithi005 ceph-mon[90837]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T16:37:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:37:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:12.794 INFO:tasks.rados.rados.0.smithi005.stdout:3714: done (2 left) 2024-04-12T16:37:12.794 INFO:tasks.rados.rados.0.smithi005.stdout:3715: setattr oid 5 current snap is 351 2024-04-12T16:37:12.798 INFO:tasks.rados.rados.0.smithi005.stdout:3712: expect (ObjNum 1150 snap 337 seq_num 1150) 2024-04-12T16:37:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:3713: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:37:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:3713: finishing copy_from to smithi00577259-43 2024-04-12T16:37:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1629 (ObjNum 1165 snap 345 seq_num 1165) dirty exists 2024-04-12T16:37:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:3712: done (2 left) 2024-04-12T16:37:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:3713: done (1 left) 2024-04-12T16:37:12.800 INFO:tasks.rados.rados.0.smithi005.stdout:3716: snap_remove snap 346 2024-04-12T16:37:13.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:12 smithi016 ceph-mon[84444]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T16:37:13.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:12 smithi005 ceph-mon[88416]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T16:37:13.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:12 smithi005 ceph-mon[90837]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T16:37:13.799 INFO:tasks.rados.rados.0.smithi005.stdout:3716: done (1 left) 2024-04-12T16:37:13.799 INFO:tasks.rados.rados.0.smithi005.stdout:3717: read oid 38 snap -1 2024-04-12T16:37:13.799 INFO:tasks.rados.rados.0.smithi005.stdout:3717: expect (ObjNum 1145 snap 332 seq_num 1145) 2024-04-12T16:37:13.799 INFO:tasks.rados.rados.0.smithi005.stdout:3718: copy_from oid 6 from oid 41 current snap is 351 2024-04-12T16:37:13.799 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 5 v 1384 (ObjNum 1153 snap 337 seq_num 1153) dirty exists 2024-04-12T16:37:13.799 INFO:tasks.rados.rados.0.smithi005.stdout:3715: done (2 left) 2024-04-12T16:37:13.799 INFO:tasks.rados.rados.0.smithi005.stdout:3719: snap_remove snap 326 2024-04-12T16:37:14.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:13 smithi016 ceph-mon[84444]: pgmap v835: 121 pgs: 121 active+clean; 338 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-12T16:37:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:13 smithi016 ceph-mon[84444]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T16:37:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:13 smithi005 ceph-mon[88416]: pgmap v835: 121 pgs: 121 active+clean; 338 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-12T16:37:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:13 smithi005 ceph-mon[88416]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T16:37:14.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:37:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:37:13] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-12T16:37:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:13 smithi005 ceph-mon[90837]: pgmap v835: 121 pgs: 121 active+clean; 338 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-12T16:37:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:13 smithi005 ceph-mon[90837]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T16:37:14.805 INFO:tasks.rados.rados.0.smithi005.stdout:3719: done (2 left) 2024-04-12T16:37:14.806 INFO:tasks.rados.rados.0.smithi005.stdout:3720: delete oid 30 current snap is 351 2024-04-12T16:37:14.806 INFO:tasks.rados.rados.0.smithi005.stdout:3718: finishing copy_from to smithi00577259-6 2024-04-12T16:37:14.806 INFO:tasks.rados.rados.0.smithi005.stdout:3718: got expected ENOENT (src dne) 2024-04-12T16:37:14.806 INFO:tasks.rados.rados.0.smithi005.stdout:3718: finishing copy_from racing read to smithi00577259-6 2024-04-12T16:37:14.806 INFO:tasks.rados.rados.0.smithi005.stdout:3717: expect (ObjNum 1145 snap 332 seq_num 1145) 2024-04-12T16:37:14.880 INFO:tasks.rados.rados.0.smithi005.stdout:3717: done (2 left) 2024-04-12T16:37:14.880 INFO:tasks.rados.rados.0.smithi005.stdout:3718: done (1 left) 2024-04-12T16:37:14.880 INFO:tasks.rados.rados.0.smithi005.stdout:3720: done (0 left) 2024-04-12T16:37:14.880 INFO:tasks.rados.rados.0.smithi005.stdout:3721: snap_create 2024-04-12T16:37:15.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:14 smithi016 ceph-mon[84444]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T16:37:15.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:14 smithi005 ceph-mon[88416]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T16:37:15.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:14 smithi005 ceph-mon[90837]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T16:37:15.682 INFO:tasks.rados.rados.0.smithi005.stdout:3721: done (0 left) 2024-04-12T16:37:15.683 INFO:tasks.rados.rados.0.smithi005.stdout:3722: copy_from oid 20 from oid 28 current snap is 352 2024-04-12T16:37:15.683 INFO:tasks.rados.rados.0.smithi005.stdout:3723: rollback oid 6 current snap is 352 2024-04-12T16:37:15.683 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 6 to 316 2024-04-12T16:37:15.683 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 352 2024-04-12T16:37:15.683 INFO:tasks.rados.rados.0.smithi005.stdout:3724: seq_num 1174 ranges {8101888=466944} 2024-04-12T16:37:15.730 INFO:tasks.rados.rados.0.smithi005.stdout:3724: writing smithi00577259-33 from 8101888 to 8568832 tid 1 2024-04-12T16:37:15.730 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 19 current snap is 352 2024-04-12T16:37:15.730 INFO:tasks.rados.rados.0.smithi005.stdout:3722: finishing copy_from to smithi00577259-20 2024-04-12T16:37:15.731 INFO:tasks.rados.rados.0.smithi005.stdout:3722: got expected ENOENT (src dne) 2024-04-12T16:37:15.731 INFO:tasks.rados.rados.0.smithi005.stdout:3725: seq_num 1175 ranges {4194304=483328} 2024-04-12T16:37:15.756 INFO:tasks.rados.rados.0.smithi005.stdout:3725: writing smithi00577259-19 from 4194304 to 4677632 tid 1 2024-04-12T16:37:15.756 INFO:tasks.rados.rados.0.smithi005.stdout:3726: rmattr oid 48 current snap is 352 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3726: done (4 left) 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3727: copy_from oid 47 from oid 16 current snap is 352 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3722: finishing copy_from racing read to smithi00577259-20 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3723: finishing rollback tid 0 to smithi00577259-6 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3723: finishing rollback tid 1 to smithi00577259-6 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3723: finishing rollback tid 2 to smithi00577259-6 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1381 (ObjNum 1007 snap 289 seq_num 1007) dirty exists 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3724: finishing write tid 1 to smithi00577259-33 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3724: finishing write tid 2 to smithi00577259-33 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3724: finishing write tid 3 to smithi00577259-33 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3724: oid 33 updating version 0 to 1650 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3724: oid 33 version 1650 is already newer than 1649 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1650 (ObjNum 1174 snap 352 seq_num 1174) dirty exists 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3724: left oid 33 (ObjNum 1174 snap 352 seq_num 1174) 2024-04-12T16:37:15.757 INFO:tasks.rados.rados.0.smithi005.stdout:3722: done (4 left) 2024-04-12T16:37:15.758 INFO:tasks.rados.rados.0.smithi005.stdout:3723: done (3 left) 2024-04-12T16:37:15.758 INFO:tasks.rados.rados.0.smithi005.stdout:3724: done (2 left) 2024-04-12T16:37:15.758 INFO:tasks.rados.rados.0.smithi005.stdout:3728: setattr oid 12 current snap is 352 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:3729: rollback oid 22 current snap is 352 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 22 to 313 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:3730: read oid 44 snap -1 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:3730: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:3731: rollback oid 1 current snap is 352 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 1 to 348 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:3732: rollback oid 37 current snap is 352 2024-04-12T16:37:15.759 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 37 to 325 2024-04-12T16:37:15.760 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 352 2024-04-12T16:37:15.760 INFO:tasks.rados.rados.0.smithi005.stdout:3733: seq_num 1176 ranges {1736704=499712} 2024-04-12T16:37:15.772 INFO:tasks.rados.rados.0.smithi005.stdout:3733: writing smithi00577259-23 from 1736704 to 2236416 tid 1 2024-04-12T16:37:15.772 INFO:tasks.rados.rados.0.smithi005.stdout:3734: snap_create 2024-04-12T16:37:15.772 INFO:tasks.rados.rados.0.smithi005.stdout:3727: finishing copy_from to smithi00577259-47 2024-04-12T16:37:15.772 INFO:tasks.rados.rados.0.smithi005.stdout:3727: got expected ENOENT (src dne) 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3727: finishing copy_from racing read to smithi00577259-47 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3725: finishing write tid 1 to smithi00577259-19 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3725: finishing write tid 2 to smithi00577259-19 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1632 (ObjNum 947 snap 274 seq_num 947) dirty exists 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3729: finishing rollback tid 0 to smithi00577259-22 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3729: finishing rollback tid 1 to smithi00577259-22 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3725: finishing write tid 3 to smithi00577259-19 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3725: oid 19 updating version 0 to 1630 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3725: oid 19 updating version 1630 to 1631 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 19 v 1631 (ObjNum 1175 snap 352 seq_num 1175) dirty exists 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3725: left oid 19 (ObjNum 1175 snap 352 seq_num 1175) 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:3729: finishing rollback tid 2 to smithi00577259-22 2024-04-12T16:37:15.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1353 (ObjNum 1067 snap 313 seq_num 1067) dirty exists 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:3732: finishing rollback tid 0 to smithi00577259-37 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:3732: finishing rollback tid 1 to smithi00577259-37 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:3731: finishing rollback tid 0 to smithi00577259-1 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:3732: finishing rollback tid 2 to smithi00577259-37 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1526 (ObjNum 1086 snap 321 seq_num 1086) dirty exists 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:3731: finishing rollback tid 1 to smithi00577259-1 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:3731: finishing rollback tid 2 to smithi00577259-1 2024-04-12T16:37:15.774 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 1 v 1464 (ObjNum 1019 snap 291 seq_num 1019) dirty exists 2024-04-12T16:37:15.776 INFO:tasks.rados.rados.0.smithi005.stdout:3733: finishing write tid 1 to smithi00577259-23 2024-04-12T16:37:15.776 INFO:tasks.rados.rados.0.smithi005.stdout:3733: finishing write tid 2 to smithi00577259-23 2024-04-12T16:37:15.777 INFO:tasks.rados.rados.0.smithi005.stdout:3733: finishing write tid 3 to smithi00577259-23 2024-04-12T16:37:15.777 INFO:tasks.rados.rados.0.smithi005.stdout:3733: oid 23 updating version 0 to 1534 2024-04-12T16:37:15.777 INFO:tasks.rados.rados.0.smithi005.stdout:3733: oid 23 version 1534 is already newer than 1533 2024-04-12T16:37:15.777 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1534 (ObjNum 1176 snap 352 seq_num 1176) dirty exists 2024-04-12T16:37:15.777 INFO:tasks.rados.rados.0.smithi005.stdout:3733: left oid 23 (ObjNum 1176 snap 352 seq_num 1176) 2024-04-12T16:37:15.809 INFO:tasks.rados.rados.0.smithi005.stdout:3730: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:37:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:15 smithi016 ceph-mon[84444]: pgmap v838: 121 pgs: 121 active+clean; 350 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-12T16:37:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:15 smithi016 ceph-mon[84444]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T16:37:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:15 smithi016 ceph-mon[84444]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T16:37:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:15 smithi005 ceph-mon[88416]: pgmap v838: 121 pgs: 121 active+clean; 350 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-12T16:37:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:15 smithi005 ceph-mon[88416]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T16:37:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:15 smithi005 ceph-mon[88416]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T16:37:16.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:15 smithi005 ceph-mon[90837]: pgmap v838: 121 pgs: 121 active+clean; 350 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-12T16:37:16.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:15 smithi005 ceph-mon[90837]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T16:37:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:15 smithi005 ceph-mon[90837]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T16:37:16.683 INFO:tasks.rados.rados.0.smithi005.stdout:3725: done (8 left) 2024-04-12T16:37:16.683 INFO:tasks.rados.rados.0.smithi005.stdout:3727: done (7 left) 2024-04-12T16:37:16.683 INFO:tasks.rados.rados.0.smithi005.stdout:3728: done (6 left) 2024-04-12T16:37:16.683 INFO:tasks.rados.rados.0.smithi005.stdout:3729: done (5 left) 2024-04-12T16:37:16.683 INFO:tasks.rados.rados.0.smithi005.stdout:3730: done (4 left) 2024-04-12T16:37:16.684 INFO:tasks.rados.rados.0.smithi005.stdout:3731: done (3 left) 2024-04-12T16:37:16.684 INFO:tasks.rados.rados.0.smithi005.stdout:3732: done (2 left) 2024-04-12T16:37:16.684 INFO:tasks.rados.rados.0.smithi005.stdout:3733: done (1 left) 2024-04-12T16:37:16.684 INFO:tasks.rados.rados.0.smithi005.stdout:3734: done (0 left) 2024-04-12T16:37:16.684 INFO:tasks.rados.rados.0.smithi005.stdout:3735: snap_create 2024-04-12T16:37:17.686 INFO:tasks.rados.rados.0.smithi005.stdout:3735: done (0 left) 2024-04-12T16:37:17.686 INFO:tasks.rados.rados.0.smithi005.stdout:3736: copy_from oid 12 from oid 13 current snap is 354 2024-04-12T16:37:17.686 INFO:tasks.rados.rados.0.smithi005.stdout:3737: snap_create 2024-04-12T16:37:17.694 INFO:tasks.rados.rados.0.smithi005.stdout:3736: finishing copy_from to smithi00577259-12 2024-04-12T16:37:17.694 INFO:tasks.rados.rados.0.smithi005.stdout:3736: got expected ENOENT (src dne) 2024-04-12T16:37:17.694 INFO:tasks.rados.rados.0.smithi005.stdout:3736: finishing copy_from racing read to smithi00577259-12 2024-04-12T16:37:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:17 smithi005 ceph-mon[88416]: pgmap v841: 121 pgs: 121 active+clean; 350 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-12T16:37:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:17 smithi005 ceph-mon[88416]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T16:37:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:17 smithi005 ceph-mon[90837]: pgmap v841: 121 pgs: 121 active+clean; 350 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-12T16:37:17.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:17 smithi005 ceph-mon[90837]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T16:37:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:17 smithi016 ceph-mon[84444]: pgmap v841: 121 pgs: 121 active+clean; 350 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-12T16:37:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:17 smithi016 ceph-mon[84444]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T16:37:18.688 INFO:tasks.rados.rados.0.smithi005.stdout:3736: done (1 left) 2024-04-12T16:37:18.688 INFO:tasks.rados.rados.0.smithi005.stdout:3737: done (0 left) 2024-04-12T16:37:18.688 INFO:tasks.rados.rados.0.smithi005.stdout:3738: rollback oid 8 current snap is 355 2024-04-12T16:37:18.688 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 350 2024-04-12T16:37:18.688 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 355 2024-04-12T16:37:18.688 INFO:tasks.rados.rados.0.smithi005.stdout:3739: seq_num 1177 ranges {2097152=516096} 2024-04-12T16:37:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:3739: writing smithi00577259-32 from 2097152 to 2613248 tid 1 2024-04-12T16:37:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:3740: snap_create 2024-04-12T16:37:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:3738: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:37:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:3738: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:37:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:3738: finishing rollback tid 2 to smithi00577259-8 2024-04-12T16:37:18.703 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1638 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:37:18.706 INFO:tasks.rados.rados.0.smithi005.stdout:3739: finishing write tid 1 to smithi00577259-32 2024-04-12T16:37:18.707 INFO:tasks.rados.rados.0.smithi005.stdout:3739: finishing write tid 2 to smithi00577259-32 2024-04-12T16:37:18.708 INFO:tasks.rados.rados.0.smithi005.stdout:3739: finishing write tid 3 to smithi00577259-32 2024-04-12T16:37:18.708 INFO:tasks.rados.rados.0.smithi005.stdout:3739: oid 32 updating version 0 to 1641 2024-04-12T16:37:18.708 INFO:tasks.rados.rados.0.smithi005.stdout:3739: oid 32 version 1641 is already newer than 1640 2024-04-12T16:37:18.708 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1641 (ObjNum 1177 snap 355 seq_num 1177) dirty exists 2024-04-12T16:37:18.708 INFO:tasks.rados.rados.0.smithi005.stdout:3739: left oid 32 (ObjNum 1177 snap 355 seq_num 1177) 2024-04-12T16:37:18.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:18 smithi005 ceph-mon[88416]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T16:37:18.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:18 smithi005 ceph-mon[90837]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T16:37:19.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:18 smithi016 ceph-mon[84444]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T16:37:19.704 INFO:tasks.rados.rados.0.smithi005.stdout:3738: done (2 left) 2024-04-12T16:37:19.704 INFO:tasks.rados.rados.0.smithi005.stdout:3739: done (1 left) 2024-04-12T16:37:19.704 INFO:tasks.rados.rados.0.smithi005.stdout:3740: done (0 left) 2024-04-12T16:37:19.704 INFO:tasks.rados.rados.0.smithi005.stdout:3741: rmattr oid 22 current snap is 356 2024-04-12T16:37:19.704 INFO:tasks.rados.rados.0.smithi005.stdout:3742: read oid 36 snap -1 2024-04-12T16:37:19.705 INFO:tasks.rados.rados.0.smithi005.stdout:3742: expect deleted 2024-04-12T16:37:19.705 INFO:tasks.rados.rados.0.smithi005.stdout:3743: delete oid 23 current snap is 356 2024-04-12T16:37:19.708 INFO:tasks.rados.rados.0.smithi005.stdout:3742: done (2 left) 2024-04-12T16:37:19.708 INFO:tasks.rados.rados.0.smithi005.stdout:3743: done (1 left) 2024-04-12T16:37:19.708 INFO:tasks.rados.rados.0.smithi005.stdout:3744: snap_remove snap 350 2024-04-12T16:37:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:19 smithi005 ceph-mon[88416]: pgmap v844: 121 pgs: 121 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 122 KiB/s wr, 10 op/s 2024-04-12T16:37:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:19 smithi005 ceph-mon[88416]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T16:37:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:19 smithi005 ceph-mon[90837]: pgmap v844: 121 pgs: 121 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 122 KiB/s wr, 10 op/s 2024-04-12T16:37:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:19 smithi005 ceph-mon[90837]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T16:37:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:19 smithi016 ceph-mon[84444]: pgmap v844: 121 pgs: 121 active+clean; 333 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 122 KiB/s wr, 10 op/s 2024-04-12T16:37:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:19 smithi016 ceph-mon[84444]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T16:37:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:20.684 INFO:tasks.rados.rados.0.smithi005.stdout:3744: done (1 left) 2024-04-12T16:37:20.684 INFO:tasks.rados.rados.0.smithi005.stdout:3745: snap_remove snap 341 2024-04-12T16:37:20.684 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 22 v 1354 (ObjNum 1067 snap 313 seq_num 1067) dirty exists 2024-04-12T16:37:21.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:20 smithi016 ceph-mon[84444]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T16:37:21.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:20 smithi016 ceph-mon[84444]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T16:37:21.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:20 smithi005 ceph-mon[88416]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T16:37:21.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:20 smithi005 ceph-mon[88416]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T16:37:21.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:20 smithi005 ceph-mon[90837]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T16:37:21.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:20 smithi005 ceph-mon[90837]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T16:37:21.687 INFO:tasks.rados.rados.0.smithi005.stdout:3741: done (1 left) 2024-04-12T16:37:21.688 INFO:tasks.rados.rados.0.smithi005.stdout:3745: done (0 left) 2024-04-12T16:37:21.688 INFO:tasks.rados.rados.0.smithi005.stdout:3746: read oid 22 snap -1 2024-04-12T16:37:21.688 INFO:tasks.rados.rados.0.smithi005.stdout:3746: expect (ObjNum 1067 snap 313 seq_num 1067) 2024-04-12T16:37:21.688 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 356 2024-04-12T16:37:21.688 INFO:tasks.rados.rados.0.smithi005.stdout:3747: seq_num 1179 ranges {8568832=548864} 2024-04-12T16:37:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:3747: writing smithi00577259-33 from 8568832 to 9117696 tid 1 2024-04-12T16:37:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:3748: delete oid 2 current snap is 356 2024-04-12T16:37:21.739 INFO:tasks.rados.rados.0.smithi005.stdout:3746: expect (ObjNum 1067 snap 313 seq_num 1067) 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:3747: finishing write tid 1 to smithi00577259-33 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:3747: finishing write tid 2 to smithi00577259-33 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:3747: finishing write tid 3 to smithi00577259-33 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:3747: oid 33 updating version 0 to 1658 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:3747: oid 33 updating version 1658 to 1659 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1659 (ObjNum 1179 snap 356 seq_num 1179) dirty exists 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:3747: left oid 33 (ObjNum 1179 snap 356 seq_num 1179) 2024-04-12T16:37:21.904 INFO:tasks.rados.rados.0.smithi005.stdout:3746: done (2 left) 2024-04-12T16:37:21.905 INFO:tasks.rados.rados.0.smithi005.stdout:3747: done (1 left) 2024-04-12T16:37:21.905 INFO:tasks.rados.rados.0.smithi005.stdout:3748: done (0 left) 2024-04-12T16:37:21.905 INFO:tasks.rados.rados.0.smithi005.stdout:3749: snap_remove snap 352 2024-04-12T16:37:22.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:21 smithi016 ceph-mon[84444]: pgmap v847: 121 pgs: 121 active+clean; 330 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 354 KiB/s wr, 17 op/s 2024-04-12T16:37:22.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:21 smithi016 ceph-mon[84444]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T16:37:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:21 smithi005 ceph-mon[88416]: pgmap v847: 121 pgs: 121 active+clean; 330 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 354 KiB/s wr, 17 op/s 2024-04-12T16:37:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:21 smithi005 ceph-mon[88416]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T16:37:22.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:21 smithi005 ceph-mon[90837]: pgmap v847: 121 pgs: 121 active+clean; 330 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 354 KiB/s wr, 17 op/s 2024-04-12T16:37:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:21 smithi005 ceph-mon[90837]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T16:37:22.200 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 16:37:21 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[105564]: 2024-04-12T16:37:21.718+0000 7fddd3247700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19d after trimming was started 2024-04-12T16:37:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:37:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:37:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:3749: done (0 left) 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:3750: read oid 49 snap -1 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:3750: expect (ObjNum 1169 snap 346 seq_num 1169) 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:3751: copy_from oid 13 from oid 41 current snap is 356 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:3752: rollback oid 37 current snap is 356 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 37 to 316 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 23 current snap is 356 2024-04-12T16:37:22.722 INFO:tasks.rados.rados.0.smithi005.stdout:3753: seq_num 1181 ranges {0=581632} 2024-04-12T16:37:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:3753: writing smithi00577259-23 from 0 to 581632 tid 1 2024-04-12T16:37:22.726 INFO:tasks.rados.rados.0.smithi005.stdout:3754: snap_create 2024-04-12T16:37:22.728 INFO:tasks.rados.rados.0.smithi005.stdout:3751: finishing copy_from to smithi00577259-13 2024-04-12T16:37:22.728 INFO:tasks.rados.rados.0.smithi005.stdout:3751: got expected ENOENT (src dne) 2024-04-12T16:37:22.728 INFO:tasks.rados.rados.0.smithi005.stdout:3751: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:37:22.730 INFO:tasks.rados.rados.0.smithi005.stdout:3750: expect (ObjNum 1169 snap 346 seq_num 1169) 2024-04-12T16:37:22.758 INFO:tasks.rados.rados.0.smithi005.stdout:3752: finishing rollback tid 0 to smithi00577259-37 2024-04-12T16:37:22.758 INFO:tasks.rados.rados.0.smithi005.stdout:3753: finishing write tid 1 to smithi00577259-23 2024-04-12T16:37:22.758 INFO:tasks.rados.rados.0.smithi005.stdout:3753: finishing write tid 2 to smithi00577259-23 2024-04-12T16:37:22.758 INFO:tasks.rados.rados.0.smithi005.stdout:3752: finishing rollback tid 1 to smithi00577259-37 2024-04-12T16:37:22.759 INFO:tasks.rados.rados.0.smithi005.stdout:3752: finishing rollback tid 2 to smithi00577259-37 2024-04-12T16:37:22.759 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 37 v 1529 (ObjNum 1071 snap 313 seq_num 1071) dirty exists 2024-04-12T16:37:22.759 INFO:tasks.rados.rados.0.smithi005.stdout:3753: finishing write tid 3 to smithi00577259-23 2024-04-12T16:37:22.759 INFO:tasks.rados.rados.0.smithi005.stdout:3753: oid 23 updating version 0 to 1537 2024-04-12T16:37:22.759 INFO:tasks.rados.rados.0.smithi005.stdout:3753: oid 23 version 1537 is already newer than 1536 2024-04-12T16:37:22.759 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1537 (ObjNum 1181 snap 356 seq_num 1181) dirty exists 2024-04-12T16:37:22.759 INFO:tasks.rados.rados.0.smithi005.stdout:3753: left oid 23 (ObjNum 1181 snap 356 seq_num 1181) 2024-04-12T16:37:23.727 INFO:tasks.rados.rados.0.smithi005.stdout:3750: done (4 left) 2024-04-12T16:37:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:3751: done (3 left) 2024-04-12T16:37:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:3752: done (2 left) 2024-04-12T16:37:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:3753: done (1 left) 2024-04-12T16:37:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:3754: done (0 left) 2024-04-12T16:37:23.728 INFO:tasks.rados.rados.0.smithi005.stdout:3755: snap_remove snap 351 2024-04-12T16:37:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:23 smithi016 ceph-mon[84444]: pgmap v850: 121 pgs: 121 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 358 KiB/s wr, 8 op/s 2024-04-12T16:37:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:23 smithi016 ceph-mon[84444]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T16:37:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:23 smithi005 ceph-mon[88416]: pgmap v850: 121 pgs: 121 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 358 KiB/s wr, 8 op/s 2024-04-12T16:37:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:23 smithi005 ceph-mon[88416]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T16:37:24.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:37:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:37:23] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:37:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:23 smithi005 ceph-mon[90837]: pgmap v850: 121 pgs: 121 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 358 KiB/s wr, 8 op/s 2024-04-12T16:37:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:23 smithi005 ceph-mon[90837]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T16:37:24.731 INFO:tasks.rados.rados.0.smithi005.stdout:3755: done (0 left) 2024-04-12T16:37:24.731 INFO:tasks.rados.rados.0.smithi005.stdout:3756: read oid 22 snap 339 2024-04-12T16:37:24.731 INFO:tasks.rados.rados.0.smithi005.stdout:3756: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:37:24.731 INFO:tasks.rados.rados.0.smithi005.stdout:3757: read oid 41 snap -1 2024-04-12T16:37:24.731 INFO:tasks.rados.rados.0.smithi005.stdout:3757: expect deleted 2024-04-12T16:37:24.732 INFO:tasks.rados.rados.0.smithi005.stdout:3758: snap_create 2024-04-12T16:37:24.748 INFO:tasks.rados.rados.0.smithi005.stdout:3756: expect (ObjNum 1085 snap 320 seq_num 1085) 2024-04-12T16:37:25.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:24 smithi016 ceph-mon[84444]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T16:37:25.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:24 smithi005 ceph-mon[88416]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T16:37:25.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:24 smithi005 ceph-mon[90837]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T16:37:25.686 INFO:tasks.rados.rados.0.smithi005.stdout:3756: done (2 left) 2024-04-12T16:37:25.686 INFO:tasks.rados.rados.0.smithi005.stdout:3757: done (1 left) 2024-04-12T16:37:25.686 INFO:tasks.rados.rados.0.smithi005.stdout:3758: done (0 left) 2024-04-12T16:37:25.686 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 35 current snap is 358 2024-04-12T16:37:25.686 INFO:tasks.rados.rados.0.smithi005.stdout:3759: seq_num 1182 ranges {827392=606208} 2024-04-12T16:37:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:3759: writing smithi00577259-35 from 827392 to 1433600 tid 1 2024-04-12T16:37:25.693 INFO:tasks.rados.rados.0.smithi005.stdout:3760: delete oid 41 current snap is 358 2024-04-12T16:37:25.696 INFO:tasks.rados.rados.0.smithi005.stdout:3760: done (1 left) 2024-04-12T16:37:25.696 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 358 2024-04-12T16:37:25.696 INFO:tasks.rados.rados.0.smithi005.stdout:3761: seq_num 1184 ranges {49152=638976} 2024-04-12T16:37:25.700 INFO:tasks.rados.rados.0.smithi005.stdout:3761: writing smithi00577259-14 from 49152 to 688128 tid 1 2024-04-12T16:37:25.700 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 358 2024-04-12T16:37:25.700 INFO:tasks.rados.rados.0.smithi005.stdout:3762: seq_num 1185 ranges {0=655360} 2024-04-12T16:37:25.704 INFO:tasks.rados.rados.0.smithi005.stdout:3762: writing smithi00577259-17 from 0 to 655360 tid 1 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:3763: delete oid 23 current snap is 358 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:3759: finishing write tid 1 to smithi00577259-35 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:3759: finishing write tid 2 to smithi00577259-35 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:3759: finishing write tid 3 to smithi00577259-35 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:3759: oid 35 updating version 0 to 1538 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:3759: oid 35 updating version 1538 to 1539 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1539 (ObjNum 1182 snap 358 seq_num 1182) dirty exists 2024-04-12T16:37:25.705 INFO:tasks.rados.rados.0.smithi005.stdout:3759: left oid 35 (ObjNum 1182 snap 358 seq_num 1182) 2024-04-12T16:37:25.710 INFO:tasks.rados.rados.0.smithi005.stdout:3762: finishing write tid 1 to smithi00577259-17 2024-04-12T16:37:25.710 INFO:tasks.rados.rados.0.smithi005.stdout:3761: finishing write tid 1 to smithi00577259-14 2024-04-12T16:37:25.710 INFO:tasks.rados.rados.0.smithi005.stdout:3762: finishing write tid 2 to smithi00577259-17 2024-04-12T16:37:25.710 INFO:tasks.rados.rados.0.smithi005.stdout:3761: finishing write tid 2 to smithi00577259-14 2024-04-12T16:37:25.710 INFO:tasks.rados.rados.0.smithi005.stdout:3759: done (3 left) 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:3763: done (2 left) 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:3764: read oid 25 snap -1 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:3764: expect (ObjNum 1144 snap 331 seq_num 1144) 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:3765: delete oid 27 current snap is 358 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:3762: finishing write tid 3 to smithi00577259-17 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:3762: oid 17 updating version 0 to 1541 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:3762: oid 17 version 1541 is already newer than 1540 2024-04-12T16:37:25.711 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1541 (ObjNum 1185 snap 358 seq_num 1185) dirty exists 2024-04-12T16:37:25.712 INFO:tasks.rados.rados.0.smithi005.stdout:3762: left oid 17 (ObjNum 1185 snap 358 seq_num 1185) 2024-04-12T16:37:25.712 INFO:tasks.rados.rados.0.smithi005.stdout:3761: finishing write tid 3 to smithi00577259-14 2024-04-12T16:37:25.712 INFO:tasks.rados.rados.0.smithi005.stdout:3761: oid 14 updating version 0 to 1710 2024-04-12T16:37:25.712 INFO:tasks.rados.rados.0.smithi005.stdout:3761: oid 14 version 1710 is already newer than 1709 2024-04-12T16:37:25.712 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1710 (ObjNum 1184 snap 358 seq_num 1184) dirty exists 2024-04-12T16:37:25.712 INFO:tasks.rados.rados.0.smithi005.stdout:3761: left oid 14 (ObjNum 1184 snap 358 seq_num 1184) 2024-04-12T16:37:25.720 INFO:tasks.rados.rados.0.smithi005.stdout:3764: expect (ObjNum 1144 snap 331 seq_num 1144) 2024-04-12T16:37:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:3761: done (3 left) 2024-04-12T16:37:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:3762: done (2 left) 2024-04-12T16:37:25.813 INFO:tasks.rados.rados.0.smithi005.stdout:3764: done (1 left) 2024-04-12T16:37:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:3765: done (0 left) 2024-04-12T16:37:25.814 INFO:tasks.rados.rados.0.smithi005.stdout:3766: delete oid 25 current snap is 358 2024-04-12T16:37:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:3766: done (0 left) 2024-04-12T16:37:25.816 INFO:tasks.rados.rados.0.smithi005.stdout:3767: snap_create 2024-04-12T16:37:26.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:25 smithi016 ceph-mon[84444]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 260 KiB/s wr, 8 op/s 2024-04-12T16:37:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:25 smithi016 ceph-mon[84444]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T16:37:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:25 smithi016 ceph-mon[84444]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T16:37:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:25 smithi005 ceph-mon[88416]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 260 KiB/s wr, 8 op/s 2024-04-12T16:37:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:25 smithi005 ceph-mon[88416]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T16:37:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:25 smithi005 ceph-mon[88416]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T16:37:26.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:25 smithi005 ceph-mon[90837]: pgmap v853: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 260 KiB/s wr, 8 op/s 2024-04-12T16:37:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:25 smithi005 ceph-mon[90837]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T16:37:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:25 smithi005 ceph-mon[90837]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T16:37:26.744 INFO:tasks.rados.rados.0.smithi005.stdout:3767: done (0 left) 2024-04-12T16:37:26.744 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 359 2024-04-12T16:37:26.744 INFO:tasks.rados.rados.0.smithi005.stdout:3768: seq_num 1189 ranges {2236416=720896} 2024-04-12T16:37:26.760 INFO:tasks.rados.rados.0.smithi005.stdout:3768: writing smithi00577259-15 from 2236416 to 2957312 tid 1 2024-04-12T16:37:26.760 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 36 current snap is 359 2024-04-12T16:37:26.760 INFO:tasks.rados.rados.0.smithi005.stdout:3769: seq_num 1190 ranges {0=737280} 2024-04-12T16:37:26.764 INFO:tasks.rados.rados.0.smithi005.stdout:3769: writing smithi00577259-36 from 0 to 737280 tid 1 2024-04-12T16:37:26.764 INFO:tasks.rados.rados.0.smithi005.stdout:3770: delete oid 8 current snap is 359 2024-04-12T16:37:26.765 INFO:tasks.rados.rados.0.smithi005.stdout:3768: finishing write tid 1 to smithi00577259-15 2024-04-12T16:37:26.765 INFO:tasks.rados.rados.0.smithi005.stdout:3768: finishing write tid 2 to smithi00577259-15 2024-04-12T16:37:26.766 INFO:tasks.rados.rados.0.smithi005.stdout:3768: finishing write tid 3 to smithi00577259-15 2024-04-12T16:37:26.766 INFO:tasks.rados.rados.0.smithi005.stdout:3768: oid 15 updating version 0 to 1053 2024-04-12T16:37:26.766 INFO:tasks.rados.rados.0.smithi005.stdout:3768: oid 15 version 1053 is already newer than 1052 2024-04-12T16:37:26.766 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1053 (ObjNum 1189 snap 359 seq_num 1189) dirty exists 2024-04-12T16:37:26.766 INFO:tasks.rados.rados.0.smithi005.stdout:3768: left oid 15 (ObjNum 1189 snap 359 seq_num 1189) 2024-04-12T16:37:26.771 INFO:tasks.rados.rados.0.smithi005.stdout:3769: finishing write tid 1 to smithi00577259-36 2024-04-12T16:37:26.771 INFO:tasks.rados.rados.0.smithi005.stdout:3769: finishing write tid 2 to smithi00577259-36 2024-04-12T16:37:26.772 INFO:tasks.rados.rados.0.smithi005.stdout:3768: done (2 left) 2024-04-12T16:37:26.772 INFO:tasks.rados.rados.0.smithi005.stdout:3770: done (1 left) 2024-04-12T16:37:26.772 INFO:tasks.rados.rados.0.smithi005.stdout:3771: copy_from oid 21 from oid 45 current snap is 359 2024-04-12T16:37:26.772 INFO:tasks.rados.rados.0.smithi005.stdout:3772: snap_remove snap 347 2024-04-12T16:37:27.749 INFO:tasks.rados.rados.0.smithi005.stdout:3769: finishing write tid 3 to smithi00577259-36 2024-04-12T16:37:27.749 INFO:tasks.rados.rados.0.smithi005.stdout:3769: oid 36 updating version 0 to 1656 2024-04-12T16:37:27.749 INFO:tasks.rados.rados.0.smithi005.stdout:3769: oid 36 updating version 1656 to 1657 2024-04-12T16:37:27.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1657 (ObjNum 1190 snap 359 seq_num 1190) dirty exists 2024-04-12T16:37:27.749 INFO:tasks.rados.rados.0.smithi005.stdout:3769: left oid 36 (ObjNum 1190 snap 359 seq_num 1190) 2024-04-12T16:37:27.749 INFO:tasks.rados.rados.0.smithi005.stdout:3771: finishing copy_from racing read to smithi00577259-21 2024-04-12T16:37:27.750 INFO:tasks.rados.rados.0.smithi005.stdout:3771: finishing copy_from to smithi00577259-21 2024-04-12T16:37:27.750 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1608 (ObjNum 1077 snap 316 seq_num 1077) dirty exists 2024-04-12T16:37:27.750 INFO:tasks.rados.rados.0.smithi005.stdout:3769: done (2 left) 2024-04-12T16:37:27.750 INFO:tasks.rados.rados.0.smithi005.stdout:3771: done (1 left) 2024-04-12T16:37:27.750 INFO:tasks.rados.rados.0.smithi005.stdout:3772: done (0 left) 2024-04-12T16:37:27.750 INFO:tasks.rados.rados.0.smithi005.stdout:3773: setattr oid 33 current snap is 359 2024-04-12T16:37:27.752 INFO:tasks.rados.rados.0.smithi005.stdout:3774: read oid 41 snap 357 2024-04-12T16:37:27.753 INFO:tasks.rados.rados.0.smithi005.stdout:3774: expect deleted 2024-04-12T16:37:27.753 INFO:tasks.rados.rados.0.smithi005.stdout:3775: read oid 31 snap 356 2024-04-12T16:37:27.753 INFO:tasks.rados.rados.0.smithi005.stdout:3775: expect (ObjNum 1047 snap 307 seq_num 1047) 2024-04-12T16:37:27.753 INFO:tasks.rados.rados.0.smithi005.stdout:3776: snap_create 2024-04-12T16:37:27.766 INFO:tasks.rados.rados.0.smithi005.stdout:3775: expect (ObjNum 1047 snap 307 seq_num 1047) 2024-04-12T16:37:27.793 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1675 (ObjNum 1179 snap 356 seq_num 1179) dirty exists 2024-04-12T16:37:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:27 smithi016 ceph-mon[84444]: pgmap v856: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 134 KiB/s wr, 6 op/s 2024-04-12T16:37:28.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:27 smithi016 ceph-mon[84444]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T16:37:28.090 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 16:37:27 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T16:37:27.770+0000 7f0504357700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a3 after trimming was started 2024-04-12T16:37:28.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:27 smithi005 ceph-mon[88416]: pgmap v856: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 134 KiB/s wr, 6 op/s 2024-04-12T16:37:28.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:27 smithi005 ceph-mon[88416]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T16:37:28.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:27 smithi005 ceph-mon[90837]: pgmap v856: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 331 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 134 KiB/s wr, 6 op/s 2024-04-12T16:37:28.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:27 smithi005 ceph-mon[90837]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T16:37:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:3773: done (3 left) 2024-04-12T16:37:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:3774: done (2 left) 2024-04-12T16:37:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:3775: done (1 left) 2024-04-12T16:37:28.754 INFO:tasks.rados.rados.0.smithi005.stdout:3776: done (0 left) 2024-04-12T16:37:28.755 INFO:tasks.rados.rados.0.smithi005.stdout:3777: snap_remove snap 359 2024-04-12T16:37:29.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:28 smithi016 ceph-mon[84444]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T16:37:29.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:28 smithi005 ceph-mon[88416]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T16:37:29.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:28 smithi005 ceph-mon[90837]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T16:37:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:3777: done (0 left) 2024-04-12T16:37:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:3778: copy_from oid 38 from oid 7 current snap is 360 2024-04-12T16:37:29.756 INFO:tasks.rados.rados.0.smithi005.stdout:3779: delete oid 47 current snap is 360 2024-04-12T16:37:29.763 INFO:tasks.rados.rados.0.smithi005.stdout:3779: done (1 left) 2024-04-12T16:37:29.763 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 360 2024-04-12T16:37:29.763 INFO:tasks.rados.rados.0.smithi005.stdout:3780: seq_num 1193 ranges {0=786432} 2024-04-12T16:37:29.766 INFO:tasks.rados.rados.0.smithi005.stdout:3780: writing smithi00577259-13 from 0 to 786432 tid 1 2024-04-12T16:37:29.766 INFO:tasks.rados.rados.0.smithi005.stdout:3781: delete oid 1 current snap is 360 2024-04-12T16:37:29.768 INFO:tasks.rados.rados.0.smithi005.stdout:3778: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:37:29.770 INFO:tasks.rados.rados.0.smithi005.stdout:3778: finishing copy_from to smithi00577259-38 2024-04-12T16:37:29.770 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1270 (ObjNum 1150 snap 337 seq_num 1150) dirty exists 2024-04-12T16:37:29.772 INFO:tasks.rados.rados.0.smithi005.stdout:3780: finishing write tid 1 to smithi00577259-13 2024-04-12T16:37:29.772 INFO:tasks.rados.rados.0.smithi005.stdout:3778: done (2 left) 2024-04-12T16:37:29.772 INFO:tasks.rados.rados.0.smithi005.stdout:3781: done (1 left) 2024-04-12T16:37:29.772 INFO:tasks.rados.rados.0.smithi005.stdout:3782: read oid 28 snap -1 2024-04-12T16:37:29.772 INFO:tasks.rados.rados.0.smithi005.stdout:3782: expect deleted 2024-04-12T16:37:29.772 INFO:tasks.rados.rados.0.smithi005.stdout:3783: delete oid 1 current snap is 360 2024-04-12T16:37:29.772 INFO:tasks.rados.rados.0.smithi005.stdout:3780: finishing write tid 2 to smithi00577259-13 2024-04-12T16:37:29.773 INFO:tasks.rados.rados.0.smithi005.stdout:3780: finishing write tid 3 to smithi00577259-13 2024-04-12T16:37:29.773 INFO:tasks.rados.rados.0.smithi005.stdout:3780: oid 13 updating version 0 to 1661 2024-04-12T16:37:29.773 INFO:tasks.rados.rados.0.smithi005.stdout:3780: oid 13 version 1661 is already newer than 1660 2024-04-12T16:37:29.773 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1661 (ObjNum 1193 snap 360 seq_num 1193) dirty exists 2024-04-12T16:37:29.773 INFO:tasks.rados.rados.0.smithi005.stdout:3780: left oid 13 (ObjNum 1193 snap 360 seq_num 1193) 2024-04-12T16:37:29.774 INFO:tasks.rados.rados.0.smithi005.stdout:3780: done (2 left) 2024-04-12T16:37:29.774 INFO:tasks.rados.rados.0.smithi005.stdout:3782: done (1 left) 2024-04-12T16:37:29.774 INFO:tasks.rados.rados.0.smithi005.stdout:3783: done (0 left) 2024-04-12T16:37:29.774 INFO:tasks.rados.rados.0.smithi005.stdout:3784: rollback oid 34 current snap is 360 2024-04-12T16:37:29.775 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 312 2024-04-12T16:37:29.775 INFO:tasks.rados.rados.0.smithi005.stdout:3785: snap_remove snap 329 2024-04-12T16:37:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:29 smithi016 ceph-mon[84444]: pgmap v859: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:37:30.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:29 smithi016 ceph-mon[84444]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T16:37:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:29 smithi005 ceph-mon[88416]: pgmap v859: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:37:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:29 smithi005 ceph-mon[88416]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T16:37:30.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:29 smithi005 ceph-mon[90837]: pgmap v859: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-12T16:37:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:29 smithi005 ceph-mon[90837]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3784: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3784: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3784: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1718 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3784: done (1 left) 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3785: done (0 left) 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3786: copy_from oid 25 from oid 6 current snap is 360 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3787: copy_from oid 46 from oid 17 current snap is 360 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 360 2024-04-12T16:37:30.691 INFO:tasks.rados.rados.0.smithi005.stdout:3788: seq_num 1196 ranges {2957312=434176,3391488=401408} 2024-04-12T16:37:30.710 INFO:tasks.rados.rados.0.smithi005.stdout:3788: writing smithi00577259-15 from 2957312 to 3391488 tid 1 2024-04-12T16:37:30.713 INFO:tasks.rados.rados.0.smithi005.stdout:3788: writing smithi00577259-15 from 3391488 to 3792896 tid 2 2024-04-12T16:37:30.713 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 29 current snap is 360 2024-04-12T16:37:30.713 INFO:tasks.rados.rados.0.smithi005.stdout:3787: finishing copy_from racing read to smithi00577259-46 2024-04-12T16:37:30.714 INFO:tasks.rados.rados.0.smithi005.stdout:3789: seq_num 1197 ranges {5332992=450560,5783552=401408} 2024-04-12T16:37:30.745 INFO:tasks.rados.rados.0.smithi005.stdout:3789: writing smithi00577259-29 from 5332992 to 5783552 tid 1 2024-04-12T16:37:30.748 INFO:tasks.rados.rados.0.smithi005.stdout:3789: writing smithi00577259-29 from 5783552 to 6184960 tid 2 2024-04-12T16:37:30.748 INFO:tasks.rados.rados.0.smithi005.stdout:3790: snap_create 2024-04-12T16:37:30.748 INFO:tasks.rados.rados.0.smithi005.stdout:3787: finishing copy_from to smithi00577259-46 2024-04-12T16:37:30.748 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1541 (ObjNum 1185 snap 358 seq_num 1185) dirty exists 2024-04-12T16:37:30.748 INFO:tasks.rados.rados.0.smithi005.stdout:3788: finishing write tid 1 to smithi00577259-15 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3786: finishing copy_from racing read to smithi00577259-25 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3788: finishing write tid 2 to smithi00577259-15 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3788: finishing write tid 3 to smithi00577259-15 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3788: finishing write tid 4 to smithi00577259-15 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3788: oid 15 updating version 0 to 1055 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3788: oid 15 version 1055 is already newer than 1054 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3788: oid 15 updating version 1055 to 1056 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1056 (ObjNum 1196 snap 360 seq_num 1196) dirty exists 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3788: left oid 15 (ObjNum 1196 snap 360 seq_num 1196) 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:3786: finishing copy_from to smithi00577259-25 2024-04-12T16:37:30.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1381 (ObjNum 1007 snap 289 seq_num 1007) dirty exists 2024-04-12T16:37:30.751 INFO:tasks.rados.rados.0.smithi005.stdout:3789: finishing write tid 1 to smithi00577259-29 2024-04-12T16:37:30.751 INFO:tasks.rados.rados.0.smithi005.stdout:3789: finishing write tid 2 to smithi00577259-29 2024-04-12T16:37:30.751 INFO:tasks.rados.rados.0.smithi005.stdout:3789: finishing write tid 3 to smithi00577259-29 2024-04-12T16:37:30.753 INFO:tasks.rados.rados.0.smithi005.stdout:3789: finishing write tid 4 to smithi00577259-29 2024-04-12T16:37:30.753 INFO:tasks.rados.rados.0.smithi005.stdout:3789: oid 29 updating version 0 to 1466 2024-04-12T16:37:30.753 INFO:tasks.rados.rados.0.smithi005.stdout:3789: oid 29 updating version 1466 to 1468 2024-04-12T16:37:30.753 INFO:tasks.rados.rados.0.smithi005.stdout:3789: oid 29 version 1468 is already newer than 1467 2024-04-12T16:37:30.753 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1468 (ObjNum 1197 snap 360 seq_num 1197) dirty exists 2024-04-12T16:37:30.753 INFO:tasks.rados.rados.0.smithi005.stdout:3789: left oid 29 (ObjNum 1197 snap 360 seq_num 1197) 2024-04-12T16:37:31.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:30 smithi016 ceph-mon[84444]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T16:37:31.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:30 smithi016 ceph-mon[84444]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T16:37:31.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:30 smithi005 ceph-mon[88416]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T16:37:31.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:30 smithi005 ceph-mon[88416]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T16:37:31.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:30 smithi005 ceph-mon[90837]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T16:37:31.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:30 smithi005 ceph-mon[90837]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T16:37:31.688 INFO:tasks.rados.rados.0.smithi005.stdout:3786: done (4 left) 2024-04-12T16:37:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:3787: done (3 left) 2024-04-12T16:37:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:3788: done (2 left) 2024-04-12T16:37:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:3789: done (1 left) 2024-04-12T16:37:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:3790: done (0 left) 2024-04-12T16:37:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:3791: copy_from oid 35 from oid 38 current snap is 361 2024-04-12T16:37:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 361 2024-04-12T16:37:31.689 INFO:tasks.rados.rados.0.smithi005.stdout:3792: seq_num 1198 ranges {0=466944,466944=401408} 2024-04-12T16:37:31.690 INFO:tasks.rados.rados.0.smithi005.stdout:3792: writing smithi00577259-8 from 0 to 466944 tid 1 2024-04-12T16:37:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3792: writing smithi00577259-8 from 466944 to 868352 tid 2 2024-04-12T16:37:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3793: rmattr oid 28 current snap is 361 2024-04-12T16:37:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3793: done (2 left) 2024-04-12T16:37:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3794: read oid 4 snap -1 2024-04-12T16:37:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3794: expect (ObjNum 1032 snap 297 seq_num 1032) 2024-04-12T16:37:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3795: rmattr oid 16 current snap is 361 2024-04-12T16:37:31.694 INFO:tasks.rados.rados.0.smithi005.stdout:3795: done (3 left) 2024-04-12T16:37:31.695 INFO:tasks.rados.rados.0.smithi005.stdout:3796: read oid 29 snap 354 2024-04-12T16:37:31.695 INFO:tasks.rados.rados.0.smithi005.stdout:3796: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:37:31.695 INFO:tasks.rados.rados.0.smithi005.stdout:3797: delete oid 3 current snap is 361 2024-04-12T16:37:31.695 INFO:tasks.rados.rados.0.smithi005.stdout:3791: finishing copy_from racing read to smithi00577259-35 2024-04-12T16:37:31.695 INFO:tasks.rados.rados.0.smithi005.stdout:3791: finishing copy_from to smithi00577259-35 2024-04-12T16:37:31.695 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 35 v 1270 (ObjNum 1150 snap 337 seq_num 1150) dirty exists 2024-04-12T16:37:31.699 INFO:tasks.rados.rados.0.smithi005.stdout:3792: finishing write tid 1 to smithi00577259-8 2024-04-12T16:37:31.704 INFO:tasks.rados.rados.0.smithi005.stdout:3792: finishing write tid 2 to smithi00577259-8 2024-04-12T16:37:31.708 INFO:tasks.rados.rados.0.smithi005.stdout:3792: finishing write tid 3 to smithi00577259-8 2024-04-12T16:37:31.709 INFO:tasks.rados.rados.0.smithi005.stdout:3792: finishing write tid 4 to smithi00577259-8 2024-04-12T16:37:31.709 INFO:tasks.rados.rados.0.smithi005.stdout:3792: oid 8 updating version 0 to 1673 2024-04-12T16:37:31.709 INFO:tasks.rados.rados.0.smithi005.stdout:3792: oid 8 updating version 1673 to 1674 2024-04-12T16:37:31.709 INFO:tasks.rados.rados.0.smithi005.stdout:3792: oid 8 version 1674 is already newer than 1672 2024-04-12T16:37:31.709 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1674 (ObjNum 1198 snap 361 seq_num 1198) dirty exists 2024-04-12T16:37:31.710 INFO:tasks.rados.rados.0.smithi005.stdout:3792: left oid 8 (ObjNum 1198 snap 361 seq_num 1198) 2024-04-12T16:37:31.711 INFO:tasks.rados.rados.0.smithi005.stdout:3794: expect (ObjNum 1032 snap 297 seq_num 1032) 2024-04-12T16:37:31.804 INFO:tasks.rados.rados.0.smithi005.stdout:3796: expect (ObjNum 1019 snap 291 seq_num 1019) 2024-04-12T16:37:32.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:31 smithi016 ceph-mon[84444]: pgmap v862: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T16:37:32.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:31 smithi016 ceph-mon[84444]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T16:37:32.099 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:31 smithi005 ceph-mon[88416]: pgmap v862: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T16:37:32.100 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:31 smithi005 ceph-mon[88416]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T16:37:32.100 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:31 smithi005 ceph-mon[90837]: pgmap v862: 121 pgs: 121 active+clean; 337 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-12T16:37:32.100 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:31 smithi005 ceph-mon[90837]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3791: done (4 left) 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3792: done (3 left) 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3794: done (2 left) 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3796: done (1 left) 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3797: done (0 left) 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3798: read oid 48 snap 312 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3798: expect deleted 2024-04-12T16:37:32.101 INFO:tasks.rados.rados.0.smithi005.stdout:3799: snap_create 2024-04-12T16:37:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:37:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:32.770 INFO:tasks.rados.rados.0.smithi005.stdout:3798: done (1 left) 2024-04-12T16:37:32.770 INFO:tasks.rados.rados.0.smithi005.stdout:3799: done (0 left) 2024-04-12T16:37:32.771 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 15 current snap is 362 2024-04-12T16:37:32.771 INFO:tasks.rados.rados.0.smithi005.stdout:3800: seq_num 1200 ranges {3792896=499712,4292608=401408} 2024-04-12T16:37:32.793 INFO:tasks.rados.rados.0.smithi005.stdout:3800: writing smithi00577259-15 from 3792896 to 4292608 tid 1 2024-04-12T16:37:32.796 INFO:tasks.rados.rados.0.smithi005.stdout:3800: writing smithi00577259-15 from 4292608 to 4694016 tid 2 2024-04-12T16:37:32.796 INFO:tasks.rados.rados.0.smithi005.stdout:3801: read oid 5 snap 309 2024-04-12T16:37:32.796 INFO:tasks.rados.rados.0.smithi005.stdout:3801: expect deleted 2024-04-12T16:37:32.796 INFO:tasks.rados.rados.0.smithi005.stdout:3802: snap_create 2024-04-12T16:37:32.799 INFO:tasks.rados.rados.0.smithi005.stdout:3800: finishing write tid 1 to smithi00577259-15 2024-04-12T16:37:32.799 INFO:tasks.rados.rados.0.smithi005.stdout:3800: finishing write tid 2 to smithi00577259-15 2024-04-12T16:37:32.799 INFO:tasks.rados.rados.0.smithi005.stdout:3800: finishing write tid 3 to smithi00577259-15 2024-04-12T16:37:32.800 INFO:tasks.rados.rados.0.smithi005.stdout:3800: finishing write tid 4 to smithi00577259-15 2024-04-12T16:37:32.800 INFO:tasks.rados.rados.0.smithi005.stdout:3800: oid 15 updating version 0 to 1058 2024-04-12T16:37:32.800 INFO:tasks.rados.rados.0.smithi005.stdout:3800: oid 15 updating version 1058 to 1059 2024-04-12T16:37:32.800 INFO:tasks.rados.rados.0.smithi005.stdout:3800: oid 15 version 1059 is already newer than 1057 2024-04-12T16:37:32.800 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1059 (ObjNum 1200 snap 362 seq_num 1200) dirty exists 2024-04-12T16:37:32.800 INFO:tasks.rados.rados.0.smithi005.stdout:3800: left oid 15 (ObjNum 1200 snap 362 seq_num 1200) 2024-04-12T16:37:33.777 INFO:tasks.rados.rados.0.smithi005.stdout:3800: done (2 left) 2024-04-12T16:37:33.777 INFO:tasks.rados.rados.0.smithi005.stdout:3801: done (1 left) 2024-04-12T16:37:33.777 INFO:tasks.rados.rados.0.smithi005.stdout:3802: done (0 left) 2024-04-12T16:37:33.778 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 24 current snap is 363 2024-04-12T16:37:33.778 INFO:tasks.rados.rados.0.smithi005.stdout:3803: seq_num 1201 ranges {3022848=524288,3547136=401408} 2024-04-12T16:37:33.796 INFO:tasks.rados.rados.0.smithi005.stdout:3803: writing smithi00577259-24 from 3022848 to 3547136 tid 1 2024-04-12T16:37:33.799 INFO:tasks.rados.rados.0.smithi005.stdout:3803: writing smithi00577259-24 from 3547136 to 3948544 tid 2 2024-04-12T16:37:33.799 INFO:tasks.rados.rados.0.smithi005.stdout:3804: rollback oid 9 current snap is 363 2024-04-12T16:37:33.799 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 9 to 354 2024-04-12T16:37:33.799 INFO:tasks.rados.rados.0.smithi005.stdout:3805: snap_remove snap 357 2024-04-12T16:37:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:33 smithi016 ceph-mon[84444]: pgmap v865: 121 pgs: 121 active+clean; 333 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 616 KiB/s wr, 9 op/s 2024-04-12T16:37:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:33 smithi016 ceph-mon[84444]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T16:37:34.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:33 smithi005 ceph-mon[88416]: pgmap v865: 121 pgs: 121 active+clean; 333 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 616 KiB/s wr, 9 op/s 2024-04-12T16:37:34.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:33 smithi005 ceph-mon[88416]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T16:37:34.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:37:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:37:33] "GET /metrics HTTP/1.1" 200 36239 "" "Prometheus/2.43.0" 2024-04-12T16:37:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:33 smithi005 ceph-mon[90837]: pgmap v865: 121 pgs: 121 active+clean; 333 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 616 KiB/s wr, 9 op/s 2024-04-12T16:37:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:33 smithi005 ceph-mon[90837]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3805: done (2 left) 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3806: delete oid 22 current snap is 363 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3803: finishing write tid 1 to smithi00577259-24 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3803: finishing write tid 2 to smithi00577259-24 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3803: finishing write tid 3 to smithi00577259-24 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3804: finishing rollback tid 0 to smithi00577259-9 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3804: finishing rollback tid 1 to smithi00577259-9 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3804: finishing rollback tid 2 to smithi00577259-9 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1572 (ObjNum 1132 snap 328 seq_num 1132) dirty exists 2024-04-12T16:37:34.785 INFO:tasks.rados.rados.0.smithi005.stdout:3803: finishing write tid 4 to smithi00577259-24 2024-04-12T16:37:34.786 INFO:tasks.rados.rados.0.smithi005.stdout:3803: oid 24 updating version 0 to 1687 2024-04-12T16:37:34.786 INFO:tasks.rados.rados.0.smithi005.stdout:3803: oid 24 version 1687 is already newer than 1686 2024-04-12T16:37:34.786 INFO:tasks.rados.rados.0.smithi005.stdout:3803: oid 24 version 1687 is already newer than 1685 2024-04-12T16:37:34.786 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1687 (ObjNum 1201 snap 363 seq_num 1201) dirty exists 2024-04-12T16:37:34.786 INFO:tasks.rados.rados.0.smithi005.stdout:3803: left oid 24 (ObjNum 1201 snap 363 seq_num 1201) 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:3803: done (2 left) 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:3804: done (1 left) 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:3806: done (0 left) 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:3807: read oid 12 snap -1 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:3807: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:3808: copy_from oid 48 from oid 2 current snap is 363 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:3809: rollback oid 6 current snap is 363 2024-04-12T16:37:34.794 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 6 to 344 2024-04-12T16:37:34.795 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 363 2024-04-12T16:37:34.795 INFO:tasks.rados.rados.0.smithi005.stdout:3810: seq_num 1203 ranges {65536=557056,622592=401408} 2024-04-12T16:37:34.798 INFO:tasks.rados.rados.0.smithi005.stdout:3810: writing smithi00577259-7 from 65536 to 622592 tid 1 2024-04-12T16:37:34.801 INFO:tasks.rados.rados.0.smithi005.stdout:3810: writing smithi00577259-7 from 622592 to 1024000 tid 2 2024-04-12T16:37:34.802 INFO:tasks.rados.rados.0.smithi005.stdout:3811: snap_remove snap 316 2024-04-12T16:37:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:34 smithi016 ceph-mon[84444]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T16:37:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:35.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:34 smithi005 ceph-mon[88416]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T16:37:35.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:35.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:34 smithi005 ceph-mon[90837]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T16:37:35.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:35.695 INFO:tasks.rados.rados.0.smithi005.stdout:3808: finishing copy_from to smithi00577259-48 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3808: got expected ENOENT (src dne) 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3808: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3809: finishing rollback tid 0 to smithi00577259-6 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3809: finishing rollback tid 1 to smithi00577259-6 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3809: finishing rollback tid 2 to smithi00577259-6 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 6 v 1384 (ObjNum 1156 snap 341 seq_num 1156) dirty exists 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3810: finishing write tid 1 to smithi00577259-7 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3810: finishing write tid 2 to smithi00577259-7 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3810: finishing write tid 3 to smithi00577259-7 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3810: finishing write tid 4 to smithi00577259-7 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3810: oid 7 updating version 0 to 1272 2024-04-12T16:37:35.717 INFO:tasks.rados.rados.0.smithi005.stdout:3810: oid 7 updating version 1272 to 1273 2024-04-12T16:37:35.718 INFO:tasks.rados.rados.0.smithi005.stdout:3810: oid 7 version 1273 is already newer than 1271 2024-04-12T16:37:35.718 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1273 (ObjNum 1203 snap 363 seq_num 1203) dirty exists 2024-04-12T16:37:35.718 INFO:tasks.rados.rados.0.smithi005.stdout:3810: left oid 7 (ObjNum 1203 snap 363 seq_num 1203) 2024-04-12T16:37:35.718 INFO:tasks.rados.rados.0.smithi005.stdout:3807: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:37:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:35 smithi016 ceph-mon[84444]: pgmap v868: 121 pgs: 121 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:37:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:35 smithi016 ceph-mon[84444]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T16:37:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:35 smithi016 ceph-mon[84444]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T16:37:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:35 smithi005 ceph-mon[88416]: pgmap v868: 121 pgs: 121 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:37:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:35 smithi005 ceph-mon[88416]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T16:37:36.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:35 smithi005 ceph-mon[88416]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T16:37:36.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:35 smithi005 ceph-mon[90837]: pgmap v868: 121 pgs: 121 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-12T16:37:36.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:35 smithi005 ceph-mon[90837]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T16:37:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:35 smithi005 ceph-mon[90837]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T16:37:36.476 INFO:tasks.rados.rados.0.smithi005.stdout:3807: done (4 left) 2024-04-12T16:37:36.476 INFO:tasks.rados.rados.0.smithi005.stdout:3808: done (3 left) 2024-04-12T16:37:36.476 INFO:tasks.rados.rados.0.smithi005.stdout:3809: done (2 left) 2024-04-12T16:37:36.476 INFO:tasks.rados.rados.0.smithi005.stdout:3810: done (1 left) 2024-04-12T16:37:36.476 INFO:tasks.rados.rados.0.smithi005.stdout:3811: done (0 left) 2024-04-12T16:37:36.477 INFO:tasks.rados.rados.0.smithi005.stdout:3812: copy_from oid 49 from oid 24 current snap is 363 2024-04-12T16:37:36.477 INFO:tasks.rados.rados.0.smithi005.stdout:3813: snap_remove snap 312 2024-04-12T16:37:36.790 INFO:tasks.rados.rados.0.smithi005.stdout:3812: finishing copy_from racing read to smithi00577259-49 2024-04-12T16:37:36.791 INFO:tasks.rados.rados.0.smithi005.stdout:3812: finishing copy_from to smithi00577259-49 2024-04-12T16:37:36.791 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 49 v 1687 (ObjNum 1201 snap 363 seq_num 1201) dirty exists 2024-04-12T16:37:36.791 INFO:tasks.rados.rados.0.smithi005.stdout:3812: done (1 left) 2024-04-12T16:37:36.791 INFO:tasks.rados.rados.0.smithi005.stdout:3813: done (0 left) 2024-04-12T16:37:36.791 INFO:tasks.rados.rados.0.smithi005.stdout:3814: snap_remove snap 356 2024-04-12T16:37:37.793 INFO:tasks.rados.rados.0.smithi005.stdout:3814: done (0 left) 2024-04-12T16:37:37.794 INFO:tasks.rados.rados.0.smithi005.stdout:3815: snap_create 2024-04-12T16:37:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:37 smithi016 ceph-mon[84444]: pgmap v871: 121 pgs: 121 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 930 KiB/s wr, 5 op/s 2024-04-12T16:37:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:37 smithi016 ceph-mon[84444]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T16:37:38.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:37 smithi005 ceph-mon[88416]: pgmap v871: 121 pgs: 121 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 930 KiB/s wr, 5 op/s 2024-04-12T16:37:38.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:37 smithi005 ceph-mon[88416]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T16:37:38.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:37 smithi005 ceph-mon[90837]: pgmap v871: 121 pgs: 121 active+clean; 335 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 930 KiB/s wr, 5 op/s 2024-04-12T16:37:38.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:37 smithi005 ceph-mon[90837]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T16:37:38.798 INFO:tasks.rados.rados.0.smithi005.stdout:3815: done (0 left) 2024-04-12T16:37:38.798 INFO:tasks.rados.rados.0.smithi005.stdout:3816: rollback oid 50 current snap is 364 2024-04-12T16:37:38.798 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 50 to 313 2024-04-12T16:37:38.799 INFO:tasks.rados.rados.0.smithi005.stdout:3817: rollback oid 8 current snap is 364 2024-04-12T16:37:38.799 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 8 to 349 2024-04-12T16:37:38.799 INFO:tasks.rados.rados.0.smithi005.stdout:3818: snap_remove snap 360 2024-04-12T16:37:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:38 smithi016 ceph-mon[84444]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T16:37:39.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:38 smithi005 ceph-mon[88416]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T16:37:39.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:38 smithi005 ceph-mon[90837]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T16:37:39.800 INFO:tasks.rados.rados.0.smithi005.stdout:3818: done (2 left) 2024-04-12T16:37:39.800 INFO:tasks.rados.rados.0.smithi005.stdout:3819: snap_remove snap 348 2024-04-12T16:37:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:39 smithi016 ceph-mon[84444]: pgmap v874: 121 pgs: 121 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T16:37:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:39 smithi016 ceph-mon[84444]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T16:37:40.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:39 smithi005 ceph-mon[88416]: pgmap v874: 121 pgs: 121 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T16:37:40.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:39 smithi005 ceph-mon[88416]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T16:37:40.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:39 smithi005 ceph-mon[90837]: pgmap v874: 121 pgs: 121 active+clean; 341 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T16:37:40.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:39 smithi005 ceph-mon[90837]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T16:37:40.813 INFO:tasks.rados.rados.0.smithi005.stdout:3819: done (2 left) 2024-04-12T16:37:40.813 INFO:tasks.rados.rados.0.smithi005.stdout:3820: snap_create 2024-04-12T16:37:40.813 INFO:tasks.rados.rados.0.smithi005.stdout:3817: finishing rollback tid 0 to smithi00577259-8 2024-04-12T16:37:40.813 INFO:tasks.rados.rados.0.smithi005.stdout:3816: finishing rollback tid 0 to smithi00577259-50 2024-04-12T16:37:40.813 INFO:tasks.rados.rados.0.smithi005.stdout:3816: finishing rollback tid 1 to smithi00577259-50 2024-04-12T16:37:40.814 INFO:tasks.rados.rados.0.smithi005.stdout:3816: finishing rollback tid 2 to smithi00577259-50 2024-04-12T16:37:40.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1754 (ObjNum 1034 snap 297 seq_num 1034) dirty exists 2024-04-12T16:37:40.814 INFO:tasks.rados.rados.0.smithi005.stdout:3817: finishing rollback tid 1 to smithi00577259-8 2024-04-12T16:37:40.814 INFO:tasks.rados.rados.0.smithi005.stdout:3817: finishing rollback tid 2 to smithi00577259-8 2024-04-12T16:37:40.814 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1698 (ObjNum 1052 snap 311 seq_num 1052) dirty exists 2024-04-12T16:37:41.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:40 smithi016 ceph-mon[84444]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T16:37:41.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:40 smithi005 ceph-mon[88416]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T16:37:41.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:40 smithi005 ceph-mon[90837]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T16:37:41.816 INFO:tasks.rados.rados.0.smithi005.stdout:3816: done (2 left) 2024-04-12T16:37:41.816 INFO:tasks.rados.rados.0.smithi005.stdout:3817: done (1 left) 2024-04-12T16:37:41.816 INFO:tasks.rados.rados.0.smithi005.stdout:3820: done (0 left) 2024-04-12T16:37:41.816 INFO:tasks.rados.rados.0.smithi005.stdout:3821: rmattr oid 26 current snap is 365 2024-04-12T16:37:41.816 INFO:tasks.rados.rados.0.smithi005.stdout:3821: done (0 left) 2024-04-12T16:37:41.816 INFO:tasks.rados.rados.0.smithi005.stdout:3822: snap_remove snap 364 2024-04-12T16:37:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:41 smithi016 ceph-mon[84444]: pgmap v877: 121 pgs: 121 active+clean; 342 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:37:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:41 smithi016 ceph-mon[84444]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T16:37:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:41 smithi005 ceph-mon[88416]: pgmap v877: 121 pgs: 121 active+clean; 342 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:37:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:41 smithi005 ceph-mon[88416]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T16:37:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:41 smithi005 ceph-mon[90837]: pgmap v877: 121 pgs: 121 active+clean; 342 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T16:37:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:41 smithi005 ceph-mon[90837]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T16:37:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:37:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:42.822 INFO:tasks.rados.rados.0.smithi005.stdout:3822: done (0 left) 2024-04-12T16:37:42.822 INFO:tasks.rados.rados.0.smithi005.stdout:3823: snap_create 2024-04-12T16:37:43.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:42 smithi016 ceph-mon[84444]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T16:37:43.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:42 smithi005 ceph-mon[88416]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T16:37:43.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:42 smithi005 ceph-mon[90837]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T16:37:43.826 INFO:tasks.rados.rados.0.smithi005.stdout:3823: done (0 left) 2024-04-12T16:37:43.826 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 366 2024-04-12T16:37:43.826 INFO:tasks.rados.rados.0.smithi005.stdout:3824: seq_num 1204 ranges {524288=573440,1097728=401408} 2024-04-12T16:37:43.832 INFO:tasks.rados.rados.0.smithi005.stdout:3824: writing smithi00577259-50 from 524288 to 1097728 tid 1 2024-04-12T16:37:43.834 INFO:tasks.rados.rados.0.smithi005.stdout:3824: writing smithi00577259-50 from 1097728 to 1499136 tid 2 2024-04-12T16:37:43.834 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 366 2024-04-12T16:37:43.834 INFO:tasks.rados.rados.0.smithi005.stdout:3825: seq_num 1205 ranges {1024000=589824,1613824=401408} 2024-04-12T16:37:43.843 INFO:tasks.rados.rados.0.smithi005.stdout:3825: writing smithi00577259-7 from 1024000 to 1613824 tid 1 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:3825: writing smithi00577259-7 from 1613824 to 2015232 tid 2 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:3826: rollback oid 43 current snap is 366 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 337 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:3824: finishing write tid 1 to smithi00577259-50 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:3824: finishing write tid 2 to smithi00577259-50 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:3824: finishing write tid 3 to smithi00577259-50 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:3827: delete oid 23 current snap is 366 2024-04-12T16:37:43.846 INFO:tasks.rados.rados.0.smithi005.stdout:3824: finishing write tid 4 to smithi00577259-50 2024-04-12T16:37:43.847 INFO:tasks.rados.rados.0.smithi005.stdout:3824: oid 50 updating version 0 to 1764 2024-04-12T16:37:43.847 INFO:tasks.rados.rados.0.smithi005.stdout:3824: oid 50 updating version 1764 to 1765 2024-04-12T16:37:43.847 INFO:tasks.rados.rados.0.smithi005.stdout:3824: oid 50 updating version 1765 to 1766 2024-04-12T16:37:43.847 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1766 (ObjNum 1204 snap 366 seq_num 1204) dirty exists 2024-04-12T16:37:43.847 INFO:tasks.rados.rados.0.smithi005.stdout:3824: left oid 50 (ObjNum 1204 snap 366 seq_num 1204) 2024-04-12T16:37:43.849 INFO:tasks.rados.rados.0.smithi005.stdout:3825: finishing write tid 1 to smithi00577259-7 2024-04-12T16:37:43.850 INFO:tasks.rados.rados.0.smithi005.stdout:3824: done (3 left) 2024-04-12T16:37:43.850 INFO:tasks.rados.rados.0.smithi005.stdout:3827: done (2 left) 2024-04-12T16:37:43.850 INFO:tasks.rados.rados.0.smithi005.stdout:3828: read oid 18 snap 335 2024-04-12T16:37:43.850 INFO:tasks.rados.rados.0.smithi005.stdout:3828: expect deleted 2024-04-12T16:37:43.850 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 46 current snap is 366 2024-04-12T16:37:43.850 INFO:tasks.rados.rados.0.smithi005.stdout:3829: seq_num 1207 ranges {655360=622592,1277952=401408} 2024-04-12T16:37:43.857 INFO:tasks.rados.rados.0.smithi005.stdout:3829: writing smithi00577259-46 from 655360 to 1277952 tid 1 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3829: writing smithi00577259-46 from 1277952 to 1679360 tid 2 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3830: delete oid 3 current snap is 366 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3825: finishing write tid 2 to smithi00577259-7 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3825: finishing write tid 3 to smithi00577259-7 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3825: finishing write tid 4 to smithi00577259-7 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3825: oid 7 updating version 0 to 1275 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3825: oid 7 version 1275 is already newer than 1274 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3825: oid 7 updating version 1275 to 1276 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1276 (ObjNum 1205 snap 366 seq_num 1205) dirty exists 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3825: left oid 7 (ObjNum 1205 snap 366 seq_num 1205) 2024-04-12T16:37:43.860 INFO:tasks.rados.rados.0.smithi005.stdout:3826: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:37:43.861 INFO:tasks.rados.rados.0.smithi005.stdout:3826: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:37:43.861 INFO:tasks.rados.rados.0.smithi005.stdout:3826: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:37:43.861 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1635 (ObjNum 1119 snap 326 seq_num 1119) dirty exists 2024-04-12T16:37:43.862 INFO:tasks.rados.rados.0.smithi005.stdout:3829: finishing write tid 1 to smithi00577259-46 2024-04-12T16:37:43.863 INFO:tasks.rados.rados.0.smithi005.stdout:3829: finishing write tid 2 to smithi00577259-46 2024-04-12T16:37:43.863 INFO:tasks.rados.rados.0.smithi005.stdout:3825: done (4 left) 2024-04-12T16:37:43.863 INFO:tasks.rados.rados.0.smithi005.stdout:3826: done (3 left) 2024-04-12T16:37:43.863 INFO:tasks.rados.rados.0.smithi005.stdout:3828: done (2 left) 2024-04-12T16:37:43.863 INFO:tasks.rados.rados.0.smithi005.stdout:3830: done (1 left) 2024-04-12T16:37:43.863 INFO:tasks.rados.rados.0.smithi005.stdout:3831: delete oid 32 current snap is 366 2024-04-12T16:37:43.863 INFO:tasks.rados.rados.0.smithi005.stdout:3829: finishing write tid 3 to smithi00577259-46 2024-04-12T16:37:43.864 INFO:tasks.rados.rados.0.smithi005.stdout:3829: finishing write tid 4 to smithi00577259-46 2024-04-12T16:37:43.864 INFO:tasks.rados.rados.0.smithi005.stdout:3829: oid 46 updating version 0 to 1609 2024-04-12T16:37:43.864 INFO:tasks.rados.rados.0.smithi005.stdout:3829: oid 46 updating version 1609 to 1611 2024-04-12T16:37:43.864 INFO:tasks.rados.rados.0.smithi005.stdout:3829: oid 46 version 1611 is already newer than 1610 2024-04-12T16:37:43.865 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 46 v 1611 (ObjNum 1207 snap 366 seq_num 1207) dirty exists 2024-04-12T16:37:43.865 INFO:tasks.rados.rados.0.smithi005.stdout:3829: left oid 46 (ObjNum 1207 snap 366 seq_num 1207) 2024-04-12T16:37:43.865 INFO:tasks.rados.rados.0.smithi005.stdout:3829: done (1 left) 2024-04-12T16:37:43.866 INFO:tasks.rados.rados.0.smithi005.stdout:3831: done (0 left) 2024-04-12T16:37:43.866 INFO:tasks.rados.rados.0.smithi005.stdout:3832: copy_from oid 14 from oid 39 current snap is 366 2024-04-12T16:37:43.866 INFO:tasks.rados.rados.0.smithi005.stdout:3833: read oid 25 snap -1 2024-04-12T16:37:43.866 INFO:tasks.rados.rados.0.smithi005.stdout:3833: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:37:43.866 INFO:tasks.rados.rados.0.smithi005.stdout:3834: snap_create 2024-04-12T16:37:43.871 INFO:tasks.rados.rados.0.smithi005.stdout:3833: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:37:43.942 INFO:tasks.rados.rados.0.smithi005.stdout:3832: finishing copy_from racing read to smithi00577259-14 2024-04-12T16:37:43.942 INFO:tasks.rados.rados.0.smithi005.stdout:3832: finishing copy_from to smithi00577259-14 2024-04-12T16:37:43.942 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1523 (ObjNum 1142 snap 331 seq_num 1142) dirty exists 2024-04-12T16:37:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:43 smithi016 ceph-mon[84444]: pgmap v880: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 226 KiB/s wr, 2 op/s 2024-04-12T16:37:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:43 smithi016 ceph-mon[84444]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T16:37:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:43 smithi005 ceph-mon[88416]: pgmap v880: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 226 KiB/s wr, 2 op/s 2024-04-12T16:37:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:43 smithi005 ceph-mon[88416]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T16:37:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:37:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:37:43] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-12T16:37:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:43 smithi005 ceph-mon[90837]: pgmap v880: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 226 KiB/s wr, 2 op/s 2024-04-12T16:37:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:43 smithi005 ceph-mon[90837]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T16:37:44.832 INFO:tasks.rados.rados.0.smithi005.stdout:3832: done (2 left) 2024-04-12T16:37:44.832 INFO:tasks.rados.rados.0.smithi005.stdout:3833: done (1 left) 2024-04-12T16:37:44.832 INFO:tasks.rados.rados.0.smithi005.stdout:3834: done (0 left) 2024-04-12T16:37:44.832 INFO:tasks.rados.rados.0.smithi005.stdout:3835: snap_create 2024-04-12T16:37:45.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:44 smithi016 ceph-mon[84444]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T16:37:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:44 smithi005 ceph-mon[88416]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T16:37:45.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:44 smithi005 ceph-mon[90837]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T16:37:45.689 INFO:tasks.rados.rados.0.smithi005.stdout:3835: done (0 left) 2024-04-12T16:37:45.690 INFO:tasks.rados.rados.0.smithi005.stdout:3836: read oid 21 snap 355 2024-04-12T16:37:45.690 INFO:tasks.rados.rados.0.smithi005.stdout:3836: expect (ObjNum 1130 snap 328 seq_num 1130) 2024-04-12T16:37:45.690 INFO:tasks.rados.rados.0.smithi005.stdout:3837: copy_from oid 33 from oid 16 current snap is 368 2024-04-12T16:37:45.690 INFO:tasks.rados.rados.0.smithi005.stdout:3838: delete oid 47 current snap is 368 2024-04-12T16:37:45.694 INFO:tasks.rados.rados.0.smithi005.stdout:3838: done (2 left) 2024-04-12T16:37:45.694 INFO:tasks.rados.rados.0.smithi005.stdout:3839: snap_create 2024-04-12T16:37:45.703 INFO:tasks.rados.rados.0.smithi005.stdout:3837: finishing copy_from to smithi00577259-33 2024-04-12T16:37:45.703 INFO:tasks.rados.rados.0.smithi005.stdout:3837: got expected ENOENT (src dne) 2024-04-12T16:37:45.703 INFO:tasks.rados.rados.0.smithi005.stdout:3837: finishing copy_from racing read to smithi00577259-33 2024-04-12T16:37:45.737 INFO:tasks.rados.rados.0.smithi005.stdout:3836: expect (ObjNum 1130 snap 328 seq_num 1130) 2024-04-12T16:37:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:45 smithi016 ceph-mon[84444]: pgmap v883: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:37:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:45 smithi016 ceph-mon[84444]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T16:37:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:37:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:45 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:45 smithi016 ceph-mon[84444]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T16:37:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[88416]: pgmap v883: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:37:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[88416]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T16:37:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:37:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[88416]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T16:37:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[90837]: pgmap v883: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:37:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[90837]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T16:37:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:37:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:45 smithi005 ceph-mon[90837]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T16:37:46.949 INFO:tasks.rados.rados.0.smithi005.stdout:3836: done (2 left) 2024-04-12T16:37:46.949 INFO:tasks.rados.rados.0.smithi005.stdout:3837: done (1 left) 2024-04-12T16:37:46.949 INFO:tasks.rados.rados.0.smithi005.stdout:3839: done (0 left) 2024-04-12T16:37:46.950 INFO:tasks.rados.rados.0.smithi005.stdout:3840: read oid 1 snap 339 2024-04-12T16:37:46.950 INFO:tasks.rados.rados.0.smithi005.stdout:3840: expect (ObjNum 1101 snap 324 seq_num 1101) 2024-04-12T16:37:46.950 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 369 2024-04-12T16:37:46.950 INFO:tasks.rados.rados.0.smithi005.stdout:3841: seq_num 1211 ranges {655360=688128,1343488=401408} 2024-04-12T16:37:46.956 INFO:tasks.rados.rados.0.smithi005.stdout:3841: writing smithi00577259-17 from 655360 to 1343488 tid 1 2024-04-12T16:37:46.959 INFO:tasks.rados.rados.0.smithi005.stdout:3841: writing smithi00577259-17 from 1343488 to 1744896 tid 2 2024-04-12T16:37:46.959 INFO:tasks.rados.rados.0.smithi005.stdout:3842: snap_remove snap 363 2024-04-12T16:37:47.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:46 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:37:47.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:46 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:37:47.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:46 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:47.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:46 smithi016 ceph-mon[84444]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T16:37:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:37:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:37:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[88416]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T16:37:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:37:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:37:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:37:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:46 smithi005 ceph-mon[90837]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T16:37:47.843 INFO:tasks.rados.rados.0.smithi005.stdout:3840: expect (ObjNum 1101 snap 324 seq_num 1101) 2024-04-12T16:37:47.946 INFO:tasks.rados.rados.0.smithi005.stdout:3841: finishing write tid 1 to smithi00577259-17 2024-04-12T16:37:47.946 INFO:tasks.rados.rados.0.smithi005.stdout:3841: finishing write tid 2 to smithi00577259-17 2024-04-12T16:37:47.946 INFO:tasks.rados.rados.0.smithi005.stdout:3840: done (2 left) 2024-04-12T16:37:47.946 INFO:tasks.rados.rados.0.smithi005.stdout:3842: done (1 left) 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3843: copy_from oid 39 from oid 23 current snap is 369 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3841: finishing write tid 3 to smithi00577259-17 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3841: finishing write tid 4 to smithi00577259-17 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3841: oid 17 updating version 0 to 1543 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3841: oid 17 updating version 1543 to 1545 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3841: oid 17 version 1545 is already newer than 1544 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1545 (ObjNum 1211 snap 369 seq_num 1211) dirty exists 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3841: left oid 17 (ObjNum 1211 snap 369 seq_num 1211) 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3841: done (1 left) 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 369 2024-04-12T16:37:47.947 INFO:tasks.rados.rados.0.smithi005.stdout:3844: seq_num 1212 ranges {2334720=704512,3039232=401408} 2024-04-12T16:37:47.962 INFO:tasks.rados.rados.0.smithi005.stdout:3844: writing smithi00577259-4 from 2334720 to 3039232 tid 1 2024-04-12T16:37:47.965 INFO:tasks.rados.rados.0.smithi005.stdout:3844: writing smithi00577259-4 from 3039232 to 3440640 tid 2 2024-04-12T16:37:47.965 INFO:tasks.rados.rados.0.smithi005.stdout:3845: delete oid 14 current snap is 369 2024-04-12T16:37:47.965 INFO:tasks.rados.rados.0.smithi005.stdout:3843: finishing copy_from to smithi00577259-39 2024-04-12T16:37:47.965 INFO:tasks.rados.rados.0.smithi005.stdout:3843: got expected ENOENT (src dne) 2024-04-12T16:37:47.965 INFO:tasks.rados.rados.0.smithi005.stdout:3843: finishing copy_from racing read to smithi00577259-39 2024-04-12T16:37:47.969 INFO:tasks.rados.rados.0.smithi005.stdout:3844: finishing write tid 1 to smithi00577259-4 2024-04-12T16:37:47.969 INFO:tasks.rados.rados.0.smithi005.stdout:3844: finishing write tid 2 to smithi00577259-4 2024-04-12T16:37:47.969 INFO:tasks.rados.rados.0.smithi005.stdout:3844: finishing write tid 3 to smithi00577259-4 2024-04-12T16:37:47.972 INFO:tasks.rados.rados.0.smithi005.stdout:3844: finishing write tid 4 to smithi00577259-4 2024-04-12T16:37:47.972 INFO:tasks.rados.rados.0.smithi005.stdout:3844: oid 4 updating version 0 to 1774 2024-04-12T16:37:47.972 INFO:tasks.rados.rados.0.smithi005.stdout:3844: oid 4 updating version 1774 to 1775 2024-04-12T16:37:47.973 INFO:tasks.rados.rados.0.smithi005.stdout:3844: oid 4 updating version 1775 to 1776 2024-04-12T16:37:47.973 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1776 (ObjNum 1212 snap 369 seq_num 1212) dirty exists 2024-04-12T16:37:47.973 INFO:tasks.rados.rados.0.smithi005.stdout:3844: left oid 4 (ObjNum 1212 snap 369 seq_num 1212) 2024-04-12T16:37:47.973 INFO:tasks.rados.rados.0.smithi005.stdout:3843: done (2 left) 2024-04-12T16:37:47.973 INFO:tasks.rados.rados.0.smithi005.stdout:3844: done (1 left) 2024-04-12T16:37:47.973 INFO:tasks.rados.rados.0.smithi005.stdout:3845: done (0 left) 2024-04-12T16:37:47.973 INFO:tasks.rados.rados.0.smithi005.stdout:3846: delete oid 21 current snap is 369 2024-04-12T16:37:47.975 INFO:tasks.rados.rados.0.smithi005.stdout:3846: done (0 left) 2024-04-12T16:37:47.975 INFO:tasks.rados.rados.0.smithi005.stdout:3847: read oid 30 snap -1 2024-04-12T16:37:47.975 INFO:tasks.rados.rados.0.smithi005.stdout:3847: expect deleted 2024-04-12T16:37:47.975 INFO:tasks.rados.rados.0.smithi005.stdout:3848: snap_remove snap 349 2024-04-12T16:37:48.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:47 smithi016 ceph-mon[84444]: pgmap v886: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:37:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:47 smithi005 ceph-mon[88416]: pgmap v886: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:37:48.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:47 smithi005 ceph-mon[90837]: pgmap v886: 121 pgs: 121 active+clean; 343 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T16:37:48.854 INFO:tasks.rados.rados.0.smithi005.stdout:3848: done (1 left) 2024-04-12T16:37:48.854 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 369 2024-04-12T16:37:48.854 INFO:tasks.rados.rados.0.smithi005.stdout:3849: seq_num 1215 ranges {65536=753664,819200=401408} 2024-04-12T16:37:48.859 INFO:tasks.rados.rados.0.smithi005.stdout:3849: writing smithi00577259-38 from 65536 to 819200 tid 1 2024-04-12T16:37:48.862 INFO:tasks.rados.rados.0.smithi005.stdout:3849: writing smithi00577259-38 from 819200 to 1220608 tid 2 2024-04-12T16:37:48.862 INFO:tasks.rados.rados.0.smithi005.stdout:3850: copy_from oid 24 from oid 33 current snap is 369 2024-04-12T16:37:48.863 INFO:tasks.rados.rados.0.smithi005.stdout:3847: done (2 left) 2024-04-12T16:37:48.863 INFO:tasks.rados.rados.0.smithi005.stdout:3851: read oid 49 snap -1 2024-04-12T16:37:48.863 INFO:tasks.rados.rados.0.smithi005.stdout:3851: expect (ObjNum 1201 snap 363 seq_num 1201) 2024-04-12T16:37:48.863 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 50 current snap is 369 2024-04-12T16:37:48.864 INFO:tasks.rados.rados.0.smithi005.stdout:3852: seq_num 1216 ranges {1499136=770048,2269184=401408} 2024-04-12T16:37:48.877 INFO:tasks.rados.rados.0.smithi005.stdout:3852: writing smithi00577259-50 from 1499136 to 2269184 tid 1 2024-04-12T16:37:48.880 INFO:tasks.rados.rados.0.smithi005.stdout:3852: writing smithi00577259-50 from 2269184 to 2670592 tid 2 2024-04-12T16:37:48.880 INFO:tasks.rados.rados.0.smithi005.stdout:3853: snap_remove snap 368 2024-04-12T16:37:49.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:48 smithi016 ceph-mon[84444]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T16:37:49.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:48 smithi005 ceph-mon[88416]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T16:37:49.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:48 smithi005 ceph-mon[90837]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T16:37:49.200 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 16:37:48 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[96128]: 2024-04-12T16:37:48.887+0000 7fe97d4ec700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a5 after trimming was started 2024-04-12T16:37:49.859 INFO:tasks.rados.rados.0.smithi005.stdout:3849: finishing write tid 1 to smithi00577259-38 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3849: finishing write tid 2 to smithi00577259-38 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3849: finishing write tid 3 to smithi00577259-38 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3849: finishing write tid 4 to smithi00577259-38 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3849: oid 38 updating version 0 to 1472 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3849: oid 38 version 1472 is already newer than 1471 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3849: oid 38 version 1472 is already newer than 1470 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1472 (ObjNum 1215 snap 369 seq_num 1215) dirty exists 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3849: left oid 38 (ObjNum 1215 snap 369 seq_num 1215) 2024-04-12T16:37:49.860 INFO:tasks.rados.rados.0.smithi005.stdout:3851: expect (ObjNum 1201 snap 363 seq_num 1201) 2024-04-12T16:37:50.027 INFO:tasks.rados.rados.0.smithi005.stdout:3852: finishing write tid 1 to smithi00577259-50 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3852: finishing write tid 2 to smithi00577259-50 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3852: finishing write tid 3 to smithi00577259-50 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3852: finishing write tid 4 to smithi00577259-50 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3852: oid 50 updating version 0 to 1788 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3852: oid 50 updating version 1788 to 1790 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3852: oid 50 version 1790 is already newer than 1789 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1790 (ObjNum 1216 snap 369 seq_num 1216) dirty exists 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3852: left oid 50 (ObjNum 1216 snap 369 seq_num 1216) 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3850: finishing copy_from racing read to smithi00577259-24 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3850: finishing copy_from to smithi00577259-24 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 24 v 1675 (ObjNum 1179 snap 356 seq_num 1179) dirty exists 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3849: done (4 left) 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3850: done (3 left) 2024-04-12T16:37:50.028 INFO:tasks.rados.rados.0.smithi005.stdout:3851: done (2 left) 2024-04-12T16:37:50.029 INFO:tasks.rados.rados.0.smithi005.stdout:3852: done (1 left) 2024-04-12T16:37:50.029 INFO:tasks.rados.rados.0.smithi005.stdout:3853: done (0 left) 2024-04-12T16:37:50.029 INFO:tasks.rados.rados.0.smithi005.stdout:3854: rmattr oid 27 current snap is 369 2024-04-12T16:37:50.029 INFO:tasks.rados.rados.0.smithi005.stdout:3854: done (0 left) 2024-04-12T16:37:50.029 INFO:tasks.rados.rados.0.smithi005.stdout:3855: snap_remove snap 343 2024-04-12T16:37:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:49 smithi005 ceph-mon[88416]: pgmap v889: 121 pgs: 121 active+clean; 349 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-12T16:37:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:49 smithi005 ceph-mon[88416]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T16:37:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:49 smithi005 ceph-mon[90837]: pgmap v889: 121 pgs: 121 active+clean; 349 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-12T16:37:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:49 smithi005 ceph-mon[90837]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T16:37:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:49 smithi016 ceph-mon[84444]: pgmap v889: 121 pgs: 121 active+clean; 349 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-12T16:37:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:49 smithi016 ceph-mon[84444]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T16:37:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:37:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:3855: done (0 left) 2024-04-12T16:37:50.693 INFO:tasks.rados.rados.0.smithi005.stdout:3856: snap_create 2024-04-12T16:37:51.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:50 smithi005 ceph-mon[88416]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T16:37:51.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:50 smithi005 ceph-mon[88416]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T16:37:51.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:50 smithi005 ceph-mon[90837]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T16:37:51.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:50 smithi005 ceph-mon[90837]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T16:37:51.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:50 smithi016 ceph-mon[84444]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T16:37:51.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:50 smithi016 ceph-mon[84444]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T16:37:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3856: done (0 left) 2024-04-12T16:37:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3857: read oid 21 snap -1 2024-04-12T16:37:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3857: expect deleted 2024-04-12T16:37:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3858: read oid 23 snap -1 2024-04-12T16:37:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3858: expect deleted 2024-04-12T16:37:51.694 INFO:tasks.rados.rados.0.smithi005.stdout:3859: snap_create 2024-04-12T16:37:52.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:51 smithi005 ceph-mon[88416]: pgmap v892: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:37:52.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:51 smithi005 ceph-mon[88416]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T16:37:52.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:51 smithi005 ceph-mon[90837]: pgmap v892: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:37:52.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:51 smithi005 ceph-mon[90837]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T16:37:52.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:51 smithi016 ceph-mon[84444]: pgmap v892: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-12T16:37:52.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:51 smithi016 ceph-mon[84444]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T16:37:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:37:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:37:52.695 INFO:tasks.rados.rados.0.smithi005.stdout:3857: done (2 left) 2024-04-12T16:37:52.695 INFO:tasks.rados.rados.0.smithi005.stdout:3858: done (1 left) 2024-04-12T16:37:52.695 INFO:tasks.rados.rados.0.smithi005.stdout:3859: done (0 left) 2024-04-12T16:37:52.695 INFO:tasks.rados.rados.0.smithi005.stdout:3860: read oid 24 snap -1 2024-04-12T16:37:52.695 INFO:tasks.rados.rados.0.smithi005.stdout:3860: expect (ObjNum 1179 snap 356 seq_num 1179) 2024-04-12T16:37:52.695 INFO:tasks.rados.rados.0.smithi005.stdout:3861: delete oid 5 current snap is 371 2024-04-12T16:37:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:3861: done (1 left) 2024-04-12T16:37:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:3862: rollback oid 34 current snap is 371 2024-04-12T16:37:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 34 to 362 2024-04-12T16:37:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:3863: copy_from oid 48 from oid 42 current snap is 371 2024-04-12T16:37:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 20 current snap is 371 2024-04-12T16:37:52.704 INFO:tasks.rados.rados.0.smithi005.stdout:3864: seq_num 1218 ranges {2334720=802816,3137536=401408} 2024-04-12T16:37:52.721 INFO:tasks.rados.rados.0.smithi005.stdout:3864: writing smithi00577259-20 from 2334720 to 3137536 tid 1 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3864: writing smithi00577259-20 from 3137536 to 3538944 tid 2 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3865: snap_create 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3862: finishing rollback tid 0 to smithi00577259-34 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3862: finishing rollback tid 1 to smithi00577259-34 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3862: finishing rollback tid 2 to smithi00577259-34 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1808 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3863: finishing copy_from to smithi00577259-48 2024-04-12T16:37:52.724 INFO:tasks.rados.rados.0.smithi005.stdout:3863: got expected ENOENT (src dne) 2024-04-12T16:37:52.731 INFO:tasks.rados.rados.0.smithi005.stdout:3860: expect (ObjNum 1179 snap 356 seq_num 1179) 2024-04-12T16:37:53.616 INFO:tasks.rados.rados.0.smithi005.stdout:3863: finishing copy_from racing read to smithi00577259-48 2024-04-12T16:37:53.616 INFO:tasks.rados.rados.0.smithi005.stdout:3864: finishing write tid 1 to smithi00577259-20 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:3864: finishing write tid 2 to smithi00577259-20 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:3864: finishing write tid 3 to smithi00577259-20 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:3864: finishing write tid 4 to smithi00577259-20 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:3864: oid 20 updating version 0 to 1741 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:3864: oid 20 version 1741 is already newer than 1739 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:3864: oid 20 version 1741 is already newer than 1740 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 20 v 1741 (ObjNum 1218 snap 371 seq_num 1218) dirty exists 2024-04-12T16:37:53.617 INFO:tasks.rados.rados.0.smithi005.stdout:3864: left oid 20 (ObjNum 1218 snap 371 seq_num 1218) 2024-04-12T16:37:53.699 INFO:tasks.rados.rados.0.smithi005.stdout:3860: done (4 left) 2024-04-12T16:37:53.699 INFO:tasks.rados.rados.0.smithi005.stdout:3862: done (3 left) 2024-04-12T16:37:53.699 INFO:tasks.rados.rados.0.smithi005.stdout:3863: done (2 left) 2024-04-12T16:37:53.699 INFO:tasks.rados.rados.0.smithi005.stdout:3864: done (1 left) 2024-04-12T16:37:53.699 INFO:tasks.rados.rados.0.smithi005.stdout:3865: done (0 left) 2024-04-12T16:37:53.699 INFO:tasks.rados.rados.0.smithi005.stdout:3866: snap_remove snap 367 2024-04-12T16:37:53.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:53 smithi005 ceph-mon[88416]: pgmap v895: 121 pgs: 121 active+clean; 355 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 282 KiB/s wr, 2 op/s 2024-04-12T16:37:53.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:53 smithi005 ceph-mon[88416]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T16:37:53.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:37:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:37:53] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-12T16:37:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:53 smithi005 ceph-mon[90837]: pgmap v895: 121 pgs: 121 active+clean; 355 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 282 KiB/s wr, 2 op/s 2024-04-12T16:37:53.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:53 smithi005 ceph-mon[90837]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T16:37:54.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:53 smithi016 ceph-mon[84444]: pgmap v895: 121 pgs: 121 active+clean; 355 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 282 KiB/s wr, 2 op/s 2024-04-12T16:37:54.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:53 smithi016 ceph-mon[84444]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T16:37:54.706 INFO:tasks.rados.rados.0.smithi005.stdout:3866: done (0 left) 2024-04-12T16:37:54.706 INFO:tasks.rados.rados.0.smithi005.stdout:3867: delete oid 2 current snap is 372 2024-04-12T16:37:54.714 INFO:tasks.rados.rados.0.smithi005.stdout:3867: done (0 left) 2024-04-12T16:37:54.714 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 33 current snap is 372 2024-04-12T16:37:54.715 INFO:tasks.rados.rados.0.smithi005.stdout:3868: seq_num 1220 ranges {9117696=434176,9551872=442368,9994240=360448} 2024-04-12T16:37:54.766 INFO:tasks.rados.rados.0.smithi005.stdout:3868: writing smithi00577259-33 from 9117696 to 9551872 tid 1 2024-04-12T16:37:54.769 INFO:tasks.rados.rados.0.smithi005.stdout:3868: writing smithi00577259-33 from 9551872 to 9994240 tid 2 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3868: writing smithi00577259-33 from 9994240 to 10354688 tid 3 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3869: read oid 39 snap -1 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3869: expect (ObjNum 1142 snap 331 seq_num 1142) 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3870: read oid 42 snap -1 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3870: expect deleted 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3871: copy_from oid 28 from oid 9 current snap is 372 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3872: read oid 6 snap -1 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3872: expect (ObjNum 1156 snap 341 seq_num 1156) 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3873: copy_from oid 27 from oid 46 current snap is 372 2024-04-12T16:37:54.772 INFO:tasks.rados.rados.0.smithi005.stdout:3874: snap_create 2024-04-12T16:37:54.777 INFO:tasks.rados.rados.0.smithi005.stdout:3868: finishing write tid 1 to smithi00577259-33 2024-04-12T16:37:54.778 INFO:tasks.rados.rados.0.smithi005.stdout:3868: finishing write tid 2 to smithi00577259-33 2024-04-12T16:37:54.779 INFO:tasks.rados.rados.0.smithi005.stdout:3868: finishing write tid 3 to smithi00577259-33 2024-04-12T16:37:54.780 INFO:tasks.rados.rados.0.smithi005.stdout:3868: finishing write tid 4 to smithi00577259-33 2024-04-12T16:37:54.782 INFO:tasks.rados.rados.0.smithi005.stdout:3868: finishing write tid 5 to smithi00577259-33 2024-04-12T16:37:54.782 INFO:tasks.rados.rados.0.smithi005.stdout:3868: oid 33 updating version 0 to 1751 2024-04-12T16:37:54.783 INFO:tasks.rados.rados.0.smithi005.stdout:3868: oid 33 version 1751 is already newer than 1749 2024-04-12T16:37:54.783 INFO:tasks.rados.rados.0.smithi005.stdout:3868: oid 33 version 1751 is already newer than 1748 2024-04-12T16:37:54.783 INFO:tasks.rados.rados.0.smithi005.stdout:3868: oid 33 version 1751 is already newer than 1750 2024-04-12T16:37:54.783 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 33 v 1751 (ObjNum 1220 snap 372 seq_num 1220) dirty exists 2024-04-12T16:37:54.783 INFO:tasks.rados.rados.0.smithi005.stdout:3868: left oid 33 (ObjNum 1220 snap 372 seq_num 1220) 2024-04-12T16:37:54.787 INFO:tasks.rados.rados.0.smithi005.stdout:3873: finishing copy_from racing read to smithi00577259-27 2024-04-12T16:37:54.788 INFO:tasks.rados.rados.0.smithi005.stdout:3873: finishing copy_from to smithi00577259-27 2024-04-12T16:37:54.788 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1611 (ObjNum 1207 snap 366 seq_num 1207) dirty exists 2024-04-12T16:37:54.789 INFO:tasks.rados.rados.0.smithi005.stdout:3872: expect (ObjNum 1156 snap 341 seq_num 1156) 2024-04-12T16:37:54.995 INFO:tasks.rados.rados.0.smithi005.stdout:3869: expect (ObjNum 1142 snap 331 seq_num 1142) 2024-04-12T16:37:55.086 INFO:tasks.rados.rados.0.smithi005.stdout:3871: finishing copy_from racing read to smithi00577259-28 2024-04-12T16:37:55.086 INFO:tasks.rados.rados.0.smithi005.stdout:3871: finishing copy_from to smithi00577259-28 2024-04-12T16:37:55.086 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1572 (ObjNum 1132 snap 328 seq_num 1132) dirty exists 2024-04-12T16:37:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:54 smithi016 ceph-mon[84444]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T16:37:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:54 smithi005 ceph-mon[88416]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T16:37:55.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:54 smithi005 ceph-mon[90837]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3868: done (6 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3869: done (5 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3870: done (4 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3871: done (3 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3872: done (2 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3873: done (1 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3874: done (0 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3875: rmattr oid 38 current snap is 373 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3875: done (0 left) 2024-04-12T16:37:55.694 INFO:tasks.rados.rados.0.smithi005.stdout:3876: snap_remove snap 345 2024-04-12T16:37:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:55 smithi016 ceph-mon[84444]: pgmap v898: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-12T16:37:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:55 smithi016 ceph-mon[84444]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T16:37:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:55 smithi016 ceph-mon[84444]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T16:37:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:55 smithi005 ceph-mon[88416]: pgmap v898: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-12T16:37:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:55 smithi005 ceph-mon[88416]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T16:37:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:55 smithi005 ceph-mon[88416]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T16:37:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:55 smithi005 ceph-mon[90837]: pgmap v898: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 8 op/s 2024-04-12T16:37:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:55 smithi005 ceph-mon[90837]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T16:37:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:55 smithi005 ceph-mon[90837]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T16:37:56.696 INFO:tasks.rados.rados.0.smithi005.stdout:3876: done (0 left) 2024-04-12T16:37:56.696 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 373 2024-04-12T16:37:56.696 INFO:tasks.rados.rados.0.smithi005.stdout:3877: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-04-12T16:37:56.699 INFO:tasks.rados.rados.0.smithi005.stdout:3877: writing smithi00577259-11 from 0 to 458752 tid 1 2024-04-12T16:37:56.704 INFO:tasks.rados.rados.0.smithi005.stdout:3877: writing smithi00577259-11 from 458752 to 1187840 tid 2 2024-04-12T16:37:56.705 INFO:tasks.rados.rados.0.smithi005.stdout:3877: writing smithi00577259-11 from 1187840 to 1261568 tid 3 2024-04-12T16:37:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:3878: read oid 38 snap 335 2024-04-12T16:37:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:3878: expect (ObjNum 1145 snap 332 seq_num 1145) 2024-04-12T16:37:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 31 current snap is 373 2024-04-12T16:37:56.706 INFO:tasks.rados.rados.0.smithi005.stdout:3879: seq_num 1222 ranges {884736=475136,1359872=606208,1966080=196608} 2024-04-12T16:37:56.714 INFO:tasks.rados.rados.0.smithi005.stdout:3879: writing smithi00577259-31 from 884736 to 1359872 tid 1 2024-04-12T16:37:56.719 INFO:tasks.rados.rados.0.smithi005.stdout:3879: writing smithi00577259-31 from 1359872 to 1966080 tid 2 2024-04-12T16:37:56.720 INFO:tasks.rados.rados.0.smithi005.stdout:3879: writing smithi00577259-31 from 1966080 to 2162688 tid 3 2024-04-12T16:37:56.720 INFO:tasks.rados.rados.0.smithi005.stdout:3880: snap_remove snap 313 2024-04-12T16:37:57.714 INFO:tasks.rados.rados.0.smithi005.stdout:3877: finishing write tid 1 to smithi00577259-11 2024-04-12T16:37:57.714 INFO:tasks.rados.rados.0.smithi005.stdout:3878: expect (ObjNum 1145 snap 332 seq_num 1145) 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: finishing write tid 1 to smithi00577259-31 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: finishing write tid 2 to smithi00577259-31 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: finishing write tid 3 to smithi00577259-31 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: finishing write tid 4 to smithi00577259-31 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3877: finishing write tid 2 to smithi00577259-11 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3877: finishing write tid 3 to smithi00577259-11 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: finishing write tid 5 to smithi00577259-31 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: oid 31 updating version 0 to 1688 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: oid 31 updating version 1688 to 1689 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: oid 31 updating version 1689 to 1690 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: oid 31 updating version 1690 to 1691 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1691 (ObjNum 1222 snap 373 seq_num 1222) dirty exists 2024-04-12T16:37:57.788 INFO:tasks.rados.rados.0.smithi005.stdout:3879: left oid 31 (ObjNum 1222 snap 373 seq_num 1222) 2024-04-12T16:37:57.789 INFO:tasks.rados.rados.0.smithi005.stdout:3877: finishing write tid 4 to smithi00577259-11 2024-04-12T16:37:57.789 INFO:tasks.rados.rados.0.smithi005.stdout:3878: done (3 left) 2024-04-12T16:37:57.789 INFO:tasks.rados.rados.0.smithi005.stdout:3879: done (2 left) 2024-04-12T16:37:57.789 INFO:tasks.rados.rados.0.smithi005.stdout:3880: done (1 left) 2024-04-12T16:37:57.789 INFO:tasks.rados.rados.0.smithi005.stdout:3881: snap_remove snap 337 2024-04-12T16:37:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:57 smithi005 ceph-mon[88416]: pgmap v901: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:37:57.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:57 smithi005 ceph-mon[88416]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T16:37:57.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:57 smithi005 ceph-mon[90837]: pgmap v901: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:37:57.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:57 smithi005 ceph-mon[90837]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T16:37:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:57 smithi016 ceph-mon[84444]: pgmap v901: 121 pgs: 121 active+clean; 366 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:37:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:57 smithi016 ceph-mon[84444]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3881: done (1 left) 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3882: delete oid 2 current snap is 373 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3877: finishing write tid 5 to smithi00577259-11 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3877: oid 11 updating version 0 to 1727 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3877: oid 11 version 1727 is already newer than 1726 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3877: oid 11 version 1727 is already newer than 1725 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3877: oid 11 version 1727 is already newer than 1724 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1727 (ObjNum 1221 snap 373 seq_num 1221) dirty exists 2024-04-12T16:37:58.717 INFO:tasks.rados.rados.0.smithi005.stdout:3877: left oid 11 (ObjNum 1221 snap 373 seq_num 1221) 2024-04-12T16:37:58.730 INFO:tasks.rados.rados.0.smithi005.stdout:3877: done (1 left) 2024-04-12T16:37:58.730 INFO:tasks.rados.rados.0.smithi005.stdout:3882: done (0 left) 2024-04-12T16:37:58.730 INFO:tasks.rados.rados.0.smithi005.stdout:3883: read oid 6 snap -1 2024-04-12T16:37:58.730 INFO:tasks.rados.rados.0.smithi005.stdout:3883: expect (ObjNum 1156 snap 341 seq_num 1156) 2024-04-12T16:37:58.730 INFO:tasks.rados.rados.0.smithi005.stdout:3884: read oid 18 snap 355 2024-04-12T16:37:58.730 INFO:tasks.rados.rados.0.smithi005.stdout:3884: expect deleted 2024-04-12T16:37:58.730 INFO:tasks.rados.rados.0.smithi005.stdout:3885: read oid 12 snap -1 2024-04-12T16:37:58.731 INFO:tasks.rados.rados.0.smithi005.stdout:3885: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:37:58.731 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 42 current snap is 373 2024-04-12T16:37:58.731 INFO:tasks.rados.rados.0.smithi005.stdout:3886: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-04-12T16:37:58.733 INFO:tasks.rados.rados.0.smithi005.stdout:3886: writing smithi00577259-42 from 0 to 507904 tid 1 2024-04-12T16:37:58.737 INFO:tasks.rados.rados.0.smithi005.stdout:3886: writing smithi00577259-42 from 507904 to 933888 tid 2 2024-04-12T16:37:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:3886: writing smithi00577259-42 from 933888 to 1310720 tid 3 2024-04-12T16:37:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:3884: done (3 left) 2024-04-12T16:37:58.740 INFO:tasks.rados.rados.0.smithi005.stdout:3887: delete oid 26 current snap is 373 2024-04-12T16:37:58.751 INFO:tasks.rados.rados.0.smithi005.stdout:3887: done (3 left) 2024-04-12T16:37:58.751 INFO:tasks.rados.rados.0.smithi005.stdout:3888: rollback oid 27 current snap is 373 2024-04-12T16:37:58.751 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 27 to 370 2024-04-12T16:37:58.751 INFO:tasks.rados.rados.0.smithi005.stdout:3889: copy_from oid 29 from oid 7 current snap is 373 2024-04-12T16:37:58.751 INFO:tasks.rados.rados.0.smithi005.stdout:3890: delete oid 43 current snap is 373 2024-04-12T16:37:58.751 INFO:tasks.rados.rados.0.smithi005.stdout:3883: expect (ObjNum 1156 snap 341 seq_num 1156) 2024-04-12T16:37:58.961 INFO:tasks.rados.rados.0.smithi005.stdout:3886: finishing write tid 1 to smithi00577259-42 2024-04-12T16:37:58.961 INFO:tasks.rados.rados.0.smithi005.stdout:3886: finishing write tid 2 to smithi00577259-42 2024-04-12T16:37:58.961 INFO:tasks.rados.rados.0.smithi005.stdout:3886: finishing write tid 3 to smithi00577259-42 2024-04-12T16:37:58.961 INFO:tasks.rados.rados.0.smithi005.stdout:3886: finishing write tid 4 to smithi00577259-42 2024-04-12T16:37:58.961 INFO:tasks.rados.rados.0.smithi005.stdout:3883: done (5 left) 2024-04-12T16:37:58.961 INFO:tasks.rados.rados.0.smithi005.stdout:3890: done (4 left) 2024-04-12T16:37:58.961 INFO:tasks.rados.rados.0.smithi005.stdout:3891: read oid 41 snap -1 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3891: expect deleted 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 28 current snap is 373 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3888: finishing rollback tid 0 to smithi00577259-27 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3886: finishing write tid 5 to smithi00577259-42 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3886: oid 42 updating version 0 to 1842 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3886: oid 42 updating version 1842 to 1844 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3886: oid 42 version 1844 is already newer than 1843 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3886: oid 42 version 1844 is already newer than 1841 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1844 (ObjNum 1224 snap 373 seq_num 1224) dirty exists 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3886: left oid 42 (ObjNum 1224 snap 373 seq_num 1224) 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3888: finishing rollback tid 1 to smithi00577259-27 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 27 v 1734 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-12T16:37:58.962 INFO:tasks.rados.rados.0.smithi005.stdout:3889: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:37:58.963 INFO:tasks.rados.rados.0.smithi005.stdout:3892: seq_num 1227 ranges {3571712=557056,4128768=483328,4612096=319488} 2024-04-12T16:37:58.983 INFO:tasks.rados.rados.0.smithi005.stdout:3892: writing smithi00577259-28 from 3571712 to 4128768 tid 1 2024-04-12T16:37:58.985 INFO:tasks.rados.rados.0.smithi005.stdout:3892: writing smithi00577259-28 from 4128768 to 4612096 tid 2 2024-04-12T16:37:58.987 INFO:tasks.rados.rados.0.smithi005.stdout:3892: writing smithi00577259-28 from 4612096 to 4931584 tid 3 2024-04-12T16:37:58.987 INFO:tasks.rados.rados.0.smithi005.stdout:3886: done (5 left) 2024-04-12T16:37:58.988 INFO:tasks.rados.rados.0.smithi005.stdout:3888: done (4 left) 2024-04-12T16:37:58.988 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 18 current snap is 373 2024-04-12T16:37:58.988 INFO:tasks.rados.rados.0.smithi005.stdout:3889: finishing copy_from to smithi00577259-29 2024-04-12T16:37:58.988 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1276 (ObjNum 1205 snap 366 seq_num 1205) dirty exists 2024-04-12T16:37:58.988 INFO:tasks.rados.rados.0.smithi005.stdout:3885: expect (ObjNum 947 snap 274 seq_num 947) 2024-04-12T16:37:59.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:58 smithi016 ceph-mon[84444]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T16:37:59.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:58 smithi005 ceph-mon[88416]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T16:37:59.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:58 smithi005 ceph-mon[90837]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T16:37:59.761 INFO:tasks.rados.rados.0.smithi005.stdout:3892: finishing write tid 1 to smithi00577259-28 2024-04-12T16:37:59.762 INFO:tasks.rados.rados.0.smithi005.stdout:3892: finishing write tid 2 to smithi00577259-28 2024-04-12T16:37:59.762 INFO:tasks.rados.rados.0.smithi005.stdout:3892: finishing write tid 3 to smithi00577259-28 2024-04-12T16:37:59.762 INFO:tasks.rados.rados.0.smithi005.stdout:3892: finishing write tid 4 to smithi00577259-28 2024-04-12T16:37:59.762 INFO:tasks.rados.rados.0.smithi005.stdout:3893: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-04-12T16:37:59.764 INFO:tasks.rados.rados.0.smithi005.stdout:3893: writing smithi00577259-18 from 0 to 573440 tid 1 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3893: writing smithi00577259-18 from 573440 to 1335296 tid 2 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3893: writing smithi00577259-18 from 1335296 to 1376256 tid 3 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3885: done (4 left) 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3889: done (3 left) 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3891: done (2 left) 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3894: rollback oid 36 current snap is 373 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 36 to 371 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3892: finishing write tid 5 to smithi00577259-28 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3892: oid 28 updating version 0 to 1742 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3892: oid 28 updating version 1742 to 1744 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3892: oid 28 version 1744 is already newer than 1743 2024-04-12T16:37:59.770 INFO:tasks.rados.rados.0.smithi005.stdout:3892: oid 28 version 1744 is already newer than 1741 2024-04-12T16:37:59.771 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 28 v 1744 (ObjNum 1227 snap 373 seq_num 1227) dirty exists 2024-04-12T16:37:59.771 INFO:tasks.rados.rados.0.smithi005.stdout:3892: left oid 28 (ObjNum 1227 snap 373 seq_num 1227) 2024-04-12T16:37:59.771 INFO:tasks.rados.rados.0.smithi005.stdout:3893: finishing write tid 1 to smithi00577259-18 2024-04-12T16:37:59.771 INFO:tasks.rados.rados.0.smithi005.stdout:3892: done (2 left) 2024-04-12T16:37:59.771 INFO:tasks.rados.rados.0.smithi005.stdout:3895: snap_create 2024-04-12T16:37:59.773 INFO:tasks.rados.rados.0.smithi005.stdout:3893: finishing write tid 2 to smithi00577259-18 2024-04-12T16:37:59.773 INFO:tasks.rados.rados.0.smithi005.stdout:3893: finishing write tid 3 to smithi00577259-18 2024-04-12T16:37:59.774 INFO:tasks.rados.rados.0.smithi005.stdout:3893: finishing write tid 4 to smithi00577259-18 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3894: finishing rollback tid 0 to smithi00577259-36 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3893: finishing write tid 5 to smithi00577259-18 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3893: oid 18 updating version 0 to 1616 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3893: oid 18 version 1616 is already newer than 1614 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3893: oid 18 updating version 1616 to 1617 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3893: oid 18 version 1617 is already newer than 1615 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 18 v 1617 (ObjNum 1228 snap 373 seq_num 1228) dirty exists 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3893: left oid 18 (ObjNum 1228 snap 373 seq_num 1228) 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3894: finishing rollback tid 1 to smithi00577259-36 2024-04-12T16:37:59.775 INFO:tasks.rados.rados.0.smithi005.stdout:3894: finishing rollback tid 2 to smithi00577259-36 2024-04-12T16:37:59.776 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 36 v 1748 (ObjNum 1190 snap 359 seq_num 1190) dirty exists 2024-04-12T16:38:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:59 smithi016 ceph-mon[84444]: pgmap v904: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 371 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:38:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:37:59 smithi016 ceph-mon[84444]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T16:38:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:59 smithi005 ceph-mon[88416]: pgmap v904: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 371 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:38:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:37:59 smithi005 ceph-mon[88416]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T16:38:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:59 smithi005 ceph-mon[90837]: pgmap v904: 121 pgs: 1 active+clean+snaptrim_wait, 5 active+clean+snaptrim, 115 active+clean; 371 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:38:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:37:59 smithi005 ceph-mon[90837]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T16:38:00.721 INFO:tasks.rados.rados.0.smithi005.stdout:3893: done (2 left) 2024-04-12T16:38:00.722 INFO:tasks.rados.rados.0.smithi005.stdout:3894: done (1 left) 2024-04-12T16:38:00.722 INFO:tasks.rados.rados.0.smithi005.stdout:3895: done (0 left) 2024-04-12T16:38:00.722 INFO:tasks.rados.rados.0.smithi005.stdout:3896: copy_from oid 13 from oid 38 current snap is 374 2024-04-12T16:38:00.722 INFO:tasks.rados.rados.0.smithi005.stdout:3897: setattr oid 31 current snap is 374 2024-04-12T16:38:00.723 INFO:tasks.rados.rados.0.smithi005.stdout:3898: rollback oid 23 current snap is 374 2024-04-12T16:38:00.723 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 23 to 366 2024-04-12T16:38:00.723 INFO:tasks.rados.rados.0.smithi005.stdout:3899: snap_remove snap 354 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3899: done (3 left) 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3900: read oid 25 snap -1 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3900: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3898: finishing rollback tid 1 to smithi00577259-23 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 23 v 1542 (ObjNum 33 snap 0 seq_num 697702192) dirty dne 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 31 v 1692 (ObjNum 1222 snap 373 seq_num 1222) dirty exists 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3896: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3896: finishing copy_from to smithi00577259-13 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1472 (ObjNum 1215 snap 369 seq_num 1215) dirty exists 2024-04-12T16:38:01.729 INFO:tasks.rados.rados.0.smithi005.stdout:3896: done (3 left) 2024-04-12T16:38:01.730 INFO:tasks.rados.rados.0.smithi005.stdout:3897: done (2 left) 2024-04-12T16:38:01.730 INFO:tasks.rados.rados.0.smithi005.stdout:3898: done (1 left) 2024-04-12T16:38:01.730 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 45 current snap is 374 2024-04-12T16:38:01.730 INFO:tasks.rados.rados.0.smithi005.stdout:3901: seq_num 1229 ranges {1548288=589824,2138112=647168,2785280=155648} 2024-04-12T16:38:01.741 INFO:tasks.rados.rados.0.smithi005.stdout:3901: writing smithi00577259-45 from 1548288 to 2138112 tid 1 2024-04-12T16:38:01.746 INFO:tasks.rados.rados.0.smithi005.stdout:3901: writing smithi00577259-45 from 2138112 to 2785280 tid 2 2024-04-12T16:38:01.747 INFO:tasks.rados.rados.0.smithi005.stdout:3901: writing smithi00577259-45 from 2785280 to 2940928 tid 3 2024-04-12T16:38:01.747 INFO:tasks.rados.rados.0.smithi005.stdout:3902: snap_remove snap 332 2024-04-12T16:38:02.001 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:01 smithi005 ceph-mon[88416]: pgmap v906: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 371 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:38:02.001 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:01 smithi005 ceph-mon[88416]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T16:38:02.002 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:01 smithi005 ceph-mon[90837]: pgmap v906: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 371 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:38:02.002 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:01 smithi005 ceph-mon[90837]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T16:38:02.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:01 smithi016 ceph-mon[84444]: pgmap v906: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 371 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-12T16:38:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:01 smithi016 ceph-mon[84444]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T16:38:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:38:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:38:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:02.737 INFO:tasks.rados.rados.0.smithi005.stdout:3900: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: finishing write tid 1 to smithi00577259-45 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: finishing write tid 2 to smithi00577259-45 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: finishing write tid 3 to smithi00577259-45 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: finishing write tid 4 to smithi00577259-45 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: finishing write tid 5 to smithi00577259-45 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: oid 45 updating version 0 to 1745 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: oid 45 version 1745 is already newer than 1743 2024-04-12T16:38:02.815 INFO:tasks.rados.rados.0.smithi005.stdout:3901: oid 45 version 1745 is already newer than 1742 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3901: oid 45 version 1745 is already newer than 1744 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1745 (ObjNum 1229 snap 374 seq_num 1229) dirty exists 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3901: left oid 45 (ObjNum 1229 snap 374 seq_num 1229) 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3900: done (2 left) 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3901: done (1 left) 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3902: done (0 left) 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3903: read oid 40 snap -1 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3903: expect deleted 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 8 current snap is 374 2024-04-12T16:38:02.816 INFO:tasks.rados.rados.0.smithi005.stdout:3904: seq_num 1230 ranges {827392=606208,1433600=532480,1966080=270336} 2024-04-12T16:38:02.822 INFO:tasks.rados.rados.0.smithi005.stdout:3904: writing smithi00577259-8 from 827392 to 1433600 tid 1 2024-04-12T16:38:02.825 INFO:tasks.rados.rados.0.smithi005.stdout:3904: writing smithi00577259-8 from 1433600 to 1966080 tid 2 2024-04-12T16:38:02.827 INFO:tasks.rados.rados.0.smithi005.stdout:3904: writing smithi00577259-8 from 1966080 to 2236416 tid 3 2024-04-12T16:38:02.827 INFO:tasks.rados.rados.0.smithi005.stdout:3905: rmattr oid 45 current snap is 374 2024-04-12T16:38:02.827 INFO:tasks.rados.rados.0.smithi005.stdout:3905: done (2 left) 2024-04-12T16:38:02.827 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 41 current snap is 374 2024-04-12T16:38:02.827 INFO:tasks.rados.rados.0.smithi005.stdout:3906: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2024-04-12T16:38:02.830 INFO:tasks.rados.rados.0.smithi005.stdout:3906: writing smithi00577259-41 from 0 to 622592 tid 1 2024-04-12T16:38:02.832 INFO:tasks.rados.rados.0.smithi005.stdout:3906: writing smithi00577259-41 from 622592 to 1040384 tid 2 2024-04-12T16:38:02.834 INFO:tasks.rados.rados.0.smithi005.stdout:3906: writing smithi00577259-41 from 1040384 to 1425408 tid 3 2024-04-12T16:38:02.835 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 14 current snap is 374 2024-04-12T16:38:02.835 INFO:tasks.rados.rados.0.smithi005.stdout:3907: seq_num 1232 ranges {0=638976,638976=753664,1392640=49152} 2024-04-12T16:38:02.838 INFO:tasks.rados.rados.0.smithi005.stdout:3907: writing smithi00577259-14 from 0 to 638976 tid 1 2024-04-12T16:38:02.842 INFO:tasks.rados.rados.0.smithi005.stdout:3907: writing smithi00577259-14 from 638976 to 1392640 tid 2 2024-04-12T16:38:02.843 INFO:tasks.rados.rados.0.smithi005.stdout:3907: writing smithi00577259-14 from 1392640 to 1441792 tid 3 2024-04-12T16:38:02.843 INFO:tasks.rados.rados.0.smithi005.stdout:3908: read oid 45 snap 371 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3908: expect (ObjNum 1077 snap 316 seq_num 1077) 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 374 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: finishing write tid 1 to smithi00577259-8 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: finishing write tid 2 to smithi00577259-8 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: finishing write tid 3 to smithi00577259-8 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: finishing write tid 4 to smithi00577259-8 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: finishing write tid 5 to smithi00577259-8 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: oid 8 updating version 0 to 1759 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: oid 8 version 1759 is already newer than 1758 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: oid 8 updating version 1759 to 1760 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:3904: oid 8 updating version 1760 to 1761 2024-04-12T16:38:02.844 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1761 (ObjNum 1230 snap 374 seq_num 1230) dirty exists 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3904: left oid 8 (ObjNum 1230 snap 374 seq_num 1230) 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: finishing write tid 1 to smithi00577259-41 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: finishing write tid 2 to smithi00577259-41 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: finishing write tid 3 to smithi00577259-41 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: finishing write tid 4 to smithi00577259-41 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: finishing write tid 5 to smithi00577259-41 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: oid 41 updating version 0 to 1135 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: oid 41 updating version 1135 to 1138 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: oid 41 version 1138 is already newer than 1137 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: oid 41 version 1138 is already newer than 1136 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 41 v 1138 (ObjNum 1231 snap 374 seq_num 1231) dirty exists 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3906: left oid 41 (ObjNum 1231 snap 374 seq_num 1231) 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3907: finishing write tid 1 to smithi00577259-14 2024-04-12T16:38:02.845 INFO:tasks.rados.rados.0.smithi005.stdout:3909: seq_num 1233 ranges {1744896=655360,2400256=638976,3039232=163840} 2024-04-12T16:38:02.856 INFO:tasks.rados.rados.0.smithi005.stdout:3909: writing smithi00577259-17 from 1744896 to 2400256 tid 1 2024-04-12T16:38:02.859 INFO:tasks.rados.rados.0.smithi005.stdout:3909: writing smithi00577259-17 from 2400256 to 3039232 tid 2 2024-04-12T16:38:02.861 INFO:tasks.rados.rados.0.smithi005.stdout:3909: writing smithi00577259-17 from 3039232 to 3203072 tid 3 2024-04-12T16:38:02.861 INFO:tasks.rados.rados.0.smithi005.stdout:3903: done (5 left) 2024-04-12T16:38:02.861 INFO:tasks.rados.rados.0.smithi005.stdout:3904: done (4 left) 2024-04-12T16:38:02.861 INFO:tasks.rados.rados.0.smithi005.stdout:3906: done (3 left) 2024-04-12T16:38:02.861 INFO:tasks.rados.rados.0.smithi005.stdout:3910: read oid 50 snap -1 2024-04-12T16:38:02.861 INFO:tasks.rados.rados.0.smithi005.stdout:3910: expect (ObjNum 1216 snap 369 seq_num 1216) 2024-04-12T16:38:02.862 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 21 current snap is 374 2024-04-12T16:38:02.862 INFO:tasks.rados.rados.0.smithi005.stdout:3911: seq_num 1234 ranges {0=671744,671744=516096,1187840=286720} 2024-04-12T16:38:02.865 INFO:tasks.rados.rados.0.smithi005.stdout:3911: writing smithi00577259-21 from 0 to 671744 tid 1 2024-04-12T16:38:02.868 INFO:tasks.rados.rados.0.smithi005.stdout:3911: writing smithi00577259-21 from 671744 to 1187840 tid 2 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3911: writing smithi00577259-21 from 1187840 to 1474560 tid 3 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3912: read oid 7 snap 358 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3912: expect (ObjNum 1150 snap 337 seq_num 1150) 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3913: copy_from oid 8 from oid 28 current snap is 374 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3907: finishing write tid 2 to smithi00577259-14 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3907: finishing write tid 3 to smithi00577259-14 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3907: finishing write tid 4 to smithi00577259-14 2024-04-12T16:38:02.871 INFO:tasks.rados.rados.0.smithi005.stdout:3908: expect (ObjNum 1077 snap 316 seq_num 1077) 2024-04-12T16:38:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:3907: finishing write tid 5 to smithi00577259-14 2024-04-12T16:38:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:3907: oid 14 updating version 0 to 1866 2024-04-12T16:38:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:3907: oid 14 version 1866 is already newer than 1865 2024-04-12T16:38:02.918 INFO:tasks.rados.rados.0.smithi005.stdout:3907: oid 14 version 1866 is already newer than 1864 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3907: oid 14 version 1866 is already newer than 1863 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 14 v 1866 (ObjNum 1232 snap 374 seq_num 1232) dirty exists 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3907: left oid 14 (ObjNum 1232 snap 374 seq_num 1232) 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3909: finishing write tid 1 to smithi00577259-17 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3909: finishing write tid 2 to smithi00577259-17 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3907: done (6 left) 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3908: done (5 left) 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3914: copy_from oid 38 from oid 42 current snap is 374 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3909: finishing write tid 3 to smithi00577259-17 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3909: finishing write tid 4 to smithi00577259-17 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3909: finishing write tid 5 to smithi00577259-17 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3909: oid 17 updating version 0 to 1549 2024-04-12T16:38:02.919 INFO:tasks.rados.rados.0.smithi005.stdout:3909: oid 17 version 1549 is already newer than 1546 2024-04-12T16:38:02.920 INFO:tasks.rados.rados.0.smithi005.stdout:3909: oid 17 version 1549 is already newer than 1547 2024-04-12T16:38:02.920 INFO:tasks.rados.rados.0.smithi005.stdout:3909: oid 17 version 1549 is already newer than 1548 2024-04-12T16:38:02.920 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1549 (ObjNum 1233 snap 374 seq_num 1233) dirty exists 2024-04-12T16:38:02.920 INFO:tasks.rados.rados.0.smithi005.stdout:3909: left oid 17 (ObjNum 1233 snap 374 seq_num 1233) 2024-04-12T16:38:02.920 INFO:tasks.rados.rados.0.smithi005.stdout:3911: finishing write tid 1 to smithi00577259-21 2024-04-12T16:38:02.920 INFO:tasks.rados.rados.0.smithi005.stdout:3910: expect (ObjNum 1216 snap 369 seq_num 1216) 2024-04-12T16:38:03.021 INFO:tasks.rados.rados.0.smithi005.stdout:3912: expect (ObjNum 1150 snap 337 seq_num 1150) 2024-04-12T16:38:03.023 INFO:tasks.rados.rados.0.smithi005.stdout:3911: finishing write tid 2 to smithi00577259-21 2024-04-12T16:38:03.023 INFO:tasks.rados.rados.0.smithi005.stdout:3911: finishing write tid 3 to smithi00577259-21 2024-04-12T16:38:03.023 INFO:tasks.rados.rados.0.smithi005.stdout:3911: finishing write tid 4 to smithi00577259-21 2024-04-12T16:38:03.023 INFO:tasks.rados.rados.0.smithi005.stdout:3911: finishing write tid 5 to smithi00577259-21 2024-04-12T16:38:03.023 INFO:tasks.rados.rados.0.smithi005.stdout:3911: oid 21 updating version 0 to 1620 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3911: oid 21 updating version 1620 to 1621 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3911: oid 21 version 1621 is already newer than 1618 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3911: oid 21 version 1621 is already newer than 1619 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 21 v 1621 (ObjNum 1234 snap 374 seq_num 1234) dirty exists 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3911: left oid 21 (ObjNum 1234 snap 374 seq_num 1234) 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3913: finishing copy_from racing read to smithi00577259-8 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3913: finishing copy_from to smithi00577259-8 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 8 v 1744 (ObjNum 1227 snap 373 seq_num 1227) dirty exists 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3914: finishing copy_from racing read to smithi00577259-38 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3914: finishing copy_from to smithi00577259-38 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1844 (ObjNum 1224 snap 373 seq_num 1224) dirty exists 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3909: done (5 left) 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3910: done (4 left) 2024-04-12T16:38:03.024 INFO:tasks.rados.rados.0.smithi005.stdout:3911: done (3 left) 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:3912: done (2 left) 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:3913: done (1 left) 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:3914: done (0 left) 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:3915: read oid 22 snap -1 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:3915: expect deleted 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:3916: rollback oid 45 current snap is 374 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 45 to 369 2024-04-12T16:38:03.025 INFO:tasks.rados.rados.0.smithi005.stdout:3917: snap_remove snap 339 2024-04-12T16:38:03.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:02 smithi016 ceph-mon[84444]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T16:38:03.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:02 smithi005 ceph-mon[88416]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T16:38:03.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:02 smithi005 ceph-mon[90837]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T16:38:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:3917: done (2 left) 2024-04-12T16:38:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 3 current snap is 374 2024-04-12T16:38:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:3916: finishing rollback tid 0 to smithi00577259-45 2024-04-12T16:38:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:3916: finishing rollback tid 1 to smithi00577259-45 2024-04-12T16:38:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:3916: finishing rollback tid 2 to smithi00577259-45 2024-04-12T16:38:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1756 (ObjNum 1077 snap 316 seq_num 1077) dirty exists 2024-04-12T16:38:03.740 INFO:tasks.rados.rados.0.smithi005.stdout:3918: seq_num 1235 ranges {0=688128,688128=802816} 2024-04-12T16:38:03.744 INFO:tasks.rados.rados.0.smithi005.stdout:3918: writing smithi00577259-3 from 0 to 688128 tid 1 2024-04-12T16:38:03.751 INFO:tasks.rados.rados.0.smithi005.stdout:3918: writing smithi00577259-3 from 688128 to 1490944 tid 2 2024-04-12T16:38:03.751 INFO:tasks.rados.rados.0.smithi005.stdout:3915: done (2 left) 2024-04-12T16:38:03.751 INFO:tasks.rados.rados.0.smithi005.stdout:3916: done (1 left) 2024-04-12T16:38:03.751 INFO:tasks.rados.rados.0.smithi005.stdout:3919: rmattr oid 14 current snap is 374 2024-04-12T16:38:03.751 INFO:tasks.rados.rados.0.smithi005.stdout:3919: done (1 left) 2024-04-12T16:38:03.751 INFO:tasks.rados.rados.0.smithi005.stdout:3920: snap_create 2024-04-12T16:38:03.760 INFO:tasks.rados.rados.0.smithi005.stdout:3918: finishing write tid 1 to smithi00577259-3 2024-04-12T16:38:03.762 INFO:tasks.rados.rados.0.smithi005.stdout:3918: finishing write tid 2 to smithi00577259-3 2024-04-12T16:38:03.762 INFO:tasks.rados.rados.0.smithi005.stdout:3918: finishing write tid 3 to smithi00577259-3 2024-04-12T16:38:03.765 INFO:tasks.rados.rados.0.smithi005.stdout:3918: finishing write tid 4 to smithi00577259-3 2024-04-12T16:38:03.765 INFO:tasks.rados.rados.0.smithi005.stdout:3918: oid 3 updating version 0 to 1847 2024-04-12T16:38:03.765 INFO:tasks.rados.rados.0.smithi005.stdout:3918: oid 3 version 1847 is already newer than 1846 2024-04-12T16:38:03.765 INFO:tasks.rados.rados.0.smithi005.stdout:3918: oid 3 version 1847 is already newer than 1845 2024-04-12T16:38:03.765 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 3 v 1847 (ObjNum 1235 snap 374 seq_num 1235) dirty exists 2024-04-12T16:38:03.765 INFO:tasks.rados.rados.0.smithi005.stdout:3918: left oid 3 (ObjNum 1235 snap 374 seq_num 1235) 2024-04-12T16:38:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:03 smithi016 ceph-mon[84444]: pgmap v909: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 370 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 510 KiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-12T16:38:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:03 smithi016 ceph-mon[84444]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T16:38:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:03 smithi005 ceph-mon[88416]: pgmap v909: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 370 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 510 KiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-12T16:38:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:03 smithi005 ceph-mon[88416]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T16:38:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:38:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:38:03] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-04-12T16:38:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:03 smithi005 ceph-mon[90837]: pgmap v909: 121 pgs: 1 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 113 active+clean; 370 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 510 KiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-12T16:38:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:03 smithi005 ceph-mon[90837]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T16:38:04.744 INFO:tasks.rados.rados.0.smithi005.stdout:3918: done (1 left) 2024-04-12T16:38:04.744 INFO:tasks.rados.rados.0.smithi005.stdout:3920: done (0 left) 2024-04-12T16:38:04.744 INFO:tasks.rados.rados.0.smithi005.stdout:3921: read oid 44 snap -1 2024-04-12T16:38:04.744 INFO:tasks.rados.rados.0.smithi005.stdout:3921: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:38:04.744 INFO:tasks.rados.rados.0.smithi005.stdout:3922: setattr oid 11 current snap is 375 2024-04-12T16:38:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:3923: read oid 42 snap 335 2024-04-12T16:38:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:3923: expect (ObjNum 730853152 snap 22011 seq_num 730426080) 2024-04-12T16:38:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 13 current snap is 375 2024-04-12T16:38:04.745 INFO:tasks.rados.rados.0.smithi005.stdout:3924: seq_num 1236 ranges {1220608=704512,1925120=688128,2613248=114688} 2024-04-12T16:38:04.757 INFO:tasks.rados.rados.0.smithi005.stdout:3924: writing smithi00577259-13 from 1220608 to 1925120 tid 1 2024-04-12T16:38:04.760 INFO:tasks.rados.rados.0.smithi005.stdout:3924: writing smithi00577259-13 from 1925120 to 2613248 tid 2 2024-04-12T16:38:04.761 INFO:tasks.rados.rados.0.smithi005.stdout:3924: writing smithi00577259-13 from 2613248 to 2727936 tid 3 2024-04-12T16:38:04.761 INFO:tasks.rados.rados.0.smithi005.stdout:3925: snap_remove snap 362 2024-04-12T16:38:05.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:04 smithi016 ceph-mon[84444]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T16:38:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:04 smithi005 ceph-mon[88416]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T16:38:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:05.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:04 smithi005 ceph-mon[90837]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T16:38:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:05.699 INFO:tasks.rados.rados.0.smithi005.stdout:3925: done (4 left) 2024-04-12T16:38:05.699 INFO:tasks.rados.rados.0.smithi005.stdout:3926: read oid 31 snap -1 2024-04-12T16:38:05.699 INFO:tasks.rados.rados.0.smithi005.stdout:3926: expect (ObjNum 1222 snap 373 seq_num 1222) 2024-04-12T16:38:05.702 INFO:tasks.rados.rados.0.smithi005.stdout:3923: expect (ObjNum 730853152 snap 22011 seq_num 730426080) 2024-04-12T16:38:05.705 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1768 (ObjNum 1221 snap 373 seq_num 1221) dirty exists 2024-04-12T16:38:05.705 INFO:tasks.rados.rados.0.smithi005.stdout:3924: finishing write tid 1 to smithi00577259-13 2024-04-12T16:38:05.705 INFO:tasks.rados.rados.0.smithi005.stdout:3924: finishing write tid 2 to smithi00577259-13 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: finishing write tid 3 to smithi00577259-13 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3922: done (4 left) 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3923: done (3 left) 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3927: delete oid 29 current snap is 375 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: finishing write tid 4 to smithi00577259-13 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: finishing write tid 5 to smithi00577259-13 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: oid 13 updating version 0 to 1768 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: oid 13 version 1768 is already newer than 1766 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: oid 13 updating version 1768 to 1769 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: oid 13 version 1769 is already newer than 1767 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 13 v 1769 (ObjNum 1236 snap 375 seq_num 1236) dirty exists 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3924: left oid 13 (ObjNum 1236 snap 375 seq_num 1236) 2024-04-12T16:38:05.706 INFO:tasks.rados.rados.0.smithi005.stdout:3921: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:38:06.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:05 smithi016 ceph-mon[84444]: pgmap v912: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 361 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-12T16:38:06.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:05 smithi016 ceph-mon[84444]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T16:38:06.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:05 smithi016 ceph-mon[84444]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T16:38:06.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:05 smithi005 ceph-mon[88416]: pgmap v912: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 361 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-12T16:38:06.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:05 smithi005 ceph-mon[88416]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T16:38:06.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:05 smithi005 ceph-mon[88416]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T16:38:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:05 smithi005 ceph-mon[90837]: pgmap v912: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 361 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-12T16:38:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:05 smithi005 ceph-mon[90837]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T16:38:06.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:05 smithi005 ceph-mon[90837]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T16:38:06.418 INFO:tasks.rados.rados.0.smithi005.stdout:3926: expect (ObjNum 1222 snap 373 seq_num 1222) 2024-04-12T16:38:06.493 INFO:tasks.rados.rados.0.smithi005.stdout:3921: done (3 left) 2024-04-12T16:38:06.493 INFO:tasks.rados.rados.0.smithi005.stdout:3924: done (2 left) 2024-04-12T16:38:06.493 INFO:tasks.rados.rados.0.smithi005.stdout:3926: done (1 left) 2024-04-12T16:38:06.493 INFO:tasks.rados.rados.0.smithi005.stdout:3927: done (0 left) 2024-04-12T16:38:06.493 INFO:tasks.rados.rados.0.smithi005.stdout:3928: read oid 7 snap -1 2024-04-12T16:38:06.493 INFO:tasks.rados.rados.0.smithi005.stdout:3928: expect (ObjNum 1205 snap 366 seq_num 1205) 2024-04-12T16:38:06.493 INFO:tasks.rados.rados.0.smithi005.stdout:3929: copy_from oid 9 from oid 15 current snap is 375 2024-04-12T16:38:06.494 INFO:tasks.rados.rados.0.smithi005.stdout:3930: rmattr oid 46 current snap is 375 2024-04-12T16:38:06.494 INFO:tasks.rados.rados.0.smithi005.stdout:3930: done (2 left) 2024-04-12T16:38:06.494 INFO:tasks.rados.rados.0.smithi005.stdout:3931: rollback oid 25 current snap is 375 2024-04-12T16:38:06.494 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 25 to 372 2024-04-12T16:38:06.494 INFO:tasks.rados.rados.0.smithi005.stdout:3932: snap_remove snap 371 2024-04-12T16:38:06.748 INFO:tasks.rados.rados.0.smithi005.stdout:3932: done (3 left) 2024-04-12T16:38:06.749 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 32 current snap is 375 2024-04-12T16:38:06.749 INFO:tasks.rados.rados.0.smithi005.stdout:3931: finishing rollback tid 0 to smithi00577259-25 2024-04-12T16:38:06.749 INFO:tasks.rados.rados.0.smithi005.stdout:3931: finishing rollback tid 1 to smithi00577259-25 2024-04-12T16:38:06.749 INFO:tasks.rados.rados.0.smithi005.stdout:3931: finishing rollback tid 2 to smithi00577259-25 2024-04-12T16:38:06.749 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 25 v 1777 (ObjNum 1007 snap 289 seq_num 1007) dirty exists 2024-04-12T16:38:06.749 INFO:tasks.rados.rados.0.smithi005.stdout:3928: expect (ObjNum 1205 snap 366 seq_num 1205) 2024-04-12T16:38:06.824 INFO:tasks.rados.rados.0.smithi005.stdout:3929: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:38:06.825 INFO:tasks.rados.rados.0.smithi005.stdout:3929: finishing copy_from to smithi00577259-9 2024-04-12T16:38:06.825 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1059 (ObjNum 1200 snap 362 seq_num 1200) dirty exists 2024-04-12T16:38:06.825 INFO:tasks.rados.rados.0.smithi005.stdout:3933: seq_num 1238 ranges {0=737280,737280=458752,1196032=344064} 2024-04-12T16:38:06.828 INFO:tasks.rados.rados.0.smithi005.stdout:3933: writing smithi00577259-32 from 0 to 737280 tid 1 2024-04-12T16:38:06.831 INFO:tasks.rados.rados.0.smithi005.stdout:3933: writing smithi00577259-32 from 737280 to 1196032 tid 2 2024-04-12T16:38:06.833 INFO:tasks.rados.rados.0.smithi005.stdout:3933: writing smithi00577259-32 from 1196032 to 1540096 tid 3 2024-04-12T16:38:06.833 INFO:tasks.rados.rados.0.smithi005.stdout:3928: done (3 left) 2024-04-12T16:38:06.833 INFO:tasks.rados.rados.0.smithi005.stdout:3929: done (2 left) 2024-04-12T16:38:06.833 INFO:tasks.rados.rados.0.smithi005.stdout:3931: done (1 left) 2024-04-12T16:38:06.833 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 375 2024-04-12T16:38:06.833 INFO:tasks.rados.rados.0.smithi005.stdout:3934: seq_num 1239 ranges {1310720=753664,2064384=745472,2809856=57344} 2024-04-12T16:38:06.844 INFO:tasks.rados.rados.0.smithi005.stdout:3934: writing smithi00577259-38 from 1310720 to 2064384 tid 1 2024-04-12T16:38:06.848 INFO:tasks.rados.rados.0.smithi005.stdout:3934: writing smithi00577259-38 from 2064384 to 2809856 tid 2 2024-04-12T16:38:06.849 INFO:tasks.rados.rados.0.smithi005.stdout:3934: writing smithi00577259-38 from 2809856 to 2867200 tid 3 2024-04-12T16:38:06.849 INFO:tasks.rados.rados.0.smithi005.stdout:3935: copy_from oid 13 from oid 47 current snap is 375 2024-04-12T16:38:06.849 INFO:tasks.rados.rados.0.smithi005.stdout:3933: finishing write tid 1 to smithi00577259-32 2024-04-12T16:38:06.849 INFO:tasks.rados.rados.0.smithi005.stdout:3933: finishing write tid 2 to smithi00577259-32 2024-04-12T16:38:06.849 INFO:tasks.rados.rados.0.smithi005.stdout:3933: finishing write tid 3 to smithi00577259-32 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: finishing write tid 4 to smithi00577259-32 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: finishing write tid 5 to smithi00577259-32 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: oid 32 updating version 0 to 1780 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: oid 32 updating version 1780 to 1781 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: oid 32 updating version 1781 to 1782 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: oid 32 version 1782 is already newer than 1779 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1782 (ObjNum 1238 snap 375 seq_num 1238) dirty exists 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: left oid 32 (ObjNum 1238 snap 375 seq_num 1238) 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3933: done (2 left) 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3936: read oid 27 snap -1 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3936: expect deleted 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3937: read oid 7 snap -1 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:3937: expect (ObjNum 1205 snap 366 seq_num 1205) 2024-04-12T16:38:06.850 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 43 current snap is 375 2024-04-12T16:38:06.851 INFO:tasks.rados.rados.0.smithi005.stdout:3938: seq_num 1240 ranges {0=778240,778240=671744,1449984=131072} 2024-04-12T16:38:06.853 INFO:tasks.rados.rados.0.smithi005.stdout:3938: writing smithi00577259-43 from 0 to 778240 tid 1 2024-04-12T16:38:06.857 INFO:tasks.rados.rados.0.smithi005.stdout:3938: writing smithi00577259-43 from 778240 to 1449984 tid 2 2024-04-12T16:38:06.858 INFO:tasks.rados.rados.0.smithi005.stdout:3938: writing smithi00577259-43 from 1449984 to 1581056 tid 3 2024-04-12T16:38:06.858 INFO:tasks.rados.rados.0.smithi005.stdout:3939: copy_from oid 15 from oid 14 current snap is 375 2024-04-12T16:38:06.858 INFO:tasks.rados.rados.0.smithi005.stdout:3935: finishing copy_from to smithi00577259-13 2024-04-12T16:38:06.858 INFO:tasks.rados.rados.0.smithi005.stdout:3935: got expected ENOENT (src dne) 2024-04-12T16:38:06.858 INFO:tasks.rados.rados.0.smithi005.stdout:3935: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: finishing write tid 1 to smithi00577259-38 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: finishing write tid 2 to smithi00577259-38 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: finishing write tid 3 to smithi00577259-38 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: finishing write tid 4 to smithi00577259-38 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: finishing write tid 5 to smithi00577259-38 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: oid 38 updating version 0 to 1849 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: oid 38 updating version 1849 to 1852 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: oid 38 version 1852 is already newer than 1851 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: oid 38 version 1852 is already newer than 1850 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1852 (ObjNum 1239 snap 375 seq_num 1239) dirty exists 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3934: left oid 38 (ObjNum 1239 snap 375 seq_num 1239) 2024-04-12T16:38:06.859 INFO:tasks.rados.rados.0.smithi005.stdout:3937: expect (ObjNum 1205 snap 366 seq_num 1205) 2024-04-12T16:38:06.931 INFO:tasks.rados.rados.0.smithi005.stdout:3938: finishing write tid 1 to smithi00577259-43 2024-04-12T16:38:06.931 INFO:tasks.rados.rados.0.smithi005.stdout:3938: finishing write tid 2 to smithi00577259-43 2024-04-12T16:38:06.931 INFO:tasks.rados.rados.0.smithi005.stdout:3938: finishing write tid 3 to smithi00577259-43 2024-04-12T16:38:06.931 INFO:tasks.rados.rados.0.smithi005.stdout:3938: finishing write tid 4 to smithi00577259-43 2024-04-12T16:38:06.931 INFO:tasks.rados.rados.0.smithi005.stdout:3938: finishing write tid 5 to smithi00577259-43 2024-04-12T16:38:06.931 INFO:tasks.rados.rados.0.smithi005.stdout:3938: oid 43 updating version 0 to 1638 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3938: oid 43 updating version 1638 to 1639 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3938: oid 43 version 1639 is already newer than 1637 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3938: oid 43 updating version 1639 to 1640 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1640 (ObjNum 1240 snap 375 seq_num 1240) dirty exists 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3938: left oid 43 (ObjNum 1240 snap 375 seq_num 1240) 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3939: finishing copy_from racing read to smithi00577259-15 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3934: done (5 left) 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3935: done (4 left) 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3936: done (3 left) 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3937: done (2 left) 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3938: done (1 left) 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3940: copy_from oid 43 from oid 13 current snap is 375 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:3939: finishing copy_from to smithi00577259-15 2024-04-12T16:38:06.932 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 15 v 1866 (ObjNum 1232 snap 374 seq_num 1232) dirty exists 2024-04-12T16:38:06.933 INFO:tasks.rados.rados.0.smithi005.stdout:3939: done (1 left) 2024-04-12T16:38:06.933 INFO:tasks.rados.rados.0.smithi005.stdout:3941: read oid 6 snap -1 2024-04-12T16:38:06.933 INFO:tasks.rados.rados.0.smithi005.stdout:3941: expect (ObjNum 1156 snap 341 seq_num 1156) 2024-04-12T16:38:06.933 INFO:tasks.rados.rados.0.smithi005.stdout:3942: snap_create 2024-04-12T16:38:06.943 INFO:tasks.rados.rados.0.smithi005.stdout:3940: finishing copy_from racing read to smithi00577259-43 2024-04-12T16:38:06.943 INFO:tasks.rados.rados.0.smithi005.stdout:3941: expect (ObjNum 1156 snap 341 seq_num 1156) 2024-04-12T16:38:07.148 INFO:tasks.rados.rados.0.smithi005.stdout:3940: finishing copy_from to smithi00577259-43 2024-04-12T16:38:07.148 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1769 (ObjNum 1236 snap 375 seq_num 1236) dirty exists 2024-04-12T16:38:07.754 INFO:tasks.rados.rados.0.smithi005.stdout:3940: done (2 left) 2024-04-12T16:38:07.754 INFO:tasks.rados.rados.0.smithi005.stdout:3941: done (1 left) 2024-04-12T16:38:07.754 INFO:tasks.rados.rados.0.smithi005.stdout:3942: done (0 left) 2024-04-12T16:38:07.754 INFO:tasks.rados.rados.0.smithi005.stdout:3943: snap_remove snap 375 2024-04-12T16:38:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:07 smithi016 ceph-mon[84444]: pgmap v915: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 361 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T16:38:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:07 smithi016 ceph-mon[84444]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T16:38:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:07 smithi005 ceph-mon[88416]: pgmap v915: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 361 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T16:38:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:07 smithi005 ceph-mon[88416]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T16:38:08.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:07 smithi005 ceph-mon[90837]: pgmap v915: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 361 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T16:38:08.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:07 smithi005 ceph-mon[90837]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T16:38:08.761 INFO:tasks.rados.rados.0.smithi005.stdout:3943: done (0 left) 2024-04-12T16:38:08.761 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 39 current snap is 376 2024-04-12T16:38:08.761 INFO:tasks.rados.rados.0.smithi005.stdout:3944: seq_num 1241 ranges {3022848=794624,3817472=557056,4374528=245760} 2024-04-12T16:38:08.781 INFO:tasks.rados.rados.0.smithi005.stdout:3944: writing smithi00577259-39 from 3022848 to 3817472 tid 1 2024-04-12T16:38:08.784 INFO:tasks.rados.rados.0.smithi005.stdout:3944: writing smithi00577259-39 from 3817472 to 4374528 tid 2 2024-04-12T16:38:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:3944: writing smithi00577259-39 from 4374528 to 4620288 tid 3 2024-04-12T16:38:08.786 INFO:tasks.rados.rados.0.smithi005.stdout:3945: setattr oid 30 current snap is 376 2024-04-12T16:38:08.787 INFO:tasks.rados.rados.0.smithi005.stdout:3946: read oid 3 snap -1 2024-04-12T16:38:08.787 INFO:tasks.rados.rados.0.smithi005.stdout:3946: expect (ObjNum 1235 snap 374 seq_num 1235) 2024-04-12T16:38:08.787 INFO:tasks.rados.rados.0.smithi005.stdout:3947: snap_remove snap 374 2024-04-12T16:38:09.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:08 smithi016 ceph-mon[84444]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T16:38:09.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:08 smithi005 ceph-mon[88416]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T16:38:09.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:08 smithi005 ceph-mon[90837]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T16:38:09.766 INFO:tasks.rados.rados.0.smithi005.stdout:3944: finishing write tid 1 to smithi00577259-39 2024-04-12T16:38:09.766 INFO:tasks.rados.rados.0.smithi005.stdout:3944: finishing write tid 2 to smithi00577259-39 2024-04-12T16:38:09.766 INFO:tasks.rados.rados.0.smithi005.stdout:3944: finishing write tid 3 to smithi00577259-39 2024-04-12T16:38:09.766 INFO:tasks.rados.rados.0.smithi005.stdout:3944: finishing write tid 4 to smithi00577259-39 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1139 (ObjNum 33 snap 0 seq_num 697702192) dirty exists 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:3944: finishing write tid 5 to smithi00577259-39 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:3944: oid 39 updating version 0 to 1530 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:3944: oid 39 updating version 1530 to 1531 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:3944: oid 39 updating version 1531 to 1532 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:3944: oid 39 updating version 1532 to 1533 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 39 v 1533 (ObjNum 1241 snap 376 seq_num 1241) dirty exists 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:3944: left oid 39 (ObjNum 1241 snap 376 seq_num 1241) 2024-04-12T16:38:09.767 INFO:tasks.rados.rados.0.smithi005.stdout:3946: expect (ObjNum 1235 snap 374 seq_num 1235) 2024-04-12T16:38:09.808 INFO:tasks.rados.rados.0.smithi005.stdout:3944: done (3 left) 2024-04-12T16:38:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3945: done (2 left) 2024-04-12T16:38:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3946: done (1 left) 2024-04-12T16:38:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3947: done (0 left) 2024-04-12T16:38:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:3948: setattr oid 9 current snap is 376 2024-04-12T16:38:09.809 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 26 current snap is 376 2024-04-12T16:38:09.810 INFO:tasks.rados.rados.0.smithi005.stdout:3949: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-04-12T16:38:09.811 INFO:tasks.rados.rados.0.smithi005.stdout:3949: writing smithi00577259-26 from 0 to 409600 tid 1 2024-04-12T16:38:09.814 INFO:tasks.rados.rados.0.smithi005.stdout:3949: writing smithi00577259-26 from 409600 to 851968 tid 2 2024-04-12T16:38:09.818 INFO:tasks.rados.rados.0.smithi005.stdout:3949: writing smithi00577259-26 from 851968 to 1507328 tid 3 2024-04-12T16:38:09.819 INFO:tasks.rados.rados.0.smithi005.stdout:3949: writing smithi00577259-26 from 1507328 to 1613824 tid 4 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3950: copy_from oid 50 from oid 44 current snap is 376 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1693 (ObjNum 1200 snap 362 seq_num 1200) dirty exists 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3949: finishing write tid 1 to smithi00577259-26 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3949: finishing write tid 2 to smithi00577259-26 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3948: done (2 left) 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3951: copy_from oid 9 from oid 19 current snap is 376 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3952: read oid 41 snap -1 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3952: expect (ObjNum 1231 snap 374 seq_num 1231) 2024-04-12T16:38:09.820 INFO:tasks.rados.rados.0.smithi005.stdout:3953: snap_create 2024-04-12T16:38:09.824 INFO:tasks.rados.rados.0.smithi005.stdout:3949: finishing write tid 3 to smithi00577259-26 2024-04-12T16:38:09.824 INFO:tasks.rados.rados.0.smithi005.stdout:3949: finishing write tid 4 to smithi00577259-26 2024-04-12T16:38:09.824 INFO:tasks.rados.rados.0.smithi005.stdout:3949: finishing write tid 5 to smithi00577259-26 2024-04-12T16:38:09.826 INFO:tasks.rados.rados.0.smithi005.stdout:3949: finishing write tid 6 to smithi00577259-26 2024-04-12T16:38:09.826 INFO:tasks.rados.rados.0.smithi005.stdout:3949: oid 26 updating version 0 to 1358 2024-04-12T16:38:09.826 INFO:tasks.rados.rados.0.smithi005.stdout:3949: oid 26 updating version 1358 to 1362 2024-04-12T16:38:09.826 INFO:tasks.rados.rados.0.smithi005.stdout:3949: oid 26 version 1362 is already newer than 1359 2024-04-12T16:38:09.826 INFO:tasks.rados.rados.0.smithi005.stdout:3949: oid 26 version 1362 is already newer than 1361 2024-04-12T16:38:09.826 INFO:tasks.rados.rados.0.smithi005.stdout:3949: oid 26 version 1362 is already newer than 1360 2024-04-12T16:38:09.827 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 26 v 1362 (ObjNum 1242 snap 376 seq_num 1242) dirty exists 2024-04-12T16:38:09.827 INFO:tasks.rados.rados.0.smithi005.stdout:3949: left oid 26 (ObjNum 1242 snap 376 seq_num 1242) 2024-04-12T16:38:09.827 INFO:tasks.rados.rados.0.smithi005.stdout:3952: expect (ObjNum 1231 snap 374 seq_num 1231) 2024-04-12T16:38:09.866 INFO:tasks.rados.rados.0.smithi005.stdout:3951: finishing copy_from racing read to smithi00577259-9 2024-04-12T16:38:09.866 INFO:tasks.rados.rados.0.smithi005.stdout:3951: finishing copy_from to smithi00577259-9 2024-04-12T16:38:09.866 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1631 (ObjNum 1175 snap 352 seq_num 1175) dirty exists 2024-04-12T16:38:09.866 INFO:tasks.rados.rados.0.smithi005.stdout:3950: finishing copy_from racing read to smithi00577259-50 2024-04-12T16:38:09.866 INFO:tasks.rados.rados.0.smithi005.stdout:3950: finishing copy_from to smithi00577259-50 2024-04-12T16:38:09.867 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 50 v 1561 (ObjNum 1116 snap 326 seq_num 1116) dirty exists 2024-04-12T16:38:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:09 smithi016 ceph-mon[84444]: pgmap v918: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-04-12T16:38:10.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:09 smithi016 ceph-mon[84444]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T16:38:10.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:09 smithi005 ceph-mon[88416]: pgmap v918: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-04-12T16:38:10.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:09 smithi005 ceph-mon[88416]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T16:38:10.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:09 smithi005 ceph-mon[90837]: pgmap v918: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-04-12T16:38:10.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:09 smithi005 ceph-mon[90837]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T16:38:10.701 INFO:tasks.rados.rados.0.smithi005.stdout:3949: done (4 left) 2024-04-12T16:38:10.701 INFO:tasks.rados.rados.0.smithi005.stdout:3950: done (3 left) 2024-04-12T16:38:10.702 INFO:tasks.rados.rados.0.smithi005.stdout:3951: done (2 left) 2024-04-12T16:38:10.702 INFO:tasks.rados.rados.0.smithi005.stdout:3952: done (1 left) 2024-04-12T16:38:10.702 INFO:tasks.rados.rados.0.smithi005.stdout:3953: done (0 left) 2024-04-12T16:38:10.702 INFO:tasks.rados.rados.0.smithi005.stdout:3954: rollback oid 42 current snap is 377 2024-04-12T16:38:10.702 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 42 to 353 2024-04-12T16:38:10.702 INFO:tasks.rados.rados.0.smithi005.stdout:3955: delete oid 13 current snap is 377 2024-04-12T16:38:10.704 INFO:tasks.rados.rados.0.smithi005.stdout:3955: done (1 left) 2024-04-12T16:38:10.704 INFO:tasks.rados.rados.0.smithi005.stdout:3956: snap_remove snap 355 2024-04-12T16:38:11.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:10 smithi016 ceph-mon[84444]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T16:38:11.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:10 smithi016 ceph-mon[84444]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T16:38:11.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:10 smithi005 ceph-mon[88416]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T16:38:11.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:10 smithi005 ceph-mon[88416]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T16:38:11.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:10 smithi005 ceph-mon[90837]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T16:38:11.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:10 smithi005 ceph-mon[90837]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T16:38:11.701 INFO:tasks.rados.rados.0.smithi005.stdout:3956: done (1 left) 2024-04-12T16:38:11.701 INFO:tasks.rados.rados.0.smithi005.stdout:3957: rollback oid 32 current snap is 377 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 32 to 358 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:3954: finishing rollback tid 0 to smithi00577259-42 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:3954: finishing rollback tid 1 to smithi00577259-42 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 42 v 1889 (ObjNum 33 snap 0 seq_num 697702192) dirty dne 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:3954: done (1 left) 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:3958: read oid 30 snap -1 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:3958: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:38:11.702 INFO:tasks.rados.rados.0.smithi005.stdout:3959: snap_create 2024-04-12T16:38:11.704 INFO:tasks.rados.rados.0.smithi005.stdout:3958: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:38:11.712 INFO:tasks.rados.rados.0.smithi005.stdout:3957: finishing rollback tid 0 to smithi00577259-32 2024-04-12T16:38:11.715 INFO:tasks.rados.rados.0.smithi005.stdout:3957: finishing rollback tid 1 to smithi00577259-32 2024-04-12T16:38:11.716 INFO:tasks.rados.rados.0.smithi005.stdout:3957: finishing rollback tid 2 to smithi00577259-32 2024-04-12T16:38:11.716 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 32 v 1788 (ObjNum 1177 snap 355 seq_num 1177) dirty exists 2024-04-12T16:38:12.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:11 smithi016 ceph-mon[84444]: pgmap v921: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-04-12T16:38:12.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:11 smithi016 ceph-mon[84444]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T16:38:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:11 smithi005 ceph-mon[88416]: pgmap v921: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-04-12T16:38:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:11 smithi005 ceph-mon[88416]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T16:38:12.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:11 smithi005 ceph-mon[90837]: pgmap v921: 121 pgs: 121 active+clean; 380 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-04-12T16:38:12.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:11 smithi005 ceph-mon[90837]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T16:38:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:38:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:12.702 INFO:tasks.rados.rados.0.smithi005.stdout:3957: done (2 left) 2024-04-12T16:38:12.702 INFO:tasks.rados.rados.0.smithi005.stdout:3958: done (1 left) 2024-04-12T16:38:12.702 INFO:tasks.rados.rados.0.smithi005.stdout:3959: done (0 left) 2024-04-12T16:38:12.702 INFO:tasks.rados.rados.0.smithi005.stdout:3960: read oid 45 snap -1 2024-04-12T16:38:12.702 INFO:tasks.rados.rados.0.smithi005.stdout:3960: expect (ObjNum 1077 snap 316 seq_num 1077) 2024-04-12T16:38:12.702 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 17 current snap is 378 2024-04-12T16:38:12.702 INFO:tasks.rados.rados.0.smithi005.stdout:3961: seq_num 1244 ranges {3203072=442368,3645440=614400,4259840=589824} 2024-04-12T16:38:12.721 INFO:tasks.rados.rados.0.smithi005.stdout:3961: writing smithi00577259-17 from 3203072 to 3645440 tid 1 2024-04-12T16:38:12.725 INFO:tasks.rados.rados.0.smithi005.stdout:3961: writing smithi00577259-17 from 3645440 to 4259840 tid 2 2024-04-12T16:38:12.729 INFO:tasks.rados.rados.0.smithi005.stdout:3961: writing smithi00577259-17 from 4259840 to 4849664 tid 3 2024-04-12T16:38:12.729 INFO:tasks.rados.rados.0.smithi005.stdout:3962: snap_create 2024-04-12T16:38:12.729 INFO:tasks.rados.rados.0.smithi005.stdout:3960: expect (ObjNum 1077 snap 316 seq_num 1077) 2024-04-12T16:38:12.777 INFO:tasks.rados.rados.0.smithi005.stdout:3961: finishing write tid 1 to smithi00577259-17 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: finishing write tid 2 to smithi00577259-17 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: finishing write tid 3 to smithi00577259-17 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: finishing write tid 4 to smithi00577259-17 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: finishing write tid 5 to smithi00577259-17 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: oid 17 updating version 0 to 1551 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: oid 17 version 1551 is already newer than 1550 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: oid 17 updating version 1551 to 1553 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: oid 17 version 1553 is already newer than 1552 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 17 v 1553 (ObjNum 1244 snap 378 seq_num 1244) dirty exists 2024-04-12T16:38:12.778 INFO:tasks.rados.rados.0.smithi005.stdout:3961: left oid 17 (ObjNum 1244 snap 378 seq_num 1244) 2024-04-12T16:38:13.706 INFO:tasks.rados.rados.0.smithi005.stdout:3960: done (2 left) 2024-04-12T16:38:13.707 INFO:tasks.rados.rados.0.smithi005.stdout:3961: done (1 left) 2024-04-12T16:38:13.707 INFO:tasks.rados.rados.0.smithi005.stdout:3962: done (0 left) 2024-04-12T16:38:13.707 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 11 current snap is 379 2024-04-12T16:38:13.707 INFO:tasks.rados.rados.0.smithi005.stdout:3963: seq_num 1245 ranges {1261568=458752,1720320=499712,2220032=425984,2646016=278528} 2024-04-12T16:38:13.715 INFO:tasks.rados.rados.0.smithi005.stdout:3963: writing smithi00577259-11 from 1261568 to 1720320 tid 1 2024-04-12T16:38:13.718 INFO:tasks.rados.rados.0.smithi005.stdout:3963: writing smithi00577259-11 from 1720320 to 2220032 tid 2 2024-04-12T16:38:13.720 INFO:tasks.rados.rados.0.smithi005.stdout:3963: writing smithi00577259-11 from 2220032 to 2646016 tid 3 2024-04-12T16:38:13.722 INFO:tasks.rados.rados.0.smithi005.stdout:3963: writing smithi00577259-11 from 2646016 to 2924544 tid 4 2024-04-12T16:38:13.722 INFO:tasks.rados.rados.0.smithi005.stdout:3964: delete oid 48 current snap is 379 2024-04-12T16:38:13.722 INFO:tasks.rados.rados.0.smithi005.stdout:3963: finishing write tid 1 to smithi00577259-11 2024-04-12T16:38:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:3963: finishing write tid 2 to smithi00577259-11 2024-04-12T16:38:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:3963: finishing write tid 3 to smithi00577259-11 2024-04-12T16:38:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:3963: finishing write tid 4 to smithi00577259-11 2024-04-12T16:38:13.727 INFO:tasks.rados.rados.0.smithi005.stdout:3963: finishing write tid 5 to smithi00577259-11 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3964: done (1 left) 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3965: copy_from oid 29 from oid 44 current snap is 379 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3966: rollback oid 43 current snap is 379 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 43 to 372 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3967: copy_from oid 7 from oid 13 current snap is 379 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3968: read oid 50 snap -1 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3968: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3969: snap_create 2024-04-12T16:38:13.730 INFO:tasks.rados.rados.0.smithi005.stdout:3963: finishing write tid 6 to smithi00577259-11 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:3963: oid 11 updating version 0 to 1795 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:3963: oid 11 updating version 1795 to 1796 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:3963: oid 11 updating version 1796 to 1797 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:3963: oid 11 updating version 1797 to 1798 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:3963: oid 11 version 1798 is already newer than 1794 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 11 v 1798 (ObjNum 1245 snap 379 seq_num 1245) dirty exists 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:3963: left oid 11 (ObjNum 1245 snap 379 seq_num 1245) 2024-04-12T16:38:13.731 INFO:tasks.rados.rados.0.smithi005.stdout:3967: finishing copy_from to smithi00577259-7 2024-04-12T16:38:13.732 INFO:tasks.rados.rados.0.smithi005.stdout:3967: got expected ENOENT (src dne) 2024-04-12T16:38:13.732 INFO:tasks.rados.rados.0.smithi005.stdout:3967: finishing copy_from racing read to smithi00577259-7 2024-04-12T16:38:13.734 INFO:tasks.rados.rados.0.smithi005.stdout:3966: finishing rollback tid 0 to smithi00577259-43 2024-04-12T16:38:13.735 INFO:tasks.rados.rados.0.smithi005.stdout:3966: finishing rollback tid 1 to smithi00577259-43 2024-04-12T16:38:13.735 INFO:tasks.rados.rados.0.smithi005.stdout:3966: finishing rollback tid 2 to smithi00577259-43 2024-04-12T16:38:13.735 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 43 v 1772 (ObjNum 1119 snap 326 seq_num 1119) dirty exists 2024-04-12T16:38:13.773 INFO:tasks.rados.rados.0.smithi005.stdout:3965: finishing copy_from racing read to smithi00577259-29 2024-04-12T16:38:13.775 INFO:tasks.rados.rados.0.smithi005.stdout:3965: finishing copy_from to smithi00577259-29 2024-04-12T16:38:13.775 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1561 (ObjNum 1116 snap 326 seq_num 1116) dirty exists 2024-04-12T16:38:13.778 INFO:tasks.rados.rados.0.smithi005.stdout:3968: expect (ObjNum 1116 snap 326 seq_num 1116) 2024-04-12T16:38:13.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:13 smithi005 ceph-mon[88416]: pgmap v924: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-12T16:38:13.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:13 smithi005 ceph-mon[88416]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T16:38:13.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:38:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:38:13] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-04-12T16:38:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:13 smithi005 ceph-mon[90837]: pgmap v924: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-12T16:38:13.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:13 smithi005 ceph-mon[90837]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T16:38:14.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:13 smithi016 ceph-mon[84444]: pgmap v924: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-12T16:38:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:13 smithi016 ceph-mon[84444]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T16:38:14.710 INFO:tasks.rados.rados.0.smithi005.stdout:3963: done (5 left) 2024-04-12T16:38:14.711 INFO:tasks.rados.rados.0.smithi005.stdout:3965: done (4 left) 2024-04-12T16:38:14.711 INFO:tasks.rados.rados.0.smithi005.stdout:3966: done (3 left) 2024-04-12T16:38:14.711 INFO:tasks.rados.rados.0.smithi005.stdout:3967: done (2 left) 2024-04-12T16:38:14.711 INFO:tasks.rados.rados.0.smithi005.stdout:3968: done (1 left) 2024-04-12T16:38:14.711 INFO:tasks.rados.rados.0.smithi005.stdout:3969: done (0 left) 2024-04-12T16:38:14.711 INFO:tasks.rados.rados.0.smithi005.stdout:3970: setattr oid 29 current snap is 380 2024-04-12T16:38:14.712 INFO:tasks.rados.rados.0.smithi005.stdout:3971: read oid 25 snap -1 2024-04-12T16:38:14.713 INFO:tasks.rados.rados.0.smithi005.stdout:3971: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:38:14.713 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 2 current snap is 380 2024-04-12T16:38:14.713 INFO:tasks.rados.rados.0.smithi005.stdout:3972: seq_num 1247 ranges {0=491520,491520=712704,1204224=442368,1646592=49152} 2024-04-12T16:38:14.715 INFO:tasks.rados.rados.0.smithi005.stdout:3972: writing smithi00577259-2 from 0 to 491520 tid 1 2024-04-12T16:38:14.720 INFO:tasks.rados.rados.0.smithi005.stdout:3972: writing smithi00577259-2 from 491520 to 1204224 tid 2 2024-04-12T16:38:14.722 INFO:tasks.rados.rados.0.smithi005.stdout:3972: writing smithi00577259-2 from 1204224 to 1646592 tid 3 2024-04-12T16:38:14.723 INFO:tasks.rados.rados.0.smithi005.stdout:3972: writing smithi00577259-2 from 1646592 to 1695744 tid 4 2024-04-12T16:38:14.723 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 380 2024-04-12T16:38:14.723 INFO:tasks.rados.rados.0.smithi005.stdout:3973: seq_num 1248 ranges {303104=507904,811008=598016,1409024=606208} 2024-04-12T16:38:14.727 INFO:tasks.rados.rados.0.smithi005.stdout:3973: writing smithi00577259-34 from 303104 to 811008 tid 1 2024-04-12T16:38:14.731 INFO:tasks.rados.rados.0.smithi005.stdout:3973: writing smithi00577259-34 from 811008 to 1409024 tid 2 2024-04-12T16:38:14.734 INFO:tasks.rados.rados.0.smithi005.stdout:3973: writing smithi00577259-34 from 1409024 to 2015232 tid 3 2024-04-12T16:38:14.734 INFO:tasks.rados.rados.0.smithi005.stdout:3974: rmattr oid 3 current snap is 380 2024-04-12T16:38:14.734 INFO:tasks.rados.rados.0.smithi005.stdout:3974: done (4 left) 2024-04-12T16:38:14.734 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 12 current snap is 380 2024-04-12T16:38:14.734 INFO:tasks.rados.rados.0.smithi005.stdout:3975: seq_num 1249 ranges {9068544=524288,9592832=483328,10076160=409600,10485760=311296} 2024-04-12T16:38:14.786 INFO:tasks.rados.rados.0.smithi005.stdout:3975: writing smithi00577259-12 from 9068544 to 9592832 tid 1 2024-04-12T16:38:14.789 INFO:tasks.rados.rados.0.smithi005.stdout:3975: writing smithi00577259-12 from 9592832 to 10076160 tid 2 2024-04-12T16:38:14.793 INFO:tasks.rados.rados.0.smithi005.stdout:3975: writing smithi00577259-12 from 10076160 to 10485760 tid 3 2024-04-12T16:38:14.795 INFO:tasks.rados.rados.0.smithi005.stdout:3975: writing smithi00577259-12 from 10485760 to 10797056 tid 4 2024-04-12T16:38:14.795 INFO:tasks.rados.rados.0.smithi005.stdout:3976: read oid 20 snap 366 2024-04-12T16:38:14.795 INFO:tasks.rados.rados.0.smithi005.stdout:3976: expect (ObjNum 1032 snap 297 seq_num 1032) 2024-04-12T16:38:14.795 INFO:tasks.rados.rados.0.smithi005.stdout:3977: read oid 40 snap -1 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:3977: expect deleted 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:3978: read oid 30 snap -1 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:3978: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:3979: read oid 23 snap -1 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:3979: expect deleted 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:3980: copy_from oid 44 from oid 37 current snap is 380 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 29 v 1853 (ObjNum 1116 snap 326 seq_num 1116) dirty exists 2024-04-12T16:38:14.796 INFO:tasks.rados.rados.0.smithi005.stdout:3971: expect (ObjNum 1007 snap 289 seq_num 1007) 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: finishing write tid 1 to smithi00577259-2 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: finishing write tid 2 to smithi00577259-2 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: finishing write tid 3 to smithi00577259-2 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: finishing write tid 4 to smithi00577259-2 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: finishing write tid 5 to smithi00577259-2 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: finishing write tid 6 to smithi00577259-2 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: oid 2 updating version 0 to 1821 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: oid 2 updating version 1821 to 1823 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: oid 2 version 1823 is already newer than 1822 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: oid 2 version 1823 is already newer than 1820 2024-04-12T16:38:14.868 INFO:tasks.rados.rados.0.smithi005.stdout:3972: oid 2 version 1823 is already newer than 1819 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1823 (ObjNum 1247 snap 380 seq_num 1247) dirty exists 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3972: left oid 2 (ObjNum 1247 snap 380 seq_num 1247) 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3970: done (9 left) 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3971: done (8 left) 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3972: done (7 left) 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 4 current snap is 380 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: finishing write tid 1 to smithi00577259-34 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: finishing write tid 2 to smithi00577259-34 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: finishing write tid 3 to smithi00577259-34 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: finishing write tid 4 to smithi00577259-34 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: finishing write tid 5 to smithi00577259-34 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: oid 34 updating version 0 to 1902 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: oid 34 version 1902 is already newer than 1900 2024-04-12T16:38:14.869 INFO:tasks.rados.rados.0.smithi005.stdout:3973: oid 34 version 1902 is already newer than 1901 2024-04-12T16:38:14.870 INFO:tasks.rados.rados.0.smithi005.stdout:3973: oid 34 version 1902 is already newer than 1899 2024-04-12T16:38:14.870 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1902 (ObjNum 1248 snap 380 seq_num 1248) dirty exists 2024-04-12T16:38:14.870 INFO:tasks.rados.rados.0.smithi005.stdout:3973: left oid 34 (ObjNum 1248 snap 380 seq_num 1248) 2024-04-12T16:38:14.870 INFO:tasks.rados.rados.0.smithi005.stdout:3975: finishing write tid 1 to smithi00577259-12 2024-04-12T16:38:14.870 INFO:tasks.rados.rados.0.smithi005.stdout:3975: finishing write tid 2 to smithi00577259-12 2024-04-12T16:38:14.870 INFO:tasks.rados.rados.0.smithi005.stdout:3981: seq_num 1250 ranges {3440640=540672,3981312=770048,4751360=434176} 2024-04-12T16:38:14.888 INFO:tasks.rados.rados.0.smithi005.stdout:3981: writing smithi00577259-4 from 3440640 to 3981312 tid 1 2024-04-12T16:38:14.892 INFO:tasks.rados.rados.0.smithi005.stdout:3981: writing smithi00577259-4 from 3981312 to 4751360 tid 2 2024-04-12T16:38:14.895 INFO:tasks.rados.rados.0.smithi005.stdout:3981: writing smithi00577259-4 from 4751360 to 5185536 tid 3 2024-04-12T16:38:14.896 INFO:tasks.rados.rados.0.smithi005.stdout:3973: done (7 left) 2024-04-12T16:38:14.896 INFO:tasks.rados.rados.0.smithi005.stdout:3982: snap_create 2024-04-12T16:38:14.896 INFO:tasks.rados.rados.0.smithi005.stdout:3978: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: finishing write tid 3 to smithi00577259-12 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: finishing write tid 4 to smithi00577259-12 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: finishing write tid 5 to smithi00577259-12 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3980: finishing copy_from racing read to smithi00577259-44 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: finishing write tid 6 to smithi00577259-12 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: oid 12 updating version 0 to 1776 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: oid 12 version 1776 is already newer than 1775 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: oid 12 updating version 1776 to 1777 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: oid 12 version 1777 is already newer than 1773 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: oid 12 version 1777 is already newer than 1774 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 12 v 1777 (ObjNum 1249 snap 380 seq_num 1249) dirty exists 2024-04-12T16:38:14.897 INFO:tasks.rados.rados.0.smithi005.stdout:3975: left oid 12 (ObjNum 1249 snap 380 seq_num 1249) 2024-04-12T16:38:14.898 INFO:tasks.rados.rados.0.smithi005.stdout:3980: finishing copy_from to smithi00577259-44 2024-04-12T16:38:14.898 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 44 v 1529 (ObjNum 1071 snap 313 seq_num 1071) dirty exists 2024-04-12T16:38:14.898 INFO:tasks.rados.rados.0.smithi005.stdout:3976: expect (ObjNum 1032 snap 297 seq_num 1032) 2024-04-12T16:38:14.988 INFO:tasks.rados.rados.0.smithi005.stdout:3981: finishing write tid 1 to smithi00577259-4 2024-04-12T16:38:14.988 INFO:tasks.rados.rados.0.smithi005.stdout:3981: finishing write tid 2 to smithi00577259-4 2024-04-12T16:38:14.988 INFO:tasks.rados.rados.0.smithi005.stdout:3981: finishing write tid 3 to smithi00577259-4 2024-04-12T16:38:14.988 INFO:tasks.rados.rados.0.smithi005.stdout:3981: finishing write tid 4 to smithi00577259-4 2024-04-12T16:38:14.988 INFO:tasks.rados.rados.0.smithi005.stdout:3981: finishing write tid 5 to smithi00577259-4 2024-04-12T16:38:14.988 INFO:tasks.rados.rados.0.smithi005.stdout:3981: oid 4 updating version 0 to 1907 2024-04-12T16:38:14.988 INFO:tasks.rados.rados.0.smithi005.stdout:3981: oid 4 version 1907 is already newer than 1906 2024-04-12T16:38:14.989 INFO:tasks.rados.rados.0.smithi005.stdout:3981: oid 4 version 1907 is already newer than 1904 2024-04-12T16:38:14.989 INFO:tasks.rados.rados.0.smithi005.stdout:3981: oid 4 version 1907 is already newer than 1905 2024-04-12T16:38:14.989 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 4 v 1907 (ObjNum 1250 snap 380 seq_num 1250) dirty exists 2024-04-12T16:38:14.989 INFO:tasks.rados.rados.0.smithi005.stdout:3981: left oid 4 (ObjNum 1250 snap 380 seq_num 1250) 2024-04-12T16:38:15.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:14 smithi016 ceph-mon[84444]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T16:38:15.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:14 smithi005 ceph-mon[88416]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T16:38:15.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:14 smithi005 ceph-mon[90837]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T16:38:15.700 INFO:tasks.rados.rados.0.smithi005.stdout:3975: done (7 left) 2024-04-12T16:38:15.700 INFO:tasks.rados.rados.0.smithi005.stdout:3976: done (6 left) 2024-04-12T16:38:15.700 INFO:tasks.rados.rados.0.smithi005.stdout:3977: done (5 left) 2024-04-12T16:38:15.700 INFO:tasks.rados.rados.0.smithi005.stdout:3978: done (4 left) 2024-04-12T16:38:15.701 INFO:tasks.rados.rados.0.smithi005.stdout:3979: done (3 left) 2024-04-12T16:38:15.701 INFO:tasks.rados.rados.0.smithi005.stdout:3980: done (2 left) 2024-04-12T16:38:15.701 INFO:tasks.rados.rados.0.smithi005.stdout:3981: done (1 left) 2024-04-12T16:38:15.701 INFO:tasks.rados.rados.0.smithi005.stdout:3982: done (0 left) 2024-04-12T16:38:15.701 INFO:tasks.rados.rados.0.smithi005.stdout:3983: delete oid 27 current snap is 381 2024-04-12T16:38:15.705 INFO:tasks.rados.rados.0.smithi005.stdout:3983: done (0 left) 2024-04-12T16:38:15.705 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 30 current snap is 381 2024-04-12T16:38:15.705 INFO:tasks.rados.rados.0.smithi005.stdout:3984: seq_num 1252 ranges {0=573440,573440=540672,1114112=630784,1744896=32768} 2024-04-12T16:38:15.708 INFO:tasks.rados.rados.0.smithi005.stdout:3984: writing smithi00577259-30 from 0 to 573440 tid 1 2024-04-12T16:38:15.711 INFO:tasks.rados.rados.0.smithi005.stdout:3984: writing smithi00577259-30 from 573440 to 1114112 tid 2 2024-04-12T16:38:15.715 INFO:tasks.rados.rados.0.smithi005.stdout:3984: writing smithi00577259-30 from 1114112 to 1744896 tid 3 2024-04-12T16:38:15.715 INFO:tasks.rados.rados.0.smithi005.stdout:3984: writing smithi00577259-30 from 1744896 to 1777664 tid 4 2024-04-12T16:38:15.715 INFO:tasks.rados.rados.0.smithi005.stdout:3985: snap_remove snap 376 2024-04-12T16:38:16.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:15 smithi016 ceph-mon[84444]: pgmap v927: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-12T16:38:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:15 smithi016 ceph-mon[84444]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T16:38:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:15 smithi016 ceph-mon[84444]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T16:38:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:15 smithi005 ceph-mon[88416]: pgmap v927: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-12T16:38:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:15 smithi005 ceph-mon[88416]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T16:38:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:15 smithi005 ceph-mon[88416]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T16:38:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:15 smithi005 ceph-mon[90837]: pgmap v927: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-12T16:38:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:15 smithi005 ceph-mon[90837]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T16:38:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:15 smithi005 ceph-mon[90837]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T16:38:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:3985: done (1 left) 2024-04-12T16:38:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 34 current snap is 381 2024-04-12T16:38:16.721 INFO:tasks.rados.rados.0.smithi005.stdout:3986: seq_num 1253 ranges {2015232=589824,2605056=417792,3022848=786432} 2024-04-12T16:38:16.735 INFO:tasks.rados.rados.0.smithi005.stdout:3986: writing smithi00577259-34 from 2015232 to 2605056 tid 1 2024-04-12T16:38:16.738 INFO:tasks.rados.rados.0.smithi005.stdout:3986: writing smithi00577259-34 from 2605056 to 3022848 tid 2 2024-04-12T16:38:16.743 INFO:tasks.rados.rados.0.smithi005.stdout:3986: writing smithi00577259-34 from 3022848 to 3809280 tid 3 2024-04-12T16:38:16.743 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 7 current snap is 381 2024-04-12T16:38:16.743 INFO:tasks.rados.rados.0.smithi005.stdout:3987: seq_num 1254 ranges {2015232=606208,2621440=704512,3325952=499712} 2024-04-12T16:38:16.757 INFO:tasks.rados.rados.0.smithi005.stdout:3987: writing smithi00577259-7 from 2015232 to 2621440 tid 1 2024-04-12T16:38:16.761 INFO:tasks.rados.rados.0.smithi005.stdout:3987: writing smithi00577259-7 from 2621440 to 3325952 tid 2 2024-04-12T16:38:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3987: writing smithi00577259-7 from 3325952 to 3825664 tid 3 2024-04-12T16:38:16.764 INFO:tasks.rados.rados.0.smithi005.stdout:3988: snap_remove snap 361 2024-04-12T16:38:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3984: finishing write tid 1 to smithi00577259-30 2024-04-12T16:38:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3984: finishing write tid 2 to smithi00577259-30 2024-04-12T16:38:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3984: finishing write tid 3 to smithi00577259-30 2024-04-12T16:38:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3984: finishing write tid 4 to smithi00577259-30 2024-04-12T16:38:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3984: finishing write tid 5 to smithi00577259-30 2024-04-12T16:38:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3984: finishing write tid 6 to smithi00577259-30 2024-04-12T16:38:17.723 INFO:tasks.rados.rados.0.smithi005.stdout:3984: oid 30 updating version 0 to 1140 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3984: oid 30 updating version 1140 to 1144 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3984: oid 30 version 1144 is already newer than 1143 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3984: oid 30 version 1144 is already newer than 1141 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3984: oid 30 version 1144 is already newer than 1142 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1144 (ObjNum 1252 snap 381 seq_num 1252) dirty exists 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3984: left oid 30 (ObjNum 1252 snap 381 seq_num 1252) 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: finishing write tid 1 to smithi00577259-34 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: finishing write tid 2 to smithi00577259-34 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: finishing write tid 3 to smithi00577259-34 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: finishing write tid 4 to smithi00577259-34 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: finishing write tid 5 to smithi00577259-34 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: oid 34 updating version 0 to 1916 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: oid 34 updating version 1916 to 1917 2024-04-12T16:38:17.724 INFO:tasks.rados.rados.0.smithi005.stdout:3986: oid 34 updating version 1917 to 1918 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3986: oid 34 version 1918 is already newer than 1915 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 34 v 1918 (ObjNum 1253 snap 381 seq_num 1253) dirty exists 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3986: left oid 34 (ObjNum 1253 snap 381 seq_num 1253) 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: finishing write tid 1 to smithi00577259-7 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: finishing write tid 2 to smithi00577259-7 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: finishing write tid 3 to smithi00577259-7 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: finishing write tid 4 to smithi00577259-7 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: finishing write tid 5 to smithi00577259-7 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: oid 7 updating version 0 to 1278 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: oid 7 updating version 1278 to 1279 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: oid 7 updating version 1279 to 1280 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:3987: oid 7 version 1280 is already newer than 1277 2024-04-12T16:38:17.725 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 7 v 1280 (ObjNum 1254 snap 381 seq_num 1254) dirty exists 2024-04-12T16:38:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:3987: left oid 7 (ObjNum 1254 snap 381 seq_num 1254) 2024-04-12T16:38:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:3984: done (3 left) 2024-04-12T16:38:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:3986: done (2 left) 2024-04-12T16:38:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:3987: done (1 left) 2024-04-12T16:38:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:3988: done (0 left) 2024-04-12T16:38:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:3989: copy_from oid 30 from oid 19 current snap is 381 2024-04-12T16:38:17.726 INFO:tasks.rados.rados.0.smithi005.stdout:3990: setattr oid 9 current snap is 381 2024-04-12T16:38:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:3991: rmattr oid 49 current snap is 381 2024-04-12T16:38:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:3991: done (2 left) 2024-04-12T16:38:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:append oid 38 current snap is 381 2024-04-12T16:38:17.727 INFO:tasks.rados.rados.0.smithi005.stdout:3992: seq_num 1255 ranges {2867200=622592,3489792=638976,4128768=565248} 2024-04-12T16:38:17.747 INFO:tasks.rados.rados.0.smithi005.stdout:3992: writing smithi00577259-38 from 2867200 to 3489792 tid 1 2024-04-12T16:38:17.751 INFO:tasks.rados.rados.0.smithi005.stdout:3992: writing smithi00577259-38 from 3489792 to 4128768 tid 2 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:3992: writing smithi00577259-38 from 4128768 to 4694016 tid 3 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:3993: rollback oid 2 current snap is 381 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:rollback oid 2 to 358 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 9 v 1694 (ObjNum 1175 snap 352 seq_num 1175) dirty exists 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:3992: finishing write tid 1 to smithi00577259-38 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:3990: done (3 left) 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:3994: snap_create 2024-04-12T16:38:17.756 INFO:tasks.rados.rados.0.smithi005.stdout:3992: finishing write tid 2 to smithi00577259-38 2024-04-12T16:38:17.759 INFO:tasks.rados.rados.0.smithi005.stdout:3993: finishing rollback tid 0 to smithi00577259-2 2024-04-12T16:38:17.759 INFO:tasks.rados.rados.0.smithi005.stdout:3993: finishing rollback tid 1 to smithi00577259-2 2024-04-12T16:38:17.760 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 2 v 1836 (ObjNum 33 snap 0 seq_num 744531712) dirty dne 2024-04-12T16:38:17.761 INFO:tasks.rados.rados.0.smithi005.stdout:3992: finishing write tid 3 to smithi00577259-38 2024-04-12T16:38:17.761 INFO:tasks.rados.rados.0.smithi005.stdout:3992: finishing write tid 4 to smithi00577259-38 2024-04-12T16:38:17.763 INFO:tasks.rados.rados.0.smithi005.stdout:3992: finishing write tid 5 to smithi00577259-38 2024-04-12T16:38:17.763 INFO:tasks.rados.rados.0.smithi005.stdout:3992: oid 38 updating version 0 to 1855 2024-04-12T16:38:17.763 INFO:tasks.rados.rados.0.smithi005.stdout:3992: oid 38 version 1855 is already newer than 1854 2024-04-12T16:38:17.764 INFO:tasks.rados.rados.0.smithi005.stdout:3992: oid 38 updating version 1855 to 1856 2024-04-12T16:38:17.764 INFO:tasks.rados.rados.0.smithi005.stdout:3992: oid 38 updating version 1856 to 1857 2024-04-12T16:38:17.764 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 38 v 1857 (ObjNum 1255 snap 381 seq_num 1255) dirty exists 2024-04-12T16:38:17.764 INFO:tasks.rados.rados.0.smithi005.stdout:3992: left oid 38 (ObjNum 1255 snap 381 seq_num 1255) 2024-04-12T16:38:17.765 INFO:tasks.rados.rados.0.smithi005.stdout:3989: finishing copy_from racing read to smithi00577259-30 2024-04-12T16:38:17.767 INFO:tasks.rados.rados.0.smithi005.stdout:3989: finishing copy_from to smithi00577259-30 2024-04-12T16:38:17.768 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 30 v 1631 (ObjNum 1175 snap 352 seq_num 1175) dirty exists 2024-04-12T16:38:18.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:17 smithi016 ceph-mon[84444]: pgmap v930: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-12T16:38:18.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:17 smithi016 ceph-mon[84444]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T16:38:18.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:17 smithi005 ceph-mon[88416]: pgmap v930: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-12T16:38:18.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:17 smithi005 ceph-mon[88416]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T16:38:18.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:17 smithi005 ceph-mon[90837]: pgmap v930: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 4.7 MiB/s wr, 11 op/s 2024-04-12T16:38:18.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:17 smithi005 ceph-mon[90837]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T16:38:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3989: done (3 left) 2024-04-12T16:38:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3992: done (2 left) 2024-04-12T16:38:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3993: done (1 left) 2024-04-12T16:38:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3994: done (0 left) 2024-04-12T16:38:18.728 INFO:tasks.rados.rados.0.smithi005.stdout:3995: snap_create 2024-04-12T16:38:19.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:18 smithi016 ceph-mon[84444]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T16:38:19.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:18 smithi005 ceph-mon[88416]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T16:38:19.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:18 smithi005 ceph-mon[90837]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T16:38:19.729 INFO:tasks.rados.rados.0.smithi005.stdout:3995: done (0 left) 2024-04-12T16:38:19.729 INFO:tasks.rados.rados.0.smithi005.stdout:3996: setattr oid 45 current snap is 383 2024-04-12T16:38:19.730 INFO:tasks.rados.rados.0.smithi005.stdout:3997: copy_from oid 13 from oid 16 current snap is 383 2024-04-12T16:38:19.730 INFO:tasks.rados.rados.0.smithi005.stdout:3998: snap_remove snap 370 2024-04-12T16:38:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:19 smithi016 ceph-mon[84444]: pgmap v933: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 417 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-12T16:38:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:19 smithi016 ceph-mon[84444]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T16:38:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:20.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:19 smithi005 ceph-mon[88416]: pgmap v933: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 417 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-12T16:38:20.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:19 smithi005 ceph-mon[88416]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T16:38:20.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:19 smithi005 ceph-mon[90837]: pgmap v933: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 417 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-04-12T16:38:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:19 smithi005 ceph-mon[90837]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T16:38:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:20.741 INFO:tasks.rados.rados.0.smithi005.stdout:update_object_version oid 45 v 1806 (ObjNum 1077 snap 316 seq_num 1077) dirty exists 2024-04-12T16:38:20.741 INFO:tasks.rados.rados.0.smithi005.stdout:3997: finishing copy_from to smithi00577259-13 2024-04-12T16:38:20.741 INFO:tasks.rados.rados.0.smithi005.stdout:3997: got expected ENOENT (src dne) 2024-04-12T16:38:20.742 INFO:tasks.rados.rados.0.smithi005.stdout:3997: finishing copy_from racing read to smithi00577259-13 2024-04-12T16:38:20.742 INFO:tasks.rados.rados.0.smithi005.stdout:3996: done (2 left) 2024-04-12T16:38:20.742 INFO:tasks.rados.rados.0.smithi005.stdout:3997: done (1 left) 2024-04-12T16:38:20.742 INFO:tasks.rados.rados.0.smithi005.stdout:3998: done (0 left) 2024-04-12T16:38:20.742 INFO:tasks.rados.rados.0.smithi005.stdout:3999: snap_remove snap 382 2024-04-12T16:38:21.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:20 smithi016 ceph-mon[84444]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T16:38:21.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:20 smithi005 ceph-mon[88416]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T16:38:21.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:20 smithi005 ceph-mon[90837]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T16:38:21.745 INFO:tasks.rados.rados.0.smithi005.stdout:3999: done (0 left) 2024-04-12T16:38:21.749 INFO:tasks.rados.rados.0.smithi005.stderr:0 errors. 2024-04-12T16:38:21.749 INFO:tasks.rados.rados.0.smithi005.stderr: 2024-04-12T16:38:21.753 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd dump --format=json 2024-04-12T16:38:21.963 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:38:22.086 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:21 smithi005 ceph-mon[88416]: pgmap v936: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2024-04-12T16:38:22.086 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:21 smithi005 ceph-mon[88416]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T16:38:22.086 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:21 smithi005 ceph-mon[90837]: pgmap v936: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2024-04-12T16:38:22.086 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:21 smithi005 ceph-mon[90837]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T16:38:22.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:21 smithi016 ceph-mon[84444]: pgmap v936: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 424 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2024-04-12T16:38:22.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:21 smithi016 ceph-mon[84444]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T16:38:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:38:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:23.013 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:22 smithi005 ceph-mon[88416]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T16:38:23.014 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:22 smithi005 ceph-mon[90837]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T16:38:23.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:22 smithi016 ceph-mon[84444]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T16:38:23.723 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:38:23.724 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":844,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T16:38:21.741681+0000","last_up_change":"2024-04-12T16:32:43.639349+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T16:21:38.943424+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-12T16:24:44.547565+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"844","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":454,"snap_epoch":844,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":295,"up_from":306,"up_thru":520,"down_at":296,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6803","nonce":3968240669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6805","nonce":3968240669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6809","nonce":3968240669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6807","nonce":3968240669}]},"public_addr":"172.21.15.5:6803/3968240669","cluster_addr":"172.21.15.5:6805/3968240669","heartbeat_back_addr":"172.21.15.5:6809/3968240669","heartbeat_front_addr":"172.21.15.5:6807/3968240669","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":329,"up_from":340,"up_thru":522,"down_at":330,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6811","nonce":718824885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6813","nonce":718824885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6817","nonce":718824885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6815","nonce":718824885}]},"public_addr":"172.21.15.5:6811/718824885","cluster_addr":"172.21.15.5:6813/718824885","heartbeat_back_addr":"172.21.15.5:6817/718824885","heartbeat_front_addr":"172.21.15.5:6815/718824885","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":363,"up_from":372,"up_thru":570,"down_at":364,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6819","nonce":1741132105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6821","nonce":1741132105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6825","nonce":1741132105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6823","nonce":1741132105}]},"public_addr":"172.21.15.5:6819/1741132105","cluster_addr":"172.21.15.5:6821/1741132105","heartbeat_back_addr":"172.21.15.5:6825/1741132105","heartbeat_front_addr":"172.21.15.5:6823/1741132105","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":393,"up_from":403,"up_thru":520,"down_at":394,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6827","nonce":811422713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6829","nonce":811422713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6833","nonce":811422713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6831","nonce":811422713}]},"public_addr":"172.21.15.5:6827/811422713","cluster_addr":"172.21.15.5:6829/811422713","heartbeat_back_addr":"172.21.15.5:6833/811422713","heartbeat_front_addr":"172.21.15.5:6831/811422713","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":422,"up_from":431,"up_thru":520,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6801","nonce":779927958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6803","nonce":779927958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6807","nonce":779927958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6805","nonce":779927958}]},"public_addr":"172.21.15.16:6801/779927958","cluster_addr":"172.21.15.16:6803/779927958","heartbeat_back_addr":"172.21.15.16:6807/779927958","heartbeat_front_addr":"172.21.15.16:6805/779927958","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":455,"up_from":466,"up_thru":521,"down_at":456,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6809","nonce":1635056817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6811","nonce":1635056817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6815","nonce":1635056817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6813","nonce":1635056817}]},"public_addr":"172.21.15.16:6809/1635056817","cluster_addr":"172.21.15.16:6811/1635056817","heartbeat_back_addr":"172.21.15.16:6815/1635056817","heartbeat_front_addr":"172.21.15.16:6813/1635056817","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":491,"up_from":501,"up_thru":520,"down_at":492,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6817","nonce":986757887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6819","nonce":986757887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6823","nonce":986757887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6821","nonce":986757887}]},"public_addr":"172.21.15.16:6817/986757887","cluster_addr":"172.21.15.16:6819/986757887","heartbeat_back_addr":"172.21.15.16:6823/986757887","heartbeat_front_addr":"172.21.15.16:6821/986757887","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":509,"up_from":520,"up_thru":523,"down_at":511,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6825","nonce":1189329471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6827","nonce":1189329471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6831","nonce":1189329471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6829","nonce":1189329471}]},"public_addr":"172.21.15.16:6825/1189329471","cluster_addr":"172.21.15.16:6827/1189329471","heartbeat_back_addr":"172.21.15.16:6831/1189329471","heartbeat_front_addr":"172.21.15.16:6829/1189329471","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":295},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":329},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":363},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":393},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":422},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":455},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":491},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":509}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.11","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1d","mappings":[{"from":5,"to":7}]},{"pgid":"3.1f","mappings":[{"from":0,"to":7}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.2a","mappings":[{"from":6,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":2}]},{"pgid":"5.7","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6835/85594053":"2024-04-13T16:32:52.510198+0000","172.21.15.5:6801/3511330281":"2024-04-13T16:27:34.136448+0000","172.21.15.5:6800/3511330281":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/339922898":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/281205629":"2024-04-13T16:27:34.136448+0000","172.21.15.16:0/162587254":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.16:0/966563482":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/4006045254":"2024-04-13T16:26:12.308463+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6800/1871208612":"2024-04-13T16:26:12.308463+0000","172.21.15.16:6832/1978769037":"2024-04-13T16:33:15.051118+0000","172.21.15.16:6835/3943186061":"2024-04-13T16:26:48.464820+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/1706382249":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/3120366857":"2024-04-13T16:21:38.943647+0000","172.21.15.16:0/3865363360":"2024-04-13T16:26:48.464820+0000","172.21.15.5:6834/85594053":"2024-04-13T16:32:52.510198+0000","172.21.15.5:0/1968912273":"2024-04-13T16:26:12.308463+0000","172.21.15.16:6833/1978769037":"2024-04-13T16:33:15.051118+0000","172.21.15.5:6800/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.16:6834/3943186061":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/798312734":"2024-04-13T16:21:38.943647+0000","172.21.15.16:0/137496126":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/2926997862":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1904053576":"2024-04-13T16:27:34.136448+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3499184179":"2024-04-13T16:27:34.136448+0000","172.21.15.5:6801/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/2879213213":"2024-04-13T16:26:12.308463+0000","172.21.15.5:6801/1871208612":"2024-04-13T16:26:12.308463+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2979884209":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.16:0/385392336":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/1801566653":"2024-04-13T16:26:12.308463+0000","172.21.15.16:0/1364294372":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/263408875":"2024-04-13T16:26:12.308463+0000","172.21.15.16:0/3306447084":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/3939859752":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/4285361964":"2024-04-13T16:27:34.136448+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":433,"length":1},{"begin":442,"length":1},{"begin":448,"length":1},{"begin":454,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":454,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T16:38:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:23 smithi005 ceph-mon[88416]: pgmap v939: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:38:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:23 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4228279045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:38:23.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:23 smithi005 ceph-mon[90837]: pgmap v939: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:38:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:23 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4228279045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:38:24.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:23 smithi016 ceph-mon[84444]: pgmap v939: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:38:24.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:23 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4228279045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T16:38:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:38:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:38:23] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-04-12T16:38:24.352 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph pg dump --format=json 2024-04-12T16:38:24.557 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:38:25.941 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:25 smithi005 ceph-mon[88416]: pgmap v940: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-12T16:38:25.942 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:25 smithi005 ceph-mon[88416]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T16:38:25.942 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:25 smithi005 ceph-mon[90837]: pgmap v940: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-12T16:38:25.942 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:25 smithi005 ceph-mon[90837]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T16:38:26.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:25 smithi016 ceph-mon[84444]: pgmap v940: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-04-12T16:38:26.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:25 smithi016 ceph-mon[84444]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T16:38:26.389 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T16:38:26.392 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-04-12T16:38:27.029 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":942,"stamp":"2024-04-12T16:38:26.307384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":448895998,"num_objects":254,"num_object_clones":181,"num_object_copies":762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":254,"num_whiteouts":11,"num_read":5081,"num_read_kb":6035915,"num_write":8458,"num_write_kb":2098252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":112,"num_bytes_recovered":462571104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18696,"ondisk_log_size":18696,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3043980,"kb_used_data":685848,"kb_used_omap":254,"kb_used_meta":2357761,"kb_avail":746917236,"statfs":{"total":767960285184,"available":764843249664,"internally_reserved":0,"allocated":702308352,"data_stored":1093551861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":260868,"internal_metadata":2414347516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3858432,"num_objects":1,"num_object_clones":1,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":45,"num_write_kb":6352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001592"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1127,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247244+0000","last_change":"2024-04-12T16:32:44.675055+0000","last_active":"2024-04-12T16:38:22.247244+0000","last_peered":"2024-04-12T16:38:22.247244+0000","last_clean":"2024-04-12T16:38:22.247244+0000","last_became_active":"2024-04-12T16:32:44.674502+0000","last_became_peered":"2024-04-12T16:32:44.674502+0000","last_unstale":"2024-04-12T16:38:22.247244+0000","last_undegraded":"2024-04-12T16:38:22.247244+0000","last_fullsized":"2024-04-12T16:38:22.247244+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:00:50.106228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1294,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755740+0000","last_change":"2024-04-12T16:32:24.679480+0000","last_active":"2024-04-12T16:38:21.755740+0000","last_peered":"2024-04-12T16:38:21.755740+0000","last_clean":"2024-04-12T16:38:21.755740+0000","last_became_active":"2024-04-12T16:32:24.678989+0000","last_became_peered":"2024-04-12T16:32:24.678989+0000","last_unstale":"2024-04-12T16:38:21.755740+0000","last_undegraded":"2024-04-12T16:38:21.755740+0000","last_fullsized":"2024-04-12T16:38:21.755740+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:59:43.821107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1314,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245128+0000","last_change":"2024-04-12T16:30:04.681606+0000","last_active":"2024-04-12T16:38:22.245128+0000","last_peered":"2024-04-12T16:38:22.245128+0000","last_clean":"2024-04-12T16:38:22.245128+0000","last_became_active":"2024-04-12T16:30:04.681048+0000","last_became_peered":"2024-04-12T16:30:04.681048+0000","last_unstale":"2024-04-12T16:38:22.245128+0000","last_undegraded":"2024-04-12T16:38:22.245128+0000","last_fullsized":"2024-04-12T16:38:22.245128+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:39:53.863023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1180,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.752653+0000","last_change":"2024-04-12T16:32:44.672473+0000","last_active":"2024-04-12T16:38:20.752653+0000","last_peered":"2024-04-12T16:38:20.752653+0000","last_clean":"2024-04-12T16:38:20.752653+0000","last_became_active":"2024-04-12T16:32:44.672162+0000","last_became_peered":"2024-04-12T16:32:44.672162+0000","last_unstale":"2024-04-12T16:38:20.752653+0000","last_undegraded":"2024-04-12T16:38:20.752653+0000","last_fullsized":"2024-04-12T16:38:20.752653+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:28:30.086229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1098,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246154+0000","last_change":"2024-04-12T16:32:44.680988+0000","last_active":"2024-04-12T16:38:22.246154+0000","last_peered":"2024-04-12T16:38:22.246154+0000","last_clean":"2024-04-12T16:38:22.246154+0000","last_became_active":"2024-04-12T16:32:44.678756+0000","last_became_peered":"2024-04-12T16:32:44.678756+0000","last_unstale":"2024-04-12T16:38:22.246154+0000","last_undegraded":"2024-04-12T16:38:22.246154+0000","last_fullsized":"2024-04-12T16:38:22.246154+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:07:19.292649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1161,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.751404+0000","last_change":"2024-04-12T16:31:48.692842+0000","last_active":"2024-04-12T16:38:20.751404+0000","last_peered":"2024-04-12T16:38:20.751404+0000","last_clean":"2024-04-12T16:38:20.751404+0000","last_became_active":"2024-04-12T16:31:48.692353+0000","last_became_peered":"2024-04-12T16:31:48.692353+0000","last_unstale":"2024-04-12T16:38:20.751404+0000","last_undegraded":"2024-04-12T16:38:20.751404+0000","last_fullsized":"2024-04-12T16:38:20.751404+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:51:04.772562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1095,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246554+0000","last_change":"2024-04-12T16:32:45.652312+0000","last_active":"2024-04-12T16:38:22.246554+0000","last_peered":"2024-04-12T16:38:22.246554+0000","last_clean":"2024-04-12T16:38:22.246554+0000","last_became_active":"2024-04-12T16:32:45.651881+0000","last_became_peered":"2024-04-12T16:32:45.651881+0000","last_unstale":"2024-04-12T16:38:22.246554+0000","last_undegraded":"2024-04-12T16:38:22.246554+0000","last_fullsized":"2024-04-12T16:38:22.246554+0000","mapping_epoch":521,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":522,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:18:54.982504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1244,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749483+0000","last_change":"2024-04-12T16:32:24.673240+0000","last_active":"2024-04-12T16:38:21.749483+0000","last_peered":"2024-04-12T16:38:21.749483+0000","last_clean":"2024-04-12T16:38:21.749483+0000","last_became_active":"2024-04-12T16:32:24.671296+0000","last_became_peered":"2024-04-12T16:32:24.671296+0000","last_unstale":"2024-04-12T16:38:21.749483+0000","last_undegraded":"2024-04-12T16:38:21.749483+0000","last_fullsized":"2024-04-12T16:38:21.749483+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:37:51.583724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1133,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247080+0000","last_change":"2024-04-12T16:32:44.675501+0000","last_active":"2024-04-12T16:38:22.247080+0000","last_peered":"2024-04-12T16:38:22.247080+0000","last_clean":"2024-04-12T16:38:22.247080+0000","last_became_active":"2024-04-12T16:32:44.675180+0000","last_became_peered":"2024-04-12T16:32:44.675180+0000","last_unstale":"2024-04-12T16:38:22.247080+0000","last_undegraded":"2024-04-12T16:38:22.247080+0000","last_fullsized":"2024-04-12T16:38:22.247080+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:52:36.736925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1126,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245643+0000","last_change":"2024-04-12T16:32:24.679022+0000","last_active":"2024-04-12T16:38:22.245643+0000","last_peered":"2024-04-12T16:38:22.245643+0000","last_clean":"2024-04-12T16:38:22.245643+0000","last_became_active":"2024-04-12T16:32:24.678471+0000","last_became_peered":"2024-04-12T16:32:24.678471+0000","last_unstale":"2024-04-12T16:38:22.245643+0000","last_undegraded":"2024-04-12T16:38:22.245643+0000","last_fullsized":"2024-04-12T16:38:22.245643+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:09:42.497419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1126,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245825+0000","last_change":"2024-04-12T16:32:24.677092+0000","last_active":"2024-04-12T16:38:22.245825+0000","last_peered":"2024-04-12T16:38:22.245825+0000","last_clean":"2024-04-12T16:38:22.245825+0000","last_became_active":"2024-04-12T16:32:24.676749+0000","last_became_peered":"2024-04-12T16:32:24.676749+0000","last_unstale":"2024-04-12T16:38:22.245825+0000","last_undegraded":"2024-04-12T16:38:22.245825+0000","last_fullsized":"2024-04-12T16:38:22.245825+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:36:06.116803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1196,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.743259+0000","last_change":"2024-04-12T16:32:24.675802+0000","last_active":"2024-04-12T16:38:20.743259+0000","last_peered":"2024-04-12T16:38:20.743259+0000","last_clean":"2024-04-12T16:38:20.743259+0000","last_became_active":"2024-04-12T16:32:24.675465+0000","last_became_peered":"2024-04-12T16:32:24.675465+0000","last_unstale":"2024-04-12T16:38:20.743259+0000","last_undegraded":"2024-04-12T16:38:20.743259+0000","last_fullsized":"2024-04-12T16:38:20.743259+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:03:47.250447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1243,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750197+0000","last_change":"2024-04-12T16:32:24.672813+0000","last_active":"2024-04-12T16:38:21.750197+0000","last_peered":"2024-04-12T16:38:21.750197+0000","last_clean":"2024-04-12T16:38:21.750197+0000","last_became_active":"2024-04-12T16:32:24.672463+0000","last_became_peered":"2024-04-12T16:32:24.672463+0000","last_unstale":"2024-04-12T16:38:21.750197+0000","last_undegraded":"2024-04-12T16:38:21.750197+0000","last_fullsized":"2024-04-12T16:38:21.750197+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:16:00.941598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1314,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.244752+0000","last_change":"2024-04-12T16:31:48.689888+0000","last_active":"2024-04-12T16:38:22.244752+0000","last_peered":"2024-04-12T16:38:22.244752+0000","last_clean":"2024-04-12T16:38:22.244752+0000","last_became_active":"2024-04-12T16:31:48.689439+0000","last_became_peered":"2024-04-12T16:31:48.689439+0000","last_unstale":"2024-04-12T16:38:22.244752+0000","last_undegraded":"2024-04-12T16:38:22.244752+0000","last_fullsized":"2024-04-12T16:38:22.244752+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:04:12.002219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1288,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.754831+0000","last_change":"2024-04-12T16:31:48.678066+0000","last_active":"2024-04-12T16:38:21.754831+0000","last_peered":"2024-04-12T16:38:21.754831+0000","last_clean":"2024-04-12T16:38:21.754831+0000","last_became_active":"2024-04-12T16:31:48.677734+0000","last_became_peered":"2024-04-12T16:31:48.677734+0000","last_unstale":"2024-04-12T16:38:21.754831+0000","last_undegraded":"2024-04-12T16:38:21.754831+0000","last_fullsized":"2024-04-12T16:38:21.754831+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:49:23.832393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1163,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.750579+0000","last_change":"2024-04-12T16:32:44.661916+0000","last_active":"2024-04-12T16:38:20.750579+0000","last_peered":"2024-04-12T16:38:20.750579+0000","last_clean":"2024-04-12T16:38:20.750579+0000","last_became_active":"2024-04-12T16:32:44.661350+0000","last_became_peered":"2024-04-12T16:32:44.661350+0000","last_unstale":"2024-04-12T16:38:20.750579+0000","last_undegraded":"2024-04-12T16:38:20.750579+0000","last_fullsized":"2024-04-12T16:38:20.750579+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:11:40.819107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1164,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.752973+0000","last_change":"2024-04-12T16:32:44.673920+0000","last_active":"2024-04-12T16:38:20.752973+0000","last_peered":"2024-04-12T16:38:20.752973+0000","last_clean":"2024-04-12T16:38:20.752973+0000","last_became_active":"2024-04-12T16:32:44.673398+0000","last_became_peered":"2024-04-12T16:32:44.673398+0000","last_unstale":"2024-04-12T16:38:20.752973+0000","last_undegraded":"2024-04-12T16:38:20.752973+0000","last_fullsized":"2024-04-12T16:38:20.752973+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:55:50.769920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751327+0000","last_change":"2024-04-12T16:32:44.678134+0000","last_active":"2024-04-12T16:38:21.751327+0000","last_peered":"2024-04-12T16:38:21.751327+0000","last_clean":"2024-04-12T16:38:21.751327+0000","last_became_active":"2024-04-12T16:32:44.675000+0000","last_became_peered":"2024-04-12T16:32:44.675000+0000","last_unstale":"2024-04-12T16:38:21.751327+0000","last_undegraded":"2024-04-12T16:38:21.751327+0000","last_fullsized":"2024-04-12T16:38:21.751327+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:07:54.078910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1126,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247433+0000","last_change":"2024-04-12T16:32:44.678674+0000","last_active":"2024-04-12T16:38:22.247433+0000","last_peered":"2024-04-12T16:38:22.247433+0000","last_clean":"2024-04-12T16:38:22.247433+0000","last_became_active":"2024-04-12T16:32:44.678373+0000","last_became_peered":"2024-04-12T16:32:44.678373+0000","last_unstale":"2024-04-12T16:38:22.247433+0000","last_undegraded":"2024-04-12T16:38:22.247433+0000","last_fullsized":"2024-04-12T16:38:22.247433+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:25:26.037977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"551'6","reported_seq":1325,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245581+0000","last_change":"2024-04-12T16:32:44.675752+0000","last_active":"2024-04-12T16:38:22.245581+0000","last_peered":"2024-04-12T16:38:22.245581+0000","last_clean":"2024-04-12T16:38:22.245581+0000","last_became_active":"2024-04-12T16:32:44.675379+0000","last_became_peered":"2024-04-12T16:32:44.675379+0000","last_unstale":"2024-04-12T16:38:22.245581+0000","last_undegraded":"2024-04-12T16:38:22.245581+0000","last_fullsized":"2024-04-12T16:38:22.245581+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:22:59.043511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1234,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750166+0000","last_change":"2024-04-12T16:32:24.673048+0000","last_active":"2024-04-12T16:38:21.750166+0000","last_peered":"2024-04-12T16:38:21.750166+0000","last_clean":"2024-04-12T16:38:21.750166+0000","last_became_active":"2024-04-12T16:32:24.672703+0000","last_became_peered":"2024-04-12T16:32:24.672703+0000","last_unstale":"2024-04-12T16:38:21.750166+0000","last_undegraded":"2024-04-12T16:38:21.750166+0000","last_fullsized":"2024-04-12T16:38:21.750166+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:29:29.860536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"551'3","reported_seq":1255,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750380+0000","last_change":"2024-04-12T16:31:48.698526+0000","last_active":"2024-04-12T16:38:21.750380+0000","last_peered":"2024-04-12T16:38:21.750380+0000","last_clean":"2024-04-12T16:38:21.750380+0000","last_became_active":"2024-04-12T16:31:48.698118+0000","last_became_peered":"2024-04-12T16:31:48.698118+0000","last_unstale":"2024-04-12T16:38:21.750380+0000","last_undegraded":"2024-04-12T16:38:21.750380+0000","last_fullsized":"2024-04-12T16:38:21.750380+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:35:42.419288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":647,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246863+0000","last_change":"2024-04-12T16:32:45.653506+0000","last_active":"2024-04-12T16:38:22.246863+0000","last_peered":"2024-04-12T16:38:22.246863+0000","last_clean":"2024-04-12T16:38:22.246863+0000","last_became_active":"2024-04-12T16:32:45.652963+0000","last_became_peered":"2024-04-12T16:32:45.652963+0000","last_unstale":"2024-04-12T16:38:22.246863+0000","last_undegraded":"2024-04-12T16:38:22.246863+0000","last_fullsized":"2024-04-12T16:38:22.246863+0000","mapping_epoch":521,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":522,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:01:57.084848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1133,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247267+0000","last_change":"2024-04-12T16:32:44.676946+0000","last_active":"2024-04-12T16:38:22.247267+0000","last_peered":"2024-04-12T16:38:22.247267+0000","last_clean":"2024-04-12T16:38:22.247267+0000","last_became_active":"2024-04-12T16:32:44.675847+0000","last_became_peered":"2024-04-12T16:32:44.675847+0000","last_unstale":"2024-04-12T16:38:22.247267+0000","last_undegraded":"2024-04-12T16:38:22.247267+0000","last_fullsized":"2024-04-12T16:38:22.247267+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:42.691246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1170,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.751640+0000","last_change":"2024-04-12T16:31:48.686421+0000","last_active":"2024-04-12T16:38:20.751640+0000","last_peered":"2024-04-12T16:38:20.751640+0000","last_clean":"2024-04-12T16:38:20.751640+0000","last_became_active":"2024-04-12T16:31:48.686110+0000","last_became_peered":"2024-04-12T16:31:48.686110+0000","last_unstale":"2024-04-12T16:38:20.751640+0000","last_undegraded":"2024-04-12T16:38:20.751640+0000","last_fullsized":"2024-04-12T16:38:20.751640+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:22:46.167079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":1140,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247206+0000","last_change":"2024-04-12T16:32:44.680484+0000","last_active":"2024-04-12T16:38:22.247206+0000","last_peered":"2024-04-12T16:38:22.247206+0000","last_clean":"2024-04-12T16:38:22.247206+0000","last_became_active":"2024-04-12T16:32:44.678761+0000","last_became_peered":"2024-04-12T16:32:44.678761+0000","last_unstale":"2024-04-12T16:38:22.247206+0000","last_undegraded":"2024-04-12T16:38:22.247206+0000","last_fullsized":"2024-04-12T16:38:22.247206+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:07:11.623784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":647,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246792+0000","last_change":"2024-04-12T16:32:45.664019+0000","last_active":"2024-04-12T16:38:22.246792+0000","last_peered":"2024-04-12T16:38:22.246792+0000","last_clean":"2024-04-12T16:38:22.246792+0000","last_became_active":"2024-04-12T16:32:45.663670+0000","last_became_peered":"2024-04-12T16:32:45.663670+0000","last_unstale":"2024-04-12T16:38:22.246792+0000","last_undegraded":"2024-04-12T16:38:22.246792+0000","last_fullsized":"2024-04-12T16:38:22.246792+0000","mapping_epoch":521,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":522,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:26:59.008483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1b","version":"551'3","reported_seq":1248,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750872+0000","last_change":"2024-04-12T16:32:44.669646+0000","last_active":"2024-04-12T16:38:21.750872+0000","last_peered":"2024-04-12T16:38:21.750872+0000","last_clean":"2024-04-12T16:38:21.750872+0000","last_became_active":"2024-04-12T16:32:44.669179+0000","last_became_peered":"2024-04-12T16:32:44.669179+0000","last_unstale":"2024-04-12T16:38:21.750872+0000","last_undegraded":"2024-04-12T16:38:21.750872+0000","last_fullsized":"2024-04-12T16:38:21.750872+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:18:24.969837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1226,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.743097+0000","last_change":"2024-04-12T16:31:13.701218+0000","last_active":"2024-04-12T16:38:20.743097+0000","last_peered":"2024-04-12T16:38:20.743097+0000","last_clean":"2024-04-12T16:38:20.743097+0000","last_became_active":"2024-04-12T16:31:13.697684+0000","last_became_peered":"2024-04-12T16:31:13.697684+0000","last_unstale":"2024-04-12T16:38:20.743097+0000","last_undegraded":"2024-04-12T16:38:20.743097+0000","last_fullsized":"2024-04-12T16:38:20.743097+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:21:10.676006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"551'3","reported_seq":1131,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245273+0000","last_change":"2024-04-12T16:32:44.669407+0000","last_active":"2024-04-12T16:38:22.245273+0000","last_peered":"2024-04-12T16:38:22.245273+0000","last_clean":"2024-04-12T16:38:22.245273+0000","last_became_active":"2024-04-12T16:32:44.668777+0000","last_became_peered":"2024-04-12T16:32:44.668777+0000","last_unstale":"2024-04-12T16:38:22.245273+0000","last_undegraded":"2024-04-12T16:38:22.245273+0000","last_fullsized":"2024-04-12T16:38:22.245273+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:38:17.726410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1312,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245498+0000","last_change":"2024-04-12T16:32:44.677879+0000","last_active":"2024-04-12T16:38:22.245498+0000","last_peered":"2024-04-12T16:38:22.245498+0000","last_clean":"2024-04-12T16:38:22.245498+0000","last_became_active":"2024-04-12T16:32:44.676548+0000","last_became_peered":"2024-04-12T16:32:44.676548+0000","last_unstale":"2024-04-12T16:38:22.245498+0000","last_undegraded":"2024-04-12T16:38:22.245498+0000","last_fullsized":"2024-04-12T16:38:22.245498+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:49:25.482068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1251,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750425+0000","last_change":"2024-04-12T16:32:24.673810+0000","last_active":"2024-04-12T16:38:21.750425+0000","last_peered":"2024-04-12T16:38:21.750425+0000","last_clean":"2024-04-12T16:38:21.750425+0000","last_became_active":"2024-04-12T16:32:24.673437+0000","last_became_peered":"2024-04-12T16:32:24.673437+0000","last_unstale":"2024-04-12T16:38:21.750425+0000","last_undegraded":"2024-04-12T16:38:21.750425+0000","last_fullsized":"2024-04-12T16:38:21.750425+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:38:16.555668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1249,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749571+0000","last_change":"2024-04-12T16:30:39.659796+0000","last_active":"2024-04-12T16:38:21.749571+0000","last_peered":"2024-04-12T16:38:21.749571+0000","last_clean":"2024-04-12T16:38:21.749571+0000","last_became_active":"2024-04-12T16:30:39.654549+0000","last_became_peered":"2024-04-12T16:30:39.654549+0000","last_unstale":"2024-04-12T16:38:21.749571+0000","last_undegraded":"2024-04-12T16:38:21.749571+0000","last_fullsized":"2024-04-12T16:38:21.749571+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:46:28.488196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1165,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.750979+0000","last_change":"2024-04-12T16:32:44.661657+0000","last_active":"2024-04-12T16:38:20.750979+0000","last_peered":"2024-04-12T16:38:20.750979+0000","last_clean":"2024-04-12T16:38:20.750979+0000","last_became_active":"2024-04-12T16:32:44.660906+0000","last_became_peered":"2024-04-12T16:32:44.660906+0000","last_unstale":"2024-04-12T16:38:20.750979+0000","last_undegraded":"2024-04-12T16:38:20.750979+0000","last_fullsized":"2024-04-12T16:38:20.750979+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:12:47.839680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1288,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755132+0000","last_change":"2024-04-12T16:31:13.701984+0000","last_active":"2024-04-12T16:38:21.755132+0000","last_peered":"2024-04-12T16:38:21.755132+0000","last_clean":"2024-04-12T16:38:21.755132+0000","last_became_active":"2024-04-12T16:31:13.701396+0000","last_became_peered":"2024-04-12T16:31:13.701396+0000","last_unstale":"2024-04-12T16:38:21.755132+0000","last_undegraded":"2024-04-12T16:38:21.755132+0000","last_fullsized":"2024-04-12T16:38:21.755132+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:04:15.027570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1127,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246205+0000","last_change":"2024-04-12T16:32:24.669145+0000","last_active":"2024-04-12T16:38:22.246205+0000","last_peered":"2024-04-12T16:38:22.246205+0000","last_clean":"2024-04-12T16:38:22.246205+0000","last_became_active":"2024-04-12T16:32:24.667965+0000","last_became_peered":"2024-04-12T16:32:24.667965+0000","last_unstale":"2024-04-12T16:38:22.246205+0000","last_undegraded":"2024-04-12T16:38:22.246205+0000","last_fullsized":"2024-04-12T16:38:22.246205+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:16:28.729536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1156,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.752289+0000","last_change":"2024-04-12T16:32:44.661534+0000","last_active":"2024-04-12T16:38:20.752289+0000","last_peered":"2024-04-12T16:38:20.752289+0000","last_clean":"2024-04-12T16:38:20.752289+0000","last_became_active":"2024-04-12T16:32:44.660474+0000","last_became_peered":"2024-04-12T16:32:44.660474+0000","last_unstale":"2024-04-12T16:38:20.752289+0000","last_undegraded":"2024-04-12T16:38:20.752289+0000","last_fullsized":"2024-04-12T16:38:20.752289+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:10:11.169206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1188,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.752111+0000","last_change":"2024-04-12T16:32:24.671904+0000","last_active":"2024-04-12T16:38:20.752111+0000","last_peered":"2024-04-12T16:38:20.752111+0000","last_clean":"2024-04-12T16:38:20.752111+0000","last_became_active":"2024-04-12T16:32:24.671596+0000","last_became_peered":"2024-04-12T16:32:24.671596+0000","last_unstale":"2024-04-12T16:38:20.752111+0000","last_undegraded":"2024-04-12T16:38:20.752111+0000","last_fullsized":"2024-04-12T16:38:20.752111+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:36:21.327418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1312,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245423+0000","last_change":"2024-04-12T16:31:48.691249+0000","last_active":"2024-04-12T16:38:22.245423+0000","last_peered":"2024-04-12T16:38:22.245423+0000","last_clean":"2024-04-12T16:38:22.245423+0000","last_became_active":"2024-04-12T16:31:48.690742+0000","last_became_peered":"2024-04-12T16:31:48.690742+0000","last_unstale":"2024-04-12T16:38:22.245423+0000","last_undegraded":"2024-04-12T16:38:22.245423+0000","last_fullsized":"2024-04-12T16:38:22.245423+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:32:01.100823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1303,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.756005+0000","last_change":"2024-04-12T16:31:48.682037+0000","last_active":"2024-04-12T16:38:21.756005+0000","last_peered":"2024-04-12T16:38:21.756005+0000","last_clean":"2024-04-12T16:38:21.756005+0000","last_became_active":"2024-04-12T16:31:48.681634+0000","last_became_peered":"2024-04-12T16:31:48.681634+0000","last_unstale":"2024-04-12T16:38:21.756005+0000","last_undegraded":"2024-04-12T16:38:21.756005+0000","last_fullsized":"2024-04-12T16:38:21.756005+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:22:43.607177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1191,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.743423+0000","last_change":"2024-04-12T16:32:44.674084+0000","last_active":"2024-04-12T16:38:20.743423+0000","last_peered":"2024-04-12T16:38:20.743423+0000","last_clean":"2024-04-12T16:38:20.743423+0000","last_became_active":"2024-04-12T16:32:44.673772+0000","last_became_peered":"2024-04-12T16:32:44.673772+0000","last_unstale":"2024-04-12T16:38:20.743423+0000","last_undegraded":"2024-04-12T16:38:20.743423+0000","last_fullsized":"2024-04-12T16:38:20.743423+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:24:22.890655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"551'30","reported_seq":1169,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245740+0000","last_change":"2024-04-12T16:32:24.680711+0000","last_active":"2024-04-12T16:38:22.245740+0000","last_peered":"2024-04-12T16:38:22.245740+0000","last_clean":"2024-04-12T16:38:22.245740+0000","last_became_active":"2024-04-12T16:32:24.680319+0000","last_became_peered":"2024-04-12T16:32:24.680319+0000","last_unstale":"2024-04-12T16:38:22.245740+0000","last_undegraded":"2024-04-12T16:38:22.245740+0000","last_fullsized":"2024-04-12T16:38:22.245740+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T04:13:44.560940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1120,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246901+0000","last_change":"2024-04-12T16:32:44.670328+0000","last_active":"2024-04-12T16:38:22.246901+0000","last_peered":"2024-04-12T16:38:22.246901+0000","last_clean":"2024-04-12T16:38:22.246901+0000","last_became_active":"2024-04-12T16:32:44.667431+0000","last_became_peered":"2024-04-12T16:32:44.667431+0000","last_unstale":"2024-04-12T16:38:22.246901+0000","last_undegraded":"2024-04-12T16:38:22.246901+0000","last_fullsized":"2024-04-12T16:38:22.246901+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:43:58.483645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1321,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245326+0000","last_change":"2024-04-12T16:31:13.696598+0000","last_active":"2024-04-12T16:38:22.245326+0000","last_peered":"2024-04-12T16:38:22.245326+0000","last_clean":"2024-04-12T16:38:22.245326+0000","last_became_active":"2024-04-12T16:31:13.695422+0000","last_became_peered":"2024-04-12T16:31:13.695422+0000","last_unstale":"2024-04-12T16:38:22.245326+0000","last_undegraded":"2024-04-12T16:38:22.245326+0000","last_fullsized":"2024-04-12T16:38:22.245326+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:53:48.078207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1314,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.244958+0000","last_change":"2024-04-12T16:32:44.676363+0000","last_active":"2024-04-12T16:38:22.244958+0000","last_peered":"2024-04-12T16:38:22.244958+0000","last_clean":"2024-04-12T16:38:22.244958+0000","last_became_active":"2024-04-12T16:32:44.676062+0000","last_became_peered":"2024-04-12T16:32:44.676062+0000","last_unstale":"2024-04-12T16:38:22.244958+0000","last_undegraded":"2024-04-12T16:38:22.244958+0000","last_fullsized":"2024-04-12T16:38:22.244958+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:14:02.759104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1179,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.751299+0000","last_change":"2024-04-12T16:32:44.659473+0000","last_active":"2024-04-12T16:38:20.751299+0000","last_peered":"2024-04-12T16:38:20.751299+0000","last_clean":"2024-04-12T16:38:20.751299+0000","last_became_active":"2024-04-12T16:32:44.659165+0000","last_became_peered":"2024-04-12T16:32:44.659165+0000","last_unstale":"2024-04-12T16:38:20.751299+0000","last_undegraded":"2024-04-12T16:38:20.751299+0000","last_fullsized":"2024-04-12T16:38:20.751299+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:44:51.937700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1098,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246487+0000","last_change":"2024-04-12T16:32:44.680703+0000","last_active":"2024-04-12T16:38:22.246487+0000","last_peered":"2024-04-12T16:38:22.246487+0000","last_clean":"2024-04-12T16:38:22.246487+0000","last_became_active":"2024-04-12T16:32:44.678306+0000","last_became_peered":"2024-04-12T16:32:44.678306+0000","last_unstale":"2024-04-12T16:38:22.246487+0000","last_undegraded":"2024-04-12T16:38:22.246487+0000","last_fullsized":"2024-04-12T16:38:22.246487+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:10:06.810422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1134,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245357+0000","last_change":"2024-04-12T16:32:24.680299+0000","last_active":"2024-04-12T16:38:22.245357+0000","last_peered":"2024-04-12T16:38:22.245357+0000","last_clean":"2024-04-12T16:38:22.245357+0000","last_became_active":"2024-04-12T16:32:24.679412+0000","last_became_peered":"2024-04-12T16:32:24.679412+0000","last_unstale":"2024-04-12T16:38:22.245357+0000","last_undegraded":"2024-04-12T16:38:22.245357+0000","last_fullsized":"2024-04-12T16:38:22.245357+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:45:40.703457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1126,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245018+0000","last_change":"2024-04-12T16:32:24.666709+0000","last_active":"2024-04-12T16:38:22.245018+0000","last_peered":"2024-04-12T16:38:22.245018+0000","last_clean":"2024-04-12T16:38:22.245018+0000","last_became_active":"2024-04-12T16:32:24.666355+0000","last_became_peered":"2024-04-12T16:32:24.666355+0000","last_unstale":"2024-04-12T16:38:22.245018+0000","last_undegraded":"2024-04-12T16:38:22.245018+0000","last_fullsized":"2024-04-12T16:38:22.245018+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:03:27.447420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1333,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751187+0000","last_change":"2024-04-12T16:33:35.635195+0000","last_active":"2024-04-12T16:38:21.751187+0000","last_peered":"2024-04-12T16:38:21.751187+0000","last_clean":"2024-04-12T16:38:21.751187+0000","last_became_active":"2024-04-12T16:33:35.629847+0000","last_became_peered":"2024-04-12T16:33:35.629847+0000","last_unstale":"2024-04-12T16:38:21.751187+0000","last_undegraded":"2024-04-12T16:38:21.751187+0000","last_fullsized":"2024-04-12T16:38:21.751187+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:27:25.057590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1123,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246438+0000","last_change":"2024-04-12T16:32:45.668126+0000","last_active":"2024-04-12T16:38:22.246438+0000","last_peered":"2024-04-12T16:38:22.246438+0000","last_clean":"2024-04-12T16:38:22.246438+0000","last_became_active":"2024-04-12T16:32:45.667765+0000","last_became_peered":"2024-04-12T16:32:45.667765+0000","last_unstale":"2024-04-12T16:38:22.246438+0000","last_undegraded":"2024-04-12T16:38:22.246438+0000","last_fullsized":"2024-04-12T16:38:22.246438+0000","mapping_epoch":521,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":522,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:29:36.634668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"843'706","reported_seq":3959,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751841+0000","last_change":"2024-04-12T16:38:21.752598+0000","last_active":"2024-04-12T16:38:21.751841+0000","last_peered":"2024-04-12T16:38:21.751841+0000","last_clean":"2024-04-12T16:38:21.751841+0000","last_became_active":"2024-04-12T16:30:04.683698+0000","last_became_peered":"2024-04-12T16:30:04.683698+0000","last_unstale":"2024-04-12T16:38:21.751841+0000","last_undegraded":"2024-04-12T16:38:21.751841+0000","last_fullsized":"2024-04-12T16:38:21.751841+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":706,"log_dups_size":0,"ondisk_log_size":706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:20:57.708167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016005430000000001,"stat_sum":{"num_bytes":10575872,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":139,"num_read_kb":117752,"num_write":366,"num_write_kb":54912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":9682944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1202,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.744009+0000","last_change":"2024-04-12T16:32:44.674173+0000","last_active":"2024-04-12T16:38:20.744009+0000","last_peered":"2024-04-12T16:38:20.744009+0000","last_clean":"2024-04-12T16:38:20.744009+0000","last_became_active":"2024-04-12T16:32:44.673789+0000","last_became_peered":"2024-04-12T16:32:44.673789+0000","last_unstale":"2024-04-12T16:38:20.744009+0000","last_undegraded":"2024-04-12T16:38:20.744009+0000","last_fullsized":"2024-04-12T16:38:20.744009+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:34:14.483653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1120,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246993+0000","last_change":"2024-04-12T16:32:44.666049+0000","last_active":"2024-04-12T16:38:22.246993+0000","last_peered":"2024-04-12T16:38:22.246993+0000","last_clean":"2024-04-12T16:38:22.246993+0000","last_became_active":"2024-04-12T16:32:44.665542+0000","last_became_peered":"2024-04-12T16:32:44.665542+0000","last_unstale":"2024-04-12T16:38:22.246993+0000","last_undegraded":"2024-04-12T16:38:22.246993+0000","last_fullsized":"2024-04-12T16:38:22.246993+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:40:12.302289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"843'1165","reported_seq":4476,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245521+0000","last_change":"2024-04-12T16:38:22.245841+0000","last_active":"2024-04-12T16:38:22.245521+0000","last_peered":"2024-04-12T16:38:22.245521+0000","last_clean":"2024-04-12T16:38:22.245521+0000","last_became_active":"2024-04-12T16:32:24.680309+0000","last_became_peered":"2024-04-12T16:32:24.680309+0000","last_unstale":"2024-04-12T16:38:22.245521+0000","last_undegraded":"2024-04-12T16:38:22.245521+0000","last_fullsized":"2024-04-12T16:38:22.245521+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1165,"log_dups_size":0,"ondisk_log_size":1165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:15:38.444241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057247799999999996,"stat_sum":{"num_bytes":53207040,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":201,"num_read_kb":530671,"num_write":514,"num_write_kb":173896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1289,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755513+0000","last_change":"2024-04-12T16:31:48.677102+0000","last_active":"2024-04-12T16:38:21.755513+0000","last_peered":"2024-04-12T16:38:21.755513+0000","last_clean":"2024-04-12T16:38:21.755513+0000","last_became_active":"2024-04-12T16:31:48.676784+0000","last_became_peered":"2024-04-12T16:31:48.676784+0000","last_unstale":"2024-04-12T16:38:21.755513+0000","last_undegraded":"2024-04-12T16:38:21.755513+0000","last_fullsized":"2024-04-12T16:38:21.755513+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:59:05.160511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1314,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755638+0000","last_change":"2024-04-12T16:32:45.654240+0000","last_active":"2024-04-12T16:38:21.755638+0000","last_peered":"2024-04-12T16:38:21.755638+0000","last_clean":"2024-04-12T16:38:21.755638+0000","last_became_active":"2024-04-12T16:32:45.653849+0000","last_became_peered":"2024-04-12T16:32:45.653849+0000","last_unstale":"2024-04-12T16:38:21.755638+0000","last_undegraded":"2024-04-12T16:38:21.755638+0000","last_fullsized":"2024-04-12T16:38:21.755638+0000","mapping_epoch":521,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":522,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:42:49.928695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1185,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.751566+0000","last_change":"2024-04-12T16:31:48.697535+0000","last_active":"2024-04-12T16:38:20.751566+0000","last_peered":"2024-04-12T16:38:20.751566+0000","last_clean":"2024-04-12T16:38:20.751566+0000","last_became_active":"2024-04-12T16:31:48.697068+0000","last_became_peered":"2024-04-12T16:31:48.697068+0000","last_unstale":"2024-04-12T16:38:20.751566+0000","last_undegraded":"2024-04-12T16:38:20.751566+0000","last_fullsized":"2024-04-12T16:38:20.751566+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:15:28.056703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"843'1842","reported_seq":5144,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245677+0000","last_change":"2024-04-12T16:38:22.245845+0000","last_active":"2024-04-12T16:38:22.245677+0000","last_peered":"2024-04-12T16:38:22.245677+0000","last_clean":"2024-04-12T16:38:22.245677+0000","last_became_active":"2024-04-12T16:31:13.701174+0000","last_became_peered":"2024-04-12T16:31:13.701174+0000","last_unstale":"2024-04-12T16:38:22.245677+0000","last_undegraded":"2024-04-12T16:38:22.245677+0000","last_fullsized":"2024-04-12T16:38:22.245677+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1842,"log_dups_size":0,"ondisk_log_size":1842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:52:51.468635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031796999999999999,"stat_sum":{"num_bytes":48963584,"num_objects":25,"num_object_clones":20,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":2,"num_read":361,"num_read_kb":540172,"num_write":727,"num_write_kb":232136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":42287104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1289,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755921+0000","last_change":"2024-04-12T16:30:39.642551+0000","last_active":"2024-04-12T16:38:21.755921+0000","last_peered":"2024-04-12T16:38:21.755921+0000","last_clean":"2024-04-12T16:38:21.755921+0000","last_became_active":"2024-04-12T16:30:39.642228+0000","last_became_peered":"2024-04-12T16:30:39.642228+0000","last_unstale":"2024-04-12T16:38:21.755921+0000","last_undegraded":"2024-04-12T16:38:21.755921+0000","last_fullsized":"2024-04-12T16:38:21.755921+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:34:17.861565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1158,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.751060+0000","last_change":"2024-04-12T16:32:24.672619+0000","last_active":"2024-04-12T16:38:20.751060+0000","last_peered":"2024-04-12T16:38:20.751060+0000","last_clean":"2024-04-12T16:38:20.751060+0000","last_became_active":"2024-04-12T16:32:24.672108+0000","last_became_peered":"2024-04-12T16:32:24.672108+0000","last_unstale":"2024-04-12T16:38:20.751060+0000","last_undegraded":"2024-04-12T16:38:20.751060+0000","last_fullsized":"2024-04-12T16:38:20.751060+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:35:00.220848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1198,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.743385+0000","last_change":"2024-04-12T16:32:24.676181+0000","last_active":"2024-04-12T16:38:20.743385+0000","last_peered":"2024-04-12T16:38:20.743385+0000","last_clean":"2024-04-12T16:38:20.743385+0000","last_became_active":"2024-04-12T16:32:24.675824+0000","last_became_peered":"2024-04-12T16:32:24.675824+0000","last_unstale":"2024-04-12T16:38:20.743385+0000","last_undegraded":"2024-04-12T16:38:20.743385+0000","last_fullsized":"2024-04-12T16:38:20.743385+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:47:50.134100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"843'1188","reported_seq":4468,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.752339+0000","last_change":"2024-04-12T16:38:21.752735+0000","last_active":"2024-04-12T16:38:21.752339+0000","last_peered":"2024-04-12T16:38:21.752339+0000","last_clean":"2024-04-12T16:38:21.752339+0000","last_became_active":"2024-04-12T16:31:48.694973+0000","last_became_peered":"2024-04-12T16:31:48.694973+0000","last_unstale":"2024-04-12T16:38:21.752339+0000","last_undegraded":"2024-04-12T16:38:21.752339+0000","last_fullsized":"2024-04-12T16:38:21.752339+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1188,"log_dups_size":0,"ondisk_log_size":1188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:23:19.758401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010500310000000001,"stat_sum":{"num_bytes":14737408,"num_objects":15,"num_object_clones":12,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":268,"num_read_kb":481597,"num_write":380,"num_write_kb":110064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":124526592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1291,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755560+0000","last_change":"2024-04-12T16:31:48.687194+0000","last_active":"2024-04-12T16:38:21.755560+0000","last_peered":"2024-04-12T16:38:21.755560+0000","last_clean":"2024-04-12T16:38:21.755560+0000","last_became_active":"2024-04-12T16:31:48.686867+0000","last_became_peered":"2024-04-12T16:31:48.686867+0000","last_unstale":"2024-04-12T16:38:21.755560+0000","last_undegraded":"2024-04-12T16:38:21.755560+0000","last_fullsized":"2024-04-12T16:38:21.755560+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:42:21.551321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1289,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.754718+0000","last_change":"2024-04-12T16:32:24.680761+0000","last_active":"2024-04-12T16:38:21.754718+0000","last_peered":"2024-04-12T16:38:21.754718+0000","last_clean":"2024-04-12T16:38:21.754718+0000","last_became_active":"2024-04-12T16:32:24.680099+0000","last_became_peered":"2024-04-12T16:32:24.680099+0000","last_unstale":"2024-04-12T16:38:21.754718+0000","last_undegraded":"2024-04-12T16:38:21.754718+0000","last_fullsized":"2024-04-12T16:38:21.754718+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T03:18:46.556998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1293,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750099+0000","last_change":"2024-04-12T16:33:35.639827+0000","last_active":"2024-04-12T16:38:21.750099+0000","last_peered":"2024-04-12T16:38:21.750099+0000","last_clean":"2024-04-12T16:38:21.750099+0000","last_became_active":"2024-04-12T16:33:35.639502+0000","last_became_peered":"2024-04-12T16:33:35.639502+0000","last_unstale":"2024-04-12T16:38:21.750099+0000","last_undegraded":"2024-04-12T16:38:21.750099+0000","last_fullsized":"2024-04-12T16:38:21.750099+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:44:27.730787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"843'1381","reported_seq":4353,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247766+0000","last_change":"2024-04-12T16:38:22.248037+0000","last_active":"2024-04-12T16:38:22.247766+0000","last_peered":"2024-04-12T16:38:22.247766+0000","last_clean":"2024-04-12T16:38:22.247766+0000","last_became_active":"2024-04-12T16:32:44.679965+0000","last_became_peered":"2024-04-12T16:32:44.679965+0000","last_unstale":"2024-04-12T16:38:22.247766+0000","last_undegraded":"2024-04-12T16:38:22.247766+0000","last_fullsized":"2024-04-12T16:38:22.247766+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1381,"log_dups_size":0,"ondisk_log_size":1381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:30:56.492814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073806700000000002,"stat_sum":{"num_bytes":49668096,"num_objects":22,"num_object_clones":18,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":304,"num_read_kb":570864,"num_write":604,"num_write_kb":175352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":6266880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1124,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246105+0000","last_change":"2024-04-12T16:32:44.669395+0000","last_active":"2024-04-12T16:38:22.246105+0000","last_peered":"2024-04-12T16:38:22.246105+0000","last_clean":"2024-04-12T16:38:22.246105+0000","last_became_active":"2024-04-12T16:32:44.669037+0000","last_became_peered":"2024-04-12T16:32:44.669037+0000","last_unstale":"2024-04-12T16:38:22.246105+0000","last_undegraded":"2024-04-12T16:38:22.246105+0000","last_fullsized":"2024-04-12T16:38:22.246105+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:07:16.752229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1245,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749926+0000","last_change":"2024-04-12T16:32:24.676899+0000","last_active":"2024-04-12T16:38:21.749926+0000","last_peered":"2024-04-12T16:38:21.749926+0000","last_clean":"2024-04-12T16:38:21.749926+0000","last_became_active":"2024-04-12T16:32:24.676491+0000","last_became_peered":"2024-04-12T16:32:24.676491+0000","last_unstale":"2024-04-12T16:38:21.749926+0000","last_undegraded":"2024-04-12T16:38:21.749926+0000","last_fullsized":"2024-04-12T16:38:21.749926+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:08:44.004197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1190,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.750657+0000","last_change":"2024-04-12T16:32:44.672125+0000","last_active":"2024-04-12T16:38:20.750657+0000","last_peered":"2024-04-12T16:38:20.750657+0000","last_clean":"2024-04-12T16:38:20.750657+0000","last_became_active":"2024-04-12T16:32:44.671730+0000","last_became_peered":"2024-04-12T16:32:44.671730+0000","last_unstale":"2024-04-12T16:38:20.750657+0000","last_undegraded":"2024-04-12T16:38:20.750657+0000","last_fullsized":"2024-04-12T16:38:20.750657+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:19:13.883304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"242'217","reported_seq":1695,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245354+0000","last_change":"2024-04-12T16:32:44.670341+0000","last_active":"2024-04-12T16:38:22.245354+0000","last_peered":"2024-04-12T16:38:22.245354+0000","last_clean":"2024-04-12T16:38:22.245354+0000","last_became_active":"2024-04-12T16:32:44.668023+0000","last_became_peered":"2024-04-12T16:32:44.668023+0000","last_unstale":"2024-04-12T16:38:22.245354+0000","last_undegraded":"2024-04-12T16:38:22.245354+0000","last_fullsized":"2024-04-12T16:38:22.245354+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:18:47.496809+0000","last_clean_scrub_stamp":"2024-04-12T16:18:47.496809+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:02:52.817103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"843'665","reported_seq":3758,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247396+0000","last_change":"2024-04-12T16:38:22.247848+0000","last_active":"2024-04-12T16:38:22.247396+0000","last_peered":"2024-04-12T16:38:22.247396+0000","last_clean":"2024-04-12T16:38:22.247396+0000","last_became_active":"2024-04-12T16:32:47.663976+0000","last_became_peered":"2024-04-12T16:32:47.663976+0000","last_unstale":"2024-04-12T16:38:22.247396+0000","last_undegraded":"2024-04-12T16:38:22.247396+0000","last_fullsized":"2024-04-12T16:38:22.247396+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":665,"log_dups_size":0,"ondisk_log_size":665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:14:03.063986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000751583,"stat_sum":{"num_bytes":4530176,"num_objects":6,"num_object_clones":5,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":157,"num_read_kb":101293,"num_write":407,"num_write_kb":66632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":33046528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1315,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245430+0000","last_change":"2024-04-12T16:30:04.681223+0000","last_active":"2024-04-12T16:38:22.245430+0000","last_peered":"2024-04-12T16:38:22.245430+0000","last_clean":"2024-04-12T16:38:22.245430+0000","last_became_active":"2024-04-12T16:30:04.680821+0000","last_became_peered":"2024-04-12T16:30:04.680821+0000","last_unstale":"2024-04-12T16:38:22.245430+0000","last_undegraded":"2024-04-12T16:38:22.245430+0000","last_fullsized":"2024-04-12T16:38:22.245430+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":373,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:12:05.745066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1270,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749948+0000","last_change":"2024-04-12T16:31:13.699282+0000","last_active":"2024-04-12T16:38:21.749948+0000","last_peered":"2024-04-12T16:38:21.749948+0000","last_clean":"2024-04-12T16:38:21.749948+0000","last_became_active":"2024-04-12T16:31:13.698865+0000","last_became_peered":"2024-04-12T16:31:13.698865+0000","last_unstale":"2024-04-12T16:38:21.749948+0000","last_undegraded":"2024-04-12T16:38:21.749948+0000","last_fullsized":"2024-04-12T16:38:21.749948+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:43:43.520426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1132,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245241+0000","last_change":"2024-04-12T16:32:44.671496+0000","last_active":"2024-04-12T16:38:22.245241+0000","last_peered":"2024-04-12T16:38:22.245241+0000","last_clean":"2024-04-12T16:38:22.245241+0000","last_became_active":"2024-04-12T16:32:44.668571+0000","last_became_peered":"2024-04-12T16:32:44.668571+0000","last_unstale":"2024-04-12T16:38:22.245241+0000","last_undegraded":"2024-04-12T16:38:22.245241+0000","last_fullsized":"2024-04-12T16:38:22.245241+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:28:34.705179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"843'917","reported_seq":3969,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246002+0000","last_change":"2024-04-12T16:38:22.246487+0000","last_active":"2024-04-12T16:38:22.246002+0000","last_peered":"2024-04-12T16:38:22.246002+0000","last_clean":"2024-04-12T16:38:22.246002+0000","last_became_active":"2024-04-12T16:32:24.669357+0000","last_became_peered":"2024-04-12T16:32:24.669357+0000","last_unstale":"2024-04-12T16:38:22.246002+0000","last_undegraded":"2024-04-12T16:38:22.246002+0000","last_fullsized":"2024-04-12T16:38:22.246002+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":917,"log_dups_size":0,"ondisk_log_size":917,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:23:03.467114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000952954,"stat_sum":{"num_bytes":18178048,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":233,"num_read_kb":248582,"num_write":427,"num_write_kb":98880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":27631616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1315,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245452+0000","last_change":"2024-04-12T16:32:44.677085+0000","last_active":"2024-04-12T16:38:22.245452+0000","last_peered":"2024-04-12T16:38:22.245452+0000","last_clean":"2024-04-12T16:38:22.245452+0000","last_became_active":"2024-04-12T16:32:44.675377+0000","last_became_peered":"2024-04-12T16:32:44.675377+0000","last_unstale":"2024-04-12T16:38:22.245452+0000","last_undegraded":"2024-04-12T16:38:22.245452+0000","last_fullsized":"2024-04-12T16:38:22.245452+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:16:09.396375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":559,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750962+0000","last_change":"2024-04-12T16:33:35.636617+0000","last_active":"2024-04-12T16:38:21.750962+0000","last_peered":"2024-04-12T16:38:21.750962+0000","last_clean":"2024-04-12T16:38:21.750962+0000","last_became_active":"2024-04-12T16:33:35.636254+0000","last_became_peered":"2024-04-12T16:33:35.636254+0000","last_unstale":"2024-04-12T16:38:21.750962+0000","last_undegraded":"2024-04-12T16:38:21.750962+0000","last_fullsized":"2024-04-12T16:38:21.750962+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:09:49.255169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1289,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755812+0000","last_change":"2024-04-12T16:31:48.681340+0000","last_active":"2024-04-12T16:38:21.755812+0000","last_peered":"2024-04-12T16:38:21.755812+0000","last_clean":"2024-04-12T16:38:21.755812+0000","last_became_active":"2024-04-12T16:31:48.680950+0000","last_became_peered":"2024-04-12T16:31:48.680950+0000","last_unstale":"2024-04-12T16:38:21.755812+0000","last_undegraded":"2024-04-12T16:38:21.755812+0000","last_fullsized":"2024-04-12T16:38:21.755812+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:38:16.255118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"843'1812","reported_seq":4901,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.750912+0000","last_change":"2024-04-12T16:38:20.753579+0000","last_active":"2024-04-12T16:38:20.750912+0000","last_peered":"2024-04-12T16:38:20.750912+0000","last_clean":"2024-04-12T16:38:20.750912+0000","last_became_active":"2024-04-12T16:32:44.682105+0000","last_became_peered":"2024-04-12T16:32:44.682105+0000","last_unstale":"2024-04-12T16:38:20.750912+0000","last_undegraded":"2024-04-12T16:38:20.750912+0000","last_fullsized":"2024-04-12T16:38:20.750912+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1812,"log_dups_size":0,"ondisk_log_size":1812,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:25:36.435139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010088451999999999,"stat_sum":{"num_bytes":40525824,"num_objects":23,"num_object_clones":18,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":379,"num_read_kb":514019,"num_write":847,"num_write_kb":182424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":22700032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1248,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749682+0000","last_change":"2024-04-12T16:32:44.670074+0000","last_active":"2024-04-12T16:38:21.749682+0000","last_peered":"2024-04-12T16:38:21.749682+0000","last_clean":"2024-04-12T16:38:21.749682+0000","last_became_active":"2024-04-12T16:32:44.669238+0000","last_became_peered":"2024-04-12T16:32:44.669238+0000","last_unstale":"2024-04-12T16:38:21.749682+0000","last_undegraded":"2024-04-12T16:38:21.749682+0000","last_fullsized":"2024-04-12T16:38:21.749682+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:18:50.420677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"554'3","reported_seq":1296,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755920+0000","last_change":"2024-04-12T16:32:24.679404+0000","last_active":"2024-04-12T16:38:21.755920+0000","last_peered":"2024-04-12T16:38:21.755920+0000","last_clean":"2024-04-12T16:38:21.755920+0000","last_became_active":"2024-04-12T16:32:24.678884+0000","last_became_peered":"2024-04-12T16:32:24.678884+0000","last_unstale":"2024-04-12T16:38:21.755920+0000","last_undegraded":"2024-04-12T16:38:21.755920+0000","last_fullsized":"2024-04-12T16:38:21.755920+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:49:21.094699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1251,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749985+0000","last_change":"2024-04-12T16:32:44.669400+0000","last_active":"2024-04-12T16:38:21.749985+0000","last_peered":"2024-04-12T16:38:21.749985+0000","last_clean":"2024-04-12T16:38:21.749985+0000","last_became_active":"2024-04-12T16:32:44.669019+0000","last_became_peered":"2024-04-12T16:32:44.669019+0000","last_unstale":"2024-04-12T16:38:21.749985+0000","last_undegraded":"2024-04-12T16:38:21.749985+0000","last_fullsized":"2024-04-12T16:38:21.749985+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:33:14.393926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"844'1814","reported_seq":4977,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.754541+0000","last_change":"2024-04-12T16:38:21.756053+0000","last_active":"2024-04-12T16:38:21.754541+0000","last_peered":"2024-04-12T16:38:21.754541+0000","last_clean":"2024-04-12T16:38:21.754541+0000","last_became_active":"2024-04-12T16:31:13.697134+0000","last_became_peered":"2024-04-12T16:31:13.697134+0000","last_unstale":"2024-04-12T16:38:21.754541+0000","last_undegraded":"2024-04-12T16:38:21.754541+0000","last_fullsized":"2024-04-12T16:38:21.754541+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1814,"log_dups_size":0,"ondisk_log_size":1814,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:59:18.295790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0053903379999999997,"stat_sum":{"num_bytes":30892032,"num_objects":21,"num_object_clones":16,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":3,"num_read":386,"num_read_kb":656762,"num_write":871,"num_write_kb":182688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":63389696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1191,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.742979+0000","last_change":"2024-04-12T16:32:24.672527+0000","last_active":"2024-04-12T16:38:20.742979+0000","last_peered":"2024-04-12T16:38:20.742979+0000","last_clean":"2024-04-12T16:38:20.742979+0000","last_became_active":"2024-04-12T16:32:24.672208+0000","last_became_peered":"2024-04-12T16:32:24.672208+0000","last_unstale":"2024-04-12T16:38:20.742979+0000","last_undegraded":"2024-04-12T16:38:20.742979+0000","last_fullsized":"2024-04-12T16:38:20.742979+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:38.943674+0000","last_clean_scrub_stamp":"2024-04-12T16:21:38.943674+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:35:32.028148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1116,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245721+0000","last_change":"2024-04-12T16:32:44.664634+0000","last_active":"2024-04-12T16:38:22.245721+0000","last_peered":"2024-04-12T16:38:22.245721+0000","last_clean":"2024-04-12T16:38:22.245721+0000","last_became_active":"2024-04-12T16:32:44.664266+0000","last_became_peered":"2024-04-12T16:32:44.664266+0000","last_unstale":"2024-04-12T16:38:22.245721+0000","last_undegraded":"2024-04-12T16:38:22.245721+0000","last_fullsized":"2024-04-12T16:38:22.245721+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:47:19.253289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1314,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245309+0000","last_change":"2024-04-12T16:31:13.693112+0000","last_active":"2024-04-12T16:38:22.245309+0000","last_peered":"2024-04-12T16:38:22.245309+0000","last_clean":"2024-04-12T16:38:22.245309+0000","last_became_active":"2024-04-12T16:31:13.692782+0000","last_became_peered":"2024-04-12T16:31:13.692782+0000","last_unstale":"2024-04-12T16:38:22.245309+0000","last_undegraded":"2024-04-12T16:38:22.245309+0000","last_fullsized":"2024-04-12T16:38:22.245309+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:16:40.064440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'1541","reported_seq":4593,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.760765+0000","last_change":"2024-04-12T16:38:20.762382+0000","last_active":"2024-04-12T16:38:20.760765+0000","last_peered":"2024-04-12T16:38:20.760765+0000","last_clean":"2024-04-12T16:38:20.760765+0000","last_became_active":"2024-04-12T16:32:24.671837+0000","last_became_peered":"2024-04-12T16:32:24.671837+0000","last_unstale":"2024-04-12T16:38:20.760765+0000","last_undegraded":"2024-04-12T16:38:20.760765+0000","last_fullsized":"2024-04-12T16:38:20.760765+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1541,"log_dups_size":0,"ondisk_log_size":1541,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:35:43.909937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0097134630000000003,"stat_sum":{"num_bytes":75063296,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":330,"num_read_kb":429915,"num_write":639,"num_write_kb":184128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":33144832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1132,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245484+0000","last_change":"2024-04-12T16:32:44.672669+0000","last_active":"2024-04-12T16:38:22.245484+0000","last_peered":"2024-04-12T16:38:22.245484+0000","last_clean":"2024-04-12T16:38:22.245484+0000","last_became_active":"2024-04-12T16:32:44.672351+0000","last_became_peered":"2024-04-12T16:32:44.672351+0000","last_unstale":"2024-04-12T16:38:22.245484+0000","last_undegraded":"2024-04-12T16:38:22.245484+0000","last_fullsized":"2024-04-12T16:38:22.245484+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:30:23.919106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1222,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.742953+0000","last_change":"2024-04-12T16:32:44.661877+0000","last_active":"2024-04-12T16:38:20.742953+0000","last_peered":"2024-04-12T16:38:20.742953+0000","last_clean":"2024-04-12T16:38:20.742953+0000","last_became_active":"2024-04-12T16:32:44.661556+0000","last_became_peered":"2024-04-12T16:32:44.661556+0000","last_unstale":"2024-04-12T16:38:20.742953+0000","last_undegraded":"2024-04-12T16:38:20.742953+0000","last_fullsized":"2024-04-12T16:38:20.742953+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:33:41.161784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"840'830","reported_seq":3975,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.743952+0000","last_change":"2024-04-12T16:38:20.744236+0000","last_active":"2024-04-12T16:38:20.743952+0000","last_peered":"2024-04-12T16:38:20.743952+0000","last_clean":"2024-04-12T16:38:20.743952+0000","last_became_active":"2024-04-12T16:31:48.683506+0000","last_became_peered":"2024-04-12T16:31:48.683506+0000","last_unstale":"2024-04-12T16:38:20.743952+0000","last_undegraded":"2024-04-12T16:38:20.743952+0000","last_fullsized":"2024-04-12T16:38:20.743952+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":830,"log_dups_size":0,"ondisk_log_size":830,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:44:30.026273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054861899999999997,"stat_sum":{"num_bytes":12304384,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":195,"num_read_kb":349217,"num_write":401,"num_write_kb":77352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":2695168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1289,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.754955+0000","last_change":"2024-04-12T16:32:44.681750+0000","last_active":"2024-04-12T16:38:21.754955+0000","last_peered":"2024-04-12T16:38:21.754955+0000","last_clean":"2024-04-12T16:38:21.754955+0000","last_became_active":"2024-04-12T16:32:44.681366+0000","last_became_peered":"2024-04-12T16:32:44.681366+0000","last_unstale":"2024-04-12T16:38:21.754955+0000","last_undegraded":"2024-04-12T16:38:21.754955+0000","last_fullsized":"2024-04-12T16:38:21.754955+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:54:51.168303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1244,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749774+0000","last_change":"2024-04-12T16:32:44.671830+0000","last_active":"2024-04-12T16:38:21.749774+0000","last_peered":"2024-04-12T16:38:21.749774+0000","last_clean":"2024-04-12T16:38:21.749774+0000","last_became_active":"2024-04-12T16:32:44.670576+0000","last_became_peered":"2024-04-12T16:32:44.670576+0000","last_unstale":"2024-04-12T16:38:21.749774+0000","last_undegraded":"2024-04-12T16:38:21.749774+0000","last_fullsized":"2024-04-12T16:38:21.749774+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:06:35.974980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'324","reported_seq":3595,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751938+0000","last_change":"2024-04-12T16:38:21.752222+0000","last_active":"2024-04-12T16:38:21.751938+0000","last_peered":"2024-04-12T16:38:21.751938+0000","last_clean":"2024-04-12T16:38:21.751938+0000","last_became_active":"2024-04-12T16:32:44.675318+0000","last_became_peered":"2024-04-12T16:32:44.675318+0000","last_unstale":"2024-04-12T16:38:21.751938+0000","last_undegraded":"2024-04-12T16:38:21.751938+0000","last_fullsized":"2024-04-12T16:38:21.751938+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":324,"log_dups_size":0,"ondisk_log_size":324,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:31:02.519248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010735510000000001,"stat_sum":{"num_bytes":8126464,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":81,"num_read_kb":118023,"num_write":147,"num_write_kb":36440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":9789440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1289,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755222+0000","last_change":"2024-04-12T16:32:44.671363+0000","last_active":"2024-04-12T16:38:21.755222+0000","last_peered":"2024-04-12T16:38:21.755222+0000","last_clean":"2024-04-12T16:38:21.755222+0000","last_became_active":"2024-04-12T16:32:44.669941+0000","last_became_peered":"2024-04-12T16:32:44.669941+0000","last_unstale":"2024-04-12T16:38:21.755222+0000","last_undegraded":"2024-04-12T16:38:21.755222+0000","last_fullsized":"2024-04-12T16:38:21.755222+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:04:10.950025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1251,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750046+0000","last_change":"2024-04-12T16:31:13.700723+0000","last_active":"2024-04-12T16:38:21.750046+0000","last_peered":"2024-04-12T16:38:21.750046+0000","last_clean":"2024-04-12T16:38:21.750046+0000","last_became_active":"2024-04-12T16:31:13.700380+0000","last_became_peered":"2024-04-12T16:31:13.700380+0000","last_unstale":"2024-04-12T16:38:21.750046+0000","last_undegraded":"2024-04-12T16:38:21.750046+0000","last_fullsized":"2024-04-12T16:38:21.750046+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:16:41.750317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'390","reported_seq":3723,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.756263+0000","last_change":"2024-04-12T16:38:21.756487+0000","last_active":"2024-04-12T16:38:21.756263+0000","last_peered":"2024-04-12T16:38:21.756263+0000","last_clean":"2024-04-12T16:38:21.756263+0000","last_became_active":"2024-04-12T16:31:13.701307+0000","last_became_peered":"2024-04-12T16:31:13.701307+0000","last_unstale":"2024-04-12T16:38:21.756263+0000","last_undegraded":"2024-04-12T16:38:21.756263+0000","last_fullsized":"2024-04-12T16:38:21.756263+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":390,"log_dups_size":0,"ondisk_log_size":390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:54:56.935694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090401000000000001,"stat_sum":{"num_bytes":5496832,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":96,"num_read_kb":113806,"num_write":167,"num_write_kb":36832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"2.b","version":"551'4","reported_seq":1141,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246425+0000","last_change":"2024-04-12T16:32:44.663919+0000","last_active":"2024-04-12T16:38:22.246425+0000","last_peered":"2024-04-12T16:38:22.246425+0000","last_clean":"2024-04-12T16:38:22.246425+0000","last_became_active":"2024-04-12T16:32:44.663580+0000","last_became_peered":"2024-04-12T16:32:44.663580+0000","last_unstale":"2024-04-12T16:38:22.246425+0000","last_undegraded":"2024-04-12T16:38:22.246425+0000","last_fullsized":"2024-04-12T16:38:22.246425+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:00:12.376181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1133,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245218+0000","last_change":"2024-04-12T16:32:24.678865+0000","last_active":"2024-04-12T16:38:22.245218+0000","last_peered":"2024-04-12T16:38:22.245218+0000","last_clean":"2024-04-12T16:38:22.245218+0000","last_became_active":"2024-04-12T16:32:24.678448+0000","last_became_peered":"2024-04-12T16:32:24.678448+0000","last_unstale":"2024-04-12T16:38:22.245218+0000","last_undegraded":"2024-04-12T16:38:22.245218+0000","last_fullsized":"2024-04-12T16:38:22.245218+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:42:42.958045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"843'1444","reported_seq":4698,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.752718+0000","last_change":"2024-04-12T16:38:21.753062+0000","last_active":"2024-04-12T16:38:21.752718+0000","last_peered":"2024-04-12T16:38:21.752718+0000","last_clean":"2024-04-12T16:38:21.752718+0000","last_became_active":"2024-04-12T16:31:48.695076+0000","last_became_peered":"2024-04-12T16:31:48.695076+0000","last_unstale":"2024-04-12T16:38:21.752718+0000","last_undegraded":"2024-04-12T16:38:21.752718+0000","last_fullsized":"2024-04-12T16:38:21.752718+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1444,"log_dups_size":0,"ondisk_log_size":1444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:31:44.880299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011810360000000001,"stat_sum":{"num_bytes":30007296,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":309,"num_read_kb":583627,"num_write":643,"num_write_kb":177976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":47841280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1275,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751998+0000","last_change":"2024-04-12T16:31:48.684978+0000","last_active":"2024-04-12T16:38:21.751998+0000","last_peered":"2024-04-12T16:38:21.751998+0000","last_clean":"2024-04-12T16:38:21.751998+0000","last_became_active":"2024-04-12T16:31:48.684515+0000","last_became_peered":"2024-04-12T16:31:48.684515+0000","last_unstale":"2024-04-12T16:38:21.751998+0000","last_undegraded":"2024-04-12T16:38:21.751998+0000","last_fullsized":"2024-04-12T16:38:21.751998+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:31:28.984008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1127,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247144+0000","last_change":"2024-04-12T16:32:44.670241+0000","last_active":"2024-04-12T16:38:22.247144+0000","last_peered":"2024-04-12T16:38:22.247144+0000","last_clean":"2024-04-12T16:38:22.247144+0000","last_became_active":"2024-04-12T16:32:44.669456+0000","last_became_peered":"2024-04-12T16:32:44.669456+0000","last_unstale":"2024-04-12T16:38:22.247144+0000","last_undegraded":"2024-04-12T16:38:22.247144+0000","last_fullsized":"2024-04-12T16:38:22.247144+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:03:57.758734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"843'453","reported_seq":3717,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751320+0000","last_change":"2024-04-12T16:38:21.751783+0000","last_active":"2024-04-12T16:38:21.751320+0000","last_peered":"2024-04-12T16:38:21.751320+0000","last_clean":"2024-04-12T16:38:21.751320+0000","last_became_active":"2024-04-12T16:31:13.693424+0000","last_became_peered":"2024-04-12T16:31:13.693424+0000","last_unstale":"2024-04-12T16:38:21.751320+0000","last_undegraded":"2024-04-12T16:38:21.751320+0000","last_fullsized":"2024-04-12T16:38:21.751320+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":453,"log_dups_size":0,"ondisk_log_size":453,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:56:16.592378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013017160000000001,"stat_sum":{"num_bytes":6135808,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":82,"num_read_kb":100520,"num_write":150,"num_write_kb":68656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":12525568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1292,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755414+0000","last_change":"2024-04-12T16:31:13.698661+0000","last_active":"2024-04-12T16:38:21.755414+0000","last_peered":"2024-04-12T16:38:21.755414+0000","last_clean":"2024-04-12T16:38:21.755414+0000","last_became_active":"2024-04-12T16:31:13.697626+0000","last_became_peered":"2024-04-12T16:31:13.697626+0000","last_unstale":"2024-04-12T16:38:21.755414+0000","last_undegraded":"2024-04-12T16:38:21.755414+0000","last_fullsized":"2024-04-12T16:38:21.755414+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:42:35.540517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1178,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.750402+0000","last_change":"2024-04-12T16:32:24.673169+0000","last_active":"2024-04-12T16:38:20.750402+0000","last_peered":"2024-04-12T16:38:20.750402+0000","last_clean":"2024-04-12T16:38:20.750402+0000","last_became_active":"2024-04-12T16:32:24.672813+0000","last_became_peered":"2024-04-12T16:32:24.672813+0000","last_unstale":"2024-04-12T16:38:20.750402+0000","last_undegraded":"2024-04-12T16:38:20.750402+0000","last_fullsized":"2024-04-12T16:38:20.750402+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:18:42.863370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"843'1932","reported_seq":4874,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246924+0000","last_change":"2024-04-12T16:38:22.247425+0000","last_active":"2024-04-12T16:38:22.246924+0000","last_peered":"2024-04-12T16:38:22.246924+0000","last_clean":"2024-04-12T16:38:22.246924+0000","last_became_active":"2024-04-12T16:32:44.667291+0000","last_became_peered":"2024-04-12T16:32:44.667291+0000","last_unstale":"2024-04-12T16:38:22.246924+0000","last_undegraded":"2024-04-12T16:38:22.246924+0000","last_fullsized":"2024-04-12T16:38:22.246924+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:24:45.296990+0000","last_clean_scrub_stamp":"2024-04-12T16:24:45.296990+0000","objects_scrubbed":0,"log_size":1932,"log_dups_size":0,"ondisk_log_size":1932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:41:49.835992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001261521,"stat_sum":{"num_bytes":39886848,"num_objects":29,"num_object_clones":24,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":404,"num_read_kb":577077,"num_write":748,"num_write_kb":237432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25272320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b1","length":"1"},{"start":"1ba","length":"1"},{"start":"1c0","length":"1"},{"start":"1c6","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1275,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751884+0000","last_change":"2024-04-12T16:32:44.675532+0000","last_active":"2024-04-12T16:38:21.751884+0000","last_peered":"2024-04-12T16:38:21.751884+0000","last_clean":"2024-04-12T16:38:21.751884+0000","last_became_active":"2024-04-12T16:32:44.675099+0000","last_became_peered":"2024-04-12T16:32:44.675099+0000","last_unstale":"2024-04-12T16:38:21.751884+0000","last_undegraded":"2024-04-12T16:38:21.751884+0000","last_fullsized":"2024-04-12T16:38:21.751884+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:03.838180+0000","last_clean_scrub_stamp":"2024-04-12T16:21:03.838180+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:46:31.216796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":647,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.247490+0000","last_change":"2024-04-12T16:32:45.652959+0000","last_active":"2024-04-12T16:38:22.247490+0000","last_peered":"2024-04-12T16:38:22.247490+0000","last_clean":"2024-04-12T16:38:22.247490+0000","last_became_active":"2024-04-12T16:32:45.652659+0000","last_became_peered":"2024-04-12T16:32:45.652659+0000","last_unstale":"2024-04-12T16:38:22.247490+0000","last_undegraded":"2024-04-12T16:38:22.247490+0000","last_fullsized":"2024-04-12T16:38:22.247490+0000","mapping_epoch":521,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":522,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:43:06.674951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1136,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.244987+0000","last_change":"2024-04-12T16:32:24.678634+0000","last_active":"2024-04-12T16:38:22.244987+0000","last_peered":"2024-04-12T16:38:22.244987+0000","last_clean":"2024-04-12T16:38:22.244987+0000","last_became_active":"2024-04-12T16:32:24.678192+0000","last_became_peered":"2024-04-12T16:32:24.678192+0000","last_unstale":"2024-04-12T16:38:22.244987+0000","last_undegraded":"2024-04-12T16:38:22.244987+0000","last_fullsized":"2024-04-12T16:38:22.244987+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:04:51.298796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1276,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750192+0000","last_change":"2024-04-12T16:32:24.667482+0000","last_active":"2024-04-12T16:38:21.750192+0000","last_peered":"2024-04-12T16:38:21.750192+0000","last_clean":"2024-04-12T16:38:21.750192+0000","last_became_active":"2024-04-12T16:32:24.667087+0000","last_became_peered":"2024-04-12T16:32:24.667087+0000","last_unstale":"2024-04-12T16:38:21.750192+0000","last_undegraded":"2024-04-12T16:38:21.750192+0000","last_fullsized":"2024-04-12T16:38:21.750192+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:02:52.291715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1185,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.751373+0000","last_change":"2024-04-12T16:31:48.698976+0000","last_active":"2024-04-12T16:38:20.751373+0000","last_peered":"2024-04-12T16:38:20.751373+0000","last_clean":"2024-04-12T16:38:20.751373+0000","last_became_active":"2024-04-12T16:31:48.696936+0000","last_became_peered":"2024-04-12T16:31:48.696936+0000","last_unstale":"2024-04-12T16:38:20.751373+0000","last_undegraded":"2024-04-12T16:38:20.751373+0000","last_fullsized":"2024-04-12T16:38:20.751373+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:43:49.283110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1314,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245074+0000","last_change":"2024-04-12T16:31:13.696257+0000","last_active":"2024-04-12T16:38:22.245074+0000","last_peered":"2024-04-12T16:38:22.245074+0000","last_clean":"2024-04-12T16:38:22.245074+0000","last_became_active":"2024-04-12T16:31:13.695366+0000","last_became_peered":"2024-04-12T16:31:13.695366+0000","last_unstale":"2024-04-12T16:38:22.245074+0000","last_undegraded":"2024-04-12T16:38:22.245074+0000","last_fullsized":"2024-04-12T16:38:22.245074+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:46:49.991372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1249,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.749944+0000","last_change":"2024-04-12T16:30:39.648953+0000","last_active":"2024-04-12T16:38:21.749944+0000","last_peered":"2024-04-12T16:38:21.749944+0000","last_clean":"2024-04-12T16:38:21.749944+0000","last_became_active":"2024-04-12T16:30:39.648585+0000","last_became_peered":"2024-04-12T16:30:39.648585+0000","last_unstale":"2024-04-12T16:38:21.749944+0000","last_undegraded":"2024-04-12T16:38:21.749944+0000","last_fullsized":"2024-04-12T16:38:21.749944+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T23:45:07.014798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1289,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.755353+0000","last_change":"2024-04-12T16:30:39.643572+0000","last_active":"2024-04-12T16:38:21.755353+0000","last_peered":"2024-04-12T16:38:21.755353+0000","last_clean":"2024-04-12T16:38:21.755353+0000","last_became_active":"2024-04-12T16:30:39.643261+0000","last_became_peered":"2024-04-12T16:30:39.643261+0000","last_unstale":"2024-04-12T16:38:21.755353+0000","last_undegraded":"2024-04-12T16:38:21.755353+0000","last_fullsized":"2024-04-12T16:38:21.755353+0000","mapping_epoch":403,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":404,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:22:15.891588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1127,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.246141+0000","last_change":"2024-04-12T16:32:44.665925+0000","last_active":"2024-04-12T16:38:22.246141+0000","last_peered":"2024-04-12T16:38:22.246141+0000","last_clean":"2024-04-12T16:38:22.246141+0000","last_became_active":"2024-04-12T16:32:44.665584+0000","last_became_peered":"2024-04-12T16:32:44.665584+0000","last_unstale":"2024-04-12T16:38:22.246141+0000","last_undegraded":"2024-04-12T16:38:22.246141+0000","last_fullsized":"2024-04-12T16:38:22.246141+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T22:43:13.643306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1234,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.750167+0000","last_change":"2024-04-12T16:31:13.700592+0000","last_active":"2024-04-12T16:38:21.750167+0000","last_peered":"2024-04-12T16:38:21.750167+0000","last_clean":"2024-04-12T16:38:21.750167+0000","last_became_active":"2024-04-12T16:31:13.700178+0000","last_became_peered":"2024-04-12T16:31:13.700178+0000","last_unstale":"2024-04-12T16:38:21.750167+0000","last_undegraded":"2024-04-12T16:38:21.750167+0000","last_fullsized":"2024-04-12T16:38:21.750167+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:29:36.068273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1185,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.750779+0000","last_change":"2024-04-12T16:31:48.694359+0000","last_active":"2024-04-12T16:38:20.750779+0000","last_peered":"2024-04-12T16:38:20.750779+0000","last_clean":"2024-04-12T16:38:20.750779+0000","last_became_active":"2024-04-12T16:31:48.693908+0000","last_became_peered":"2024-04-12T16:31:48.693908+0000","last_unstale":"2024-04-12T16:38:20.750779+0000","last_undegraded":"2024-04-12T16:38:20.750779+0000","last_fullsized":"2024-04-12T16:38:20.750779+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T01:40:38.424077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1244,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:21.751041+0000","last_change":"2024-04-12T16:31:13.705735+0000","last_active":"2024-04-12T16:38:21.751041+0000","last_peered":"2024-04-12T16:38:21.751041+0000","last_clean":"2024-04-12T16:38:21.751041+0000","last_became_active":"2024-04-12T16:31:13.705284+0000","last_became_peered":"2024-04-12T16:31:13.705284+0000","last_unstale":"2024-04-12T16:38:21.751041+0000","last_undegraded":"2024-04-12T16:38:21.751041+0000","last_fullsized":"2024-04-12T16:38:21.751041+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T00:07:06.472478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1157,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-12T16:38:20.750935+0000","last_change":"2024-04-12T16:32:45.654466+0000","last_active":"2024-04-12T16:38:20.750935+0000","last_peered":"2024-04-12T16:38:20.750935+0000","last_clean":"2024-04-12T16:38:20.750935+0000","last_became_active":"2024-04-12T16:32:45.654088+0000","last_became_peered":"2024-04-12T16:32:45.654088+0000","last_unstale":"2024-04-12T16:38:20.750935+0000","last_undegraded":"2024-04-12T16:38:20.750935+0000","last_fullsized":"2024-04-12T16:38:20.750935+0000","mapping_epoch":521,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":522,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T02:07:57.460248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1314,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245046+0000","last_change":"2024-04-12T16:32:44.675729+0000","last_active":"2024-04-12T16:38:22.245046+0000","last_peered":"2024-04-12T16:38:22.245046+0000","last_clean":"2024-04-12T16:38:22.245046+0000","last_became_active":"2024-04-12T16:32:44.675339+0000","last_became_peered":"2024-04-12T16:32:44.675339+0000","last_unstale":"2024-04-12T16:38:22.245046+0000","last_undegraded":"2024-04-12T16:38:22.245046+0000","last_fullsized":"2024-04-12T16:38:22.245046+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T21:20:10.042896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1133,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-12T16:38:22.245526+0000","last_change":"2024-04-12T16:32:24.669512+0000","last_active":"2024-04-12T16:38:22.245526+0000","last_peered":"2024-04-12T16:38:22.245526+0000","last_clean":"2024-04-12T16:38:22.245526+0000","last_became_active":"2024-04-12T16:32:24.669176+0000","last_became_peered":"2024-04-12T16:32:24.669176+0000","last_unstale":"2024-04-12T16:38:22.245526+0000","last_undegraded":"2024-04-12T16:38:22.245526+0000","last_fullsized":"2024-04-12T16:38:22.245526+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T16:21:04.842416+0000","last_clean_scrub_stamp":"2024-04-12T16:21:04.842416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:36:18.139092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":448299008,"num_objects":230,"num_object_clones":181,"num_object_copies":690,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":230,"num_whiteouts":11,"num_read":3925,"num_read_kb":6033897,"num_write":8038,"num_write_kb":2095800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":98,"num_bytes_recovered":460800000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":622804992,"data_stored":1046163456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18404,"ondisk_log_size":18404,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44449,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":520,"seq":2233382993989,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":243904,"kb_used_data":71732,"kb_used_omap":31,"kb_used_meta":172128,"kb_avail":93501248,"statfs":{"total":95995035648,"available":95745277952,"internally_reserved":0,"allocated":73453568,"data_stored":114637610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31864,"internal_metadata":176259976},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":501,"seq":2151778615369,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":227456,"kb_used_data":93744,"kb_used_omap":30,"kb_used_meta":133665,"kb_avail":93517696,"statfs":{"total":95995035648,"available":95762120704,"internally_reserved":0,"allocated":95993856,"data_stored":136621966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31030,"internal_metadata":136873674},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":340,"seq":1460288880748,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":535472,"kb_used_data":83872,"kb_used_omap":32,"kb_used_meta":451551,"kb_avail":93209680,"statfs":{"total":95995035648,"available":95446712320,"internally_reserved":0,"allocated":85884928,"data_stored":136261927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33162,"internal_metadata":462388854},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":306,"seq":1314259992691,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":547232,"kb_used_data":94036,"kb_used_omap":29,"kb_used_meta":453154,"kb_avail":93197920,"statfs":{"total":95995035648,"available":95434670080,"internally_reserved":0,"allocated":96292864,"data_stored":166771622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30373,"internal_metadata":464030043},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":372,"seq":1597727834213,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":281572,"kb_used_data":62552,"kb_used_omap":26,"kb_used_meta":218981,"kb_avail":93463580,"statfs":{"total":95995035648,"available":95706705920,"internally_reserved":0,"allocated":64053248,"data_stored":105313966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27467,"internal_metadata":224236725},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":403,"seq":1730871820382,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":312928,"kb_used_data":66192,"kb_used_omap":24,"kb_used_meta":246695,"kb_avail":93432224,"statfs":{"total":95995035648,"available":95674597376,"internally_reserved":0,"allocated":67780608,"data_stored":99724758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25435,"internal_metadata":252615845},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":431,"seq":1851130904663,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":534968,"kb_used_data":110308,"kb_used_omap":39,"kb_used_meta":424600,"kb_avail":93210184,"statfs":{"total":95995035648,"available":95447228416,"internally_reserved":0,"allocated":112955392,"data_stored":172684107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40167,"internal_metadata":434791193},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":466,"seq":2001454760016,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":360448,"kb_used_data":103412,"kb_used_omap":40,"kb_used_meta":256983,"kb_avail":93384704,"statfs":{"total":95995035648,"available":95625936896,"internally_reserved":0,"allocated":105893888,"data_stored":161535905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41370,"internal_metadata":263151206},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5530,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4338,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4886,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6448,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6423,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5470,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5776,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5578,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":85975040,"data_stored":160477184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":76185600,"data_stored":130568192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":54345728,"data_stored":99610624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":58048512,"data_stored":94015488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":103247872,"data_stored":166989824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":96182272,"data_stored":155836416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":85676032,"data_stored":130322432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":63143936,"data_stored":108343296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T16:38:27.035 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-12T16:38:27.035 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-12T16:38:27.251 INFO:teuthology.orchestra.run.smithi005.stderr:Inferring config /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/mon.a/config 2024-04-12T16:38:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:27 smithi005 ceph-mon[88416]: pgmap v942: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-12T16:38:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:27 smithi005 ceph-mon[88416]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:38:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:27 smithi005 ceph-mon[90837]: pgmap v942: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-12T16:38:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:27 smithi005 ceph-mon[90837]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:38:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:27 smithi016 ceph-mon[84444]: pgmap v942: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-12T16:38:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:27 smithi016 ceph-mon[84444]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T16:38:29.774 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'unique_pool_0' removed 2024-04-12T16:38:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:29 smithi016 ceph-mon[84444]: pgmap v943: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 135 B/s rd, 840 KiB/s wr, 6 op/s 2024-04-12T16:38:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3115955639' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:38:30.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:29 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:38:30.092 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:29 smithi005 ceph-mon[88416]: pgmap v943: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 135 B/s rd, 840 KiB/s wr, 6 op/s 2024-04-12T16:38:30.092 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3115955639' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:38:30.092 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:29 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:38:30.092 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:29 smithi005 ceph-mon[90837]: pgmap v943: 121 pgs: 121 active+clean; 428 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 135 B/s rd, 840 KiB/s wr, 6 op/s 2024-04-12T16:38:30.092 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3115955639' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:38:30.092 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:29 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T16:38:30.433 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:38:30.433 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-12T16:38:30.433 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:38:30.433 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-12T16:38:30.433 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T16:38:30.434 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T16:38:30.434 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T16:38:30.435 DEBUG:teuthology.orchestra.run.smithi005:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:38:30.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:38:30.452 INFO:teuthology.orchestra.run.smithi005.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T16:38:30.452 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:38:30.508 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T16:38:30.508 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T16:38:30.564 INFO:tasks.workunit:timeout=3h 2024-04-12T16:38:30.565 INFO:tasks.workunit:cleanup=True 2024-04-12T16:38:30.565 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:38:30.621 INFO:tasks.workunit.client.0.smithi005.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T16:38:31.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:30 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T16:38:31.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:30 smithi016 ceph-mon[84444]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T16:38:31.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:30 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T16:38:31.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:30 smithi005 ceph-mon[88416]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T16:38:31.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:30 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T16:38:31.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:30 smithi005 ceph-mon[90837]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T16:38:32.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:31 smithi016 ceph-mon[84444]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:38:32.101 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:31 smithi005 ceph-mon[88416]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:38:32.101 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:31 smithi005 ceph-mon[90837]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:38:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:38:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:38:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:34.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:33 smithi016 ceph-mon[84444]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:34.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:33 smithi005 ceph-mon[88416]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:38:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:38:33] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-04-12T16:38:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:33 smithi005 ceph-mon[90837]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:35.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:35.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:35 smithi016 ceph-mon[84444]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:36.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:35 smithi005 ceph-mon[88416]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:36.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:35 smithi005 ceph-mon[90837]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:36.299 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T16:38:36.314 INFO:tasks.workunit.client.0.smithi005.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:38:36.316 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:38:36.316 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:38:36.365 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:38:36.414 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:38:36.453 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:38:36.455 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:38:36.455 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:38:36.494 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:38:36.497 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:38:36.497 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T16:38:36.552 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-12T16:38:36.553 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-12T16:38:36.554 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-12T16:38:36.620 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:38:36.621 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-12T16:38:36.621 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:38:36.621 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-12T16:38:36.621 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-12T16:38:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:37 smithi016 ceph-mon[84444]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:37 smithi016 ceph-mon[84444]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T16:38:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:37 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1339074151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:38.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:37 smithi005 ceph-mon[88416]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:38.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:37 smithi005 ceph-mon[88416]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T16:38:38.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:37 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1339074151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:38.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:37 smithi005 ceph-mon[90837]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:38.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:37 smithi005 ceph-mon[90837]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T16:38:38.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:37 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1339074151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:38.796 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2175 ms) 2024-04-12T16:38:38.796 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-12T16:38:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:38 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1339074151' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:39.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:38 smithi016 ceph-mon[84444]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T16:38:39.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:38 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1339074151' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:39.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:38 smithi005 ceph-mon[88416]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T16:38:39.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:38 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1339074151' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:39.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:38 smithi005 ceph-mon[90837]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T16:38:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:39 smithi016 ceph-mon[84444]: pgmap v951: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:39 smithi016 ceph-mon[84444]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T16:38:40.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:39 smithi005 ceph-mon[88416]: pgmap v951: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:40.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:39 smithi005 ceph-mon[88416]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T16:38:40.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:39 smithi005 ceph-mon[90837]: pgmap v951: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:40.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:39 smithi005 ceph-mon[90837]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T16:38:41.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:40 smithi016 ceph-mon[84444]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T16:38:41.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:40 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1481728363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:41.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:40 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:41.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:40 smithi005 ceph-mon[88416]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T16:38:41.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:40 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1481728363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:41.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:40 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:41.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:40 smithi005 ceph-mon[90837]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T16:38:41.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:40 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1481728363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:41.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:40 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:41.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3016 ms) 2024-04-12T16:38:41.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-12T16:38:42.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:41 smithi016 ceph-mon[84444]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:41 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:41 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:41 smithi016 ceph-mon[84444]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T16:38:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[88416]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[88416]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T16:38:42.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[90837]: pgmap v954: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:41 smithi005 ceph-mon[90837]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T16:38:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:38:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:38:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:43.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:42 smithi016 ceph-mon[84444]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T16:38:43.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:42 smithi005 ceph-mon[88416]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T16:38:43.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:42 smithi005 ceph-mon[90837]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T16:38:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:43 smithi016 ceph-mon[84444]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:43 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:43 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:38:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:43 smithi016 ceph-mon[84444]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T16:38:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:43 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3408397098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:44.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:43 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:44.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:38:43] "GET /metrics HTTP/1.1" 200 33891 "" "Prometheus/2.43.0" 2024-04-12T16:38:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[88416]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[88416]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3408397098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[90837]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[90837]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3408397098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:43 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:44.833 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.Reserve (3019 ms) 2024-04-12T16:38:44.834 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-12T16:38:45.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:44 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:45.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:44 smithi016 ceph-mon[84444]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T16:38:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:44 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:45.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:44 smithi005 ceph-mon[88416]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T16:38:45.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:44 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:45.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:44 smithi005 ceph-mon[90837]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T16:38:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:45 smithi016 ceph-mon[84444]: pgmap v960: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:45 smithi016 ceph-mon[84444]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T16:38:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:45 smithi005 ceph-mon[88416]: pgmap v960: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:45 smithi005 ceph-mon[88416]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T16:38:46.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:45 smithi005 ceph-mon[90837]: pgmap v960: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:46.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:45 smithi005 ceph-mon[90837]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T16:38:47.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:46 smithi016 ceph-mon[84444]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T16:38:47.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:46 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3508116798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:47.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:46 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:47.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:46 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:38:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[88416]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T16:38:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3508116798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:47.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:38:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[90837]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T16:38:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3508116798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:47.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:46 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:38:47.846 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3015 ms) 2024-04-12T16:38:47.846 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-12T16:38:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:47 smithi016 ceph-mon[84444]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:47 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:47 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:47 smithi016 ceph-mon[84444]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T16:38:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:38:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:38:48.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:38:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[88416]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[88416]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T16:38:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:38:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[90837]: pgmap v963: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[90837]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:38:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:38:49.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:48 smithi005 ceph-mon[88416]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T16:38:49.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:48 smithi005 ceph-mon[90837]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T16:38:49.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:48 smithi016 ceph-mon[84444]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T16:38:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[88416]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:38:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[88416]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T16:38:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4245807397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[90837]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:38:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[90837]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T16:38:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4245807397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:50.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:49 smithi016 ceph-mon[84444]: pgmap v966: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:50.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:49 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:49 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:38:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:49 smithi016 ceph-mon[84444]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T16:38:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:49 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4245807397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:38:50.862 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.Commit (3016 ms) 2024-04-12T16:38:50.862 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-12T16:38:51.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:50 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4245807397' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:51.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:50 smithi005 ceph-mon[88416]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T16:38:51.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:50 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4245807397' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:51.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:50 smithi005 ceph-mon[90837]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T16:38:51.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:50 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4245807397' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:51.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:50 smithi016 ceph-mon[84444]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T16:38:52.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:51 smithi005 ceph-mon[88416]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:52.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:51 smithi005 ceph-mon[88416]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T16:38:52.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:51 smithi005 ceph-mon[90837]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:52.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:51 smithi005 ceph-mon[90837]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T16:38:52.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:51 smithi016 ceph-mon[84444]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:52.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:51 smithi016 ceph-mon[84444]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T16:38:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:38:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:38:53.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:52 smithi005 ceph-mon[90837]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T16:38:53.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:52 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3112907023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:53.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:52 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:53.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:52 smithi005 ceph-mon[88416]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T16:38:53.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:52 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3112907023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:53.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:52 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:53.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:52 smithi016 ceph-mon[84444]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T16:38:53.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:52 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3112907023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:53.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:52 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[88416]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[88416]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[90837]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:53.870 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-mon[90837]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T16:38:53.878 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.Abort (3016 ms) 2024-04-12T16:38:53.878 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-12T16:38:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:38:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:38:53] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-04-12T16:38:54.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:53 smithi016 ceph-mon[84444]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:54.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:53 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:38:54.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:53 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:54.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:53 smithi016 ceph-mon[84444]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T16:38:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:54 smithi005 ceph-mon[88416]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T16:38:55.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:54 smithi005 ceph-mon[90837]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T16:38:55.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:54 smithi016 ceph-mon[84444]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T16:38:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[88416]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:38:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[88416]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T16:38:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2874114220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[90837]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:38:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[90837]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T16:38:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2874114220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:55 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:56.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:55 smithi016 ceph-mon[84444]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:56.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:55 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:38:56.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:55 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:38:56.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:55 smithi016 ceph-mon[84444]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T16:38:56.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:55 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2874114220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:56.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:55 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:56.904 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.ReserveError (3025 ms) 2024-04-12T16:38:56.904 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-12T16:38:57.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:56 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:57.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:56 smithi005 ceph-mon[88416]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T16:38:57.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:56 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:57.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:56 smithi005 ceph-mon[90837]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T16:38:57.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:56 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:38:57.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:56 smithi016 ceph-mon[84444]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T16:38:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:57 smithi005 ceph-mon[90837]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:57 smithi005 ceph-mon[90837]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T16:38:58.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:57 smithi005 ceph-mon[88416]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:58.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:57 smithi005 ceph-mon[88416]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T16:38:58.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:57 smithi016 ceph-mon[84444]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:38:58.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:57 smithi016 ceph-mon[84444]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T16:38:59.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:58 smithi005 ceph-mon[90837]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T16:38:59.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:58 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3941925703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:59.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:58 smithi005 ceph-mon[88416]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T16:38:59.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:58 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3941925703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:59.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:58 smithi016 ceph-mon[84444]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T16:38:59.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:58 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3941925703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:38:59.921 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.CommitError (3018 ms) 2024-04-12T16:38:59.921 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-12T16:39:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[88416]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3941925703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[88416]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T16:39:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[90837]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3941925703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:00.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:38:59 smithi005 ceph-mon[90837]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T16:39:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:59 smithi016 ceph-mon[84444]: pgmap v981: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:59 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:00.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:59 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3941925703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:00.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:38:59 smithi016 ceph-mon[84444]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T16:39:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:00 smithi005 ceph-mon[88416]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T16:39:01.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:00 smithi005 ceph-mon[90837]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T16:39:01.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:00 smithi016 ceph-mon[84444]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T16:39:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[88416]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:39:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[88416]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T16:39:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2440974959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[90837]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:39:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[90837]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T16:39:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:01 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2440974959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:01 smithi016 ceph-mon[84444]: pgmap v984: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:01 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:01 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:39:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:01 smithi016 ceph-mon[84444]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T16:39:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:01 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2440974959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:39:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:02.936 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.AbortError (3015 ms) 2024-04-12T16:39:02.936 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-12T16:39:03.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2440974959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:03.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:02 smithi005 ceph-mon[88416]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T16:39:03.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2440974959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:03.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:02 smithi005 ceph-mon[90837]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T16:39:03.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2440974959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:03.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:02 smithi016 ceph-mon[84444]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T16:39:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:39:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:39:03] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-04-12T16:39:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:03 smithi005 ceph-mon[88416]: pgmap v987: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:04.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:03 smithi005 ceph-mon[88416]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T16:39:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:03 smithi005 ceph-mon[90837]: pgmap v987: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:03 smithi005 ceph-mon[90837]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T16:39:04.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:03 smithi016 ceph-mon[84444]: pgmap v987: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:04.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:03 smithi016 ceph-mon[84444]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T16:39:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:04 smithi005 ceph-mon[88416]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T16:39:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:04 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1460915594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:05.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:04 smithi005 ceph-mon[90837]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T16:39:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:04 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1460915594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:05.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:04 smithi016 ceph-mon[84444]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T16:39:05.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:04 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1460915594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:05.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:05.953 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3017 ms) 2024-04-12T16:39:05.954 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-12T16:39:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[88416]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1460915594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[88416]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T16:39:06.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[90837]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1460915594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:05 smithi005 ceph-mon[90837]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T16:39:06.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:05 smithi016 ceph-mon[84444]: pgmap v990: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:06.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:05 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:06.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:05 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1460915594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:06.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:05 smithi016 ceph-mon[84444]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T16:39:07.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:06 smithi016 ceph-mon[84444]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T16:39:07.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:06 smithi005 ceph-mon[88416]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T16:39:07.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:06 smithi005 ceph-mon[90837]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T16:39:08.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:07 smithi016 ceph-mon[84444]: pgmap v993: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:08.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:07 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:08.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:07 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:39:08.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:07 smithi016 ceph-mon[84444]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T16:39:08.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:07 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2831114490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:08.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:07 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[88416]: pgmap v993: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[88416]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2831114490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[90837]: pgmap v993: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:08.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:08.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:39:08.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[90837]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T16:39:08.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2831114490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:08.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:07 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:08.973 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3020 ms) 2024-04-12T16:39:08.973 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-12T16:39:09.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:08 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:09.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:08 smithi016 ceph-mon[84444]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T16:39:09.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:08 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:09.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:08 smithi005 ceph-mon[88416]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T16:39:09.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:08 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:09.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:08 smithi005 ceph-mon[90837]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T16:39:10.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:09 smithi016 ceph-mon[84444]: pgmap v996: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:10.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:09 smithi016 ceph-mon[84444]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T16:39:10.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:09 smithi005 ceph-mon[88416]: pgmap v996: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:10.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:09 smithi005 ceph-mon[88416]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T16:39:10.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:09 smithi005 ceph-mon[90837]: pgmap v996: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:10.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:09 smithi005 ceph-mon[90837]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T16:39:11.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:10 smithi016 ceph-mon[84444]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T16:39:11.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:10 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2830202570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:11.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:10 smithi005 ceph-mon[88416]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T16:39:11.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:10 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2830202570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:11.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:10 smithi005 ceph-mon[90837]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T16:39:11.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:10 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2830202570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:11.986 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3013 ms) 2024-04-12T16:39:11.987 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-12T16:39:12.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:11 smithi016 ceph-mon[84444]: pgmap v999: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:12.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:11 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:12.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:11 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2830202570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:12.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:11 smithi016 ceph-mon[84444]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T16:39:12.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[88416]: pgmap v999: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:12.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:12.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2830202570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:12.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[88416]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T16:39:12.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[90837]: pgmap v999: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:12.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:12.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2830202570' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:12.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:11 smithi005 ceph-mon[90837]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T16:39:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:39:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:39:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:13.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:12 smithi005 ceph-mon[88416]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T16:39:13.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:12 smithi005 ceph-mon[90837]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T16:39:13.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:12 smithi016 ceph-mon[84444]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T16:39:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:39:13] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-04-12T16:39:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[88416]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[88416]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4284301656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[90837]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[90837]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4284301656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:13 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:13 smithi016 ceph-mon[84444]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:13 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:14.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:13 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:39:14.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:13 smithi016 ceph-mon[84444]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T16:39:14.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:13 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4284301656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:14.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:13 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:15.007 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3020 ms) 2024-04-12T16:39:15.007 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-12T16:39:15.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:15 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:15.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:15 smithi016 ceph-mon[84444]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T16:39:15.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:15 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:15.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:15 smithi005 ceph-mon[88416]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T16:39:15.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:15 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:15.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:15 smithi005 ceph-mon[90837]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T16:39:16.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:16 smithi016 ceph-mon[84444]: pgmap v1005: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:16.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:16 smithi016 ceph-mon[84444]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T16:39:16.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:16 smithi005 ceph-mon[88416]: pgmap v1005: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:16.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:16 smithi005 ceph-mon[88416]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T16:39:16.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:16 smithi005 ceph-mon[90837]: pgmap v1005: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:16.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:16 smithi005 ceph-mon[90837]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T16:39:17.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:17 smithi016 ceph-mon[84444]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T16:39:17.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:17 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2253001836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:17.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:17 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:17.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:17 smithi005 ceph-mon[88416]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T16:39:17.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:17 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2253001836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:17.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:17 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:17.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:17 smithi005 ceph-mon[90837]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T16:39:17.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:17 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2253001836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:17.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:17 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:18.021 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3014 ms) 2024-04-12T16:39:18.021 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-12T16:39:18.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:18 smithi016 ceph-mon[84444]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:18.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:18 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:18 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:18 smithi016 ceph-mon[84444]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T16:39:18.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[88416]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:18.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:18.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:18.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[88416]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T16:39:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[90837]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:18.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:18 smithi005 ceph-mon[90837]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T16:39:19.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:19 smithi016 ceph-mon[84444]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T16:39:19.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:19 smithi005 ceph-mon[88416]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T16:39:19.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:19 smithi005 ceph-mon[90837]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T16:39:20.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:20 smithi016 ceph-mon[84444]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:20 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:20 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:39:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:20 smithi016 ceph-mon[84444]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T16:39:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1678163532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[88416]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:39:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[88416]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T16:39:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1678163532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:20.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[90837]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:39:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[90837]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T16:39:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1678163532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:21.043 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3022 ms) 2024-04-12T16:39:21.044 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-12T16:39:21.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1678163532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:21.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:21 smithi016 ceph-mon[84444]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T16:39:21.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1678163532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:21.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:21 smithi005 ceph-mon[88416]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T16:39:21.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1678163532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:21.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:21 smithi005 ceph-mon[90837]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T16:39:22.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:22 smithi016 ceph-mon[84444]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:22.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:22 smithi016 ceph-mon[84444]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T16:39:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:22 smithi005 ceph-mon[88416]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:22 smithi005 ceph-mon[88416]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T16:39:22.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:22 smithi005 ceph-mon[90837]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:22.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:22 smithi005 ceph-mon[90837]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T16:39:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:39:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:39:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:23.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:23 smithi016 ceph-mon[84444]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T16:39:23.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:23 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/116556486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:23.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:23 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:23.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:23 smithi005 ceph-mon[88416]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T16:39:23.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:23 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/116556486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:23.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:23 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:23.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:23 smithi005 ceph-mon[90837]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T16:39:23.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:23 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/116556486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:23.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:23 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:24.069 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.Cleanup (3026 ms) 2024-04-12T16:39:24.069 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-12T16:39:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:39:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:39:23] "GET /metrics HTTP/1.1" 200 36258 "" "Prometheus/2.43.0" 2024-04-12T16:39:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[88416]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:24.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[88416]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T16:39:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[90837]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:24 smithi005 ceph-mon[90837]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T16:39:24.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:24 smithi016 ceph-mon[84444]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:24.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:24 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:24.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:24 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:24.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:24 smithi016 ceph-mon[84444]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T16:39:25.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:25 smithi016 ceph-mon[84444]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T16:39:25.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:25 smithi005 ceph-mon[88416]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T16:39:25.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:25 smithi005 ceph-mon[90837]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T16:39:26.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:26 smithi016 ceph-mon[84444]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:26.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:26 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:26.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:26 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:39:26.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:26 smithi016 ceph-mon[84444]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T16:39:26.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:26 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3198359141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:26.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:26 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[88416]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:39:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[88416]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T16:39:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3198359141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[90837]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:26.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:26.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:39:26.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[90837]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T16:39:26.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3198359141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:26.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:26 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:27.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:27 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:27.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:27 smithi016 ceph-mon[84444]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T16:39:27.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:27 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:27.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:27 smithi005 ceph-mon[88416]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T16:39:27.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:27 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:27.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:27 smithi005 ceph-mon[90837]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T16:39:28.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:28 smithi016 ceph-mon[84444]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:28.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:28 smithi016 ceph-mon[84444]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T16:39:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:28 smithi005 ceph-mon[88416]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:28 smithi005 ceph-mon[88416]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T16:39:28.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:28 smithi005 ceph-mon[90837]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:28.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:28 smithi005 ceph-mon[90837]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T16:39:30.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:30 smithi016 ceph-mon[84444]: pgmap v1025: 137 pgs: 1 unknown, 136 active+clean; 1.1 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.7 MiB/s wr, 5.32k op/s 2024-04-12T16:39:30.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:30 smithi005 ceph-mon[88416]: pgmap v1025: 137 pgs: 1 unknown, 136 active+clean; 1.1 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.7 MiB/s wr, 5.32k op/s 2024-04-12T16:39:30.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:30 smithi005 ceph-mon[90837]: pgmap v1025: 137 pgs: 1 unknown, 136 active+clean; 1.1 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.7 MiB/s wr, 5.32k op/s 2024-04-12T16:39:32.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:32 smithi016 ceph-mon[84444]: pgmap v1026: 137 pgs: 137 active+clean; 1.1 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 3.77k op/s 2024-04-12T16:39:32.340 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:39:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:39:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:32.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:32 smithi005 ceph-mon[88416]: pgmap v1026: 137 pgs: 137 active+clean; 1.1 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 3.77k op/s 2024-04-12T16:39:32.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:32 smithi005 ceph-mon[90837]: pgmap v1026: 137 pgs: 137 active+clean; 1.1 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 3.77k op/s 2024-04-12T16:39:34.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:34 smithi005 ceph-mon[88416]: pgmap v1027: 137 pgs: 137 active+clean; 1.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 3.12k op/s 2024-04-12T16:39:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:39:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:39:33] "GET /metrics HTTP/1.1" 200 36258 "" "Prometheus/2.43.0" 2024-04-12T16:39:34.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:34 smithi005 ceph-mon[90837]: pgmap v1027: 137 pgs: 137 active+clean; 1.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 3.12k op/s 2024-04-12T16:39:34.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:34 smithi016 ceph-mon[84444]: pgmap v1027: 137 pgs: 137 active+clean; 1.1 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.8 MiB/s wr, 3.12k op/s 2024-04-12T16:39:35.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:35.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:36.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[88416]: pgmap v1028: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.6 MiB/s wr, 8.61k op/s 2024-04-12T16:39:36.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-04-12T16:39:36.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.11", "id": [7, 0]}]: dispatch 2024-04-12T16:39:36.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.18", "id": [7, 1]}]: dispatch 2024-04-12T16:39:36.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[90837]: pgmap v1028: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.6 MiB/s wr, 8.61k op/s 2024-04-12T16:39:36.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-04-12T16:39:36.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.11", "id": [7, 0]}]: dispatch 2024-04-12T16:39:36.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:36 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.18", "id": [7, 1]}]: dispatch 2024-04-12T16:39:36.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:36 smithi016 ceph-mon[84444]: pgmap v1028: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.6 MiB/s wr, 8.61k op/s 2024-04-12T16:39:36.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]: dispatch 2024-04-12T16:39:36.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.11", "id": [7, 0]}]: dispatch 2024-04-12T16:39:36.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:36 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.18", "id": [7, 1]}]: dispatch 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.11", "id": [7, 0]}]': finished 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.18", "id": [7, 1]}]': finished 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[90837]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.11", "id": [7, 0]}]': finished 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.18", "id": [7, 1]}]': finished 2024-04-12T16:39:37.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:37 smithi005 ceph-mon[88416]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T16:39:37.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.5", "id": [7, 0]}]': finished 2024-04-12T16:39:37.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.11", "id": [7, 0]}]': finished 2024-04-12T16:39:37.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.18", "id": [7, 1]}]': finished 2024-04-12T16:39:37.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:37 smithi016 ceph-mon[84444]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T16:39:38.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:38 smithi005 ceph-mon[88416]: pgmap v1030: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.8 MiB/s wr, 7.68k op/s 2024-04-12T16:39:38.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:38 smithi005 ceph-mon[88416]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T16:39:38.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:38 smithi005 ceph-mon[90837]: pgmap v1030: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.8 MiB/s wr, 7.68k op/s 2024-04-12T16:39:38.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:38 smithi005 ceph-mon[90837]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T16:39:38.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:38 smithi016 ceph-mon[84444]: pgmap v1030: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.8 MiB/s wr, 7.68k op/s 2024-04-12T16:39:38.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:38 smithi016 ceph-mon[84444]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T16:39:39.114 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15044 ms) 2024-04-12T16:39:39.114 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-12T16:39:40.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:40 smithi005 ceph-mon[88416]: pgmap v1032: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 286 MiB/s rd, 6.8 MiB/s wr, 8.36k op/s 2024-04-12T16:39:40.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:40 smithi005 ceph-mon[88416]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T16:39:40.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:40 smithi005 ceph-mon[90837]: pgmap v1032: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 286 MiB/s rd, 6.8 MiB/s wr, 8.36k op/s 2024-04-12T16:39:40.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:40 smithi005 ceph-mon[90837]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T16:39:40.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:40 smithi016 ceph-mon[84444]: pgmap v1032: 137 pgs: 137 active+clean; 2.3 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 286 MiB/s rd, 6.8 MiB/s wr, 8.36k op/s 2024-04-12T16:39:40.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:40 smithi016 ceph-mon[84444]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T16:39:41.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:41 smithi005 ceph-mon[88416]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T16:39:41.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:41 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2892008715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:41.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:41 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:41.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:41 smithi005 ceph-mon[90837]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T16:39:41.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:41 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2892008715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:41.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:41 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:41.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:41 smithi016 ceph-mon[84444]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T16:39:41.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:41 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2892008715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:41.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:41 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:42.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[88416]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:42.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:42.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:42.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[88416]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T16:39:42.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[90837]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:42.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:42.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:42.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:42 smithi005 ceph-mon[90837]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T16:39:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:39:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:39:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:42.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:42 smithi016 ceph-mon[84444]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:42.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:42 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:42.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:42 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:42.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:42 smithi016 ceph-mon[84444]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T16:39:43.135 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4022 ms) 2024-04-12T16:39:43.135 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-12T16:39:43.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:43 smithi005 ceph-mon[88416]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T16:39:43.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:43 smithi005 ceph-mon[90837]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T16:39:43.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:43 smithi016 ceph-mon[84444]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T16:39:44.131 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:39:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:39:43] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-04-12T16:39:44.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[88416]: pgmap v1038: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:44.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:44.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:39:44.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[88416]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T16:39:44.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[90837]: pgmap v1038: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:44.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:44.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:39:44.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:44 smithi005 ceph-mon[90837]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T16:39:44.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:44 smithi016 ceph-mon[84444]: pgmap v1038: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:44.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:44 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:44.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:44 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:39:44.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:44 smithi016 ceph-mon[84444]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T16:39:45.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:45 smithi005 ceph-mon[88416]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T16:39:45.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/930437192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:45.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:45 smithi005 ceph-mon[88416]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:45.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:45 smithi005 ceph-mon[90837]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T16:39:45.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/930437192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:45.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:45 smithi005 ceph-mon[90837]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:45.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:45 smithi016 ceph-mon[84444]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T16:39:45.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/930437192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:39:45.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:45 smithi016 ceph-mon[84444]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:46.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:46 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:46.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:46 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/930437192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:46.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:46 smithi005 ceph-mon[88416]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T16:39:46.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:46 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:46.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:46 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/930437192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:46.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:46 smithi005 ceph-mon[90837]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T16:39:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:46 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:39:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:46 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/930437192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:39:46.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:46 smithi016 ceph-mon[84444]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T16:39:47.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:47 smithi005 ceph-mon[88416]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T16:39:47.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:47 smithi005 ceph-mon[88416]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:47.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:39:47.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:47 smithi005 ceph-mon[90837]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T16:39:47.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:47 smithi005 ceph-mon[90837]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:47.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:39:47.490 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:47 smithi016 ceph-mon[84444]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T16:39:47.490 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:47 smithi016 ceph-mon[84444]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-12T16:39:47.490 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:39:48.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:48.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:39:48.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:39:48.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:39:48.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:39:48.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:48.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:39:48.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:39:48.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:39:48.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:39:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:48 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:39:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:48 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:39:48.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:39:48.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:39:48.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:39:49.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:49 smithi005 ceph-mon[88416]: pgmap v1045: 137 pgs: 3 unknown, 134 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 5.05k op/s 2024-04-12T16:39:49.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:49 smithi005 ceph-mon[90837]: pgmap v1045: 137 pgs: 3 unknown, 134 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 5.05k op/s 2024-04-12T16:39:49.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:49 smithi016 ceph-mon[84444]: pgmap v1045: 137 pgs: 3 unknown, 134 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 5.05k op/s 2024-04-12T16:39:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:39:51.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:51 smithi005 ceph-mon[88416]: pgmap v1046: 137 pgs: 137 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 4.24k op/s 2024-04-12T16:39:51.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:51 smithi005 ceph-mon[90837]: pgmap v1046: 137 pgs: 137 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 4.24k op/s 2024-04-12T16:39:51.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:51 smithi016 ceph-mon[84444]: pgmap v1046: 137 pgs: 137 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.6 MiB/s wr, 4.24k op/s 2024-04-12T16:39:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:39:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:39:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:39:53.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:53 smithi005 ceph-mon[88416]: pgmap v1047: 137 pgs: 137 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 3.28k op/s 2024-04-12T16:39:53.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:53 smithi005 ceph-mon[90837]: pgmap v1047: 137 pgs: 137 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 3.28k op/s 2024-04-12T16:39:53.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:53 smithi016 ceph-mon[84444]: pgmap v1047: 137 pgs: 137 active+clean; 1.1 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 3.28k op/s 2024-04-12T16:39:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:39:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:39:53] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-04-12T16:39:55.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:55 smithi005 ceph-mon[88416]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.7 MiB/s wr, 6.80k op/s 2024-04-12T16:39:55.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:55 smithi005 ceph-mon[90837]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.7 MiB/s wr, 6.80k op/s 2024-04-12T16:39:55.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:55 smithi016 ceph-mon[84444]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.7 MiB/s wr, 6.80k op/s 2024-04-12T16:39:57.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:57 smithi005 ceph-mon[88416]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.2 MiB/s wr, 6.13k op/s 2024-04-12T16:39:57.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:57 smithi005 ceph-mon[90837]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.2 MiB/s wr, 6.13k op/s 2024-04-12T16:39:57.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:57 smithi016 ceph-mon[84444]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.2 MiB/s wr, 6.13k op/s 2024-04-12T16:39:59.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:39:59 smithi005 ceph-mon[88416]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.59k op/s 2024-04-12T16:39:59.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:39:59 smithi005 ceph-mon[90837]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.59k op/s 2024-04-12T16:39:59.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:39:59 smithi016 ceph-mon[84444]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.59k op/s 2024-04-12T16:40:00.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:00 smithi005 ceph-mon[88416]: overall HEALTH_OK 2024-04-12T16:40:00.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:00 smithi005 ceph-mon[90837]: overall HEALTH_OK 2024-04-12T16:40:00.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:00 smithi016 ceph-mon[84444]: overall HEALTH_OK 2024-04-12T16:40:01.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:01 smithi005 ceph-mon[88416]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-04-12T16:40:01.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:01 smithi005 ceph-mon[90837]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-04-12T16:40:01.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:01 smithi016 ceph-mon[84444]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-04-12T16:40:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:40:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:40:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:03.394 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20259 ms) 2024-04-12T16:40:03.394 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-12T16:40:03.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:03 smithi005 ceph-mon[88416]: pgmap v1052: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-04-12T16:40:03.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:03 smithi005 ceph-mon[90837]: pgmap v1052: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-04-12T16:40:03.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:03 smithi016 ceph-mon[84444]: pgmap v1052: 137 pgs: 137 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-04-12T16:40:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:40:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:40:03] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-04-12T16:40:04.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:04 smithi005 ceph-mon[88416]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T16:40:04.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:04.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:04 smithi005 ceph-mon[90837]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T16:40:04.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:04.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:04 smithi016 ceph-mon[84444]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T16:40:04.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:05.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:05 smithi005 ceph-mon[88416]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:05.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:05 smithi005 ceph-mon[88416]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T16:40:05.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:05 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/666631793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:05.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:05 smithi005 ceph-mon[90837]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:05.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:05 smithi005 ceph-mon[90837]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T16:40:05.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:05 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/666631793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:05.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:05 smithi016 ceph-mon[84444]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:05.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:05 smithi016 ceph-mon[84444]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T16:40:05.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:05 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/666631793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:06.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:06 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/666631793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:06.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:06 smithi005 ceph-mon[88416]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T16:40:06.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:06 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/666631793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:06.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:06 smithi005 ceph-mon[90837]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T16:40:06.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:06 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/666631793' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:06.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:06 smithi016 ceph-mon[84444]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T16:40:07.424 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4030 ms) 2024-04-12T16:40:07.424 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-12T16:40:07.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:07 smithi005 ceph-mon[88416]: pgmap v1057: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:07.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:07 smithi005 ceph-mon[88416]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T16:40:07.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:07 smithi005 ceph-mon[90837]: pgmap v1057: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:07.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:07 smithi005 ceph-mon[90837]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T16:40:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:07 smithi016 ceph-mon[84444]: pgmap v1057: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:07 smithi016 ceph-mon[84444]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T16:40:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:08 smithi005 ceph-mon[88416]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T16:40:08.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:08 smithi005 ceph-mon[90837]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T16:40:08.842 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:08 smithi016 ceph-mon[84444]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T16:40:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[88416]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[88416]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T16:40:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1946175893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:09.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[90837]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[90837]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T16:40:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1946175893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:09 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:09 smithi016 ceph-mon[84444]: pgmap v1060: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:09 smithi016 ceph-mon[84444]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T16:40:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:09 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1946175893' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:09 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:10.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:10 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:10.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:10 smithi005 ceph-mon[88416]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T16:40:10.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:10 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:10.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:10 smithi005 ceph-mon[90837]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T16:40:10.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:10 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:10.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:10 smithi016 ceph-mon[84444]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T16:40:11.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:11 smithi005 ceph-mon[88416]: pgmap v1063: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:11.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:11 smithi005 ceph-mon[88416]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T16:40:11.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:11 smithi005 ceph-mon[90837]: pgmap v1063: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:11.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:11 smithi005 ceph-mon[90837]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T16:40:11.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:11 smithi016 ceph-mon[84444]: pgmap v1063: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:11.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:11 smithi016 ceph-mon[84444]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T16:40:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:40:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:13.456 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6032 ms) 2024-04-12T16:40:13.457 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-12T16:40:13.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:13 smithi005 ceph-mon[88416]: pgmap v1065: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 637 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 1.48k op/s 2024-04-12T16:40:13.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:13 smithi005 ceph-mon[90837]: pgmap v1065: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 637 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 1.48k op/s 2024-04-12T16:40:13.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:13 smithi016 ceph-mon[84444]: pgmap v1065: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 637 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 1.48k op/s 2024-04-12T16:40:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:40:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:40:13] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2024-04-12T16:40:14.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:14 smithi016 ceph-mon[84444]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T16:40:14.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:14 smithi005 ceph-mon[88416]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T16:40:14.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:14 smithi005 ceph-mon[90837]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T16:40:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:15 smithi016 ceph-mon[84444]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:15 smithi016 ceph-mon[84444]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T16:40:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:15 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3317231426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:15.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:15 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:15.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[88416]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:15.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[88416]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T16:40:15.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3317231426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:15.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:15.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[90837]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:15.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[90837]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T16:40:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3317231426' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:15.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:15 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:16.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:16 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:16.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:16 smithi016 ceph-mon[84444]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T16:40:16.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:16 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:16.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:16 smithi005 ceph-mon[88416]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T16:40:16.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:16 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-128819-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:16.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:16 smithi005 ceph-mon[90837]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T16:40:17.740 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:17 smithi016 ceph-mon[84444]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:17.740 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:17 smithi016 ceph-mon[84444]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T16:40:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:17 smithi005 ceph-mon[88416]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:17 smithi005 ceph-mon[88416]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T16:40:17.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:17 smithi005 ceph-mon[90837]: pgmap v1070: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:17.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:17 smithi005 ceph-mon[90837]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T16:40:18.486 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5029 ms) 2024-04-12T16:40:18.487 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 22 tests from TestCls2PCQueue (101865 ms total) 2024-04-12T16:40:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:40:18.487 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:40:18.487 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 22 tests from 1 test suite ran. (101866 ms total) 2024-04-12T16:40:18.487 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 22 tests. 2024-04-12T16:40:18.491 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:40:18.491 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:40:18.563 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-12T16:40:18.563 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-12T16:40:18.635 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:40:18.635 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-12T16:40:18.635 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:40:18.635 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 5 tests from cls_cas 2024-04-12T16:40:18.635 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_cas.get_put 2024-04-12T16:40:19.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:19 smithi016 ceph-mon[84444]: pgmap v1072: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:19.897 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:19 smithi016 ceph-mon[84444]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T16:40:19.897 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:19 smithi005 ceph-mon[88416]: pgmap v1072: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:19 smithi005 ceph-mon[88416]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T16:40:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:19.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:19 smithi005 ceph-mon[90837]: pgmap v1072: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:19.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:19 smithi005 ceph-mon[90837]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T16:40:19.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:20.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:20 smithi016 ceph-mon[84444]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T16:40:20.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/128532854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:20.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:20 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:20.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:20 smithi005 ceph-mon[88416]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T16:40:20.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/128532854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:20.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:20 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:20.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:20 smithi005 ceph-mon[90837]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T16:40:20.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/128532854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:20.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:20 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:21.504 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_cas.get_put (2869 ms) 2024-04-12T16:40:21.504 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_cas.wrong_put 2024-04-12T16:40:21.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:21 smithi016 ceph-mon[84444]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:21.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:21 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:21.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:21 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:21.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:21 smithi016 ceph-mon[84444]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T16:40:21.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[88416]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:21.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:21.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:21.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[88416]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T16:40:21.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[90837]: pgmap v1075: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:21.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:21.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:21.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:21 smithi005 ceph-mon[90837]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T16:40:22.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:22 smithi016 ceph-mon[84444]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T16:40:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:40:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:22.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:22 smithi005 ceph-mon[88416]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T16:40:22.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:22 smithi005 ceph-mon[90837]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T16:40:23.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:23 smithi016 ceph-mon[84444]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:23 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:23 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:40:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:23 smithi016 ceph-mon[84444]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T16:40:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:23 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3994582149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:23.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:23 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[88416]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[88416]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3994582149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[90837]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:40:23.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[90837]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T16:40:23.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3994582149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:23.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:40:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:40:23] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2024-04-12T16:40:24.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_cas.wrong_put (3018 ms) 2024-04-12T16:40:24.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_cas.dup_get 2024-04-12T16:40:24.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:24 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:24.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:24 smithi016 ceph-mon[84444]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T16:40:24.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:24 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:24.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:24 smithi005 ceph-mon[88416]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T16:40:24.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:24 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:24.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:24 smithi005 ceph-mon[90837]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T16:40:25.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:25 smithi016 ceph-mon[84444]: pgmap v1081: 137 pgs: 25 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:25.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:25 smithi016 ceph-mon[84444]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T16:40:25.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:25 smithi005 ceph-mon[88416]: pgmap v1081: 137 pgs: 25 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:25.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:25 smithi005 ceph-mon[88416]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T16:40:25.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:25 smithi005 ceph-mon[90837]: pgmap v1081: 137 pgs: 25 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:25.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:25 smithi005 ceph-mon[90837]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T16:40:26.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:26 smithi016 ceph-mon[84444]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T16:40:26.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:26 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3944163056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:26.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:26 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:26.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:26 smithi005 ceph-mon[88416]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T16:40:26.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3944163056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:26.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:26 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:26.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:26 smithi005 ceph-mon[90837]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T16:40:26.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:26 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3944163056' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:26.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:26 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:27.537 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_cas.dup_get (3015 ms) 2024-04-12T16:40:27.537 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_cas.dup_put 2024-04-12T16:40:27.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:27 smithi016 ceph-mon[84444]: pgmap v1084: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:27.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:27 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:27.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:27 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:27.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:27 smithi016 ceph-mon[84444]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T16:40:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[88416]: pgmap v1084: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[88416]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T16:40:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[90837]: pgmap v1084: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:27.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:27 smithi005 ceph-mon[90837]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T16:40:28.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:28 smithi016 ceph-mon[84444]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T16:40:28.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:28 smithi005 ceph-mon[88416]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T16:40:28.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:28 smithi005 ceph-mon[90837]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T16:40:29.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:29 smithi016 ceph-mon[84444]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:29 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:29 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:40:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:29 smithi016 ceph-mon[84444]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T16:40:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3983735145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[88416]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:40:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[88416]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T16:40:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3983735145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[90837]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:40:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[90837]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T16:40:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3983735145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:30.558 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_cas.dup_put (3021 ms) 2024-04-12T16:40:30.558 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-12T16:40:30.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:30 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3983735145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:30.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:30 smithi016 ceph-mon[84444]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T16:40:30.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:30 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3983735145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:30.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:30 smithi005 ceph-mon[88416]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T16:40:30.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:30 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3983735145' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:30.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:30 smithi005 ceph-mon[90837]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T16:40:31.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:31 smithi016 ceph-mon[84444]: pgmap v1090: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:31.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:31 smithi016 ceph-mon[84444]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T16:40:31.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:31 smithi005 ceph-mon[88416]: pgmap v1090: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:31.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:31 smithi005 ceph-mon[88416]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T16:40:31.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:31 smithi005 ceph-mon[90837]: pgmap v1090: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:31.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:31 smithi005 ceph-mon[90837]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T16:40:32.576 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:40:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:32.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:32 smithi016 ceph-mon[84444]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T16:40:32.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:32 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3300131593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:32.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:32 smithi005 ceph-mon[88416]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T16:40:32.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:32 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3300131593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:32.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:32 smithi005 ceph-mon[90837]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T16:40:32.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:32 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3300131593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:33.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_cas.get_wrong_data (3020 ms) 2024-04-12T16:40:33.579 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 5 tests from cls_cas (14943 ms total) 2024-04-12T16:40:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:40:33.579 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from chunk_refs_t 2024-04-12T16:40:33.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] chunk_refs_t.size 2024-04-12T16:40:33.580 INFO:tasks.workunit.client.0.smithi005.stdout:1 60 by_object 2024-04-12T16:40:33.580 INFO:tasks.workunit.client.0.smithi005.stdout:2 103 by_object 2024-04-12T16:40:33.580 INFO:tasks.workunit.client.0.smithi005.stdout:4 189 by_object 2024-04-12T16:40:33.580 INFO:tasks.workunit.client.0.smithi005.stdout:8 361 by_object 2024-04-12T16:40:33.580 INFO:tasks.workunit.client.0.smithi005.stdout:16 112 by_hash(32 bits) 2024-04-12T16:40:33.580 INFO:tasks.workunit.client.0.smithi005.stdout:32 208 by_hash(32 bits) 2024-04-12T16:40:33.580 INFO:tasks.workunit.client.0.smithi005.stdout:64 400 by_hash(32 bits) 2024-04-12T16:40:33.581 INFO:tasks.workunit.client.0.smithi005.stdout:128 509 by_hash(10 bits) 2024-04-12T16:40:33.581 INFO:tasks.workunit.client.0.smithi005.stdout:256 499 by_hash(7 bits) 2024-04-12T16:40:33.581 INFO:tasks.workunit.client.0.smithi005.stdout:512 462 by_hash(5 bits) 2024-04-12T16:40:33.581 INFO:tasks.workunit.client.0.smithi005.stdout:1024 466 by_hash(5 bits) 2024-04-12T16:40:33.582 INFO:tasks.workunit.client.0.smithi005.stdout:2048 466 by_hash(5 bits) 2024-04-12T16:40:33.583 INFO:tasks.workunit.client.0.smithi005.stdout:4096 470 by_hash(5 bits) 2024-04-12T16:40:33.584 INFO:tasks.workunit.client.0.smithi005.stdout:8192 498 by_hash(4 bits) 2024-04-12T16:40:33.587 INFO:tasks.workunit.client.0.smithi005.stdout:16384 278 by_hash(3 bits) 2024-04-12T16:40:33.591 INFO:tasks.workunit.client.0.smithi005.stdout:32768 337 by_hash(2 bits) 2024-04-12T16:40:33.598 INFO:tasks.workunit.client.0.smithi005.stdout:65536 367 by_hash(2 bits) 2024-04-12T16:40:33.608 INFO:tasks.workunit.client.0.smithi005.stdout:131072 387 by_hash(1 bits) 2024-04-12T16:40:33.627 INFO:tasks.workunit.client.0.smithi005.stdout:262144 331 by_pool 2024-04-12T16:40:33.656 INFO:tasks.workunit.client.0.smithi005.stdout:524288 21 count 2024-04-12T16:40:33.707 INFO:tasks.workunit.client.0.smithi005.stdout:1048576 21 count 2024-04-12T16:40:33.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] chunk_refs_t.size (235 ms) 2024-04-12T16:40:33.813 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from chunk_refs_t (235 ms total) 2024-04-12T16:40:33.813 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:40:33.813 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:40:33.813 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 6 tests from 2 test suites ran. (15178 ms total) 2024-04-12T16:40:33.813 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 6 tests. 2024-04-12T16:40:33.815 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:40:33.815 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:40:33.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:33 smithi016 ceph-mon[84444]: pgmap v1093: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:33.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:33 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:33.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:33 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3300131593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:33.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:33 smithi016 ceph-mon[84444]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T16:40:33.850 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[88416]: pgmap v1093: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:33.851 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:33.851 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3300131593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:33.851 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[88416]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T16:40:33.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[90837]: pgmap v1093: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:33.851 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:33.852 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3300131593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129608-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:33.852 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-mon[90837]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T16:40:33.878 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-12T16:40:33.878 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-12T16:40:33.946 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:40:33.947 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-12T16:40:33.947 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:40:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:40:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:40:33] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2024-04-12T16:40:34.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:34 smithi016 ceph-mon[84444]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T16:40:34.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:40:34.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:34 smithi005 ceph-mon[88416]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T16:40:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:40:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:34 smithi005 ceph-mon[90837]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T16:40:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:40:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:35.585 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 31 tests from CmpOmap 2024-04-12T16:40:35.585 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-12T16:40:35.603 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (18 ms) 2024-04-12T16:40:35.603 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-12T16:40:35.608 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (6 ms) 2024-04-12T16:40:35.609 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-12T16:40:35.612 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-12T16:40:35.612 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-12T16:40:35.615 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-12T16:40:35.615 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-12T16:40:35.621 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-04-12T16:40:35.621 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-12T16:40:35.628 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-04-12T16:40:35.629 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-12T16:40:35.631 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-12T16:40:35.632 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-12T16:40:35.634 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-12T16:40:35.634 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-12T16:40:35.637 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-12T16:40:35.637 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-12T16:40:35.641 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-12T16:40:35.641 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-12T16:40:35.641 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-12T16:40:35.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-12T16:40:35.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-12T16:40:35.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-12T16:40:35.648 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2024-04-12T16:40:35.648 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-12T16:40:35.654 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-12T16:40:35.654 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-12T16:40:35.660 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-12T16:40:35.660 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-12T16:40:35.667 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-12T16:40:35.667 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-12T16:40:35.674 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-12T16:40:35.674 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-12T16:40:35.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2024-04-12T16:40:35.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-12T16:40:35.683 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-12T16:40:35.683 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-12T16:40:35.685 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-12T16:40:35.685 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-12T16:40:35.686 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-12T16:40:35.686 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-12T16:40:35.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-12T16:40:35.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-12T16:40:35.693 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-12T16:40:35.693 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-12T16:40:35.699 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-04-12T16:40:35.699 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-12T16:40:35.705 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-12T16:40:35.706 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-12T16:40:35.712 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-04-12T16:40:35.713 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-12T16:40:35.714 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-12T16:40:35.714 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-12T16:40:35.717 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-12T16:40:35.717 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-12T16:40:35.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-12T16:40:35.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-12T16:40:35.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-12T16:40:35.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-12T16:40:35.726 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-04-12T16:40:35.726 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 31 tests from CmpOmap (141 ms total) 2024-04-12T16:40:35.726 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:40:35.726 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[88416]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[88416]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2889659064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[90837]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[90837]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2889659064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:35 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:40:36.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:35 smithi016 ceph-mon[84444]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:35 smithi016 ceph-mon[84444]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T16:40:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:35 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2889659064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:35 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:35 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:35 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:40:36.588 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 31 tests from 1 test suite ran. (2641 ms total) 2024-04-12T16:40:36.588 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 31 tests. 2024-04-12T16:40:36.592 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:40:36.592 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:40:36.661 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-12T16:40:36.662 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-12T16:40:36.731 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:40:36.732 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-12T16:40:36.732 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:40:36.732 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 6 tests from ClsHello 2024-04-12T16:40:36.732 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsHello.SayHello 2024-04-12T16:40:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:36 smithi005 ceph-mon[88416]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T16:40:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:36 smithi005 ceph-mon[88416]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T16:40:36.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:36.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:36 smithi005 ceph-mon[90837]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T16:40:36.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:36 smithi005 ceph-mon[90837]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T16:40:37.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129731-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:37.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:36 smithi016 ceph-mon[84444]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T16:40:37.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:36 smithi016 ceph-mon[84444]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T16:40:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:37 smithi005 ceph-mon[88416]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:37 smithi005 ceph-mon[90837]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:38.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:37 smithi016 ceph-mon[84444]: pgmap v1099: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:38 smithi005 ceph-mon[88416]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T16:40:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:38 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/332322777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:38 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:38.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:38 smithi005 ceph-mon[90837]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T16:40:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:38 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/332322777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:38.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:38 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:38 smithi016 ceph-mon[84444]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T16:40:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:38 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/332322777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:38 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:39.622 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsHello.SayHello (2890 ms) 2024-04-12T16:40:39.622 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsHello.RecordHello 2024-04-12T16:40:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[88416]: pgmap v1102: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[88416]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T16:40:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[90837]: pgmap v1102: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:39 smithi005 ceph-mon[90837]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T16:40:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:39 smithi016 ceph-mon[84444]: pgmap v1102: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:39 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:39 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:39 smithi016 ceph-mon[84444]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T16:40:40.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:40 smithi005 ceph-mon[88416]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T16:40:40.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:40 smithi005 ceph-mon[90837]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T16:40:41.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:40 smithi016 ceph-mon[84444]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T16:40:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[88416]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:40:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[88416]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T16:40:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4051303008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[90837]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:40:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[90837]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T16:40:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4051303008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:41 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:41 smithi016 ceph-mon[84444]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:41 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:41 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:40:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:41 smithi016 ceph-mon[84444]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T16:40:42.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:41 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4051303008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:41 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:40:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:40:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:42.648 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsHello.RecordHello (3026 ms) 2024-04-12T16:40:42.648 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-12T16:40:42.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:42 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:42.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:42 smithi005 ceph-mon[88416]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T16:40:42.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:42 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:42.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:42 smithi005 ceph-mon[90837]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T16:40:43.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:42 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:43.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:42 smithi016 ceph-mon[84444]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T16:40:43.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:43 smithi005 ceph-mon[88416]: pgmap v1108: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:43.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:43 smithi005 ceph-mon[88416]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T16:40:43.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:40:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:40:43] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-04-12T16:40:43.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:43 smithi005 ceph-mon[90837]: pgmap v1108: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:43.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:43 smithi005 ceph-mon[90837]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T16:40:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:43 smithi016 ceph-mon[84444]: pgmap v1108: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:43 smithi016 ceph-mon[84444]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T16:40:44.664 INFO:tasks.workunit.client.0.smithi005.stdout:require_osd_release = squid 2024-04-12T16:40:44.675 INFO:tasks.workunit.client.0.smithi005.stdout:0 2024-04-12T16:40:44.840 INFO:tasks.workunit.client.0.smithi005.stdout:1 2024-04-12T16:40:44.841 INFO:tasks.workunit.client.0.smithi005.stdout:2 2024-04-12T16:40:44.842 INFO:tasks.workunit.client.0.smithi005.stdout:3 2024-04-12T16:40:44.843 INFO:tasks.workunit.client.0.smithi005.stdout:4 2024-04-12T16:40:44.844 INFO:tasks.workunit.client.0.smithi005.stdout:5 2024-04-12T16:40:44.845 INFO:tasks.workunit.client.0.smithi005.stdout:6 2024-04-12T16:40:44.846 INFO:tasks.workunit.client.0.smithi005.stdout:7 2024-04-12T16:40:44.847 INFO:tasks.workunit.client.0.smithi005.stdout:8 2024-04-12T16:40:44.848 INFO:tasks.workunit.client.0.smithi005.stdout:9 2024-04-12T16:40:44.849 INFO:tasks.workunit.client.0.smithi005.stdout:10 2024-04-12T16:40:44.850 INFO:tasks.workunit.client.0.smithi005.stdout:11 2024-04-12T16:40:44.851 INFO:tasks.workunit.client.0.smithi005.stdout:12 2024-04-12T16:40:44.852 INFO:tasks.workunit.client.0.smithi005.stdout:13 2024-04-12T16:40:44.853 INFO:tasks.workunit.client.0.smithi005.stdout:14 2024-04-12T16:40:44.854 INFO:tasks.workunit.client.0.smithi005.stdout:15 2024-04-12T16:40:44.855 INFO:tasks.workunit.client.0.smithi005.stdout:16 2024-04-12T16:40:44.856 INFO:tasks.workunit.client.0.smithi005.stdout:17 2024-04-12T16:40:44.857 INFO:tasks.workunit.client.0.smithi005.stdout:18 2024-04-12T16:40:44.858 INFO:tasks.workunit.client.0.smithi005.stdout:19 2024-04-12T16:40:44.859 INFO:tasks.workunit.client.0.smithi005.stdout:20 2024-04-12T16:40:44.860 INFO:tasks.workunit.client.0.smithi005.stdout:21 2024-04-12T16:40:44.861 INFO:tasks.workunit.client.0.smithi005.stdout:22 2024-04-12T16:40:44.862 INFO:tasks.workunit.client.0.smithi005.stdout:23 2024-04-12T16:40:44.863 INFO:tasks.workunit.client.0.smithi005.stdout:24 2024-04-12T16:40:44.864 INFO:tasks.workunit.client.0.smithi005.stdout:25 2024-04-12T16:40:44.865 INFO:tasks.workunit.client.0.smithi005.stdout:26 2024-04-12T16:40:44.866 INFO:tasks.workunit.client.0.smithi005.stdout:27 2024-04-12T16:40:44.867 INFO:tasks.workunit.client.0.smithi005.stdout:28 2024-04-12T16:40:44.868 INFO:tasks.workunit.client.0.smithi005.stdout:29 2024-04-12T16:40:44.869 INFO:tasks.workunit.client.0.smithi005.stdout:30 2024-04-12T16:40:44.870 INFO:tasks.workunit.client.0.smithi005.stdout:31 2024-04-12T16:40:44.873 INFO:tasks.workunit.client.0.smithi005.stdout:32 2024-04-12T16:40:44.874 INFO:tasks.workunit.client.0.smithi005.stdout:33 2024-04-12T16:40:44.874 INFO:tasks.workunit.client.0.smithi005.stdout:34 2024-04-12T16:40:44.874 INFO:tasks.workunit.client.0.smithi005.stdout:35 2024-04-12T16:40:44.875 INFO:tasks.workunit.client.0.smithi005.stdout:36 2024-04-12T16:40:44.876 INFO:tasks.workunit.client.0.smithi005.stdout:37 2024-04-12T16:40:44.877 INFO:tasks.workunit.client.0.smithi005.stdout:38 2024-04-12T16:40:44.878 INFO:tasks.workunit.client.0.smithi005.stdout:39 2024-04-12T16:40:44.879 INFO:tasks.workunit.client.0.smithi005.stdout:40 2024-04-12T16:40:44.880 INFO:tasks.workunit.client.0.smithi005.stdout:41 2024-04-12T16:40:44.880 INFO:tasks.workunit.client.0.smithi005.stdout:42 2024-04-12T16:40:44.882 INFO:tasks.workunit.client.0.smithi005.stdout:43 2024-04-12T16:40:44.882 INFO:tasks.workunit.client.0.smithi005.stdout:44 2024-04-12T16:40:44.884 INFO:tasks.workunit.client.0.smithi005.stdout:45 2024-04-12T16:40:44.885 INFO:tasks.workunit.client.0.smithi005.stdout:46 2024-04-12T16:40:44.886 INFO:tasks.workunit.client.0.smithi005.stdout:47 2024-04-12T16:40:44.887 INFO:tasks.workunit.client.0.smithi005.stdout:48 2024-04-12T16:40:44.887 INFO:tasks.workunit.client.0.smithi005.stdout:49 2024-04-12T16:40:44.888 INFO:tasks.workunit.client.0.smithi005.stdout:50 2024-04-12T16:40:44.889 INFO:tasks.workunit.client.0.smithi005.stdout:51 2024-04-12T16:40:44.890 INFO:tasks.workunit.client.0.smithi005.stdout:52 2024-04-12T16:40:44.891 INFO:tasks.workunit.client.0.smithi005.stdout:53 2024-04-12T16:40:44.892 INFO:tasks.workunit.client.0.smithi005.stdout:54 2024-04-12T16:40:44.893 INFO:tasks.workunit.client.0.smithi005.stdout:55 2024-04-12T16:40:44.894 INFO:tasks.workunit.client.0.smithi005.stdout:56 2024-04-12T16:40:44.895 INFO:tasks.workunit.client.0.smithi005.stdout:57 2024-04-12T16:40:44.896 INFO:tasks.workunit.client.0.smithi005.stdout:58 2024-04-12T16:40:44.897 INFO:tasks.workunit.client.0.smithi005.stdout:59 2024-04-12T16:40:44.897 INFO:tasks.workunit.client.0.smithi005.stdout:60 2024-04-12T16:40:44.899 INFO:tasks.workunit.client.0.smithi005.stdout:61 2024-04-12T16:40:44.899 INFO:tasks.workunit.client.0.smithi005.stdout:62 2024-04-12T16:40:44.900 INFO:tasks.workunit.client.0.smithi005.stdout:63 2024-04-12T16:40:44.901 INFO:tasks.workunit.client.0.smithi005.stdout:64 2024-04-12T16:40:44.902 INFO:tasks.workunit.client.0.smithi005.stdout:65 2024-04-12T16:40:44.903 INFO:tasks.workunit.client.0.smithi005.stdout:66 2024-04-12T16:40:44.904 INFO:tasks.workunit.client.0.smithi005.stdout:67 2024-04-12T16:40:44.905 INFO:tasks.workunit.client.0.smithi005.stdout:68 2024-04-12T16:40:44.906 INFO:tasks.workunit.client.0.smithi005.stdout:69 2024-04-12T16:40:44.909 INFO:tasks.workunit.client.0.smithi005.stdout:70 2024-04-12T16:40:44.909 INFO:tasks.workunit.client.0.smithi005.stdout:71 2024-04-12T16:40:44.909 INFO:tasks.workunit.client.0.smithi005.stdout:72 2024-04-12T16:40:44.909 INFO:tasks.workunit.client.0.smithi005.stdout:73 2024-04-12T16:40:44.910 INFO:tasks.workunit.client.0.smithi005.stdout:74 2024-04-12T16:40:44.911 INFO:tasks.workunit.client.0.smithi005.stdout:75 2024-04-12T16:40:44.912 INFO:tasks.workunit.client.0.smithi005.stdout:76 2024-04-12T16:40:44.913 INFO:tasks.workunit.client.0.smithi005.stdout:77 2024-04-12T16:40:44.914 INFO:tasks.workunit.client.0.smithi005.stdout:78 2024-04-12T16:40:44.915 INFO:tasks.workunit.client.0.smithi005.stdout:79 2024-04-12T16:40:44.915 INFO:tasks.workunit.client.0.smithi005.stdout:80 2024-04-12T16:40:44.916 INFO:tasks.workunit.client.0.smithi005.stdout:81 2024-04-12T16:40:44.917 INFO:tasks.workunit.client.0.smithi005.stdout:82 2024-04-12T16:40:44.918 INFO:tasks.workunit.client.0.smithi005.stdout:83 2024-04-12T16:40:44.919 INFO:tasks.workunit.client.0.smithi005.stdout:84 2024-04-12T16:40:44.920 INFO:tasks.workunit.client.0.smithi005.stdout:85 2024-04-12T16:40:44.921 INFO:tasks.workunit.client.0.smithi005.stdout:86 2024-04-12T16:40:44.921 INFO:tasks.workunit.client.0.smithi005.stdout:87 2024-04-12T16:40:44.922 INFO:tasks.workunit.client.0.smithi005.stdout:88 2024-04-12T16:40:44.923 INFO:tasks.workunit.client.0.smithi005.stdout:89 2024-04-12T16:40:44.924 INFO:tasks.workunit.client.0.smithi005.stdout:90 2024-04-12T16:40:44.925 INFO:tasks.workunit.client.0.smithi005.stdout:91 2024-04-12T16:40:44.926 INFO:tasks.workunit.client.0.smithi005.stdout:92 2024-04-12T16:40:44.927 INFO:tasks.workunit.client.0.smithi005.stdout:93 2024-04-12T16:40:44.927 INFO:tasks.workunit.client.0.smithi005.stdout:94 2024-04-12T16:40:44.928 INFO:tasks.workunit.client.0.smithi005.stdout:95 2024-04-12T16:40:44.929 INFO:tasks.workunit.client.0.smithi005.stdout:96 2024-04-12T16:40:44.930 INFO:tasks.workunit.client.0.smithi005.stdout:97 2024-04-12T16:40:44.931 INFO:tasks.workunit.client.0.smithi005.stdout:98 2024-04-12T16:40:44.931 INFO:tasks.workunit.client.0.smithi005.stdout:99 2024-04-12T16:40:44.932 INFO:tasks.workunit.client.0.smithi005.stdout:100 2024-04-12T16:40:44.933 INFO:tasks.workunit.client.0.smithi005.stdout:101 2024-04-12T16:40:44.934 INFO:tasks.workunit.client.0.smithi005.stdout:102 2024-04-12T16:40:44.935 INFO:tasks.workunit.client.0.smithi005.stdout:103 2024-04-12T16:40:44.936 INFO:tasks.workunit.client.0.smithi005.stdout:104 2024-04-12T16:40:44.937 INFO:tasks.workunit.client.0.smithi005.stdout:105 2024-04-12T16:40:44.938 INFO:tasks.workunit.client.0.smithi005.stdout:106 2024-04-12T16:40:44.938 INFO:tasks.workunit.client.0.smithi005.stdout:107 2024-04-12T16:40:44.939 INFO:tasks.workunit.client.0.smithi005.stdout:108 2024-04-12T16:40:44.940 INFO:tasks.workunit.client.0.smithi005.stdout:109 2024-04-12T16:40:44.941 INFO:tasks.workunit.client.0.smithi005.stdout:110 2024-04-12T16:40:44.942 INFO:tasks.workunit.client.0.smithi005.stdout:111 2024-04-12T16:40:44.943 INFO:tasks.workunit.client.0.smithi005.stdout:112 2024-04-12T16:40:44.944 INFO:tasks.workunit.client.0.smithi005.stdout:113 2024-04-12T16:40:44.944 INFO:tasks.workunit.client.0.smithi005.stdout:114 2024-04-12T16:40:44.945 INFO:tasks.workunit.client.0.smithi005.stdout:115 2024-04-12T16:40:44.946 INFO:tasks.workunit.client.0.smithi005.stdout:116 2024-04-12T16:40:44.947 INFO:tasks.workunit.client.0.smithi005.stdout:117 2024-04-12T16:40:44.948 INFO:tasks.workunit.client.0.smithi005.stdout:118 2024-04-12T16:40:44.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:44 smithi005 ceph-mon[88416]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T16:40:44.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:44 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:44.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:44 smithi005 ceph-mon[90837]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T16:40:44.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:44 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:44.949 INFO:tasks.workunit.client.0.smithi005.stdout:119 2024-04-12T16:40:44.950 INFO:tasks.workunit.client.0.smithi005.stdout:120 2024-04-12T16:40:44.951 INFO:tasks.workunit.client.0.smithi005.stdout:121 2024-04-12T16:40:44.951 INFO:tasks.workunit.client.0.smithi005.stdout:122 2024-04-12T16:40:44.952 INFO:tasks.workunit.client.0.smithi005.stdout:123 2024-04-12T16:40:44.953 INFO:tasks.workunit.client.0.smithi005.stdout:124 2024-04-12T16:40:44.954 INFO:tasks.workunit.client.0.smithi005.stdout:125 2024-04-12T16:40:44.955 INFO:tasks.workunit.client.0.smithi005.stdout:126 2024-04-12T16:40:44.956 INFO:tasks.workunit.client.0.smithi005.stdout:127 2024-04-12T16:40:44.957 INFO:tasks.workunit.client.0.smithi005.stdout:128 2024-04-12T16:40:44.958 INFO:tasks.workunit.client.0.smithi005.stdout:129 2024-04-12T16:40:44.959 INFO:tasks.workunit.client.0.smithi005.stdout:130 2024-04-12T16:40:44.959 INFO:tasks.workunit.client.0.smithi005.stdout:131 2024-04-12T16:40:44.960 INFO:tasks.workunit.client.0.smithi005.stdout:132 2024-04-12T16:40:44.961 INFO:tasks.workunit.client.0.smithi005.stdout:133 2024-04-12T16:40:44.962 INFO:tasks.workunit.client.0.smithi005.stdout:134 2024-04-12T16:40:44.963 INFO:tasks.workunit.client.0.smithi005.stdout:135 2024-04-12T16:40:44.964 INFO:tasks.workunit.client.0.smithi005.stdout:136 2024-04-12T16:40:44.964 INFO:tasks.workunit.client.0.smithi005.stdout:137 2024-04-12T16:40:44.965 INFO:tasks.workunit.client.0.smithi005.stdout:138 2024-04-12T16:40:44.966 INFO:tasks.workunit.client.0.smithi005.stdout:139 2024-04-12T16:40:44.967 INFO:tasks.workunit.client.0.smithi005.stdout:140 2024-04-12T16:40:44.968 INFO:tasks.workunit.client.0.smithi005.stdout:141 2024-04-12T16:40:44.968 INFO:tasks.workunit.client.0.smithi005.stdout:142 2024-04-12T16:40:44.969 INFO:tasks.workunit.client.0.smithi005.stdout:143 2024-04-12T16:40:44.970 INFO:tasks.workunit.client.0.smithi005.stdout:144 2024-04-12T16:40:44.971 INFO:tasks.workunit.client.0.smithi005.stdout:145 2024-04-12T16:40:44.972 INFO:tasks.workunit.client.0.smithi005.stdout:146 2024-04-12T16:40:44.973 INFO:tasks.workunit.client.0.smithi005.stdout:147 2024-04-12T16:40:44.974 INFO:tasks.workunit.client.0.smithi005.stdout:148 2024-04-12T16:40:44.974 INFO:tasks.workunit.client.0.smithi005.stdout:149 2024-04-12T16:40:44.975 INFO:tasks.workunit.client.0.smithi005.stdout:150 2024-04-12T16:40:44.976 INFO:tasks.workunit.client.0.smithi005.stdout:151 2024-04-12T16:40:44.977 INFO:tasks.workunit.client.0.smithi005.stdout:152 2024-04-12T16:40:44.978 INFO:tasks.workunit.client.0.smithi005.stdout:153 2024-04-12T16:40:44.979 INFO:tasks.workunit.client.0.smithi005.stdout:154 2024-04-12T16:40:44.979 INFO:tasks.workunit.client.0.smithi005.stdout:155 2024-04-12T16:40:44.980 INFO:tasks.workunit.client.0.smithi005.stdout:156 2024-04-12T16:40:44.981 INFO:tasks.workunit.client.0.smithi005.stdout:157 2024-04-12T16:40:44.982 INFO:tasks.workunit.client.0.smithi005.stdout:158 2024-04-12T16:40:44.983 INFO:tasks.workunit.client.0.smithi005.stdout:159 2024-04-12T16:40:44.984 INFO:tasks.workunit.client.0.smithi005.stdout:160 2024-04-12T16:40:44.985 INFO:tasks.workunit.client.0.smithi005.stdout:161 2024-04-12T16:40:44.986 INFO:tasks.workunit.client.0.smithi005.stdout:162 2024-04-12T16:40:44.986 INFO:tasks.workunit.client.0.smithi005.stdout:163 2024-04-12T16:40:44.987 INFO:tasks.workunit.client.0.smithi005.stdout:164 2024-04-12T16:40:44.988 INFO:tasks.workunit.client.0.smithi005.stdout:165 2024-04-12T16:40:44.989 INFO:tasks.workunit.client.0.smithi005.stdout:166 2024-04-12T16:40:44.990 INFO:tasks.workunit.client.0.smithi005.stdout:167 2024-04-12T16:40:44.990 INFO:tasks.workunit.client.0.smithi005.stdout:168 2024-04-12T16:40:44.991 INFO:tasks.workunit.client.0.smithi005.stdout:169 2024-04-12T16:40:44.992 INFO:tasks.workunit.client.0.smithi005.stdout:170 2024-04-12T16:40:44.993 INFO:tasks.workunit.client.0.smithi005.stdout:171 2024-04-12T16:40:44.994 INFO:tasks.workunit.client.0.smithi005.stdout:172 2024-04-12T16:40:44.995 INFO:tasks.workunit.client.0.smithi005.stdout:173 2024-04-12T16:40:44.995 INFO:tasks.workunit.client.0.smithi005.stdout:174 2024-04-12T16:40:44.996 INFO:tasks.workunit.client.0.smithi005.stdout:175 2024-04-12T16:40:44.997 INFO:tasks.workunit.client.0.smithi005.stdout:176 2024-04-12T16:40:44.998 INFO:tasks.workunit.client.0.smithi005.stdout:177 2024-04-12T16:40:44.999 INFO:tasks.workunit.client.0.smithi005.stdout:178 2024-04-12T16:40:45.000 INFO:tasks.workunit.client.0.smithi005.stdout:179 2024-04-12T16:40:45.000 INFO:tasks.workunit.client.0.smithi005.stdout:180 2024-04-12T16:40:45.001 INFO:tasks.workunit.client.0.smithi005.stdout:181 2024-04-12T16:40:45.002 INFO:tasks.workunit.client.0.smithi005.stdout:182 2024-04-12T16:40:45.003 INFO:tasks.workunit.client.0.smithi005.stdout:183 2024-04-12T16:40:45.004 INFO:tasks.workunit.client.0.smithi005.stdout:184 2024-04-12T16:40:45.004 INFO:tasks.workunit.client.0.smithi005.stdout:185 2024-04-12T16:40:45.006 INFO:tasks.workunit.client.0.smithi005.stdout:186 2024-04-12T16:40:45.006 INFO:tasks.workunit.client.0.smithi005.stdout:187 2024-04-12T16:40:45.007 INFO:tasks.workunit.client.0.smithi005.stdout:188 2024-04-12T16:40:45.008 INFO:tasks.workunit.client.0.smithi005.stdout:189 2024-04-12T16:40:45.009 INFO:tasks.workunit.client.0.smithi005.stdout:190 2024-04-12T16:40:45.010 INFO:tasks.workunit.client.0.smithi005.stdout:191 2024-04-12T16:40:45.011 INFO:tasks.workunit.client.0.smithi005.stdout:192 2024-04-12T16:40:45.011 INFO:tasks.workunit.client.0.smithi005.stdout:193 2024-04-12T16:40:45.012 INFO:tasks.workunit.client.0.smithi005.stdout:194 2024-04-12T16:40:45.013 INFO:tasks.workunit.client.0.smithi005.stdout:195 2024-04-12T16:40:45.014 INFO:tasks.workunit.client.0.smithi005.stdout:196 2024-04-12T16:40:45.015 INFO:tasks.workunit.client.0.smithi005.stdout:197 2024-04-12T16:40:45.016 INFO:tasks.workunit.client.0.smithi005.stdout:198 2024-04-12T16:40:45.017 INFO:tasks.workunit.client.0.smithi005.stdout:199 2024-04-12T16:40:45.017 INFO:tasks.workunit.client.0.smithi005.stdout:200 2024-04-12T16:40:45.018 INFO:tasks.workunit.client.0.smithi005.stdout:201 2024-04-12T16:40:45.019 INFO:tasks.workunit.client.0.smithi005.stdout:202 2024-04-12T16:40:45.020 INFO:tasks.workunit.client.0.smithi005.stdout:203 2024-04-12T16:40:45.021 INFO:tasks.workunit.client.0.smithi005.stdout:204 2024-04-12T16:40:45.023 INFO:tasks.workunit.client.0.smithi005.stdout:205 2024-04-12T16:40:45.023 INFO:tasks.workunit.client.0.smithi005.stdout:206 2024-04-12T16:40:45.023 INFO:tasks.workunit.client.0.smithi005.stdout:207 2024-04-12T16:40:45.024 INFO:tasks.workunit.client.0.smithi005.stdout:208 2024-04-12T16:40:45.025 INFO:tasks.workunit.client.0.smithi005.stdout:209 2024-04-12T16:40:45.026 INFO:tasks.workunit.client.0.smithi005.stdout:210 2024-04-12T16:40:45.027 INFO:tasks.workunit.client.0.smithi005.stdout:211 2024-04-12T16:40:45.027 INFO:tasks.workunit.client.0.smithi005.stdout:212 2024-04-12T16:40:45.028 INFO:tasks.workunit.client.0.smithi005.stdout:213 2024-04-12T16:40:45.029 INFO:tasks.workunit.client.0.smithi005.stdout:214 2024-04-12T16:40:45.030 INFO:tasks.workunit.client.0.smithi005.stdout:215 2024-04-12T16:40:45.031 INFO:tasks.workunit.client.0.smithi005.stdout:216 2024-04-12T16:40:45.032 INFO:tasks.workunit.client.0.smithi005.stdout:217 2024-04-12T16:40:45.032 INFO:tasks.workunit.client.0.smithi005.stdout:218 2024-04-12T16:40:45.033 INFO:tasks.workunit.client.0.smithi005.stdout:219 2024-04-12T16:40:45.034 INFO:tasks.workunit.client.0.smithi005.stdout:220 2024-04-12T16:40:45.035 INFO:tasks.workunit.client.0.smithi005.stdout:221 2024-04-12T16:40:45.036 INFO:tasks.workunit.client.0.smithi005.stdout:222 2024-04-12T16:40:45.037 INFO:tasks.workunit.client.0.smithi005.stdout:223 2024-04-12T16:40:45.037 INFO:tasks.workunit.client.0.smithi005.stdout:224 2024-04-12T16:40:45.038 INFO:tasks.workunit.client.0.smithi005.stdout:225 2024-04-12T16:40:45.039 INFO:tasks.workunit.client.0.smithi005.stdout:226 2024-04-12T16:40:45.040 INFO:tasks.workunit.client.0.smithi005.stdout:227 2024-04-12T16:40:45.041 INFO:tasks.workunit.client.0.smithi005.stdout:228 2024-04-12T16:40:45.042 INFO:tasks.workunit.client.0.smithi005.stdout:229 2024-04-12T16:40:45.042 INFO:tasks.workunit.client.0.smithi005.stdout:230 2024-04-12T16:40:45.043 INFO:tasks.workunit.client.0.smithi005.stdout:231 2024-04-12T16:40:45.044 INFO:tasks.workunit.client.0.smithi005.stdout:232 2024-04-12T16:40:45.045 INFO:tasks.workunit.client.0.smithi005.stdout:233 2024-04-12T16:40:45.046 INFO:tasks.workunit.client.0.smithi005.stdout:234 2024-04-12T16:40:45.046 INFO:tasks.workunit.client.0.smithi005.stdout:235 2024-04-12T16:40:45.047 INFO:tasks.workunit.client.0.smithi005.stdout:236 2024-04-12T16:40:45.048 INFO:tasks.workunit.client.0.smithi005.stdout:237 2024-04-12T16:40:45.049 INFO:tasks.workunit.client.0.smithi005.stdout:238 2024-04-12T16:40:45.050 INFO:tasks.workunit.client.0.smithi005.stdout:239 2024-04-12T16:40:45.051 INFO:tasks.workunit.client.0.smithi005.stdout:240 2024-04-12T16:40:45.052 INFO:tasks.workunit.client.0.smithi005.stdout:241 2024-04-12T16:40:45.052 INFO:tasks.workunit.client.0.smithi005.stdout:242 2024-04-12T16:40:45.054 INFO:tasks.workunit.client.0.smithi005.stdout:243 2024-04-12T16:40:45.054 INFO:tasks.workunit.client.0.smithi005.stdout:244 2024-04-12T16:40:45.055 INFO:tasks.workunit.client.0.smithi005.stdout:245 2024-04-12T16:40:45.056 INFO:tasks.workunit.client.0.smithi005.stdout:246 2024-04-12T16:40:45.057 INFO:tasks.workunit.client.0.smithi005.stdout:247 2024-04-12T16:40:45.057 INFO:tasks.workunit.client.0.smithi005.stdout:248 2024-04-12T16:40:45.058 INFO:tasks.workunit.client.0.smithi005.stdout:249 2024-04-12T16:40:45.059 INFO:tasks.workunit.client.0.smithi005.stdout:250 2024-04-12T16:40:45.060 INFO:tasks.workunit.client.0.smithi005.stdout:251 2024-04-12T16:40:45.061 INFO:tasks.workunit.client.0.smithi005.stdout:252 2024-04-12T16:40:45.062 INFO:tasks.workunit.client.0.smithi005.stdout:253 2024-04-12T16:40:45.062 INFO:tasks.workunit.client.0.smithi005.stdout:254 2024-04-12T16:40:45.063 INFO:tasks.workunit.client.0.smithi005.stdout:255 2024-04-12T16:40:45.064 INFO:tasks.workunit.client.0.smithi005.stdout:256 2024-04-12T16:40:45.065 INFO:tasks.workunit.client.0.smithi005.stdout:257 2024-04-12T16:40:45.066 INFO:tasks.workunit.client.0.smithi005.stdout:258 2024-04-12T16:40:45.067 INFO:tasks.workunit.client.0.smithi005.stdout:259 2024-04-12T16:40:45.067 INFO:tasks.workunit.client.0.smithi005.stdout:260 2024-04-12T16:40:45.068 INFO:tasks.workunit.client.0.smithi005.stdout:261 2024-04-12T16:40:45.069 INFO:tasks.workunit.client.0.smithi005.stdout:262 2024-04-12T16:40:45.070 INFO:tasks.workunit.client.0.smithi005.stdout:263 2024-04-12T16:40:45.071 INFO:tasks.workunit.client.0.smithi005.stdout:264 2024-04-12T16:40:45.072 INFO:tasks.workunit.client.0.smithi005.stdout:265 2024-04-12T16:40:45.072 INFO:tasks.workunit.client.0.smithi005.stdout:266 2024-04-12T16:40:45.073 INFO:tasks.workunit.client.0.smithi005.stdout:267 2024-04-12T16:40:45.074 INFO:tasks.workunit.client.0.smithi005.stdout:268 2024-04-12T16:40:45.078 INFO:tasks.workunit.client.0.smithi005.stdout:269 2024-04-12T16:40:45.078 INFO:tasks.workunit.client.0.smithi005.stdout:270 2024-04-12T16:40:45.078 INFO:tasks.workunit.client.0.smithi005.stdout:271 2024-04-12T16:40:45.078 INFO:tasks.workunit.client.0.smithi005.stdout:272 2024-04-12T16:40:45.078 INFO:tasks.workunit.client.0.smithi005.stdout:273 2024-04-12T16:40:45.079 INFO:tasks.workunit.client.0.smithi005.stdout:274 2024-04-12T16:40:45.080 INFO:tasks.workunit.client.0.smithi005.stdout:275 2024-04-12T16:40:45.081 INFO:tasks.workunit.client.0.smithi005.stdout:276 2024-04-12T16:40:45.082 INFO:tasks.workunit.client.0.smithi005.stdout:277 2024-04-12T16:40:45.083 INFO:tasks.workunit.client.0.smithi005.stdout:278 2024-04-12T16:40:45.083 INFO:tasks.workunit.client.0.smithi005.stdout:279 2024-04-12T16:40:45.084 INFO:tasks.workunit.client.0.smithi005.stdout:280 2024-04-12T16:40:45.085 INFO:tasks.workunit.client.0.smithi005.stdout:281 2024-04-12T16:40:45.086 INFO:tasks.workunit.client.0.smithi005.stdout:282 2024-04-12T16:40:45.087 INFO:tasks.workunit.client.0.smithi005.stdout:283 2024-04-12T16:40:45.088 INFO:tasks.workunit.client.0.smithi005.stdout:284 2024-04-12T16:40:45.088 INFO:tasks.workunit.client.0.smithi005.stdout:285 2024-04-12T16:40:45.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:44 smithi016 ceph-mon[84444]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T16:40:45.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:44 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:45.089 INFO:tasks.workunit.client.0.smithi005.stdout:286 2024-04-12T16:40:45.090 INFO:tasks.workunit.client.0.smithi005.stdout:287 2024-04-12T16:40:45.091 INFO:tasks.workunit.client.0.smithi005.stdout:288 2024-04-12T16:40:45.092 INFO:tasks.workunit.client.0.smithi005.stdout:289 2024-04-12T16:40:45.093 INFO:tasks.workunit.client.0.smithi005.stdout:290 2024-04-12T16:40:45.093 INFO:tasks.workunit.client.0.smithi005.stdout:291 2024-04-12T16:40:45.094 INFO:tasks.workunit.client.0.smithi005.stdout:292 2024-04-12T16:40:45.095 INFO:tasks.workunit.client.0.smithi005.stdout:293 2024-04-12T16:40:45.096 INFO:tasks.workunit.client.0.smithi005.stdout:294 2024-04-12T16:40:45.097 INFO:tasks.workunit.client.0.smithi005.stdout:295 2024-04-12T16:40:45.098 INFO:tasks.workunit.client.0.smithi005.stdout:296 2024-04-12T16:40:45.099 INFO:tasks.workunit.client.0.smithi005.stdout:297 2024-04-12T16:40:45.100 INFO:tasks.workunit.client.0.smithi005.stdout:298 2024-04-12T16:40:45.100 INFO:tasks.workunit.client.0.smithi005.stdout:299 2024-04-12T16:40:45.101 INFO:tasks.workunit.client.0.smithi005.stdout:300 2024-04-12T16:40:45.102 INFO:tasks.workunit.client.0.smithi005.stdout:301 2024-04-12T16:40:45.103 INFO:tasks.workunit.client.0.smithi005.stdout:302 2024-04-12T16:40:45.104 INFO:tasks.workunit.client.0.smithi005.stdout:303 2024-04-12T16:40:45.105 INFO:tasks.workunit.client.0.smithi005.stdout:304 2024-04-12T16:40:45.106 INFO:tasks.workunit.client.0.smithi005.stdout:305 2024-04-12T16:40:45.107 INFO:tasks.workunit.client.0.smithi005.stdout:306 2024-04-12T16:40:45.108 INFO:tasks.workunit.client.0.smithi005.stdout:307 2024-04-12T16:40:45.108 INFO:tasks.workunit.client.0.smithi005.stdout:308 2024-04-12T16:40:45.109 INFO:tasks.workunit.client.0.smithi005.stdout:309 2024-04-12T16:40:45.110 INFO:tasks.workunit.client.0.smithi005.stdout:310 2024-04-12T16:40:45.111 INFO:tasks.workunit.client.0.smithi005.stdout:311 2024-04-12T16:40:45.112 INFO:tasks.workunit.client.0.smithi005.stdout:312 2024-04-12T16:40:45.113 INFO:tasks.workunit.client.0.smithi005.stdout:313 2024-04-12T16:40:45.113 INFO:tasks.workunit.client.0.smithi005.stdout:314 2024-04-12T16:40:45.114 INFO:tasks.workunit.client.0.smithi005.stdout:315 2024-04-12T16:40:45.115 INFO:tasks.workunit.client.0.smithi005.stdout:316 2024-04-12T16:40:45.116 INFO:tasks.workunit.client.0.smithi005.stdout:317 2024-04-12T16:40:45.117 INFO:tasks.workunit.client.0.smithi005.stdout:318 2024-04-12T16:40:45.118 INFO:tasks.workunit.client.0.smithi005.stdout:319 2024-04-12T16:40:45.119 INFO:tasks.workunit.client.0.smithi005.stdout:320 2024-04-12T16:40:45.120 INFO:tasks.workunit.client.0.smithi005.stdout:321 2024-04-12T16:40:45.121 INFO:tasks.workunit.client.0.smithi005.stdout:322 2024-04-12T16:40:45.122 INFO:tasks.workunit.client.0.smithi005.stdout:323 2024-04-12T16:40:45.122 INFO:tasks.workunit.client.0.smithi005.stdout:324 2024-04-12T16:40:45.123 INFO:tasks.workunit.client.0.smithi005.stdout:325 2024-04-12T16:40:45.124 INFO:tasks.workunit.client.0.smithi005.stdout:326 2024-04-12T16:40:45.125 INFO:tasks.workunit.client.0.smithi005.stdout:327 2024-04-12T16:40:45.126 INFO:tasks.workunit.client.0.smithi005.stdout:328 2024-04-12T16:40:45.126 INFO:tasks.workunit.client.0.smithi005.stdout:329 2024-04-12T16:40:45.127 INFO:tasks.workunit.client.0.smithi005.stdout:330 2024-04-12T16:40:45.128 INFO:tasks.workunit.client.0.smithi005.stdout:331 2024-04-12T16:40:45.129 INFO:tasks.workunit.client.0.smithi005.stdout:332 2024-04-12T16:40:45.130 INFO:tasks.workunit.client.0.smithi005.stdout:333 2024-04-12T16:40:45.131 INFO:tasks.workunit.client.0.smithi005.stdout:334 2024-04-12T16:40:45.132 INFO:tasks.workunit.client.0.smithi005.stdout:335 2024-04-12T16:40:45.132 INFO:tasks.workunit.client.0.smithi005.stdout:336 2024-04-12T16:40:45.133 INFO:tasks.workunit.client.0.smithi005.stdout:337 2024-04-12T16:40:45.134 INFO:tasks.workunit.client.0.smithi005.stdout:338 2024-04-12T16:40:45.135 INFO:tasks.workunit.client.0.smithi005.stdout:339 2024-04-12T16:40:45.136 INFO:tasks.workunit.client.0.smithi005.stdout:340 2024-04-12T16:40:45.137 INFO:tasks.workunit.client.0.smithi005.stdout:341 2024-04-12T16:40:45.138 INFO:tasks.workunit.client.0.smithi005.stdout:342 2024-04-12T16:40:45.140 INFO:tasks.workunit.client.0.smithi005.stdout:343 2024-04-12T16:40:45.140 INFO:tasks.workunit.client.0.smithi005.stdout:344 2024-04-12T16:40:45.141 INFO:tasks.workunit.client.0.smithi005.stdout:345 2024-04-12T16:40:45.142 INFO:tasks.workunit.client.0.smithi005.stdout:346 2024-04-12T16:40:45.142 INFO:tasks.workunit.client.0.smithi005.stdout:347 2024-04-12T16:40:45.143 INFO:tasks.workunit.client.0.smithi005.stdout:348 2024-04-12T16:40:45.144 INFO:tasks.workunit.client.0.smithi005.stdout:349 2024-04-12T16:40:45.145 INFO:tasks.workunit.client.0.smithi005.stdout:350 2024-04-12T16:40:45.146 INFO:tasks.workunit.client.0.smithi005.stdout:351 2024-04-12T16:40:45.147 INFO:tasks.workunit.client.0.smithi005.stdout:352 2024-04-12T16:40:45.148 INFO:tasks.workunit.client.0.smithi005.stdout:353 2024-04-12T16:40:45.149 INFO:tasks.workunit.client.0.smithi005.stdout:354 2024-04-12T16:40:45.150 INFO:tasks.workunit.client.0.smithi005.stdout:355 2024-04-12T16:40:45.151 INFO:tasks.workunit.client.0.smithi005.stdout:356 2024-04-12T16:40:45.151 INFO:tasks.workunit.client.0.smithi005.stdout:357 2024-04-12T16:40:45.152 INFO:tasks.workunit.client.0.smithi005.stdout:358 2024-04-12T16:40:45.153 INFO:tasks.workunit.client.0.smithi005.stdout:359 2024-04-12T16:40:45.154 INFO:tasks.workunit.client.0.smithi005.stdout:360 2024-04-12T16:40:45.155 INFO:tasks.workunit.client.0.smithi005.stdout:361 2024-04-12T16:40:45.156 INFO:tasks.workunit.client.0.smithi005.stdout:362 2024-04-12T16:40:45.157 INFO:tasks.workunit.client.0.smithi005.stdout:363 2024-04-12T16:40:45.158 INFO:tasks.workunit.client.0.smithi005.stdout:364 2024-04-12T16:40:45.159 INFO:tasks.workunit.client.0.smithi005.stdout:365 2024-04-12T16:40:45.160 INFO:tasks.workunit.client.0.smithi005.stdout:366 2024-04-12T16:40:45.161 INFO:tasks.workunit.client.0.smithi005.stdout:367 2024-04-12T16:40:45.162 INFO:tasks.workunit.client.0.smithi005.stdout:368 2024-04-12T16:40:45.162 INFO:tasks.workunit.client.0.smithi005.stdout:369 2024-04-12T16:40:45.164 INFO:tasks.workunit.client.0.smithi005.stdout:370 2024-04-12T16:40:45.164 INFO:tasks.workunit.client.0.smithi005.stdout:371 2024-04-12T16:40:45.165 INFO:tasks.workunit.client.0.smithi005.stdout:372 2024-04-12T16:40:45.166 INFO:tasks.workunit.client.0.smithi005.stdout:373 2024-04-12T16:40:45.167 INFO:tasks.workunit.client.0.smithi005.stdout:374 2024-04-12T16:40:45.168 INFO:tasks.workunit.client.0.smithi005.stdout:375 2024-04-12T16:40:45.169 INFO:tasks.workunit.client.0.smithi005.stdout:376 2024-04-12T16:40:45.170 INFO:tasks.workunit.client.0.smithi005.stdout:377 2024-04-12T16:40:45.171 INFO:tasks.workunit.client.0.smithi005.stdout:378 2024-04-12T16:40:45.172 INFO:tasks.workunit.client.0.smithi005.stdout:379 2024-04-12T16:40:45.173 INFO:tasks.workunit.client.0.smithi005.stdout:380 2024-04-12T16:40:45.174 INFO:tasks.workunit.client.0.smithi005.stdout:381 2024-04-12T16:40:45.175 INFO:tasks.workunit.client.0.smithi005.stdout:382 2024-04-12T16:40:45.176 INFO:tasks.workunit.client.0.smithi005.stdout:383 2024-04-12T16:40:45.177 INFO:tasks.workunit.client.0.smithi005.stdout:384 2024-04-12T16:40:45.178 INFO:tasks.workunit.client.0.smithi005.stdout:385 2024-04-12T16:40:45.179 INFO:tasks.workunit.client.0.smithi005.stdout:386 2024-04-12T16:40:45.180 INFO:tasks.workunit.client.0.smithi005.stdout:387 2024-04-12T16:40:45.181 INFO:tasks.workunit.client.0.smithi005.stdout:388 2024-04-12T16:40:45.182 INFO:tasks.workunit.client.0.smithi005.stdout:389 2024-04-12T16:40:45.183 INFO:tasks.workunit.client.0.smithi005.stdout:390 2024-04-12T16:40:45.183 INFO:tasks.workunit.client.0.smithi005.stdout:391 2024-04-12T16:40:45.184 INFO:tasks.workunit.client.0.smithi005.stdout:392 2024-04-12T16:40:45.185 INFO:tasks.workunit.client.0.smithi005.stdout:393 2024-04-12T16:40:45.186 INFO:tasks.workunit.client.0.smithi005.stdout:394 2024-04-12T16:40:45.187 INFO:tasks.workunit.client.0.smithi005.stdout:395 2024-04-12T16:40:45.188 INFO:tasks.workunit.client.0.smithi005.stdout:396 2024-04-12T16:40:45.189 INFO:tasks.workunit.client.0.smithi005.stdout:397 2024-04-12T16:40:45.190 INFO:tasks.workunit.client.0.smithi005.stdout:398 2024-04-12T16:40:45.191 INFO:tasks.workunit.client.0.smithi005.stdout:399 2024-04-12T16:40:45.192 INFO:tasks.workunit.client.0.smithi005.stdout:400 2024-04-12T16:40:45.192 INFO:tasks.workunit.client.0.smithi005.stdout:401 2024-04-12T16:40:45.193 INFO:tasks.workunit.client.0.smithi005.stdout:402 2024-04-12T16:40:45.194 INFO:tasks.workunit.client.0.smithi005.stdout:403 2024-04-12T16:40:45.195 INFO:tasks.workunit.client.0.smithi005.stdout:404 2024-04-12T16:40:45.196 INFO:tasks.workunit.client.0.smithi005.stdout:405 2024-04-12T16:40:45.197 INFO:tasks.workunit.client.0.smithi005.stdout:406 2024-04-12T16:40:45.198 INFO:tasks.workunit.client.0.smithi005.stdout:407 2024-04-12T16:40:45.199 INFO:tasks.workunit.client.0.smithi005.stdout:408 2024-04-12T16:40:45.200 INFO:tasks.workunit.client.0.smithi005.stdout:409 2024-04-12T16:40:45.201 INFO:tasks.workunit.client.0.smithi005.stdout:410 2024-04-12T16:40:45.201 INFO:tasks.workunit.client.0.smithi005.stdout:411 2024-04-12T16:40:45.202 INFO:tasks.workunit.client.0.smithi005.stdout:412 2024-04-12T16:40:45.203 INFO:tasks.workunit.client.0.smithi005.stdout:413 2024-04-12T16:40:45.204 INFO:tasks.workunit.client.0.smithi005.stdout:414 2024-04-12T16:40:45.205 INFO:tasks.workunit.client.0.smithi005.stdout:415 2024-04-12T16:40:45.206 INFO:tasks.workunit.client.0.smithi005.stdout:416 2024-04-12T16:40:45.207 INFO:tasks.workunit.client.0.smithi005.stdout:417 2024-04-12T16:40:45.208 INFO:tasks.workunit.client.0.smithi005.stdout:418 2024-04-12T16:40:45.209 INFO:tasks.workunit.client.0.smithi005.stdout:419 2024-04-12T16:40:45.210 INFO:tasks.workunit.client.0.smithi005.stdout:420 2024-04-12T16:40:45.211 INFO:tasks.workunit.client.0.smithi005.stdout:421 2024-04-12T16:40:45.212 INFO:tasks.workunit.client.0.smithi005.stdout:422 2024-04-12T16:40:45.212 INFO:tasks.workunit.client.0.smithi005.stdout:423 2024-04-12T16:40:45.213 INFO:tasks.workunit.client.0.smithi005.stdout:424 2024-04-12T16:40:45.215 INFO:tasks.workunit.client.0.smithi005.stdout:425 2024-04-12T16:40:45.215 INFO:tasks.workunit.client.0.smithi005.stdout:426 2024-04-12T16:40:45.217 INFO:tasks.workunit.client.0.smithi005.stdout:427 2024-04-12T16:40:45.217 INFO:tasks.workunit.client.0.smithi005.stdout:428 2024-04-12T16:40:45.218 INFO:tasks.workunit.client.0.smithi005.stdout:429 2024-04-12T16:40:45.219 INFO:tasks.workunit.client.0.smithi005.stdout:430 2024-04-12T16:40:45.220 INFO:tasks.workunit.client.0.smithi005.stdout:431 2024-04-12T16:40:45.221 INFO:tasks.workunit.client.0.smithi005.stdout:432 2024-04-12T16:40:45.222 INFO:tasks.workunit.client.0.smithi005.stdout:433 2024-04-12T16:40:45.223 INFO:tasks.workunit.client.0.smithi005.stdout:434 2024-04-12T16:40:45.225 INFO:tasks.workunit.client.0.smithi005.stdout:435 2024-04-12T16:40:45.226 INFO:tasks.workunit.client.0.smithi005.stdout:436 2024-04-12T16:40:45.227 INFO:tasks.workunit.client.0.smithi005.stdout:437 2024-04-12T16:40:45.228 INFO:tasks.workunit.client.0.smithi005.stdout:438 2024-04-12T16:40:45.230 INFO:tasks.workunit.client.0.smithi005.stdout:439 2024-04-12T16:40:45.230 INFO:tasks.workunit.client.0.smithi005.stdout:440 2024-04-12T16:40:45.231 INFO:tasks.workunit.client.0.smithi005.stdout:441 2024-04-12T16:40:45.232 INFO:tasks.workunit.client.0.smithi005.stdout:442 2024-04-12T16:40:45.234 INFO:tasks.workunit.client.0.smithi005.stdout:443 2024-04-12T16:40:45.235 INFO:tasks.workunit.client.0.smithi005.stdout:444 2024-04-12T16:40:45.236 INFO:tasks.workunit.client.0.smithi005.stdout:445 2024-04-12T16:40:45.237 INFO:tasks.workunit.client.0.smithi005.stdout:446 2024-04-12T16:40:45.238 INFO:tasks.workunit.client.0.smithi005.stdout:447 2024-04-12T16:40:45.239 INFO:tasks.workunit.client.0.smithi005.stdout:448 2024-04-12T16:40:45.240 INFO:tasks.workunit.client.0.smithi005.stdout:449 2024-04-12T16:40:45.241 INFO:tasks.workunit.client.0.smithi005.stdout:450 2024-04-12T16:40:45.242 INFO:tasks.workunit.client.0.smithi005.stdout:451 2024-04-12T16:40:45.243 INFO:tasks.workunit.client.0.smithi005.stdout:452 2024-04-12T16:40:45.244 INFO:tasks.workunit.client.0.smithi005.stdout:453 2024-04-12T16:40:45.245 INFO:tasks.workunit.client.0.smithi005.stdout:454 2024-04-12T16:40:45.246 INFO:tasks.workunit.client.0.smithi005.stdout:455 2024-04-12T16:40:45.247 INFO:tasks.workunit.client.0.smithi005.stdout:456 2024-04-12T16:40:45.248 INFO:tasks.workunit.client.0.smithi005.stdout:457 2024-04-12T16:40:45.248 INFO:tasks.workunit.client.0.smithi005.stdout:458 2024-04-12T16:40:45.249 INFO:tasks.workunit.client.0.smithi005.stdout:459 2024-04-12T16:40:45.250 INFO:tasks.workunit.client.0.smithi005.stdout:460 2024-04-12T16:40:45.251 INFO:tasks.workunit.client.0.smithi005.stdout:461 2024-04-12T16:40:45.252 INFO:tasks.workunit.client.0.smithi005.stdout:462 2024-04-12T16:40:45.254 INFO:tasks.workunit.client.0.smithi005.stdout:463 2024-04-12T16:40:45.255 INFO:tasks.workunit.client.0.smithi005.stdout:464 2024-04-12T16:40:45.256 INFO:tasks.workunit.client.0.smithi005.stdout:465 2024-04-12T16:40:45.257 INFO:tasks.workunit.client.0.smithi005.stdout:466 2024-04-12T16:40:45.258 INFO:tasks.workunit.client.0.smithi005.stdout:467 2024-04-12T16:40:45.259 INFO:tasks.workunit.client.0.smithi005.stdout:468 2024-04-12T16:40:45.260 INFO:tasks.workunit.client.0.smithi005.stdout:469 2024-04-12T16:40:45.261 INFO:tasks.workunit.client.0.smithi005.stdout:470 2024-04-12T16:40:45.262 INFO:tasks.workunit.client.0.smithi005.stdout:471 2024-04-12T16:40:45.263 INFO:tasks.workunit.client.0.smithi005.stdout:472 2024-04-12T16:40:45.264 INFO:tasks.workunit.client.0.smithi005.stdout:473 2024-04-12T16:40:45.264 INFO:tasks.workunit.client.0.smithi005.stdout:474 2024-04-12T16:40:45.265 INFO:tasks.workunit.client.0.smithi005.stdout:475 2024-04-12T16:40:45.266 INFO:tasks.workunit.client.0.smithi005.stdout:476 2024-04-12T16:40:45.267 INFO:tasks.workunit.client.0.smithi005.stdout:477 2024-04-12T16:40:45.268 INFO:tasks.workunit.client.0.smithi005.stdout:478 2024-04-12T16:40:45.269 INFO:tasks.workunit.client.0.smithi005.stdout:479 2024-04-12T16:40:45.270 INFO:tasks.workunit.client.0.smithi005.stdout:480 2024-04-12T16:40:45.271 INFO:tasks.workunit.client.0.smithi005.stdout:481 2024-04-12T16:40:45.272 INFO:tasks.workunit.client.0.smithi005.stdout:482 2024-04-12T16:40:45.273 INFO:tasks.workunit.client.0.smithi005.stdout:483 2024-04-12T16:40:45.274 INFO:tasks.workunit.client.0.smithi005.stdout:484 2024-04-12T16:40:45.275 INFO:tasks.workunit.client.0.smithi005.stdout:485 2024-04-12T16:40:45.276 INFO:tasks.workunit.client.0.smithi005.stdout:486 2024-04-12T16:40:45.277 INFO:tasks.workunit.client.0.smithi005.stdout:487 2024-04-12T16:40:45.278 INFO:tasks.workunit.client.0.smithi005.stdout:488 2024-04-12T16:40:45.279 INFO:tasks.workunit.client.0.smithi005.stdout:489 2024-04-12T16:40:45.281 INFO:tasks.workunit.client.0.smithi005.stdout:490 2024-04-12T16:40:45.282 INFO:tasks.workunit.client.0.smithi005.stdout:491 2024-04-12T16:40:45.282 INFO:tasks.workunit.client.0.smithi005.stdout:492 2024-04-12T16:40:45.283 INFO:tasks.workunit.client.0.smithi005.stdout:493 2024-04-12T16:40:45.284 INFO:tasks.workunit.client.0.smithi005.stdout:494 2024-04-12T16:40:45.285 INFO:tasks.workunit.client.0.smithi005.stdout:495 2024-04-12T16:40:45.285 INFO:tasks.workunit.client.0.smithi005.stdout:496 2024-04-12T16:40:45.286 INFO:tasks.workunit.client.0.smithi005.stdout:497 2024-04-12T16:40:45.287 INFO:tasks.workunit.client.0.smithi005.stdout:498 2024-04-12T16:40:45.288 INFO:tasks.workunit.client.0.smithi005.stdout:499 2024-04-12T16:40:45.289 INFO:tasks.workunit.client.0.smithi005.stdout:500 2024-04-12T16:40:45.290 INFO:tasks.workunit.client.0.smithi005.stdout:501 2024-04-12T16:40:45.291 INFO:tasks.workunit.client.0.smithi005.stdout:502 2024-04-12T16:40:45.292 INFO:tasks.workunit.client.0.smithi005.stdout:503 2024-04-12T16:40:45.293 INFO:tasks.workunit.client.0.smithi005.stdout:504 2024-04-12T16:40:45.294 INFO:tasks.workunit.client.0.smithi005.stdout:505 2024-04-12T16:40:45.295 INFO:tasks.workunit.client.0.smithi005.stdout:506 2024-04-12T16:40:45.296 INFO:tasks.workunit.client.0.smithi005.stdout:507 2024-04-12T16:40:45.297 INFO:tasks.workunit.client.0.smithi005.stdout:508 2024-04-12T16:40:45.298 INFO:tasks.workunit.client.0.smithi005.stdout:509 2024-04-12T16:40:45.299 INFO:tasks.workunit.client.0.smithi005.stdout:510 2024-04-12T16:40:45.300 INFO:tasks.workunit.client.0.smithi005.stdout:511 2024-04-12T16:40:45.301 INFO:tasks.workunit.client.0.smithi005.stdout:512 2024-04-12T16:40:45.301 INFO:tasks.workunit.client.0.smithi005.stdout:513 2024-04-12T16:40:45.302 INFO:tasks.workunit.client.0.smithi005.stdout:514 2024-04-12T16:40:45.303 INFO:tasks.workunit.client.0.smithi005.stdout:515 2024-04-12T16:40:45.304 INFO:tasks.workunit.client.0.smithi005.stdout:516 2024-04-12T16:40:45.305 INFO:tasks.workunit.client.0.smithi005.stdout:517 2024-04-12T16:40:45.306 INFO:tasks.workunit.client.0.smithi005.stdout:518 2024-04-12T16:40:45.307 INFO:tasks.workunit.client.0.smithi005.stdout:519 2024-04-12T16:40:45.308 INFO:tasks.workunit.client.0.smithi005.stdout:520 2024-04-12T16:40:45.309 INFO:tasks.workunit.client.0.smithi005.stdout:521 2024-04-12T16:40:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:522 2024-04-12T16:40:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:523 2024-04-12T16:40:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:524 2024-04-12T16:40:45.313 INFO:tasks.workunit.client.0.smithi005.stdout:525 2024-04-12T16:40:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:526 2024-04-12T16:40:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:527 2024-04-12T16:40:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:528 2024-04-12T16:40:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:529 2024-04-12T16:40:45.317 INFO:tasks.workunit.client.0.smithi005.stdout:530 2024-04-12T16:40:45.318 INFO:tasks.workunit.client.0.smithi005.stdout:531 2024-04-12T16:40:45.319 INFO:tasks.workunit.client.0.smithi005.stdout:532 2024-04-12T16:40:45.320 INFO:tasks.workunit.client.0.smithi005.stdout:533 2024-04-12T16:40:45.321 INFO:tasks.workunit.client.0.smithi005.stdout:534 2024-04-12T16:40:45.322 INFO:tasks.workunit.client.0.smithi005.stdout:535 2024-04-12T16:40:45.323 INFO:tasks.workunit.client.0.smithi005.stdout:536 2024-04-12T16:40:45.324 INFO:tasks.workunit.client.0.smithi005.stdout:537 2024-04-12T16:40:45.325 INFO:tasks.workunit.client.0.smithi005.stdout:538 2024-04-12T16:40:45.326 INFO:tasks.workunit.client.0.smithi005.stdout:539 2024-04-12T16:40:45.327 INFO:tasks.workunit.client.0.smithi005.stdout:540 2024-04-12T16:40:45.328 INFO:tasks.workunit.client.0.smithi005.stdout:541 2024-04-12T16:40:45.329 INFO:tasks.workunit.client.0.smithi005.stdout:542 2024-04-12T16:40:45.330 INFO:tasks.workunit.client.0.smithi005.stdout:543 2024-04-12T16:40:45.331 INFO:tasks.workunit.client.0.smithi005.stdout:544 2024-04-12T16:40:45.332 INFO:tasks.workunit.client.0.smithi005.stdout:545 2024-04-12T16:40:45.333 INFO:tasks.workunit.client.0.smithi005.stdout:546 2024-04-12T16:40:45.334 INFO:tasks.workunit.client.0.smithi005.stdout:547 2024-04-12T16:40:45.334 INFO:tasks.workunit.client.0.smithi005.stdout:548 2024-04-12T16:40:45.335 INFO:tasks.workunit.client.0.smithi005.stdout:549 2024-04-12T16:40:45.336 INFO:tasks.workunit.client.0.smithi005.stdout:550 2024-04-12T16:40:45.337 INFO:tasks.workunit.client.0.smithi005.stdout:551 2024-04-12T16:40:45.338 INFO:tasks.workunit.client.0.smithi005.stdout:552 2024-04-12T16:40:45.339 INFO:tasks.workunit.client.0.smithi005.stdout:553 2024-04-12T16:40:45.340 INFO:tasks.workunit.client.0.smithi005.stdout:554 2024-04-12T16:40:45.341 INFO:tasks.workunit.client.0.smithi005.stdout:555 2024-04-12T16:40:45.342 INFO:tasks.workunit.client.0.smithi005.stdout:556 2024-04-12T16:40:45.343 INFO:tasks.workunit.client.0.smithi005.stdout:557 2024-04-12T16:40:45.344 INFO:tasks.workunit.client.0.smithi005.stdout:558 2024-04-12T16:40:45.345 INFO:tasks.workunit.client.0.smithi005.stdout:559 2024-04-12T16:40:45.346 INFO:tasks.workunit.client.0.smithi005.stdout:560 2024-04-12T16:40:45.347 INFO:tasks.workunit.client.0.smithi005.stdout:561 2024-04-12T16:40:45.348 INFO:tasks.workunit.client.0.smithi005.stdout:562 2024-04-12T16:40:45.349 INFO:tasks.workunit.client.0.smithi005.stdout:563 2024-04-12T16:40:45.351 INFO:tasks.workunit.client.0.smithi005.stdout:564 2024-04-12T16:40:45.352 INFO:tasks.workunit.client.0.smithi005.stdout:565 2024-04-12T16:40:45.353 INFO:tasks.workunit.client.0.smithi005.stdout:566 2024-04-12T16:40:45.354 INFO:tasks.workunit.client.0.smithi005.stdout:567 2024-04-12T16:40:45.355 INFO:tasks.workunit.client.0.smithi005.stdout:568 2024-04-12T16:40:45.356 INFO:tasks.workunit.client.0.smithi005.stdout:569 2024-04-12T16:40:45.357 INFO:tasks.workunit.client.0.smithi005.stdout:570 2024-04-12T16:40:45.358 INFO:tasks.workunit.client.0.smithi005.stdout:571 2024-04-12T16:40:45.359 INFO:tasks.workunit.client.0.smithi005.stdout:572 2024-04-12T16:40:45.360 INFO:tasks.workunit.client.0.smithi005.stdout:573 2024-04-12T16:40:45.361 INFO:tasks.workunit.client.0.smithi005.stdout:574 2024-04-12T16:40:45.363 INFO:tasks.workunit.client.0.smithi005.stdout:575 2024-04-12T16:40:45.364 INFO:tasks.workunit.client.0.smithi005.stdout:576 2024-04-12T16:40:45.365 INFO:tasks.workunit.client.0.smithi005.stdout:577 2024-04-12T16:40:45.366 INFO:tasks.workunit.client.0.smithi005.stdout:578 2024-04-12T16:40:45.367 INFO:tasks.workunit.client.0.smithi005.stdout:579 2024-04-12T16:40:45.367 INFO:tasks.workunit.client.0.smithi005.stdout:580 2024-04-12T16:40:45.369 INFO:tasks.workunit.client.0.smithi005.stdout:581 2024-04-12T16:40:45.370 INFO:tasks.workunit.client.0.smithi005.stdout:582 2024-04-12T16:40:45.371 INFO:tasks.workunit.client.0.smithi005.stdout:583 2024-04-12T16:40:45.372 INFO:tasks.workunit.client.0.smithi005.stdout:584 2024-04-12T16:40:45.373 INFO:tasks.workunit.client.0.smithi005.stdout:585 2024-04-12T16:40:45.374 INFO:tasks.workunit.client.0.smithi005.stdout:586 2024-04-12T16:40:45.375 INFO:tasks.workunit.client.0.smithi005.stdout:587 2024-04-12T16:40:45.376 INFO:tasks.workunit.client.0.smithi005.stdout:588 2024-04-12T16:40:45.377 INFO:tasks.workunit.client.0.smithi005.stdout:589 2024-04-12T16:40:45.378 INFO:tasks.workunit.client.0.smithi005.stdout:590 2024-04-12T16:40:45.379 INFO:tasks.workunit.client.0.smithi005.stdout:591 2024-04-12T16:40:45.380 INFO:tasks.workunit.client.0.smithi005.stdout:592 2024-04-12T16:40:45.381 INFO:tasks.workunit.client.0.smithi005.stdout:593 2024-04-12T16:40:45.382 INFO:tasks.workunit.client.0.smithi005.stdout:594 2024-04-12T16:40:45.383 INFO:tasks.workunit.client.0.smithi005.stdout:595 2024-04-12T16:40:45.384 INFO:tasks.workunit.client.0.smithi005.stdout:596 2024-04-12T16:40:45.385 INFO:tasks.workunit.client.0.smithi005.stdout:597 2024-04-12T16:40:45.386 INFO:tasks.workunit.client.0.smithi005.stdout:598 2024-04-12T16:40:45.387 INFO:tasks.workunit.client.0.smithi005.stdout:599 2024-04-12T16:40:45.388 INFO:tasks.workunit.client.0.smithi005.stdout:600 2024-04-12T16:40:45.390 INFO:tasks.workunit.client.0.smithi005.stdout:601 2024-04-12T16:40:45.391 INFO:tasks.workunit.client.0.smithi005.stdout:602 2024-04-12T16:40:45.392 INFO:tasks.workunit.client.0.smithi005.stdout:603 2024-04-12T16:40:45.393 INFO:tasks.workunit.client.0.smithi005.stdout:604 2024-04-12T16:40:45.393 INFO:tasks.workunit.client.0.smithi005.stdout:605 2024-04-12T16:40:45.394 INFO:tasks.workunit.client.0.smithi005.stdout:606 2024-04-12T16:40:45.395 INFO:tasks.workunit.client.0.smithi005.stdout:607 2024-04-12T16:40:45.396 INFO:tasks.workunit.client.0.smithi005.stdout:608 2024-04-12T16:40:45.397 INFO:tasks.workunit.client.0.smithi005.stdout:609 2024-04-12T16:40:45.398 INFO:tasks.workunit.client.0.smithi005.stdout:610 2024-04-12T16:40:45.399 INFO:tasks.workunit.client.0.smithi005.stdout:611 2024-04-12T16:40:45.400 INFO:tasks.workunit.client.0.smithi005.stdout:612 2024-04-12T16:40:45.401 INFO:tasks.workunit.client.0.smithi005.stdout:613 2024-04-12T16:40:45.402 INFO:tasks.workunit.client.0.smithi005.stdout:614 2024-04-12T16:40:45.403 INFO:tasks.workunit.client.0.smithi005.stdout:615 2024-04-12T16:40:45.404 INFO:tasks.workunit.client.0.smithi005.stdout:616 2024-04-12T16:40:45.405 INFO:tasks.workunit.client.0.smithi005.stdout:617 2024-04-12T16:40:45.406 INFO:tasks.workunit.client.0.smithi005.stdout:618 2024-04-12T16:40:45.407 INFO:tasks.workunit.client.0.smithi005.stdout:619 2024-04-12T16:40:45.408 INFO:tasks.workunit.client.0.smithi005.stdout:620 2024-04-12T16:40:45.409 INFO:tasks.workunit.client.0.smithi005.stdout:621 2024-04-12T16:40:45.410 INFO:tasks.workunit.client.0.smithi005.stdout:622 2024-04-12T16:40:45.411 INFO:tasks.workunit.client.0.smithi005.stdout:623 2024-04-12T16:40:45.412 INFO:tasks.workunit.client.0.smithi005.stdout:624 2024-04-12T16:40:45.413 INFO:tasks.workunit.client.0.smithi005.stdout:625 2024-04-12T16:40:45.414 INFO:tasks.workunit.client.0.smithi005.stdout:626 2024-04-12T16:40:45.415 INFO:tasks.workunit.client.0.smithi005.stdout:627 2024-04-12T16:40:45.416 INFO:tasks.workunit.client.0.smithi005.stdout:628 2024-04-12T16:40:45.417 INFO:tasks.workunit.client.0.smithi005.stdout:629 2024-04-12T16:40:45.418 INFO:tasks.workunit.client.0.smithi005.stdout:630 2024-04-12T16:40:45.419 INFO:tasks.workunit.client.0.smithi005.stdout:631 2024-04-12T16:40:45.420 INFO:tasks.workunit.client.0.smithi005.stdout:632 2024-04-12T16:40:45.421 INFO:tasks.workunit.client.0.smithi005.stdout:633 2024-04-12T16:40:45.422 INFO:tasks.workunit.client.0.smithi005.stdout:634 2024-04-12T16:40:45.423 INFO:tasks.workunit.client.0.smithi005.stdout:635 2024-04-12T16:40:45.424 INFO:tasks.workunit.client.0.smithi005.stdout:636 2024-04-12T16:40:45.425 INFO:tasks.workunit.client.0.smithi005.stdout:637 2024-04-12T16:40:45.426 INFO:tasks.workunit.client.0.smithi005.stdout:638 2024-04-12T16:40:45.427 INFO:tasks.workunit.client.0.smithi005.stdout:639 2024-04-12T16:40:45.428 INFO:tasks.workunit.client.0.smithi005.stdout:640 2024-04-12T16:40:45.429 INFO:tasks.workunit.client.0.smithi005.stdout:641 2024-04-12T16:40:45.430 INFO:tasks.workunit.client.0.smithi005.stdout:642 2024-04-12T16:40:45.431 INFO:tasks.workunit.client.0.smithi005.stdout:643 2024-04-12T16:40:45.432 INFO:tasks.workunit.client.0.smithi005.stdout:644 2024-04-12T16:40:45.433 INFO:tasks.workunit.client.0.smithi005.stdout:645 2024-04-12T16:40:45.434 INFO:tasks.workunit.client.0.smithi005.stdout:646 2024-04-12T16:40:45.435 INFO:tasks.workunit.client.0.smithi005.stdout:647 2024-04-12T16:40:45.435 INFO:tasks.workunit.client.0.smithi005.stdout:648 2024-04-12T16:40:45.436 INFO:tasks.workunit.client.0.smithi005.stdout:649 2024-04-12T16:40:45.437 INFO:tasks.workunit.client.0.smithi005.stdout:650 2024-04-12T16:40:45.438 INFO:tasks.workunit.client.0.smithi005.stdout:651 2024-04-12T16:40:45.439 INFO:tasks.workunit.client.0.smithi005.stdout:652 2024-04-12T16:40:45.440 INFO:tasks.workunit.client.0.smithi005.stdout:653 2024-04-12T16:40:45.441 INFO:tasks.workunit.client.0.smithi005.stdout:654 2024-04-12T16:40:45.442 INFO:tasks.workunit.client.0.smithi005.stdout:655 2024-04-12T16:40:45.444 INFO:tasks.workunit.client.0.smithi005.stdout:656 2024-04-12T16:40:45.444 INFO:tasks.workunit.client.0.smithi005.stdout:657 2024-04-12T16:40:45.445 INFO:tasks.workunit.client.0.smithi005.stdout:658 2024-04-12T16:40:45.446 INFO:tasks.workunit.client.0.smithi005.stdout:659 2024-04-12T16:40:45.448 INFO:tasks.workunit.client.0.smithi005.stdout:660 2024-04-12T16:40:45.448 INFO:tasks.workunit.client.0.smithi005.stdout:661 2024-04-12T16:40:45.449 INFO:tasks.workunit.client.0.smithi005.stdout:662 2024-04-12T16:40:45.450 INFO:tasks.workunit.client.0.smithi005.stdout:663 2024-04-12T16:40:45.451 INFO:tasks.workunit.client.0.smithi005.stdout:664 2024-04-12T16:40:45.453 INFO:tasks.workunit.client.0.smithi005.stdout:665 2024-04-12T16:40:45.454 INFO:tasks.workunit.client.0.smithi005.stdout:666 2024-04-12T16:40:45.455 INFO:tasks.workunit.client.0.smithi005.stdout:667 2024-04-12T16:40:45.456 INFO:tasks.workunit.client.0.smithi005.stdout:668 2024-04-12T16:40:45.457 INFO:tasks.workunit.client.0.smithi005.stdout:669 2024-04-12T16:40:45.458 INFO:tasks.workunit.client.0.smithi005.stdout:670 2024-04-12T16:40:45.459 INFO:tasks.workunit.client.0.smithi005.stdout:671 2024-04-12T16:40:45.460 INFO:tasks.workunit.client.0.smithi005.stdout:672 2024-04-12T16:40:45.461 INFO:tasks.workunit.client.0.smithi005.stdout:673 2024-04-12T16:40:45.462 INFO:tasks.workunit.client.0.smithi005.stdout:674 2024-04-12T16:40:45.463 INFO:tasks.workunit.client.0.smithi005.stdout:675 2024-04-12T16:40:45.464 INFO:tasks.workunit.client.0.smithi005.stdout:676 2024-04-12T16:40:45.464 INFO:tasks.workunit.client.0.smithi005.stdout:677 2024-04-12T16:40:45.465 INFO:tasks.workunit.client.0.smithi005.stdout:678 2024-04-12T16:40:45.466 INFO:tasks.workunit.client.0.smithi005.stdout:679 2024-04-12T16:40:45.467 INFO:tasks.workunit.client.0.smithi005.stdout:680 2024-04-12T16:40:45.468 INFO:tasks.workunit.client.0.smithi005.stdout:681 2024-04-12T16:40:45.469 INFO:tasks.workunit.client.0.smithi005.stdout:682 2024-04-12T16:40:45.470 INFO:tasks.workunit.client.0.smithi005.stdout:683 2024-04-12T16:40:45.471 INFO:tasks.workunit.client.0.smithi005.stdout:684 2024-04-12T16:40:45.472 INFO:tasks.workunit.client.0.smithi005.stdout:685 2024-04-12T16:40:45.473 INFO:tasks.workunit.client.0.smithi005.stdout:686 2024-04-12T16:40:45.475 INFO:tasks.workunit.client.0.smithi005.stdout:687 2024-04-12T16:40:45.476 INFO:tasks.workunit.client.0.smithi005.stdout:688 2024-04-12T16:40:45.477 INFO:tasks.workunit.client.0.smithi005.stdout:689 2024-04-12T16:40:45.478 INFO:tasks.workunit.client.0.smithi005.stdout:690 2024-04-12T16:40:45.479 INFO:tasks.workunit.client.0.smithi005.stdout:691 2024-04-12T16:40:45.480 INFO:tasks.workunit.client.0.smithi005.stdout:692 2024-04-12T16:40:45.481 INFO:tasks.workunit.client.0.smithi005.stdout:693 2024-04-12T16:40:45.482 INFO:tasks.workunit.client.0.smithi005.stdout:694 2024-04-12T16:40:45.483 INFO:tasks.workunit.client.0.smithi005.stdout:695 2024-04-12T16:40:45.484 INFO:tasks.workunit.client.0.smithi005.stdout:696 2024-04-12T16:40:45.485 INFO:tasks.workunit.client.0.smithi005.stdout:697 2024-04-12T16:40:45.486 INFO:tasks.workunit.client.0.smithi005.stdout:698 2024-04-12T16:40:45.487 INFO:tasks.workunit.client.0.smithi005.stdout:699 2024-04-12T16:40:45.490 INFO:tasks.workunit.client.0.smithi005.stdout:700 2024-04-12T16:40:45.491 INFO:tasks.workunit.client.0.smithi005.stdout:701 2024-04-12T16:40:45.491 INFO:tasks.workunit.client.0.smithi005.stdout:702 2024-04-12T16:40:45.491 INFO:tasks.workunit.client.0.smithi005.stdout:703 2024-04-12T16:40:45.492 INFO:tasks.workunit.client.0.smithi005.stdout:704 2024-04-12T16:40:45.493 INFO:tasks.workunit.client.0.smithi005.stdout:705 2024-04-12T16:40:45.494 INFO:tasks.workunit.client.0.smithi005.stdout:706 2024-04-12T16:40:45.495 INFO:tasks.workunit.client.0.smithi005.stdout:707 2024-04-12T16:40:45.496 INFO:tasks.workunit.client.0.smithi005.stdout:708 2024-04-12T16:40:45.497 INFO:tasks.workunit.client.0.smithi005.stdout:709 2024-04-12T16:40:45.498 INFO:tasks.workunit.client.0.smithi005.stdout:710 2024-04-12T16:40:45.499 INFO:tasks.workunit.client.0.smithi005.stdout:711 2024-04-12T16:40:45.500 INFO:tasks.workunit.client.0.smithi005.stdout:712 2024-04-12T16:40:45.501 INFO:tasks.workunit.client.0.smithi005.stdout:713 2024-04-12T16:40:45.502 INFO:tasks.workunit.client.0.smithi005.stdout:714 2024-04-12T16:40:45.503 INFO:tasks.workunit.client.0.smithi005.stdout:715 2024-04-12T16:40:45.504 INFO:tasks.workunit.client.0.smithi005.stdout:716 2024-04-12T16:40:45.505 INFO:tasks.workunit.client.0.smithi005.stdout:717 2024-04-12T16:40:45.506 INFO:tasks.workunit.client.0.smithi005.stdout:718 2024-04-12T16:40:45.507 INFO:tasks.workunit.client.0.smithi005.stdout:719 2024-04-12T16:40:45.508 INFO:tasks.workunit.client.0.smithi005.stdout:720 2024-04-12T16:40:45.509 INFO:tasks.workunit.client.0.smithi005.stdout:721 2024-04-12T16:40:45.510 INFO:tasks.workunit.client.0.smithi005.stdout:722 2024-04-12T16:40:45.511 INFO:tasks.workunit.client.0.smithi005.stdout:723 2024-04-12T16:40:45.512 INFO:tasks.workunit.client.0.smithi005.stdout:724 2024-04-12T16:40:45.514 INFO:tasks.workunit.client.0.smithi005.stdout:725 2024-04-12T16:40:45.515 INFO:tasks.workunit.client.0.smithi005.stdout:726 2024-04-12T16:40:45.516 INFO:tasks.workunit.client.0.smithi005.stdout:727 2024-04-12T16:40:45.517 INFO:tasks.workunit.client.0.smithi005.stdout:728 2024-04-12T16:40:45.518 INFO:tasks.workunit.client.0.smithi005.stdout:729 2024-04-12T16:40:45.519 INFO:tasks.workunit.client.0.smithi005.stdout:730 2024-04-12T16:40:45.520 INFO:tasks.workunit.client.0.smithi005.stdout:731 2024-04-12T16:40:45.521 INFO:tasks.workunit.client.0.smithi005.stdout:732 2024-04-12T16:40:45.522 INFO:tasks.workunit.client.0.smithi005.stdout:733 2024-04-12T16:40:45.523 INFO:tasks.workunit.client.0.smithi005.stdout:734 2024-04-12T16:40:45.524 INFO:tasks.workunit.client.0.smithi005.stdout:735 2024-04-12T16:40:45.525 INFO:tasks.workunit.client.0.smithi005.stdout:736 2024-04-12T16:40:45.526 INFO:tasks.workunit.client.0.smithi005.stdout:737 2024-04-12T16:40:45.527 INFO:tasks.workunit.client.0.smithi005.stdout:738 2024-04-12T16:40:45.527 INFO:tasks.workunit.client.0.smithi005.stdout:739 2024-04-12T16:40:45.528 INFO:tasks.workunit.client.0.smithi005.stdout:740 2024-04-12T16:40:45.529 INFO:tasks.workunit.client.0.smithi005.stdout:741 2024-04-12T16:40:45.530 INFO:tasks.workunit.client.0.smithi005.stdout:742 2024-04-12T16:40:45.531 INFO:tasks.workunit.client.0.smithi005.stdout:743 2024-04-12T16:40:45.532 INFO:tasks.workunit.client.0.smithi005.stdout:744 2024-04-12T16:40:45.533 INFO:tasks.workunit.client.0.smithi005.stdout:745 2024-04-12T16:40:45.535 INFO:tasks.workunit.client.0.smithi005.stdout:746 2024-04-12T16:40:45.536 INFO:tasks.workunit.client.0.smithi005.stdout:747 2024-04-12T16:40:45.536 INFO:tasks.workunit.client.0.smithi005.stdout:748 2024-04-12T16:40:45.537 INFO:tasks.workunit.client.0.smithi005.stdout:749 2024-04-12T16:40:45.538 INFO:tasks.workunit.client.0.smithi005.stdout:750 2024-04-12T16:40:45.539 INFO:tasks.workunit.client.0.smithi005.stdout:751 2024-04-12T16:40:45.540 INFO:tasks.workunit.client.0.smithi005.stdout:752 2024-04-12T16:40:45.542 INFO:tasks.workunit.client.0.smithi005.stdout:753 2024-04-12T16:40:45.543 INFO:tasks.workunit.client.0.smithi005.stdout:754 2024-04-12T16:40:45.544 INFO:tasks.workunit.client.0.smithi005.stdout:755 2024-04-12T16:40:45.545 INFO:tasks.workunit.client.0.smithi005.stdout:756 2024-04-12T16:40:45.546 INFO:tasks.workunit.client.0.smithi005.stdout:757 2024-04-12T16:40:45.547 INFO:tasks.workunit.client.0.smithi005.stdout:758 2024-04-12T16:40:45.548 INFO:tasks.workunit.client.0.smithi005.stdout:759 2024-04-12T16:40:45.549 INFO:tasks.workunit.client.0.smithi005.stdout:760 2024-04-12T16:40:45.550 INFO:tasks.workunit.client.0.smithi005.stdout:761 2024-04-12T16:40:45.551 INFO:tasks.workunit.client.0.smithi005.stdout:762 2024-04-12T16:40:45.552 INFO:tasks.workunit.client.0.smithi005.stdout:763 2024-04-12T16:40:45.553 INFO:tasks.workunit.client.0.smithi005.stdout:764 2024-04-12T16:40:45.554 INFO:tasks.workunit.client.0.smithi005.stdout:765 2024-04-12T16:40:45.555 INFO:tasks.workunit.client.0.smithi005.stdout:766 2024-04-12T16:40:45.556 INFO:tasks.workunit.client.0.smithi005.stdout:767 2024-04-12T16:40:45.557 INFO:tasks.workunit.client.0.smithi005.stdout:768 2024-04-12T16:40:45.558 INFO:tasks.workunit.client.0.smithi005.stdout:769 2024-04-12T16:40:45.559 INFO:tasks.workunit.client.0.smithi005.stdout:770 2024-04-12T16:40:45.560 INFO:tasks.workunit.client.0.smithi005.stdout:771 2024-04-12T16:40:45.561 INFO:tasks.workunit.client.0.smithi005.stdout:772 2024-04-12T16:40:45.562 INFO:tasks.workunit.client.0.smithi005.stdout:773 2024-04-12T16:40:45.563 INFO:tasks.workunit.client.0.smithi005.stdout:774 2024-04-12T16:40:45.564 INFO:tasks.workunit.client.0.smithi005.stdout:775 2024-04-12T16:40:45.565 INFO:tasks.workunit.client.0.smithi005.stdout:776 2024-04-12T16:40:45.566 INFO:tasks.workunit.client.0.smithi005.stdout:777 2024-04-12T16:40:45.567 INFO:tasks.workunit.client.0.smithi005.stdout:778 2024-04-12T16:40:45.568 INFO:tasks.workunit.client.0.smithi005.stdout:779 2024-04-12T16:40:45.570 INFO:tasks.workunit.client.0.smithi005.stdout:780 2024-04-12T16:40:45.571 INFO:tasks.workunit.client.0.smithi005.stdout:781 2024-04-12T16:40:45.572 INFO:tasks.workunit.client.0.smithi005.stdout:782 2024-04-12T16:40:45.573 INFO:tasks.workunit.client.0.smithi005.stdout:783 2024-04-12T16:40:45.574 INFO:tasks.workunit.client.0.smithi005.stdout:784 2024-04-12T16:40:45.575 INFO:tasks.workunit.client.0.smithi005.stdout:785 2024-04-12T16:40:45.576 INFO:tasks.workunit.client.0.smithi005.stdout:786 2024-04-12T16:40:45.577 INFO:tasks.workunit.client.0.smithi005.stdout:787 2024-04-12T16:40:45.578 INFO:tasks.workunit.client.0.smithi005.stdout:788 2024-04-12T16:40:45.579 INFO:tasks.workunit.client.0.smithi005.stdout:789 2024-04-12T16:40:45.580 INFO:tasks.workunit.client.0.smithi005.stdout:790 2024-04-12T16:40:45.581 INFO:tasks.workunit.client.0.smithi005.stdout:791 2024-04-12T16:40:45.582 INFO:tasks.workunit.client.0.smithi005.stdout:792 2024-04-12T16:40:45.583 INFO:tasks.workunit.client.0.smithi005.stdout:793 2024-04-12T16:40:45.584 INFO:tasks.workunit.client.0.smithi005.stdout:794 2024-04-12T16:40:45.585 INFO:tasks.workunit.client.0.smithi005.stdout:795 2024-04-12T16:40:45.586 INFO:tasks.workunit.client.0.smithi005.stdout:796 2024-04-12T16:40:45.587 INFO:tasks.workunit.client.0.smithi005.stdout:797 2024-04-12T16:40:45.588 INFO:tasks.workunit.client.0.smithi005.stdout:798 2024-04-12T16:40:45.589 INFO:tasks.workunit.client.0.smithi005.stdout:799 2024-04-12T16:40:45.590 INFO:tasks.workunit.client.0.smithi005.stdout:800 2024-04-12T16:40:45.591 INFO:tasks.workunit.client.0.smithi005.stdout:801 2024-04-12T16:40:45.592 INFO:tasks.workunit.client.0.smithi005.stdout:802 2024-04-12T16:40:45.593 INFO:tasks.workunit.client.0.smithi005.stdout:803 2024-04-12T16:40:45.595 INFO:tasks.workunit.client.0.smithi005.stdout:804 2024-04-12T16:40:45.596 INFO:tasks.workunit.client.0.smithi005.stdout:805 2024-04-12T16:40:45.597 INFO:tasks.workunit.client.0.smithi005.stdout:806 2024-04-12T16:40:45.598 INFO:tasks.workunit.client.0.smithi005.stdout:807 2024-04-12T16:40:45.599 INFO:tasks.workunit.client.0.smithi005.stdout:808 2024-04-12T16:40:45.600 INFO:tasks.workunit.client.0.smithi005.stdout:809 2024-04-12T16:40:45.601 INFO:tasks.workunit.client.0.smithi005.stdout:810 2024-04-12T16:40:45.602 INFO:tasks.workunit.client.0.smithi005.stdout:811 2024-04-12T16:40:45.603 INFO:tasks.workunit.client.0.smithi005.stdout:812 2024-04-12T16:40:45.604 INFO:tasks.workunit.client.0.smithi005.stdout:813 2024-04-12T16:40:45.605 INFO:tasks.workunit.client.0.smithi005.stdout:814 2024-04-12T16:40:45.606 INFO:tasks.workunit.client.0.smithi005.stdout:815 2024-04-12T16:40:45.607 INFO:tasks.workunit.client.0.smithi005.stdout:816 2024-04-12T16:40:45.609 INFO:tasks.workunit.client.0.smithi005.stdout:817 2024-04-12T16:40:45.610 INFO:tasks.workunit.client.0.smithi005.stdout:818 2024-04-12T16:40:45.611 INFO:tasks.workunit.client.0.smithi005.stdout:819 2024-04-12T16:40:45.612 INFO:tasks.workunit.client.0.smithi005.stdout:820 2024-04-12T16:40:45.613 INFO:tasks.workunit.client.0.smithi005.stdout:821 2024-04-12T16:40:45.614 INFO:tasks.workunit.client.0.smithi005.stdout:822 2024-04-12T16:40:45.615 INFO:tasks.workunit.client.0.smithi005.stdout:823 2024-04-12T16:40:45.616 INFO:tasks.workunit.client.0.smithi005.stdout:824 2024-04-12T16:40:45.617 INFO:tasks.workunit.client.0.smithi005.stdout:825 2024-04-12T16:40:45.619 INFO:tasks.workunit.client.0.smithi005.stdout:826 2024-04-12T16:40:45.620 INFO:tasks.workunit.client.0.smithi005.stdout:827 2024-04-12T16:40:45.621 INFO:tasks.workunit.client.0.smithi005.stdout:828 2024-04-12T16:40:45.622 INFO:tasks.workunit.client.0.smithi005.stdout:829 2024-04-12T16:40:45.623 INFO:tasks.workunit.client.0.smithi005.stdout:830 2024-04-12T16:40:45.624 INFO:tasks.workunit.client.0.smithi005.stdout:831 2024-04-12T16:40:45.625 INFO:tasks.workunit.client.0.smithi005.stdout:832 2024-04-12T16:40:45.626 INFO:tasks.workunit.client.0.smithi005.stdout:833 2024-04-12T16:40:45.627 INFO:tasks.workunit.client.0.smithi005.stdout:834 2024-04-12T16:40:45.628 INFO:tasks.workunit.client.0.smithi005.stdout:835 2024-04-12T16:40:45.629 INFO:tasks.workunit.client.0.smithi005.stdout:836 2024-04-12T16:40:45.630 INFO:tasks.workunit.client.0.smithi005.stdout:837 2024-04-12T16:40:45.631 INFO:tasks.workunit.client.0.smithi005.stdout:838 2024-04-12T16:40:45.632 INFO:tasks.workunit.client.0.smithi005.stdout:839 2024-04-12T16:40:45.633 INFO:tasks.workunit.client.0.smithi005.stdout:840 2024-04-12T16:40:45.634 INFO:tasks.workunit.client.0.smithi005.stdout:841 2024-04-12T16:40:45.635 INFO:tasks.workunit.client.0.smithi005.stdout:842 2024-04-12T16:40:45.637 INFO:tasks.workunit.client.0.smithi005.stdout:843 2024-04-12T16:40:45.638 INFO:tasks.workunit.client.0.smithi005.stdout:844 2024-04-12T16:40:45.639 INFO:tasks.workunit.client.0.smithi005.stdout:845 2024-04-12T16:40:45.640 INFO:tasks.workunit.client.0.smithi005.stdout:846 2024-04-12T16:40:45.641 INFO:tasks.workunit.client.0.smithi005.stdout:847 2024-04-12T16:40:45.642 INFO:tasks.workunit.client.0.smithi005.stdout:848 2024-04-12T16:40:45.643 INFO:tasks.workunit.client.0.smithi005.stdout:849 2024-04-12T16:40:45.644 INFO:tasks.workunit.client.0.smithi005.stdout:850 2024-04-12T16:40:45.645 INFO:tasks.workunit.client.0.smithi005.stdout:851 2024-04-12T16:40:45.646 INFO:tasks.workunit.client.0.smithi005.stdout:852 2024-04-12T16:40:45.647 INFO:tasks.workunit.client.0.smithi005.stdout:853 2024-04-12T16:40:45.648 INFO:tasks.workunit.client.0.smithi005.stdout:854 2024-04-12T16:40:45.649 INFO:tasks.workunit.client.0.smithi005.stdout:855 2024-04-12T16:40:45.650 INFO:tasks.workunit.client.0.smithi005.stdout:856 2024-04-12T16:40:45.651 INFO:tasks.workunit.client.0.smithi005.stdout:857 2024-04-12T16:40:45.652 INFO:tasks.workunit.client.0.smithi005.stdout:858 2024-04-12T16:40:45.654 INFO:tasks.workunit.client.0.smithi005.stdout:859 2024-04-12T16:40:45.655 INFO:tasks.workunit.client.0.smithi005.stdout:860 2024-04-12T16:40:45.656 INFO:tasks.workunit.client.0.smithi005.stdout:861 2024-04-12T16:40:45.658 INFO:tasks.workunit.client.0.smithi005.stdout:862 2024-04-12T16:40:45.661 INFO:tasks.workunit.client.0.smithi005.stdout:863 2024-04-12T16:40:45.662 INFO:tasks.workunit.client.0.smithi005.stdout:864 2024-04-12T16:40:45.663 INFO:tasks.workunit.client.0.smithi005.stdout:865 2024-04-12T16:40:45.665 INFO:tasks.workunit.client.0.smithi005.stdout:866 2024-04-12T16:40:45.666 INFO:tasks.workunit.client.0.smithi005.stdout:867 2024-04-12T16:40:45.667 INFO:tasks.workunit.client.0.smithi005.stdout:868 2024-04-12T16:40:45.668 INFO:tasks.workunit.client.0.smithi005.stdout:869 2024-04-12T16:40:45.669 INFO:tasks.workunit.client.0.smithi005.stdout:870 2024-04-12T16:40:45.670 INFO:tasks.workunit.client.0.smithi005.stdout:871 2024-04-12T16:40:45.671 INFO:tasks.workunit.client.0.smithi005.stdout:872 2024-04-12T16:40:45.672 INFO:tasks.workunit.client.0.smithi005.stdout:873 2024-04-12T16:40:45.673 INFO:tasks.workunit.client.0.smithi005.stdout:874 2024-04-12T16:40:45.674 INFO:tasks.workunit.client.0.smithi005.stdout:875 2024-04-12T16:40:45.676 INFO:tasks.workunit.client.0.smithi005.stdout:876 2024-04-12T16:40:45.677 INFO:tasks.workunit.client.0.smithi005.stdout:877 2024-04-12T16:40:45.678 INFO:tasks.workunit.client.0.smithi005.stdout:878 2024-04-12T16:40:45.679 INFO:tasks.workunit.client.0.smithi005.stdout:879 2024-04-12T16:40:45.680 INFO:tasks.workunit.client.0.smithi005.stdout:880 2024-04-12T16:40:45.681 INFO:tasks.workunit.client.0.smithi005.stdout:881 2024-04-12T16:40:45.682 INFO:tasks.workunit.client.0.smithi005.stdout:882 2024-04-12T16:40:45.683 INFO:tasks.workunit.client.0.smithi005.stdout:883 2024-04-12T16:40:45.684 INFO:tasks.workunit.client.0.smithi005.stdout:884 2024-04-12T16:40:45.685 INFO:tasks.workunit.client.0.smithi005.stdout:885 2024-04-12T16:40:45.689 INFO:tasks.workunit.client.0.smithi005.stdout:886 2024-04-12T16:40:45.690 INFO:tasks.workunit.client.0.smithi005.stdout:887 2024-04-12T16:40:45.690 INFO:tasks.workunit.client.0.smithi005.stdout:888 2024-04-12T16:40:45.690 INFO:tasks.workunit.client.0.smithi005.stdout:889 2024-04-12T16:40:45.691 INFO:tasks.workunit.client.0.smithi005.stdout:890 2024-04-12T16:40:45.692 INFO:tasks.workunit.client.0.smithi005.stdout:891 2024-04-12T16:40:45.693 INFO:tasks.workunit.client.0.smithi005.stdout:892 2024-04-12T16:40:45.694 INFO:tasks.workunit.client.0.smithi005.stdout:893 2024-04-12T16:40:45.695 INFO:tasks.workunit.client.0.smithi005.stdout:894 2024-04-12T16:40:45.696 INFO:tasks.workunit.client.0.smithi005.stdout:895 2024-04-12T16:40:45.697 INFO:tasks.workunit.client.0.smithi005.stdout:896 2024-04-12T16:40:45.698 INFO:tasks.workunit.client.0.smithi005.stdout:897 2024-04-12T16:40:45.700 INFO:tasks.workunit.client.0.smithi005.stdout:898 2024-04-12T16:40:45.701 INFO:tasks.workunit.client.0.smithi005.stdout:899 2024-04-12T16:40:45.702 INFO:tasks.workunit.client.0.smithi005.stdout:900 2024-04-12T16:40:45.703 INFO:tasks.workunit.client.0.smithi005.stdout:901 2024-04-12T16:40:45.704 INFO:tasks.workunit.client.0.smithi005.stdout:902 2024-04-12T16:40:45.705 INFO:tasks.workunit.client.0.smithi005.stdout:903 2024-04-12T16:40:45.706 INFO:tasks.workunit.client.0.smithi005.stdout:904 2024-04-12T16:40:45.707 INFO:tasks.workunit.client.0.smithi005.stdout:905 2024-04-12T16:40:45.708 INFO:tasks.workunit.client.0.smithi005.stdout:906 2024-04-12T16:40:45.709 INFO:tasks.workunit.client.0.smithi005.stdout:907 2024-04-12T16:40:45.710 INFO:tasks.workunit.client.0.smithi005.stdout:908 2024-04-12T16:40:45.711 INFO:tasks.workunit.client.0.smithi005.stdout:909 2024-04-12T16:40:45.712 INFO:tasks.workunit.client.0.smithi005.stdout:910 2024-04-12T16:40:45.713 INFO:tasks.workunit.client.0.smithi005.stdout:911 2024-04-12T16:40:45.714 INFO:tasks.workunit.client.0.smithi005.stdout:912 2024-04-12T16:40:45.715 INFO:tasks.workunit.client.0.smithi005.stdout:913 2024-04-12T16:40:45.716 INFO:tasks.workunit.client.0.smithi005.stdout:914 2024-04-12T16:40:45.717 INFO:tasks.workunit.client.0.smithi005.stdout:915 2024-04-12T16:40:45.718 INFO:tasks.workunit.client.0.smithi005.stdout:916 2024-04-12T16:40:45.719 INFO:tasks.workunit.client.0.smithi005.stdout:917 2024-04-12T16:40:45.720 INFO:tasks.workunit.client.0.smithi005.stdout:918 2024-04-12T16:40:45.721 INFO:tasks.workunit.client.0.smithi005.stdout:919 2024-04-12T16:40:45.722 INFO:tasks.workunit.client.0.smithi005.stdout:920 2024-04-12T16:40:45.723 INFO:tasks.workunit.client.0.smithi005.stdout:921 2024-04-12T16:40:45.724 INFO:tasks.workunit.client.0.smithi005.stdout:922 2024-04-12T16:40:45.726 INFO:tasks.workunit.client.0.smithi005.stdout:923 2024-04-12T16:40:45.727 INFO:tasks.workunit.client.0.smithi005.stdout:924 2024-04-12T16:40:45.728 INFO:tasks.workunit.client.0.smithi005.stdout:925 2024-04-12T16:40:45.729 INFO:tasks.workunit.client.0.smithi005.stdout:926 2024-04-12T16:40:45.730 INFO:tasks.workunit.client.0.smithi005.stdout:927 2024-04-12T16:40:45.731 INFO:tasks.workunit.client.0.smithi005.stdout:928 2024-04-12T16:40:45.732 INFO:tasks.workunit.client.0.smithi005.stdout:929 2024-04-12T16:40:45.733 INFO:tasks.workunit.client.0.smithi005.stdout:930 2024-04-12T16:40:45.734 INFO:tasks.workunit.client.0.smithi005.stdout:931 2024-04-12T16:40:45.735 INFO:tasks.workunit.client.0.smithi005.stdout:932 2024-04-12T16:40:45.736 INFO:tasks.workunit.client.0.smithi005.stdout:933 2024-04-12T16:40:45.737 INFO:tasks.workunit.client.0.smithi005.stdout:934 2024-04-12T16:40:45.738 INFO:tasks.workunit.client.0.smithi005.stdout:935 2024-04-12T16:40:45.739 INFO:tasks.workunit.client.0.smithi005.stdout:936 2024-04-12T16:40:45.740 INFO:tasks.workunit.client.0.smithi005.stdout:937 2024-04-12T16:40:45.742 INFO:tasks.workunit.client.0.smithi005.stdout:938 2024-04-12T16:40:45.743 INFO:tasks.workunit.client.0.smithi005.stdout:939 2024-04-12T16:40:45.744 INFO:tasks.workunit.client.0.smithi005.stdout:940 2024-04-12T16:40:45.745 INFO:tasks.workunit.client.0.smithi005.stdout:941 2024-04-12T16:40:45.746 INFO:tasks.workunit.client.0.smithi005.stdout:942 2024-04-12T16:40:45.747 INFO:tasks.workunit.client.0.smithi005.stdout:943 2024-04-12T16:40:45.748 INFO:tasks.workunit.client.0.smithi005.stdout:944 2024-04-12T16:40:45.749 INFO:tasks.workunit.client.0.smithi005.stdout:945 2024-04-12T16:40:45.750 INFO:tasks.workunit.client.0.smithi005.stdout:946 2024-04-12T16:40:45.751 INFO:tasks.workunit.client.0.smithi005.stdout:947 2024-04-12T16:40:45.752 INFO:tasks.workunit.client.0.smithi005.stdout:948 2024-04-12T16:40:45.753 INFO:tasks.workunit.client.0.smithi005.stdout:949 2024-04-12T16:40:45.755 INFO:tasks.workunit.client.0.smithi005.stdout:950 2024-04-12T16:40:45.756 INFO:tasks.workunit.client.0.smithi005.stdout:951 2024-04-12T16:40:45.757 INFO:tasks.workunit.client.0.smithi005.stdout:952 2024-04-12T16:40:45.758 INFO:tasks.workunit.client.0.smithi005.stdout:953 2024-04-12T16:40:45.759 INFO:tasks.workunit.client.0.smithi005.stdout:954 2024-04-12T16:40:45.760 INFO:tasks.workunit.client.0.smithi005.stdout:955 2024-04-12T16:40:45.764 INFO:tasks.workunit.client.0.smithi005.stdout:956 2024-04-12T16:40:45.765 INFO:tasks.workunit.client.0.smithi005.stdout:957 2024-04-12T16:40:45.766 INFO:tasks.workunit.client.0.smithi005.stdout:958 2024-04-12T16:40:45.767 INFO:tasks.workunit.client.0.smithi005.stdout:959 2024-04-12T16:40:45.768 INFO:tasks.workunit.client.0.smithi005.stdout:960 2024-04-12T16:40:45.769 INFO:tasks.workunit.client.0.smithi005.stdout:961 2024-04-12T16:40:45.770 INFO:tasks.workunit.client.0.smithi005.stdout:962 2024-04-12T16:40:45.771 INFO:tasks.workunit.client.0.smithi005.stdout:963 2024-04-12T16:40:45.772 INFO:tasks.workunit.client.0.smithi005.stdout:964 2024-04-12T16:40:45.774 INFO:tasks.workunit.client.0.smithi005.stdout:965 2024-04-12T16:40:45.775 INFO:tasks.workunit.client.0.smithi005.stdout:966 2024-04-12T16:40:45.776 INFO:tasks.workunit.client.0.smithi005.stdout:967 2024-04-12T16:40:45.777 INFO:tasks.workunit.client.0.smithi005.stdout:968 2024-04-12T16:40:45.778 INFO:tasks.workunit.client.0.smithi005.stdout:969 2024-04-12T16:40:45.779 INFO:tasks.workunit.client.0.smithi005.stdout:970 2024-04-12T16:40:45.780 INFO:tasks.workunit.client.0.smithi005.stdout:971 2024-04-12T16:40:45.782 INFO:tasks.workunit.client.0.smithi005.stdout:972 2024-04-12T16:40:45.783 INFO:tasks.workunit.client.0.smithi005.stdout:973 2024-04-12T16:40:45.784 INFO:tasks.workunit.client.0.smithi005.stdout:974 2024-04-12T16:40:45.785 INFO:tasks.workunit.client.0.smithi005.stdout:975 2024-04-12T16:40:45.786 INFO:tasks.workunit.client.0.smithi005.stdout:976 2024-04-12T16:40:45.788 INFO:tasks.workunit.client.0.smithi005.stdout:977 2024-04-12T16:40:45.789 INFO:tasks.workunit.client.0.smithi005.stdout:978 2024-04-12T16:40:45.790 INFO:tasks.workunit.client.0.smithi005.stdout:979 2024-04-12T16:40:45.794 INFO:tasks.workunit.client.0.smithi005.stdout:980 2024-04-12T16:40:45.794 INFO:tasks.workunit.client.0.smithi005.stdout:981 2024-04-12T16:40:45.794 INFO:tasks.workunit.client.0.smithi005.stdout:982 2024-04-12T16:40:45.795 INFO:tasks.workunit.client.0.smithi005.stdout:983 2024-04-12T16:40:45.796 INFO:tasks.workunit.client.0.smithi005.stdout:984 2024-04-12T16:40:45.798 INFO:tasks.workunit.client.0.smithi005.stdout:985 2024-04-12T16:40:45.799 INFO:tasks.workunit.client.0.smithi005.stdout:986 2024-04-12T16:40:45.800 INFO:tasks.workunit.client.0.smithi005.stdout:987 2024-04-12T16:40:45.801 INFO:tasks.workunit.client.0.smithi005.stdout:988 2024-04-12T16:40:45.802 INFO:tasks.workunit.client.0.smithi005.stdout:989 2024-04-12T16:40:45.804 INFO:tasks.workunit.client.0.smithi005.stdout:990 2024-04-12T16:40:45.805 INFO:tasks.workunit.client.0.smithi005.stdout:991 2024-04-12T16:40:45.806 INFO:tasks.workunit.client.0.smithi005.stdout:992 2024-04-12T16:40:45.807 INFO:tasks.workunit.client.0.smithi005.stdout:993 2024-04-12T16:40:45.809 INFO:tasks.workunit.client.0.smithi005.stdout:994 2024-04-12T16:40:45.810 INFO:tasks.workunit.client.0.smithi005.stdout:995 2024-04-12T16:40:45.811 INFO:tasks.workunit.client.0.smithi005.stdout:996 2024-04-12T16:40:45.812 INFO:tasks.workunit.client.0.smithi005.stdout:997 2024-04-12T16:40:45.814 INFO:tasks.workunit.client.0.smithi005.stdout:998 2024-04-12T16:40:45.815 INFO:tasks.workunit.client.0.smithi005.stdout:999 2024-04-12T16:40:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[88416]: pgmap v1111: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[88416]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T16:40:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T16:40:45.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[90837]: pgmap v1111: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[90837]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T16:40:45.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T16:40:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:45 smithi016 ceph-mon[84444]: pgmap v1111: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:45 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:45 smithi016 ceph-mon[84444]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T16:40:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3461428912' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:00000010 69 73 |is| 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:00000012 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:00000010 69 73 |is| 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:00000012 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsHello.WriteReturnData (4023 ms) 2024-04-12T16:40:46.671 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsHello.Loud 2024-04-12T16:40:46.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:46 smithi005 ceph-mon[88416]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T16:40:46.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:46 smithi005 ceph-mon[90837]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T16:40:47.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:46 smithi016 ceph-mon[84444]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[90837]: pgmap v1114: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[90837]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[88416]: pgmap v1114: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:40:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:47 smithi005 ceph-mon[88416]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T16:40:47.990 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:47 smithi016 ceph-mon[84444]: pgmap v1114: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:47.991 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:47 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:47.991 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:47 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:40:47.991 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:47 smithi016 ceph-mon[84444]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T16:40:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[88416]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T16:40:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3907688496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:40:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:40:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:40:48.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:40:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[90837]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T16:40:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3907688496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:40:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:40:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:40:48.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:40:49.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:48 smithi016 ceph-mon[84444]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T16:40:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:48 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3907688496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:40:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:40:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:40:49.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:40:49.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsHello.Loud (3016 ms) 2024-04-12T16:40:49.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsHello.BadMethods 2024-04-12T16:40:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[88416]: pgmap v1117: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3907688496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[88416]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T16:40:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:49.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[90837]: pgmap v1117: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3907688496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[90837]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T16:40:49.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:49 smithi016 ceph-mon[84444]: pgmap v1117: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:49 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:49 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3907688496' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:49 smithi016 ceph-mon[84444]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T16:40:50.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:40:50.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:50 smithi005 ceph-mon[88416]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T16:40:50.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:50 smithi005 ceph-mon[90837]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T16:40:51.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:50 smithi016 ceph-mon[84444]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T16:40:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[88416]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:40:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[88416]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T16:40:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3974823829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:51.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[90837]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:51.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:40:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[90837]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T16:40:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3974823829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:51.951 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T16:40:51.721+0000 7f728268c700 -1 osd.3 pg_epoch: 953 pg[38.2( v 953'1 (0'0,953'1] local-lis/les=952/953 n=1 ec=952/952 lis/c=952/952 les/c/f=953/953/0 sis=952) [3,7,5] r=0 lpr=952 crt=953'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-12T16:40:51.951 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 16:40:51 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T16:40:51.722+0000 7f728268c700 -1 osd.3 pg_epoch: 953 pg[38.2( v 953'2 (0'0,953'2] local-lis/les=952/953 n=1 ec=952/952 lis/c=952/952 les/c/f=953/953/0 sis=952) [3,7,5] r=0 lpr=952 crt=953'1 lcod 953'1 mlcod 953'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-12T16:40:52.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:51 smithi016 ceph-mon[84444]: pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:52.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:51 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:51 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:40:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:51 smithi016 ceph-mon[84444]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T16:40:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:51 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3974823829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:51 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:40:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:40:52.709 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsHello.BadMethods (3021 ms) 2024-04-12T16:40:52.709 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsHello.Filter 2024-04-12T16:40:53.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:52 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:53.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:52 smithi016 ceph-mon[84444]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T16:40:53.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:52 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:53.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:52 smithi005 ceph-mon[88416]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T16:40:53.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:52 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:53.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:52 smithi005 ceph-mon[90837]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T16:40:54.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:53 smithi016 ceph-mon[84444]: pgmap v1123: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:54.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:53 smithi016 ceph-mon[84444]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T16:40:54.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:53 smithi005 ceph-mon[88416]: pgmap v1123: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:54.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:53 smithi005 ceph-mon[88416]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T16:40:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:40:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:40:53] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-12T16:40:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:53 smithi005 ceph-mon[90837]: pgmap v1123: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:53 smithi005 ceph-mon[90837]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T16:40:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:54 smithi016 ceph-mon[84444]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T16:40:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:54 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3193061770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:54 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:54 smithi005 ceph-mon[88416]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T16:40:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:54 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3193061770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:54 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:55.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:54 smithi005 ceph-mon[90837]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T16:40:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:54 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3193061770' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:54 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:55.726 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsHello.Filter (3017 ms) 2024-04-12T16:40:55.726 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 6 tests from ClsHello (18994 ms total) 2024-04-12T16:40:55.726 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:40:55.726 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:40:55.726 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 6 tests from 1 test suite ran. (18994 ms total) 2024-04-12T16:40:55.726 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 6 tests. 2024-04-12T16:40:55.730 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:40:55.730 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:40:55.801 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-12T16:40:55.801 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-12T16:40:55.875 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:40:55.875 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-12T16:40:55.875 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:40:55.875 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 27 tests from TestClsJournal 2024-04-12T16:40:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:55 smithi016 ceph-mon[84444]: pgmap v1126: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:55 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:55 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:55 smithi016 ceph-mon[84444]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T16:40:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[88416]: pgmap v1126: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[88416]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T16:40:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[90837]: pgmap v1126: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:40:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-129786-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:55 smithi005 ceph-mon[90837]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T16:40:57.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:56 smithi016 ceph-mon[84444]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T16:40:57.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:56 smithi005 ceph-mon[88416]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T16:40:57.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:56 smithi005 ceph-mon[90837]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T16:40:57.742 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.Create 2024-04-12T16:40:57.758 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.Create (15 ms) 2024-04-12T16:40:57.758 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-12T16:40:57.761 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-04-12T16:40:57.761 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-12T16:40:57.767 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-04-12T16:40:57.768 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-12T16:40:57.771 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-12T16:40:57.771 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-12T16:40:57.774 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-12T16:40:57.774 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-12T16:40:57.777 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-04-12T16:40:57.777 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-12T16:40:57.780 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-12T16:40:57.780 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-12T16:40:57.783 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-04-12T16:40:57.783 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-12T16:40:57.786 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-12T16:40:57.786 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-12T16:40:57.790 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-12T16:40:57.790 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-12T16:40:57.794 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-04-12T16:40:57.794 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-12T16:40:57.799 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-12T16:40:57.799 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-12T16:40:57.803 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-12T16:40:57.803 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-12T16:40:57.807 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-12T16:40:57.807 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-12T16:40:57.912 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (106 ms) 2024-04-12T16:40:57.913 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-12T16:40:57.916 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-04-12T16:40:57.916 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-12T16:40:57.919 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-12T16:40:57.919 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-12T16:40:57.920 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-12T16:40:57.920 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-12T16:40:57.974 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.ClientList (54 ms) 2024-04-12T16:40:57.974 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-12T16:40:57.978 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-04-12T16:40:57.978 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-12T16:40:57.987 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-04-12T16:40:57.987 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-12T16:40:57.993 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-12T16:40:57.993 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.TagList 2024-04-12T16:40:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:57 smithi016 ceph-mon[84444]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:57 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:57 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:40:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:57 smithi016 ceph-mon[84444]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T16:40:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:57 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1152089451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:58.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:57 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:58.091 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.TagList (97 ms) 2024-04-12T16:40:58.091 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-12T16:40:58.093 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-12T16:40:58.093 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-12T16:40:58.094 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-12T16:40:58.094 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-12T16:40:58.096 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-12T16:40:58.096 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsJournal.Append 2024-04-12T16:40:58.102 INFO:tasks.workunit.client.0.smithi005.stdout:padding is not enabled 2024-04-12T16:40:58.102 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsJournal.Append (6 ms) 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[88416]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[88416]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1152089451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[90837]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:40:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:40:58.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:40:58.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[90837]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T16:40:58.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1152089451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:58.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:57 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:40:58.745 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 27 tests from TestClsJournal (360 ms total) 2024-04-12T16:40:58.746 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:40:58.746 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:40:58.746 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 27 tests from 1 test suite ran. (2871 ms total) 2024-04-12T16:40:58.746 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 27 tests. 2024-04-12T16:40:58.750 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:40:58.750 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:40:58.819 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-12T16:40:58.820 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-12T16:40:58.891 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:40:58.891 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-12T16:40:58.891 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:40:58.891 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 11 tests from ClsLock 2024-04-12T16:40:58.891 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-12T16:40:59.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:58 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:59.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:58 smithi016 ceph-mon[84444]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T16:40:59.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:58 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:59.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:58 smithi005 ceph-mon[88416]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T16:40:59.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:58 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130055-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:40:59.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:58 smithi005 ceph-mon[90837]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T16:41:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:59 smithi016 ceph-mon[84444]: pgmap v1132: 137 pgs: 1 creating+activating, 18 creating+peering, 8 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-12T16:41:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:40:59 smithi016 ceph-mon[84444]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T16:41:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:59 smithi005 ceph-mon[88416]: pgmap v1132: 137 pgs: 1 creating+activating, 18 creating+peering, 8 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-12T16:41:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:40:59 smithi005 ceph-mon[88416]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T16:41:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:59 smithi005 ceph-mon[90837]: pgmap v1132: 137 pgs: 1 creating+activating, 18 creating+peering, 8 unknown, 110 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-12T16:41:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:40:59 smithi005 ceph-mon[90837]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T16:41:00.791 INFO:tasks.workunit.client.0.smithi005.stdout:lock: mylock 2024-04-12T16:41:00.791 INFO:tasks.workunit.client.0.smithi005.stdout: lock_type: exclusive 2024-04-12T16:41:00.791 INFO:tasks.workunit.client.0.smithi005.stdout: tag: 2024-04-12T16:41:00.791 INFO:tasks.workunit.client.0.smithi005.stdout: lockers: 2024-04-12T16:41:00.791 INFO:tasks.workunit.client.0.smithi005.stdout: client.44660 expiration=2024-04-12T16:43:00.794425+0000 addr=v1:172.21.15.5:0/1932239566 cookie= 2024-04-12T16:41:00.795 INFO:tasks.workunit.client.0.smithi005.stdout:lock: mylock 2024-04-12T16:41:00.795 INFO:tasks.workunit.client.0.smithi005.stdout: lock_type: shared 2024-04-12T16:41:00.795 INFO:tasks.workunit.client.0.smithi005.stdout: tag: 2024-04-12T16:41:00.795 INFO:tasks.workunit.client.0.smithi005.stdout: lockers: 2024-04-12T16:41:00.795 INFO:tasks.workunit.client.0.smithi005.stdout: client.44660 expiration=2024-04-12T16:43:00.801395+0000 addr=v1:172.21.15.5:0/1932239566 cookie= 2024-04-12T16:41:00.795 INFO:tasks.workunit.client.0.smithi005.stdout: client.44666 expiration=0.000000 addr=v1:172.21.15.5:0/2453071596 cookie= 2024-04-12T16:41:00.797 INFO:tasks.workunit.client.0.smithi005.stdout:lock: mylock 2024-04-12T16:41:00.797 INFO:tasks.workunit.client.0.smithi005.stdout: lock_type: shared 2024-04-12T16:41:00.797 INFO:tasks.workunit.client.0.smithi005.stdout: tag: 2024-04-12T16:41:00.797 INFO:tasks.workunit.client.0.smithi005.stdout: lockers: 2024-04-12T16:41:00.797 INFO:tasks.workunit.client.0.smithi005.stdout: client.44666 expiration=0.000000 addr=v1:172.21.15.5:0/2453071596 cookie= 2024-04-12T16:41:01.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:00 smithi016 ceph-mon[84444]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T16:41:01.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:00 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1932239566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:01.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:00 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:00 smithi005 ceph-mon[88416]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T16:41:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:00 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1932239566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:01.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:00 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:01.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:00 smithi005 ceph-mon[90837]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T16:41:01.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:00 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1932239566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:01.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:00 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:01.764 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestMultiLocking (2873 ms) 2024-04-12T16:41:01.764 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestMeta 2024-04-12T16:41:02.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:01 smithi016 ceph-mon[84444]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:02.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:01 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:02.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:01 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:02.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:01 smithi016 ceph-mon[84444]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[88416]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[88416]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[90837]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:02.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:01 smithi005 ceph-mon[90837]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T16:41:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:41:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:41:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:03.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:02 smithi016 ceph-mon[84444]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T16:41:03.099 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:02 smithi005 ceph-mon[88416]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T16:41:03.099 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:02 smithi005 ceph-mon[90837]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T16:41:03.801 INFO:tasks.workunit.client.0.smithi005.stdout:lock: mylock 2024-04-12T16:41:03.801 INFO:tasks.workunit.client.0.smithi005.stdout: lock_type: shared 2024-04-12T16:41:03.801 INFO:tasks.workunit.client.0.smithi005.stdout: tag: 2024-04-12T16:41:03.801 INFO:tasks.workunit.client.0.smithi005.stdout: lockers: 2024-04-12T16:41:03.801 INFO:tasks.workunit.client.0.smithi005.stdout: client.44678 expiration=0.000000 addr=v1:172.21.15.5:0/717424114 cookie= 2024-04-12T16:41:03.803 INFO:tasks.workunit.client.0.smithi005.stdout:lock: mylock 2024-04-12T16:41:03.803 INFO:tasks.workunit.client.0.smithi005.stdout: lock_type: exclusive 2024-04-12T16:41:03.803 INFO:tasks.workunit.client.0.smithi005.stdout: tag: new_tag 2024-04-12T16:41:03.803 INFO:tasks.workunit.client.0.smithi005.stdout: lockers: 2024-04-12T16:41:03.803 INFO:tasks.workunit.client.0.smithi005.stdout: client.34731 expiration=0.000000 addr=v1:172.21.15.5:0/1996574379 cookie= 2024-04-12T16:41:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:03 smithi016 ceph-mon[84444]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:03 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:03 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:41:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:03 smithi016 ceph-mon[84444]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T16:41:04.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:03 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1996574379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:41:03] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-12T16:41:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[88416]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:41:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[88416]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T16:41:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1996574379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[90837]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:41:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[90837]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T16:41:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:03 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1996574379' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:04.773 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestMeta (3009 ms) 2024-04-12T16:41:04.774 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestCookie 2024-04-12T16:41:05.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:04 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1996574379' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:05.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:04 smithi016 ceph-mon[84444]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T16:41:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:41:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:05.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:04 smithi016 ceph-mon[84444]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T16:41:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1996574379' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[88416]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T16:41:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:41:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:05.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[88416]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T16:41:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1996574379' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[90837]: osdmap e965: 8 total, 8 up, 8 in 2024-04-12T16:41:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:41:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:04 smithi005 ceph-mon[90837]: osdmap e966: 8 total, 8 up, 8 in 2024-04-12T16:41:06.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:05 smithi016 ceph-mon[84444]: pgmap v1141: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:06.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:05 smithi005 ceph-mon[88416]: pgmap v1141: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:06.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:05 smithi005 ceph-mon[90837]: pgmap v1141: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:07.007 INFO:tasks.workunit.client.0.smithi005.stdout:lock: mylock 2024-04-12T16:41:07.008 INFO:tasks.workunit.client.0.smithi005.stdout: lock_type: exclusive 2024-04-12T16:41:07.008 INFO:tasks.workunit.client.0.smithi005.stdout: tag: 2024-04-12T16:41:07.008 INFO:tasks.workunit.client.0.smithi005.stdout: lockers: 2024-04-12T16:41:07.010 INFO:tasks.workunit.client.0.smithi005.stdout:lock: mylock 2024-04-12T16:41:07.010 INFO:tasks.workunit.client.0.smithi005.stdout: lock_type: shared 2024-04-12T16:41:07.010 INFO:tasks.workunit.client.0.smithi005.stdout: tag: 2024-04-12T16:41:07.010 INFO:tasks.workunit.client.0.smithi005.stdout: lockers: 2024-04-12T16:41:07.010 INFO:tasks.workunit.client.0.smithi005.stdout: client.34743 expiration=0.000000 addr=v1:172.21.15.5:0/2221855197 cookie= 2024-04-12T16:41:07.010 INFO:tasks.workunit.client.0.smithi005.stdout: client.34743 expiration=0.000000 addr=v1:172.21.15.5:0/2221855197 cookie=new cookie 2024-04-12T16:41:07.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:06 smithi016 ceph-mon[84444]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T16:41:07.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:06 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2221855197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:07.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:06 smithi005 ceph-mon[88416]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T16:41:07.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:06 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2221855197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:07.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:06 smithi005 ceph-mon[90837]: osdmap e967: 8 total, 8 up, 8 in 2024-04-12T16:41:07.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:06 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2221855197' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:07.791 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestCookie (3017 ms) 2024-04-12T16:41:07.791 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-12T16:41:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:07 smithi016 ceph-mon[84444]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:07 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:07 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2221855197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:07 smithi016 ceph-mon[84444]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T16:41:08.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:07 smithi016 ceph-mon[84444]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T16:41:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[88416]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2221855197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[88416]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T16:41:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[88416]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T16:41:08.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[90837]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:08.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:08.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2221855197' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:08.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[90837]: osdmap e968: 8 total, 8 up, 8 in 2024-04-12T16:41:08.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:07 smithi005 ceph-mon[90837]: osdmap e969: 8 total, 8 up, 8 in 2024-04-12T16:41:09.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:09.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:41:09.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[88416]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T16:41:09.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/18318645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:09.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:09.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:09.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:41:09.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[90837]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T16:41:09.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/18318645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:09.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:08 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:09.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:08 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:09.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:08 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:41:09.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:08 smithi016 ceph-mon[84444]: osdmap e970: 8 total, 8 up, 8 in 2024-04-12T16:41:09.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:08 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/18318645' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:09.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:08 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:10.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:09 smithi005 ceph-mon[88416]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:10.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:09 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:10.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:09 smithi005 ceph-mon[88416]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T16:41:10.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:09 smithi005 ceph-mon[90837]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:10.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:09 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:10.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:09 smithi005 ceph-mon[90837]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T16:41:10.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:09 smithi016 ceph-mon[84444]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:10.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:09 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:10.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:09 smithi016 ceph-mon[84444]: osdmap e971: 8 total, 8 up, 8 in 2024-04-12T16:41:10.811 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestMultipleLocks (3020 ms) 2024-04-12T16:41:10.811 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-12T16:41:12.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:11 smithi016 ceph-mon[84444]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:12.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:11 smithi016 ceph-mon[84444]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T16:41:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:11 smithi005 ceph-mon[88416]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:12.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:11 smithi005 ceph-mon[88416]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T16:41:12.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:11 smithi005 ceph-mon[90837]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:12.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:11 smithi005 ceph-mon[90837]: osdmap e972: 8 total, 8 up, 8 in 2024-04-12T16:41:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:41:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:13.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:12 smithi016 ceph-mon[84444]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T16:41:13.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:12 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/889576374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:13.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:12 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:13.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:12 smithi005 ceph-mon[88416]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T16:41:13.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:12 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/889576374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:13.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:12 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:13.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:12 smithi005 ceph-mon[90837]: osdmap e973: 8 total, 8 up, 8 in 2024-04-12T16:41:13.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:12 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/889576374' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:13.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:12 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:14.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:13 smithi016 ceph-mon[84444]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:14.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:13 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:13 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:14.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:13 smithi016 ceph-mon[84444]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T16:41:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:41:13] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T16:41:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[88416]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[88416]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T16:41:14.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[90837]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:13 smithi005 ceph-mon[90837]: osdmap e974: 8 total, 8 up, 8 in 2024-04-12T16:41:15.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:14 smithi016 ceph-mon[84444]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T16:41:15.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:14 smithi005 ceph-mon[88416]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T16:41:15.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:14 smithi005 ceph-mon[90837]: osdmap e975: 8 total, 8 up, 8 in 2024-04-12T16:41:16.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:15 smithi016 ceph-mon[84444]: pgmap v1156: 137 pgs: 21 creating+peering, 4 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:16.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:15 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:16.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:15 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:41:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:15 smithi005 ceph-mon[88416]: pgmap v1156: 137 pgs: 21 creating+peering, 4 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:15 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:16.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:15 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:41:16.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:15 smithi005 ceph-mon[90837]: pgmap v1156: 137 pgs: 21 creating+peering, 4 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:16.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:15 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:16.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:15 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:41:18.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:17 smithi016 ceph-mon[84444]: pgmap v1157: 137 pgs: 21 creating+peering, 4 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:18.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:17 smithi005 ceph-mon[88416]: pgmap v1157: 137 pgs: 21 creating+peering, 4 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:18.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:17 smithi005 ceph-mon[90837]: pgmap v1157: 137 pgs: 21 creating+peering, 4 unknown, 112 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:18.842 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestLockDuration (8030 ms) 2024-04-12T16:41:18.842 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-12T16:41:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:19 smithi016 ceph-mon[84444]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:19 smithi016 ceph-mon[84444]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T16:41:20.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:20.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:19 smithi005 ceph-mon[88416]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:20.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:19 smithi005 ceph-mon[88416]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T16:41:20.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:19 smithi005 ceph-mon[90837]: pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:19 smithi005 ceph-mon[90837]: osdmap e976: 8 total, 8 up, 8 in 2024-04-12T16:41:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:21.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:20 smithi005 ceph-mon[88416]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T16:41:21.278 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3223665614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:21.278 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:20 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:21.278 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:20 smithi005 ceph-mon[90837]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T16:41:21.279 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3223665614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:21.279 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:20 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:21.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:20 smithi016 ceph-mon[84444]: osdmap e977: 8 total, 8 up, 8 in 2024-04-12T16:41:21.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3223665614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:21.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:20 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:21.856 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestAssertLocked (3014 ms) 2024-04-12T16:41:21.856 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-12T16:41:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[88416]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[88416]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T16:41:22.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[90837]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:21 smithi005 ceph-mon[90837]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T16:41:22.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:21 smithi016 ceph-mon[84444]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:22.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:21 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:22.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:21 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:22.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:21 smithi016 ceph-mon[84444]: osdmap e978: 8 total, 8 up, 8 in 2024-04-12T16:41:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:41:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:41:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:23.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:22 smithi005 ceph-mon[88416]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T16:41:23.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:22 smithi005 ceph-mon[90837]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T16:41:23.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:22 smithi016 ceph-mon[84444]: osdmap e979: 8 total, 8 up, 8 in 2024-04-12T16:41:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:41:23] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-04-12T16:41:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[88416]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[88416]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3534096487' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[90837]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[90837]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T16:41:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:23 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3534096487' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:24.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:23 smithi016 ceph-mon[84444]: pgmap v1164: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:24.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:23 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:24.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:23 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:41:24.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:23 smithi016 ceph-mon[84444]: osdmap e980: 8 total, 8 up, 8 in 2024-04-12T16:41:24.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:23 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3534096487' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:24.883 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestSetCookie (3027 ms) 2024-04-12T16:41:24.884 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestRenew 2024-04-12T16:41:25.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:24 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3534096487' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:25.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:24 smithi005 ceph-mon[88416]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T16:41:25.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:24 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3534096487' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:25.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:24 smithi005 ceph-mon[90837]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T16:41:25.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:24 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3534096487' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:25.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:24 smithi016 ceph-mon[84444]: osdmap e981: 8 total, 8 up, 8 in 2024-04-12T16:41:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:25 smithi005 ceph-mon[88416]: pgmap v1167: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:26.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:25 smithi005 ceph-mon[88416]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T16:41:26.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:25 smithi005 ceph-mon[90837]: pgmap v1167: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:26.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:25 smithi005 ceph-mon[90837]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T16:41:26.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:25 smithi016 ceph-mon[84444]: pgmap v1167: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:26.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:25 smithi016 ceph-mon[84444]: osdmap e982: 8 total, 8 up, 8 in 2024-04-12T16:41:27.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[88416]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T16:41:27.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2366662411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:27.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:27.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:27.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[88416]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T16:41:27.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[90837]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T16:41:27.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2366662411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:27.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:27.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:27.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:26 smithi005 ceph-mon[90837]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T16:41:27.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:26 smithi016 ceph-mon[84444]: osdmap e983: 8 total, 8 up, 8 in 2024-04-12T16:41:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:26 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2366662411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:26 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:26 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:27.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:26 smithi016 ceph-mon[84444]: osdmap e984: 8 total, 8 up, 8 in 2024-04-12T16:41:28.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:27 smithi005 ceph-mon[88416]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:28.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:27 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:28.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:27 smithi005 ceph-mon[90837]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:28.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:27 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:28.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:27 smithi016 ceph-mon[84444]: pgmap v1170: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:28.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:27 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:29.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:28 smithi005 ceph-mon[88416]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T16:41:29.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:28 smithi005 ceph-mon[90837]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T16:41:29.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:28 smithi016 ceph-mon[84444]: osdmap e985: 8 total, 8 up, 8 in 2024-04-12T16:41:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:29 smithi005 ceph-mon[88416]: pgmap v1173: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:29 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:29 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:41:30.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:29 smithi005 ceph-mon[90837]: pgmap v1173: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:29 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:29 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:41:30.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:29 smithi016 ceph-mon[84444]: pgmap v1173: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:30.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:29 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:30.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:29 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:41:32.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:31 smithi005 ceph-mon[88416]: pgmap v1174: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:32.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:31 smithi005 ceph-mon[90837]: pgmap v1174: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:32.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:31 smithi016 ceph-mon[84444]: pgmap v1174: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:41:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:34.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:33 smithi005 ceph-mon[88416]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:41:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:41:33] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2024-04-12T16:41:34.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:33 smithi005 ceph-mon[90837]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:34.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:33 smithi016 ceph-mon[84444]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:35.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:35.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:35.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:36.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:35 smithi005 ceph-mon[88416]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:36.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:35 smithi005 ceph-mon[90837]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:36.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:35 smithi016 ceph-mon[84444]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:38.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:37 smithi005 ceph-mon[88416]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 108 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:38.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:37 smithi005 ceph-mon[90837]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 108 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:38.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:37 smithi016 ceph-mon[84444]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 108 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:40.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:39 smithi005 ceph-mon[88416]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 98 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:40.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:39 smithi005 ceph-mon[90837]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 98 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:40.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:39 smithi016 ceph-mon[84444]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 98 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:41 smithi005 ceph-mon[88416]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:41:42.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:41 smithi005 ceph-mon[90837]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:41:42.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:41 smithi016 ceph-mon[84444]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-12T16:41:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:41:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:44.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:43 smithi005 ceph-mon[88416]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:44.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:41:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:41:43] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T16:41:44.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:43 smithi005 ceph-mon[90837]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:44.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:43 smithi016 ceph-mon[84444]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:44.939 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestRenew (20056 ms) 2024-04-12T16:41:44.939 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-12T16:41:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:45 smithi005 ceph-mon[88416]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:45 smithi005 ceph-mon[88416]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T16:41:46.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:45 smithi005 ceph-mon[90837]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:46.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:45 smithi005 ceph-mon[90837]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T16:41:46.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:45 smithi016 ceph-mon[84444]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:41:46.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:45 smithi016 ceph-mon[84444]: osdmap e986: 8 total, 8 up, 8 in 2024-04-12T16:41:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:46 smithi005 ceph-mon[88416]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T16:41:47.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:46 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2281276322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:46 smithi005 ceph-mon[90837]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T16:41:47.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:46 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2281276322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:47.240 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:46 smithi016 ceph-mon[84444]: osdmap e987: 8 total, 8 up, 8 in 2024-04-12T16:41:47.241 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:46 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2281276322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[88416]: pgmap v1184: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2281276322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[88416]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[90837]: pgmap v1184: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2281276322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:48.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:47 smithi005 ceph-mon[90837]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T16:41:48.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:47 smithi016 ceph-mon[84444]: pgmap v1184: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:48.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:47 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:41:48.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:47 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2281276322' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:48.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:47 smithi016 ceph-mon[84444]: osdmap e988: 8 total, 8 up, 8 in 2024-04-12T16:41:49.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:48 smithi016 ceph-mon[84444]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T16:41:49.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:41:49.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:48 smithi005 ceph-mon[88416]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T16:41:49.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:41:49.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:48 smithi005 ceph-mon[90837]: osdmap e989: 8 total, 8 up, 8 in 2024-04-12T16:41:49.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:41:50.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:49 smithi016 ceph-mon[84444]: pgmap v1187: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:50.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:49 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:49 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:41:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:41:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:41:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:41:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[88416]: pgmap v1187: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[90837]: pgmap v1187: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:41:50.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:41:50.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:41:50.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:41:50.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:41:50.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:41:51.965 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7025 ms) 2024-04-12T16:41:52.044 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-12T16:41:52.310 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:51 smithi016 ceph-mon[84444]: pgmap v1188: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:52.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:51 smithi005 ceph-mon[88416]: pgmap v1188: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:52.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:51 smithi005 ceph-mon[90837]: pgmap v1188: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:41:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:41:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:41:53.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:52 smithi016 ceph-mon[84444]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T16:41:53.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:52 smithi005 ceph-mon[88416]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T16:41:53.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:52 smithi005 ceph-mon[90837]: osdmap e990: 8 total, 8 up, 8 in 2024-04-12T16:41:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:41:53] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-12T16:41:54.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[88416]: pgmap v1190: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:54.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[88416]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T16:41:54.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2083640769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:54.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[90837]: pgmap v1190: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[90837]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T16:41:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2083640769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:53 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:54.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:53 smithi016 ceph-mon[84444]: pgmap v1190: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:54.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:53 smithi016 ceph-mon[84444]: osdmap e991: 8 total, 8 up, 8 in 2024-04-12T16:41:54.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:53 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2083640769' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:54.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:53 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:41:55.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:54 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:55.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:54 smithi016 ceph-mon[84444]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T16:41:55.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:54 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:55.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:54 smithi005 ceph-mon[88416]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T16:41:55.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:54 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:41:55.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:54 smithi005 ceph-mon[90837]: osdmap e992: 8 total, 8 up, 8 in 2024-04-12T16:41:56.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:55 smithi016 ceph-mon[84444]: pgmap v1193: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:56.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:55 smithi016 ceph-mon[84444]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T16:41:56.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:55 smithi005 ceph-mon[88416]: pgmap v1193: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:56.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:55 smithi005 ceph-mon[88416]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T16:41:56.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:55 smithi005 ceph-mon[90837]: pgmap v1193: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:56.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:55 smithi005 ceph-mon[90837]: osdmap e993: 8 total, 8 up, 8 in 2024-04-12T16:41:58.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:57 smithi016 ceph-mon[84444]: pgmap v1195: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:58.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:57 smithi005 ceph-mon[88416]: pgmap v1195: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:41:58.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:57 smithi005 ceph-mon[90837]: pgmap v1195: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:00.000 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8036 ms) 2024-04-12T16:42:00.000 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-12T16:42:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:41:59 smithi016 ceph-mon[84444]: pgmap v1196: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:00.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:41:59 smithi005 ceph-mon[88416]: pgmap v1196: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:41:59 smithi005 ceph-mon[90837]: pgmap v1196: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:01.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:01 smithi016 ceph-mon[84444]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T16:42:01.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:01 smithi005 ceph-mon[88416]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T16:42:01.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:01 smithi005 ceph-mon[90837]: osdmap e994: 8 total, 8 up, 8 in 2024-04-12T16:42:02.306 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:02 smithi016 ceph-mon[84444]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:02 smithi016 ceph-mon[84444]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T16:42:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/142853495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:02.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:02 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:02.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[88416]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:02.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[88416]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T16:42:02.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/142853495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:02.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:02.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[90837]: pgmap v1198: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:02.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[90837]: osdmap e995: 8 total, 8 up, 8 in 2024-04-12T16:42:02.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/142853495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:02.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:02 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:42:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:42:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:03.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:03 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:03.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:03 smithi016 ceph-mon[84444]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T16:42:03.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:03 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:03.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:03 smithi005 ceph-mon[88416]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T16:42:03.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:03 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130110-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:03.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:03 smithi005 ceph-mon[90837]: osdmap e996: 8 total, 8 up, 8 in 2024-04-12T16:42:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:04 smithi005 ceph-mon[88416]: pgmap v1201: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:04.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:04 smithi005 ceph-mon[88416]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T16:42:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:42:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:42:03] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-12T16:42:04.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:04 smithi005 ceph-mon[90837]: pgmap v1201: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:04.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:04 smithi005 ceph-mon[90837]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T16:42:04.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:04 smithi016 ceph-mon[84444]: pgmap v1201: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:04.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:04 smithi016 ceph-mon[84444]: osdmap e997: 8 total, 8 up, 8 in 2024-04-12T16:42:05.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:05.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:05.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:06.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:06 smithi016 ceph-mon[84444]: pgmap v1203: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:06.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:06 smithi005 ceph-mon[88416]: pgmap v1203: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:06.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:06 smithi005 ceph-mon[90837]: pgmap v1203: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:08.035 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8035 ms) 2024-04-12T16:42:08.035 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 11 tests from ClsLock (69144 ms total) 2024-04-12T16:42:08.035 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:42:08.035 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:42:08.035 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 11 tests from 1 test suite ran. (69144 ms total) 2024-04-12T16:42:08.035 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 11 tests. 2024-04-12T16:42:08.040 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:42:08.040 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:42:08.076 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-12T16:42:08.076 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-12T16:42:08.148 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:42:08.148 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-12T16:42:08.148 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:42:08.148 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from cls_log 2024-04-12T16:42:08.148 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-12T16:42:08.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:08 smithi016 ceph-mon[84444]: pgmap v1204: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:08.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:08 smithi005 ceph-mon[88416]: pgmap v1204: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:08.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:08 smithi005 ceph-mon[90837]: pgmap v1204: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-12T16:42:09.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:09 smithi016 ceph-mon[84444]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T16:42:09.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:09 smithi005 ceph-mon[88416]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T16:42:09.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:09 smithi005 ceph-mon[90837]: osdmap e998: 8 total, 8 up, 8 in 2024-04-12T16:42:10.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:10 smithi016 ceph-mon[84444]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:10.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:10 smithi016 ceph-mon[84444]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T16:42:10.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:10 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3433999960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:10.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:10 smithi005 ceph-mon[90837]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:10.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:10 smithi005 ceph-mon[90837]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T16:42:10.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:10 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3433999960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:10.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:10 smithi005 ceph-mon[88416]: pgmap v1206: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:10.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:10 smithi005 ceph-mon[88416]: osdmap e999: 8 total, 8 up, 8 in 2024-04-12T16:42:10.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:10 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3433999960' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:11.058 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_log.test_log_add_same_time (2909 ms) 2024-04-12T16:42:11.059 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-12T16:42:11.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:11 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3433999960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:11.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:11 smithi016 ceph-mon[84444]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T16:42:11.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:11 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3433999960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:11.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:11 smithi005 ceph-mon[88416]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T16:42:11.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:11 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3433999960' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:11.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:11 smithi005 ceph-mon[90837]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-12T16:42:12.306 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:12 smithi016 ceph-mon[84444]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:12.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:12 smithi016 ceph-mon[84444]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T16:42:12.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:12 smithi005 ceph-mon[88416]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:12.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:12 smithi005 ceph-mon[88416]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T16:42:12.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:12 smithi005 ceph-mon[90837]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:12.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:12 smithi005 ceph-mon[90837]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-12T16:42:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:42:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:42:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:13.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:13 smithi016 ceph-mon[84444]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T16:42:13.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:13 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3349173633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:13.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:13 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:13.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:13 smithi005 ceph-mon[88416]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T16:42:13.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:13 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3349173633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:13.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:13 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:13.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:13 smithi005 ceph-mon[90837]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-12T16:42:13.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:13 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3349173633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:13.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:13 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:14.073 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_log.test_log_add_different_time (3015 ms) 2024-04-12T16:42:14.073 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_log.trim_by_time 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:42:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:42:13] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[88416]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[88416]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[90837]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:14.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:14 smithi005 ceph-mon[90837]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T16:42:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:14 smithi016 ceph-mon[84444]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:14 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:14 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:14 smithi016 ceph-mon[84444]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-12T16:42:15.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:15 smithi016 ceph-mon[84444]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T16:42:15.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:15 smithi005 ceph-mon[88416]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T16:42:15.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:15 smithi005 ceph-mon[90837]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-12T16:42:16.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:16 smithi016 ceph-mon[84444]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:16.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:16 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:16.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:16 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:42:16.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:16 smithi016 ceph-mon[84444]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T16:42:16.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:16 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/36591340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:16.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[88416]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:16.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:16.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:42:16.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[88416]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T16:42:16.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/36591340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:16.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[90837]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:16.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:16.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:42:16.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[90837]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-12T16:42:16.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:16 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/36591340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:17.090 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_log.trim_by_time (3017 ms) 2024-04-12T16:42:17.090 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-12T16:42:17.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:17 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/36591340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:17.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:17 smithi016 ceph-mon[84444]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T16:42:17.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:17 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/36591340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:17.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:17 smithi005 ceph-mon[88416]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T16:42:17.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:17 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/36591340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:17.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:17 smithi005 ceph-mon[90837]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-12T16:42:18.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:18 smithi016 ceph-mon[84444]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:18 smithi016 ceph-mon[84444]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T16:42:18.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:18 smithi005 ceph-mon[88416]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:18.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:18 smithi005 ceph-mon[88416]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T16:42:18.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:18 smithi005 ceph-mon[90837]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:18.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:18 smithi005 ceph-mon[90837]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-12T16:42:19.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:19 smithi005 ceph-mon[88416]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T16:42:19.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:19 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2077960796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:19.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:19 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:19.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:19 smithi005 ceph-mon[90837]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T16:42:19.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:19 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2077960796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:19.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:19 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:19.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:19 smithi016 ceph-mon[84444]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-12T16:42:19.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:19 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2077960796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:19.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:19 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:20.107 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_log.trim_by_marker (3017 ms) 2024-04-12T16:42:20.107 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from cls_log (11958 ms total) 2024-04-12T16:42:20.107 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:42:20.107 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:42:20.107 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 4 tests from 1 test suite ran. (11958 ms total) 2024-04-12T16:42:20.107 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 4 tests. 2024-04-12T16:42:20.111 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:42:20.112 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:42:20.179 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-12T16:42:20.180 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-12T16:42:20.249 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:42:20.250 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-12T16:42:20.250 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:42:20.250 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from ClsNumOps 2024-04-12T16:42:20.250 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsNumOps.Add 2024-04-12T16:42:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[88416]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[88416]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T16:42:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[90837]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[90837]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T16:42:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:20.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:20 smithi016 ceph-mon[84444]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:20 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:20 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130509-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:20 smithi016 ceph-mon[84444]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-12T16:42:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:21.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:21 smithi005 ceph-mon[88416]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T16:42:21.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:21 smithi005 ceph-mon[90837]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T16:42:21.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:21 smithi016 ceph-mon[84444]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[88416]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[88416]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/932855319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[90837]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:22.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:22.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:42:22.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[90837]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T16:42:22.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/932855319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:22.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:22 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:42:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:42:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:22.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:22 smithi016 ceph-mon[84444]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:22.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:22 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:22.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:22 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:42:22.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:22 smithi016 ceph-mon[84444]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-12T16:42:22.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:22 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/932855319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:22.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:22 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:23.128 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsNumOps.Add (2879 ms) 2024-04-12T16:42:23.129 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsNumOps.Sub 2024-04-12T16:42:23.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:23 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:23.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:23 smithi005 ceph-mon[88416]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T16:42:23.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:23 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:23.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:23 smithi005 ceph-mon[90837]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T16:42:23.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:23 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:23.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:23 smithi016 ceph-mon[84444]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-12T16:42:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:24 smithi005 ceph-mon[88416]: pgmap v1227: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:24 smithi005 ceph-mon[88416]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T16:42:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:42:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:42:23] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-12T16:42:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:24 smithi005 ceph-mon[90837]: pgmap v1227: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:24 smithi005 ceph-mon[90837]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T16:42:24.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:24 smithi016 ceph-mon[84444]: pgmap v1227: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:24.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:24 smithi016 ceph-mon[84444]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-12T16:42:25.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:25 smithi005 ceph-mon[88416]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T16:42:25.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:25 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/902972425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:25.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:25 smithi005 ceph-mon[90837]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T16:42:25.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:25 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/902972425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:25.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:25 smithi016 ceph-mon[84444]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-12T16:42:25.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:25 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/902972425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:26.144 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsNumOps.Sub (3015 ms) 2024-04-12T16:42:26.144 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsNumOps.Mul 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[88416]: pgmap v1230: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/902972425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[88416]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[90837]: pgmap v1230: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/902972425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:26 smithi005 ceph-mon[90837]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T16:42:26.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:26 smithi016 ceph-mon[84444]: pgmap v1230: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:26.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:26 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:26.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:26 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/902972425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:26.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:26 smithi016 ceph-mon[84444]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-12T16:42:27.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:27 smithi005 ceph-mon[88416]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T16:42:27.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:27 smithi005 ceph-mon[90837]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T16:42:27.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:27 smithi016 ceph-mon[84444]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-12T16:42:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[88416]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:42:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[88416]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T16:42:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/569320956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[90837]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:42:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[90837]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T16:42:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/569320956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:28 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:28 smithi016 ceph-mon[84444]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:28 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:28 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:42:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:28 smithi016 ceph-mon[84444]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-12T16:42:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/569320956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:28 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:29.163 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsNumOps.Mul (3019 ms) 2024-04-12T16:42:29.163 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsNumOps.Div 2024-04-12T16:42:29.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:29 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:29.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:29 smithi005 ceph-mon[88416]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T16:42:29.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:29 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:29.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:29 smithi005 ceph-mon[90837]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T16:42:29.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:29 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:29.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:29 smithi016 ceph-mon[84444]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-12T16:42:30.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:30 smithi005 ceph-mon[88416]: pgmap v1236: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:30.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:30 smithi005 ceph-mon[88416]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T16:42:30.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:30 smithi005 ceph-mon[90837]: pgmap v1236: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:30.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:30 smithi005 ceph-mon[90837]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T16:42:30.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:30 smithi016 ceph-mon[84444]: pgmap v1236: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:30.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:30 smithi016 ceph-mon[84444]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-12T16:42:31.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:31 smithi005 ceph-mon[88416]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T16:42:31.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2436596766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:31.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:31 smithi005 ceph-mon[88416]: pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:31.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:31 smithi005 ceph-mon[90837]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T16:42:31.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2436596766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:31.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:31 smithi005 ceph-mon[90837]: pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:31.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:31 smithi016 ceph-mon[84444]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-12T16:42:31.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2436596766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:31.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:31 smithi016 ceph-mon[84444]: pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:32.179 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsNumOps.Div (3016 ms) 2024-04-12T16:42:32.180 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from ClsNumOps (11930 ms total) 2024-04-12T16:42:32.180 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:42:32.180 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:42:32.180 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 4 tests from 1 test suite ran. (11930 ms total) 2024-04-12T16:42:32.180 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 4 tests. 2024-04-12T16:42:32.185 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:42:32.186 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:42:32.258 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-12T16:42:32.258 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-12T16:42:32.329 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:42:32.330 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-12T16:42:32.330 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:42:32.330 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 70 tests from TestClsRbd 2024-04-12T16:42:32.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:32 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:32.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:32 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2436596766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:32.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:32 smithi005 ceph-mon[88416]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T16:42:32.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:32 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:32.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:32 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2436596766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:32.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:32 smithi005 ceph-mon[90837]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T16:42:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:32 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:32 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2436596766' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130615-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:32 smithi016 ceph-mon[84444]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-12T16:42:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:42:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:42:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:33.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:33 smithi005 ceph-mon[88416]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T16:42:33.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:33 smithi005 ceph-mon[88416]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:33.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:33 smithi005 ceph-mon[90837]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T16:42:33.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:33 smithi005 ceph-mon[90837]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:33.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:33 smithi016 ceph-mon[84444]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-12T16:42:33.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:33 smithi016 ceph-mon[84444]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:34.189 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:42:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:42:33] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-12T16:42:34.196 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-12T16:42:34.204 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_all_features (8 ms) 2024-04-12T16:42:34.205 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.copyup 2024-04-12T16:42:34.382 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.copyup (177 ms) 2024-04-12T16:42:34.382 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-12T16:42:34.395 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2024-04-12T16:42:34.395 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-12T16:42:34.401 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-12T16:42:34.401 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-12T16:42:34.412 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-12T16:42:34.413 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-12T16:42:34.439 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-04-12T16:42:34.439 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.create 2024-04-12T16:42:34.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[88416]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/323405035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[90837]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/323405035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:34.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:34 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:34.453 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-04-12T16:42:34.453 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_features 2024-04-12T16:42:34.454 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-12T16:42:34.454 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-12T16:42:34.456 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-12T16:42:34.456 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-12T16:42:34.458 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-04-12T16:42:34.458 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-12T16:42:34.460 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-12T16:42:34.460 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-12T16:42:34.461 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-12T16:42:34.461 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-12T16:42:34.464 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-12T16:42:34.465 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.get_size 2024-04-12T16:42:34.469 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-12T16:42:34.469 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.set_size 2024-04-12T16:42:34.473 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-04-12T16:42:34.473 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-12T16:42:34.491 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-04-12T16:42:34.491 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-12T16:42:34.499 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-12T16:42:34.499 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-12T16:42:34.539 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-04-12T16:42:34.539 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-12T16:42:34.567 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2024-04-12T16:42:34.567 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-12T16:42:34.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:34 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:34.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:34 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:42:34.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:34 smithi016 ceph-mon[84444]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-12T16:42:34.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:34 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/323405035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:34.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:34 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:34.590 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.snapshots (23 ms) 2024-04-12T16:42:34.590 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-12T16:42:34.593 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.snapid_race (3 ms) 2024-04-12T16:42:34.593 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-12T16:42:34.602 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-04-12T16:42:34.602 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-12T16:42:34.603 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2024-04-12T16:42:34.603 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-12T16:42:34.608 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-04-12T16:42:34.608 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-12T16:42:34.612 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.object_map_update (4 ms) 2024-04-12T16:42:34.612 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-12T16:42:34.612 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-04-12T16:42:34.613 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-12T16:42:34.616 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.object_map_snap_add (3 ms) 2024-04-12T16:42:34.616 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-12T16:42:34.619 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.object_map_snap_remove (4 ms) 2024-04-12T16:42:34.619 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.flags 2024-04-12T16:42:34.624 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-04-12T16:42:34.624 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.metadata 2024-04-12T16:42:34.649 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.metadata (25 ms) 2024-04-12T16:42:34.649 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.set_features 2024-04-12T16:42:34.657 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-04-12T16:42:34.657 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.mirror 2024-04-12T16:42:34.688 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-04-12T16:42:34.688 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-12T16:42:34.705 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.mirror_image (17 ms) 2024-04-12T16:42:34.705 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-12T16:42:35.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[88416]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[88416]: pgmap v1245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[90837]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:35 smithi005 ceph-mon[90837]: pgmap v1245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:35 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130721-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:35 smithi016 ceph-mon[84444]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-12T16:42:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:35 smithi016 ceph-mon[84444]: pgmap v1245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:36.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:36 smithi005 ceph-mon[88416]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T16:42:36.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:36 smithi005 ceph-mon[90837]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T16:42:36.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:36 smithi016 ceph-mon[84444]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-12T16:42:37.023 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.mirror_image_status (2317 ms) 2024-04-12T16:42:37.023 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-12T16:42:37.098 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.mirror_image_map (76 ms) 2024-04-12T16:42:37.098 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-12T16:42:37.106 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-04-12T16:42:37.106 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-12T16:42:37.117 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-12T16:42:37.117 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-12T16:42:37.119 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-12T16:42:37.119 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-12T16:42:37.121 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-12T16:42:37.121 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-12T16:42:37.124 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-12T16:42:37.124 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-12T16:42:37.129 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-12T16:42:37.129 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-12T16:42:37.132 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-12T16:42:37.132 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-12T16:42:37.136 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-12T16:42:37.136 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-12T16:42:37.139 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-12T16:42:37.139 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-12T16:42:37.142 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-12T16:42:37.142 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-12T16:42:37.144 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-12T16:42:37.145 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-12T16:42:37.149 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-12T16:42:37.149 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-12T16:42:37.151 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-12T16:42:37.151 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-12T16:42:37.154 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-12T16:42:37.154 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-12T16:42:37.156 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-04-12T16:42:37.156 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-12T16:42:37.158 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-04-12T16:42:37.158 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-12T16:42:37.160 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-12T16:42:37.160 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-12T16:42:37.162 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-12T16:42:37.162 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-12T16:42:37.165 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-04-12T16:42:37.165 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-12T16:42:37.167 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-12T16:42:37.167 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-12T16:42:37.170 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-12T16:42:37.170 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-12T16:42:37.184 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2024-04-12T16:42:37.184 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-12T16:42:37.381 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (197 ms) 2024-04-12T16:42:37.381 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-12T16:42:37.385 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-04-12T16:42:37.385 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-12T16:42:37.387 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-12T16:42:37.387 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-12T16:42:37.393 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-12T16:42:37.394 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.op_features 2024-04-12T16:42:37.400 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-12T16:42:37.401 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-12T16:42:37.420 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-04-12T16:42:37.420 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-12T16:42:37.429 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-04-12T16:42:37.430 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-12T16:42:37.440 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.clone_child (10 ms) 2024-04-12T16:42:37.440 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-12T16:42:37.446 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-12T16:42:37.447 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.migration 2024-04-12T16:42:37.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:37 smithi005 ceph-mon[88416]: pgmap v1247: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:37.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:37 smithi005 ceph-mon[90837]: pgmap v1247: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:37.456 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-04-12T16:42:37.456 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-12T16:42:37.464 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.migration_v1 (7 ms) 2024-04-12T16:42:37.464 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-12T16:42:37.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:37 smithi016 ceph-mon[84444]: pgmap v1247: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:39.210 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1747 ms) 2024-04-12T16:42:39.211 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-12T16:42:39.249 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestClsRbd.sparsify (39 ms) 2024-04-12T16:42:39.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:39 smithi016 ceph-mon[84444]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T16:42:39.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:39 smithi016 ceph-mon[84444]: pgmap v1249: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 2.60k op/s 2024-04-12T16:42:39.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:39 smithi005 ceph-mon[88416]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T16:42:39.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:39 smithi005 ceph-mon[88416]: pgmap v1249: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 2.60k op/s 2024-04-12T16:42:39.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:39 smithi005 ceph-mon[90837]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-12T16:42:39.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:39 smithi005 ceph-mon[90837]: pgmap v1249: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 2.60k op/s 2024-04-12T16:42:40.217 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 70 tests from TestClsRbd (5053 ms total) 2024-04-12T16:42:40.217 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:42:40.217 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:42:40.217 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 70 tests from 1 test suite ran. (7887 ms total) 2024-04-12T16:42:40.217 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 70 tests. 2024-04-12T16:42:40.221 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:42:40.221 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:42:40.290 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-12T16:42:40.290 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-12T16:42:40.361 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:42:40.361 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-12T16:42:40.361 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:42:40.362 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 10 tests from cls_rgw 2024-04-12T16:42:40.362 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-12T16:42:40.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:40 smithi016 ceph-mon[84444]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T16:42:40.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:40 smithi005 ceph-mon[88416]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T16:42:40.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:40 smithi005 ceph-mon[90837]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-12T16:42:41.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:41 smithi016 ceph-mon[84444]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T16:42:41.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:41 smithi016 ceph-mon[84444]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:41.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:41 smithi005 ceph-mon[88416]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T16:42:41.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:41 smithi005 ceph-mon[88416]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:41.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:41 smithi005 ceph-mon[90837]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-12T16:42:41.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:41 smithi005 ceph-mon[90837]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:42 smithi016 ceph-mon[84444]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T16:42:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:42 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1258835272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:42:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:42.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:42 smithi005 ceph-mon[88416]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T16:42:42.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:42 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1258835272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:42.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:42 smithi005 ceph-mon[90837]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-12T16:42:42.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:42 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1258835272' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:43.237 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_implicit (2877 ms) 2024-04-12T16:42:43.238 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-12T16:42:43.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:43 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1258835272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:43.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:43 smithi016 ceph-mon[84444]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T16:42:43.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:43 smithi016 ceph-mon[84444]: pgmap v1255: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:43.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:43 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1258835272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:43.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:43 smithi005 ceph-mon[88416]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T16:42:43.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:43 smithi005 ceph-mon[88416]: pgmap v1255: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:43.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:43 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1258835272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:43.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:43 smithi005 ceph-mon[90837]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-12T16:42:43.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:43 smithi005 ceph-mon[90837]: pgmap v1255: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:44.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:42:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:42:43] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-12T16:42:44.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:44 smithi016 ceph-mon[84444]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T16:42:44.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:44 smithi005 ceph-mon[88416]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T16:42:44.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:44 smithi005 ceph-mon[90837]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-12T16:42:45.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:45 smithi016 ceph-mon[84444]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T16:42:45.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1549379621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:45 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:45 smithi016 ceph-mon[84444]: pgmap v1258: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:45.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[88416]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T16:42:45.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1549379621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[88416]: pgmap v1258: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:45.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[90837]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-12T16:42:45.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1549379621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:45.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:45 smithi005 ceph-mon[90837]: pgmap v1258: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:46.266 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3028 ms) 2024-04-12T16:42:46.266 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-12T16:42:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:46 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:46 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:46 smithi016 ceph-mon[84444]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T16:42:46.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:46 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:46.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:46 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:46.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:46 smithi005 ceph-mon[88416]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T16:42:46.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:46 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:46.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:46 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:46.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:46 smithi005 ceph-mon[90837]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-12T16:42:47.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:47 smithi016 ceph-mon[84444]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T16:42:47.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:47 smithi016 ceph-mon[84444]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:47.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:47 smithi005 ceph-mon[88416]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T16:42:47.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:47 smithi005 ceph-mon[88416]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:47.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:47 smithi005 ceph-mon[90837]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-12T16:42:47.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:47 smithi005 ceph-mon[90837]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:48 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:48 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:42:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:48 smithi016 ceph-mon[84444]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T16:42:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:48 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1747471634' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:48 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:48.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[88416]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1747471634' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[90837]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1747471634' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:48.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:48 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:49.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:49 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:49.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:49 smithi016 ceph-mon[84444]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T16:42:49.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:49 smithi016 ceph-mon[84444]: pgmap v1264: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:49.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:49.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:49.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[88416]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T16:42:49.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[88416]: pgmap v1264: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:49.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:49.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:49.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[90837]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-12T16:42:49.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[90837]: pgmap v1264: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:49.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:42:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:50 smithi016 ceph-mon[84444]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T16:42:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:42:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:42:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:42:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[88416]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[90837]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:42:50.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:42:51.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:51 smithi016 ceph-mon[84444]: pgmap v1266: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:51.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:51 smithi005 ceph-mon[88416]: pgmap v1266: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:51.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:51 smithi005 ceph-mon[90837]: pgmap v1266: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:42:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:42:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:42:53.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:53 smithi016 ceph-mon[84444]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T16:42:53.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:53 smithi016 ceph-mon[84444]: pgmap v1268: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:53.698 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:53 smithi005 ceph-mon[90837]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T16:42:53.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:53 smithi005 ceph-mon[90837]: pgmap v1268: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:53.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:53 smithi005 ceph-mon[88416]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-12T16:42:53.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:53 smithi005 ceph-mon[88416]: pgmap v1268: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:42:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:42:53] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-12T16:42:54.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:54 smithi016 ceph-mon[84444]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T16:42:54.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:54 smithi005 ceph-mon[88416]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T16:42:54.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:54 smithi005 ceph-mon[90837]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-12T16:42:55.312 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_put_snap (9042 ms) 2024-04-12T16:42:55.312 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-12T16:42:55.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:55 smithi016 ceph-mon[84444]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T16:42:55.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:55 smithi016 ceph-mon[84444]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 201 B/s wr, 0 op/s 2024-04-12T16:42:55.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:55 smithi005 ceph-mon[88416]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T16:42:55.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:55 smithi005 ceph-mon[88416]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 201 B/s wr, 0 op/s 2024-04-12T16:42:55.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:55 smithi005 ceph-mon[90837]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-12T16:42:55.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:55 smithi005 ceph-mon[90837]: pgmap v1271: 137 pgs: 137 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 201 B/s wr, 0 op/s 2024-04-12T16:42:56.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:56 smithi016 ceph-mon[84444]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T16:42:56.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:56 smithi005 ceph-mon[88416]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T16:42:56.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:56 smithi005 ceph-mon[90837]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-12T16:42:57.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:57 smithi016 ceph-mon[84444]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T16:42:57.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:57 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1244132196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:57.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:57 smithi016 ceph-mon[84444]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:57.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:57 smithi005 ceph-mon[88416]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T16:42:57.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:57 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1244132196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:57.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:57 smithi005 ceph-mon[88416]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:57.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:57 smithi005 ceph-mon[90837]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-12T16:42:57.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:57 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1244132196' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:42:57.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:57 smithi005 ceph-mon[90837]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:58.321 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_explicit (3013 ms) 2024-04-12T16:42:58.321 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.set 2024-04-12T16:42:58.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:58 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:58.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:58 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1244132196' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:58.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:58 smithi016 ceph-mon[84444]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T16:42:58.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:58 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:58.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:58 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1244132196' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:58.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:58 smithi005 ceph-mon[88416]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T16:42:58.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:58 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:42:58.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:58 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1244132196' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:42:58.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:58 smithi005 ceph-mon[90837]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-12T16:42:59.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:59 smithi016 ceph-mon[84444]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T16:42:59.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:42:59 smithi016 ceph-mon[84444]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:59.698 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:59 smithi005 ceph-mon[90837]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T16:42:59.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:42:59 smithi005 ceph-mon[90837]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:42:59.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:59 smithi005 ceph-mon[88416]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-12T16:42:59.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:42:59 smithi005 ceph-mon[88416]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:00 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:00 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:43:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:00 smithi016 ceph-mon[84444]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T16:43:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:00 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3839756434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[88416]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3839756434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[90837]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-12T16:43:00.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:00 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3839756434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:01.346 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.set (3025 ms) 2024-04-12T16:43:01.346 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-12T16:43:01.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:01 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3839756434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:01.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:01 smithi016 ceph-mon[84444]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T16:43:01.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:01 smithi016 ceph-mon[84444]: pgmap v1280: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:01.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:01 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3839756434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:01.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:01 smithi005 ceph-mon[88416]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T16:43:01.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:01 smithi005 ceph-mon[88416]: pgmap v1280: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:01.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:01 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3839756434' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-130776-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:01.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:01 smithi005 ceph-mon[90837]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-12T16:43:01.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:01 smithi005 ceph-mon[90837]: pgmap v1280: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:43:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:02.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-mon[84444]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T16:43:02.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:02.590 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:02 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[90837]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[88416]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:02.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:02.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:02 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:03.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:03.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[88416]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T16:43:03.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:03.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:03.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[88416]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:03.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:03.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[90837]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T16:43:03.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:03.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:03.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-mon[90837]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:03.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:03 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:03.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:03 smithi016 ceph-mon[84444]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-12T16:43:03.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:03 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:03.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:03 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:03.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:03 smithi016 ceph-mon[84444]: pgmap v1283: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:04.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:43:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:43:03] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-04-12T16:43:04.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:04 smithi005 ceph-mon[88416]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T16:43:04.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:04.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:04 smithi005 ceph-mon[90837]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T16:43:04.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:04.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:04 smithi016 ceph-mon[84444]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-12T16:43:04.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:05.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:05 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:05.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:05 smithi005 ceph-mon[88416]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T16:43:05.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:05 smithi005 ceph-mon[88416]: pgmap v1286: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:05.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:05 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:05.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:05 smithi005 ceph-mon[90837]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T16:43:05.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:05 smithi005 ceph-mon[90837]: pgmap v1286: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:05.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:05 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:05.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:05 smithi016 ceph-mon[84444]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-12T16:43:05.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:05 smithi016 ceph-mon[84444]: pgmap v1286: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:06.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:06 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:06.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:06 smithi005 ceph-mon[88416]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T16:43:06.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:06 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:06.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:06 smithi005 ceph-mon[90837]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T16:43:06.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:06 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:06.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:06 smithi016 ceph-mon[84444]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[88416]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[88416]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[90837]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[90837]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:07.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:07 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:07 smithi016 ceph-mon[84444]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:07 smithi016 ceph-mon[84444]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-12T16:43:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:07 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:07 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:08.383 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_implicit_ec (7038 ms) 2024-04-12T16:43:08.384 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[88416]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:08.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:43:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[90837]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T16:43:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:08.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:08 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:08.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:08 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:08.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:08 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:43:08.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:08 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:08.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:08 smithi016 ceph-mon[84444]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-12T16:43:08.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:08 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4259196166' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:08.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:08 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]: dispatch 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:09.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:09.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:09 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-6"}]': finished 2024-04-12T16:43:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-12T16:43:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:09.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:09.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:09 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[88416]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[90837]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:10.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:10 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:10.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:10 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:10.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:10 smithi016 ceph-mon[84444]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-12T16:43:10.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:10 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:10.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:10 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:11.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:11 smithi005 ceph-mon[88416]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:11.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:11 smithi005 ceph-mon[88416]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T16:43:11.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:11 smithi005 ceph-mon[90837]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:11.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:11 smithi005 ceph-mon[90837]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T16:43:11.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:11 smithi016 ceph-mon[84444]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:11.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:11 smithi016 ceph-mon[84444]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-12T16:43:12.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:12 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:12.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:12 smithi016 ceph-mon[84444]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T16:43:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:43:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:43:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:12.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:12 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:12.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:12 smithi005 ceph-mon[88416]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T16:43:12.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:12 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:12.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:12 smithi005 ceph-mon[90837]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-12T16:43:13.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:13 smithi005 ceph-mon[88416]: pgmap v1297: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:13.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:13 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:13.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:13 smithi005 ceph-mon[88416]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T16:43:13.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:13 smithi005 ceph-mon[90837]: pgmap v1297: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:13.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:13 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:13.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:13 smithi005 ceph-mon[90837]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T16:43:13.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:13 smithi016 ceph-mon[84444]: pgmap v1297: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:13.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:13 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:13.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:13 smithi016 ceph-mon[84444]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-12T16:43:14.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:43:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:43:13] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2024-04-12T16:43:14.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:14 smithi005 ceph-mon[88416]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T16:43:14.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:14 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:14.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:14 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:14.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:14 smithi005 ceph-mon[90837]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T16:43:14.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:14 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:14.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:14 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:14.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:14 smithi016 ceph-mon[84444]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-12T16:43:14.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:14 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:14.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:14 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:15.420 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7036 ms) 2024-04-12T16:43:15.420 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-12T16:43:15.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[88416]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:15.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:15.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:43:15.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:15.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[88416]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T16:43:15.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:15.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[90837]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:43:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[90837]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T16:43:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:15.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:15 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:15 smithi016 ceph-mon[84444]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:15 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:15 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:43:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:15 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:15 smithi016 ceph-mon[84444]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-12T16:43:15.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:15 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2710563467' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:15.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:15 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]: dispatch 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[88416]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[90837]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:16.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:16 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:16.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:16 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-7"}]': finished 2024-04-12T16:43:16.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:16 smithi016 ceph-mon[84444]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-12T16:43:16.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:16 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:16.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:16 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:16.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:16 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[88416]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[88416]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[90837]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[90837]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T16:43:17.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:17 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:17.740 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:17 smithi016 ceph-mon[84444]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:17.740 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:17 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:17.740 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:17 smithi016 ceph-mon[84444]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-12T16:43:17.740 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:17 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:18.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:18 smithi005 ceph-mon[88416]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T16:43:18.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:18.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:18 smithi005 ceph-mon[88416]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T16:43:18.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:18 smithi005 ceph-mon[90837]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T16:43:18.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:18.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:18 smithi005 ceph-mon[90837]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T16:43:18.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:18 smithi016 ceph-mon[84444]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-12T16:43:18.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:18.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:18 smithi016 ceph-mon[84444]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-12T16:43:19.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:19 smithi005 ceph-mon[88416]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:19.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:19.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:19 smithi005 ceph-mon[88416]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T16:43:19.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:19 smithi005 ceph-mon[90837]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:19.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:19.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:19 smithi005 ceph-mon[90837]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T16:43:19.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:19 smithi016 ceph-mon[84444]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:19.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:19.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:19 smithi016 ceph-mon[84444]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-12T16:43:21.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:21 smithi005 ceph-mon[88416]: pgmap v1309: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:21.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:21 smithi005 ceph-mon[88416]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T16:43:21.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:21 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:21.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:21 smithi005 ceph-mon[90837]: pgmap v1309: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:21.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:21 smithi005 ceph-mon[90837]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T16:43:21.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:21 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:21.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:21 smithi016 ceph-mon[84444]: pgmap v1309: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:21.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:21 smithi016 ceph-mon[84444]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-12T16:43:21.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:21 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:43:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:43:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:23.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:23 smithi005 ceph-mon[90837]: pgmap v1311: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:23.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:23 smithi005 ceph-mon[88416]: pgmap v1311: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:23.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:23 smithi016 ceph-mon[84444]: pgmap v1311: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:43:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:43:23] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T16:43:24.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:24 smithi005 ceph-mon[88416]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T16:43:24.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:24 smithi005 ceph-mon[90837]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T16:43:24.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:24 smithi016 ceph-mon[84444]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-12T16:43:25.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:25 smithi005 ceph-mon[88416]: pgmap v1313: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-04-12T16:43:25.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:25 smithi005 ceph-mon[88416]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T16:43:25.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:25 smithi005 ceph-mon[90837]: pgmap v1313: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-04-12T16:43:25.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:25 smithi005 ceph-mon[90837]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T16:43:25.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:25 smithi016 ceph-mon[84444]: pgmap v1313: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-04-12T16:43:25.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:25 smithi016 ceph-mon[84444]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-12T16:43:26.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:26 smithi016 ceph-mon[84444]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T16:43:26.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:26 smithi005 ceph-mon[90837]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T16:43:26.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:26 smithi005 ceph-mon[88416]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-12T16:43:27.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:27 smithi016 ceph-mon[84444]: pgmap v1316: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-04-12T16:43:27.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:27 smithi016 ceph-mon[84444]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T16:43:27.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:27 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:27 smithi005 ceph-mon[88416]: pgmap v1316: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-04-12T16:43:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:27 smithi005 ceph-mon[88416]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T16:43:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:27 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:27 smithi005 ceph-mon[90837]: pgmap v1316: 113 pgs: 113 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 172 B/s wr, 0 op/s 2024-04-12T16:43:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:27 smithi005 ceph-mon[90837]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-12T16:43:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:27 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:28.465 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_put_snap_ec (13046 ms) 2024-04-12T16:43:28.465 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-12T16:43:28.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:28.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:28 smithi016 ceph-mon[84444]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T16:43:28.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:28.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[88416]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[90837]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]: dispatch 2024-04-12T16:43:28.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3232769699' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-8"}]': finished 2024-04-12T16:43:29.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:29.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T16:43:29.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:43:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:29.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:29 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:29.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:29.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:29 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:30.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:30 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:30.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:30 smithi016 ceph-mon[84444]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T16:43:30.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:30 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:30.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:30 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[88416]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[90837]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:30.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:30 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:31.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:31 smithi016 ceph-mon[84444]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:31.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:31 smithi016 ceph-mon[84444]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T16:43:31.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:31 smithi005 ceph-mon[88416]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:31.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:31 smithi005 ceph-mon[88416]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T16:43:31.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:31 smithi005 ceph-mon[90837]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:31.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:31 smithi005 ceph-mon[90837]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-12T16:43:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:32 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:32 smithi016 ceph-mon[84444]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T16:43:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:43:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:43:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:32.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:32 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:32.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:32 smithi005 ceph-mon[88416]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T16:43:32.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:32 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:32.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:32 smithi005 ceph-mon[90837]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-12T16:43:33.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:33 smithi016 ceph-mon[84444]: pgmap v1325: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:33.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:33 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:33.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:33 smithi016 ceph-mon[84444]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T16:43:33.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:33 smithi005 ceph-mon[88416]: pgmap v1325: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:33.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:33 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:33.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:33 smithi005 ceph-mon[88416]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T16:43:33.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:33 smithi005 ceph-mon[90837]: pgmap v1325: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:33.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:33 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:33.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:33 smithi005 ceph-mon[90837]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-12T16:43:34.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:43:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:43:33] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T16:43:34.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:34 smithi016 ceph-mon[84444]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T16:43:34.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:34 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:34.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:34 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:34.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:34.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:34.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[88416]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T16:43:34.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[90837]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:35.515 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.test_explicit_ec (7050 ms) 2024-04-12T16:43:35.516 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.set_ec 2024-04-12T16:43:35.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:35 smithi016 ceph-mon[84444]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:35.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:35 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:35.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:35 smithi016 ceph-mon[84444]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T16:43:35.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:35 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:35.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:35 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:35.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:35 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:35.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:35 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:43:35.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[88416]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[88416]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[90837]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[90837]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/727841003' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]: dispatch 2024-04-12T16:43:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:35 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:43:36.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:36.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T16:43:36.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:36.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:36.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-9"}]': finished 2024-04-12T16:43:36.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-12T16:43:36.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:36.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:36.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-12T16:43:37.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:37 smithi016 ceph-mon[84444]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:37.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:37 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:37.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:37 smithi016 ceph-mon[84444]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T16:43:37.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:37 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:37.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:37 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[90837]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[90837]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[88416]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi005-130776-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[88416]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-12T16:43:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:37.950 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:37 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:38.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:38 smithi016 ceph-mon[84444]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T16:43:38.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:38 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:38.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:38 smithi016 ceph-mon[84444]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T16:43:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:38 smithi005 ceph-mon[88416]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T16:43:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:38 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:38.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:38 smithi005 ceph-mon[88416]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T16:43:38.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:38 smithi005 ceph-mon[90837]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-12T16:43:38.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:38 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi005-130776-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:38.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:38 smithi005 ceph-mon[90837]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-12T16:43:39.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:39 smithi016 ceph-mon[84444]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:39.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:39 smithi016 ceph-mon[84444]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T16:43:39.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:39 smithi005 ceph-mon[88416]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:39 smithi005 ceph-mon[88416]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T16:43:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:39 smithi005 ceph-mon[90837]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:39 smithi005 ceph-mon[90837]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-12T16:43:41.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:41 smithi016 ceph-mon[84444]: pgmap v1337: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:41.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:41 smithi016 ceph-mon[84444]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T16:43:41.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:41 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:41.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:41 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:41.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:41 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[88416]: pgmap v1337: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[88416]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[90837]: pgmap v1337: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[90837]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-12T16:43:41.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:41.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:41 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:42.541 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.set_ec (7026 ms) 2024-04-12T16:43:42.541 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 10 tests from cls_rgw (62181 ms total) 2024-04-12T16:43:42.541 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:43:42.542 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:43:42.542 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 10 tests from 1 test suite ran. (62181 ms total) 2024-04-12T16:43:42.542 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 10 tests. 2024-04-12T16:43:42.544 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:43:42.544 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:43:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:43:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:43:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:42 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:42 smithi016 ceph-mon[84444]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T16:43:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:42 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:42 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:42.616 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-12T16:43:42.616 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-12T16:43:42.689 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:43:42.689 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-12T16:43:42.690 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:43:42.690 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 16 tests from cls_rgw 2024-04-12T16:43:42.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:42.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[88416]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T16:43:42.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:42.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:42.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:42.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[90837]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-12T16:43:42.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/292537971' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:42.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:42 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]: dispatch 2024-04-12T16:43:43.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:43 smithi016 ceph-mon[84444]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:43.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:43 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:43 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:43:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:43 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:43.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:43 smithi016 ceph-mon[84444]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T16:43:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[88416]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:43:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:43.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[88416]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T16:43:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[90837]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:43:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi005-130776-10"}]': finished 2024-04-12T16:43:43.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-mon[90837]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-12T16:43:44.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:43:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:43:43] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2024-04-12T16:43:44.550 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_basic 2024-04-12T16:43:44.592 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_basic (42 ms) 2024-04-12T16:43:44.592 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-12T16:43:44.619 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-04-12T16:43:44.619 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-12T16:43:44.656 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_remove_object (37 ms) 2024-04-12T16:43:44.656 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-12T16:43:44.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:44 smithi016 ceph-mon[84444]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T16:43:44.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:44 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1803936822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:44.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:44 smithi005 ceph-mon[88416]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T16:43:44.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:44 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1803936822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:44.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:44 smithi005 ceph-mon[90837]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-12T16:43:44.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:44 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1803936822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:43:45.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:45 smithi016 ceph-mon[84444]: pgmap v1343: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:45.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:45 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:45.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1803936822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:45.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:45 smithi016 ceph-mon[84444]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T16:43:45.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[88416]: pgmap v1343: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1803936822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:45.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[88416]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T16:43:45.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[90837]: pgmap v1343: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:45.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:43:45.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1803936822' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:43:45.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:45 smithi005 ceph-mon[90837]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-12T16:43:46.093 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_suggest (1437 ms) 2024-04-12T16:43:46.093 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-12T16:43:46.099 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-04-12T16:43:46.099 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_list 2024-04-12T16:43:46.119 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-04-12T16:43:46.119 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-12T16:43:46.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:46 smithi016 ceph-mon[84444]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T16:43:46.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:46 smithi005 ceph-mon[88416]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T16:43:46.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:46 smithi005 ceph-mon[90837]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-12T16:43:47.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:47 smithi016 ceph-mon[84444]: pgmap v1346: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:47.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:47 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:47.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:47 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:43:47.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:47 smithi005 ceph-mon[88416]: pgmap v1346: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:47 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:47.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:47 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:43:47.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:47 smithi005 ceph-mon[90837]: pgmap v1346: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:43:47.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:47 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:43:47.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:47 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:43:49.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:49 smithi016 ceph-mon[84444]: pgmap v1347: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 379 KiB/s wr, 1.16k op/s 2024-04-12T16:43:49.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:49.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:49.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:49 smithi005 ceph-mon[88416]: pgmap v1347: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 379 KiB/s wr, 1.16k op/s 2024-04-12T16:43:49.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:49.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:49.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:49 smithi005 ceph-mon[90837]: pgmap v1347: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 379 KiB/s wr, 1.16k op/s 2024-04-12T16:43:49.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:49.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:43:50.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:43:50.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:43:50.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:43:51.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:51 smithi016 ceph-mon[84444]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 523 KiB/s rd, 323 KiB/s wr, 992 op/s 2024-04-12T16:43:51.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:43:51.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:43:51.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:51.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[88416]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 523 KiB/s rd, 323 KiB/s wr, 992 op/s 2024-04-12T16:43:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:43:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:43:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:51.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[90837]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 523 KiB/s rd, 323 KiB/s wr, 992 op/s 2024-04-12T16:43:51.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:43:51.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:43:51.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:43:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:43:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:43:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:43:53.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:53 smithi016 ceph-mon[84444]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 276 KiB/s wr, 848 op/s 2024-04-12T16:43:53.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:53 smithi005 ceph-mon[88416]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 276 KiB/s wr, 848 op/s 2024-04-12T16:43:53.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:53 smithi005 ceph-mon[90837]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 276 KiB/s wr, 848 op/s 2024-04-12T16:43:54.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:43:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:43:53] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-04-12T16:43:55.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:55 smithi016 ceph-mon[84444]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 887 KiB/s rd, 574 KiB/s wr, 1.74k op/s 2024-04-12T16:43:55.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:55 smithi005 ceph-mon[88416]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 887 KiB/s rd, 574 KiB/s wr, 1.74k op/s 2024-04-12T16:43:55.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:55 smithi005 ceph-mon[90837]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 887 KiB/s rd, 574 KiB/s wr, 1.74k op/s 2024-04-12T16:43:57.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:57 smithi016 ceph-mon[84444]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 805 KiB/s rd, 521 KiB/s wr, 1.58k op/s 2024-04-12T16:43:57.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:57 smithi005 ceph-mon[88416]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 805 KiB/s rd, 521 KiB/s wr, 1.58k op/s 2024-04-12T16:43:57.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:57 smithi005 ceph-mon[90837]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 805 KiB/s rd, 521 KiB/s wr, 1.58k op/s 2024-04-12T16:43:59.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:43:59 smithi016 ceph-mon[84444]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 679 KiB/s wr, 2.05k op/s 2024-04-12T16:43:59.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:43:59 smithi005 ceph-mon[88416]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 679 KiB/s wr, 2.05k op/s 2024-04-12T16:43:59.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:43:59 smithi005 ceph-mon[90837]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 679 KiB/s wr, 2.05k op/s 2024-04-12T16:44:01.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:01 smithi016 ceph-mon[84444]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 495 KiB/s wr, 1.49k op/s 2024-04-12T16:44:01.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:01 smithi005 ceph-mon[88416]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 495 KiB/s wr, 1.49k op/s 2024-04-12T16:44:01.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:01 smithi005 ceph-mon[90837]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 495 KiB/s wr, 1.49k op/s 2024-04-12T16:44:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:44:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:44:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:03.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:03 smithi016 ceph-mon[84444]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 495 KiB/s wr, 1.49k op/s 2024-04-12T16:44:03.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:03 smithi005 ceph-mon[88416]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 495 KiB/s wr, 1.49k op/s 2024-04-12T16:44:03.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:03 smithi005 ceph-mon[90837]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 495 KiB/s wr, 1.49k op/s 2024-04-12T16:44:04.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:44:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:44:03] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-04-12T16:44:04.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:04.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:04.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:05.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:05 smithi016 ceph-mon[84444]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 694 KiB/s wr, 2.08k op/s 2024-04-12T16:44:05.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:05 smithi005 ceph-mon[88416]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 694 KiB/s wr, 2.08k op/s 2024-04-12T16:44:05.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:05 smithi005 ceph-mon[90837]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 694 KiB/s wr, 2.08k op/s 2024-04-12T16:44:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:07 smithi016 ceph-mon[84444]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-12T16:44:07.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:07 smithi005 ceph-mon[88416]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-12T16:44:07.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:07 smithi005 ceph-mon[90837]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 612 KiB/s rd, 408 KiB/s wr, 1.22k op/s 2024-04-12T16:44:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:09 smithi016 ceph-mon[84444]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 905 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-12T16:44:09.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:09 smithi005 ceph-mon[88416]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 905 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-12T16:44:09.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:09 smithi005 ceph-mon[90837]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 905 KiB/s rd, 604 KiB/s wr, 1.81k op/s 2024-04-12T16:44:11.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:11 smithi016 ceph-mon[84444]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-12T16:44:11.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:11 smithi005 ceph-mon[88416]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-12T16:44:11.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:11 smithi005 ceph-mon[90837]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-12T16:44:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:44:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:44:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:13.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:13 smithi016 ceph-mon[84444]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-12T16:44:13.879 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:13 smithi005 ceph-mon[88416]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-12T16:44:13.879 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:13 smithi005 ceph-mon[90837]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-04-12T16:44:14.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:44:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:44:13] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-12T16:44:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:15 smithi016 ceph-mon[84444]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 588 KiB/s wr, 1.76k op/s 2024-04-12T16:44:15.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:15 smithi005 ceph-mon[88416]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 588 KiB/s wr, 1.76k op/s 2024-04-12T16:44:15.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:15 smithi005 ceph-mon[90837]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 882 KiB/s rd, 588 KiB/s wr, 1.76k op/s 2024-04-12T16:44:17.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:17 smithi016 ceph-mon[84444]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-12T16:44:17.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:17 smithi005 ceph-mon[88416]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-12T16:44:17.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:17 smithi005 ceph-mon[90837]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 584 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-12T16:44:19.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:19 smithi005 ceph-mon[88416]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 875 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-04-12T16:44:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:19.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:19 smithi005 ceph-mon[90837]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 875 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-04-12T16:44:19.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:19 smithi016 ceph-mon[84444]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 875 KiB/s rd, 583 KiB/s wr, 1.75k op/s 2024-04-12T16:44:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:21.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:21 smithi005 ceph-mon[88416]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-04-12T16:44:21.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:21 smithi005 ceph-mon[90837]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-04-12T16:44:22.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:21 smithi016 ceph-mon[84444]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-04-12T16:44:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:44:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:44:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:23 smithi005 ceph-mon[88416]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-04-12T16:44:23.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:23 smithi005 ceph-mon[90837]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-04-12T16:44:24.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:23 smithi016 ceph-mon[84444]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 582 KiB/s rd, 388 KiB/s wr, 1.16k op/s 2024-04-12T16:44:24.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:44:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:44:23] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-04-12T16:44:24.877 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_list_delimited (38758 ms) 2024-04-12T16:44:24.877 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.bi_list 2024-04-12T16:44:24.942 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.bi_list (65 ms) 2024-04-12T16:44:24.942 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.gc_set 2024-04-12T16:44:24.964 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.gc_set (23 ms) 2024-04-12T16:44:24.964 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.gc_list 2024-04-12T16:44:24.986 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.gc_list (21 ms) 2024-04-12T16:44:24.986 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-12T16:44:25.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:25 smithi005 ceph-mon[88416]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 870 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-04-12T16:44:25.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:25 smithi005 ceph-mon[90837]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 870 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-04-12T16:44:26.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:25 smithi016 ceph-mon[84444]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 870 KiB/s rd, 580 KiB/s wr, 1.74k op/s 2024-04-12T16:44:26.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:26 smithi005 ceph-mon[88416]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T16:44:26.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2779880603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:26.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:26 smithi005 ceph-mon[90837]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T16:44:26.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:26 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2779880603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:27.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:26 smithi016 ceph-mon[84444]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-12T16:44:27.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:26 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2779880603' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:27.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[88416]: pgmap v1367: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 695 KiB/s rd, 463 KiB/s wr, 1.39k op/s 2024-04-12T16:44:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2779880603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[88416]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T16:44:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[90837]: pgmap v1367: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 695 KiB/s rd, 463 KiB/s wr, 1.39k op/s 2024-04-12T16:44:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2779880603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:27 smithi005 ceph-mon[90837]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T16:44:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:27 smithi016 ceph-mon[84444]: pgmap v1367: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 695 KiB/s rd, 463 KiB/s wr, 1.39k op/s 2024-04-12T16:44:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:27 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:27 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2779880603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131115-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:27 smithi016 ceph-mon[84444]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-12T16:44:28.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:28 smithi005 ceph-mon[88416]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T16:44:28.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:28 smithi005 ceph-mon[90837]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T16:44:29.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:28 smithi016 ceph-mon[84444]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-12T16:44:29.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:29 smithi005 ceph-mon[88416]: pgmap v1370: 169 pgs: 2 unknown, 167 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 569 KiB/s wr, 1.70k op/s 2024-04-12T16:44:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:29 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:29 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:44:29.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:29 smithi005 ceph-mon[90837]: pgmap v1370: 169 pgs: 2 unknown, 167 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 569 KiB/s wr, 1.70k op/s 2024-04-12T16:44:29.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:29 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:29.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:29 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:44:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:29 smithi016 ceph-mon[84444]: pgmap v1370: 169 pgs: 2 unknown, 167 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 569 KiB/s wr, 1.70k op/s 2024-04-12T16:44:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:29 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:29 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:44:31.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:31 smithi005 ceph-mon[88416]: pgmap v1371: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 184 KiB/s wr, 545 op/s 2024-04-12T16:44:31.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:31 smithi005 ceph-mon[90837]: pgmap v1371: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 184 KiB/s wr, 545 op/s 2024-04-12T16:44:32.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:31 smithi016 ceph-mon[84444]: pgmap v1371: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 184 KiB/s wr, 545 op/s 2024-04-12T16:44:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:44:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:44:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:32.636 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.gc_defer (7651 ms) 2024-04-12T16:44:32.636 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-12T16:44:32.739 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.usage_basic (103 ms) 2024-04-12T16:44:32.739 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-12T16:44:32.740 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-12T16:44:32.741 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-12T16:44:32.825 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.usage_clear (85 ms) 2024-04-12T16:44:32.826 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-12T16:44:32.867 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.bi_log_trim (39 ms) 2024-04-12T16:44:32.867 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-12T16:44:32.876 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-04-12T16:44:33.635 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 16 tests from cls_rgw (48326 ms total) 2024-04-12T16:44:33.636 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:44:33.636 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:44:33.636 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 16 tests from 1 test suite ran. (50946 ms total) 2024-04-12T16:44:33.636 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 16 tests. 2024-04-12T16:44:33.640 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:44:33.640 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:44:33.708 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-12T16:44:33.708 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-12T16:44:33.777 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:44:33.777 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-12T16:44:33.777 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:44:33.777 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-12T16:44:33.777 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.init 2024-04-12T16:44:33.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:33 smithi005 ceph-mon[88416]: pgmap v1372: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 455 KiB/s rd, 163 KiB/s wr, 483 op/s 2024-04-12T16:44:33.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:33 smithi005 ceph-mon[88416]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T16:44:33.949 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:44:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:44:33] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-04-12T16:44:33.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:33 smithi005 ceph-mon[90837]: pgmap v1372: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 455 KiB/s rd, 163 KiB/s wr, 483 op/s 2024-04-12T16:44:33.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:33 smithi005 ceph-mon[90837]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T16:44:34.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:33 smithi016 ceph-mon[84444]: pgmap v1372: 169 pgs: 169 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 455 KiB/s rd, 163 KiB/s wr, 483 op/s 2024-04-12T16:44:34.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:33 smithi016 ceph-mon[84444]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-12T16:44:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:34 smithi005 ceph-mon[88416]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T16:44:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:34 smithi005 ceph-mon[90837]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T16:44:34.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:35.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:34 smithi016 ceph-mon[84444]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-12T16:44:35.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:35.090 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:44:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T16:44:34.816297562Z level=info msg="Completed cleanup jobs" duration=6.663477ms 2024-04-12T16:44:35.648 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.init (1870 ms) 2024-04-12T16:44:35.649 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-12T16:44:35.672 INFO:tasks.workunit.client.0.smithi005.stderr:[ ] list info tag = chain-0 2024-04-12T16:44:35.672 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2024-04-12T16:44:35.673 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-12T16:44:35.678 INFO:tasks.workunit.client.0.smithi005.stderr:[ ] next_marker is: = 0/4263 2024-04-12T16:44:35.678 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-04-12T16:44:35.678 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-12T16:44:35.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-12T16:44:35.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-12T16:44:35.694 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-12T16:44:35.694 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-12T16:44:35.700 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-12T16:44:35.700 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-12T16:44:35.707 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-04-12T16:44:35.707 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-12T16:44:35.713 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-12T16:44:35.713 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-12T16:44:35.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[88416]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[88416]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T16:44:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/7941658' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[90837]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[90837]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T16:44:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/7941658' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:35.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:35 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:36.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:35 smithi016 ceph-mon[84444]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:36.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:35 smithi016 ceph-mon[84444]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-12T16:44:36.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:35 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/7941658' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:36.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:35 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:36.670 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_gc.finalize (956 ms) 2024-04-12T16:44:36.670 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 9 tests from cls_rgw_gc (2892 ms total) 2024-04-12T16:44:36.671 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:44:36.671 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:44:36.671 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 9 tests from 1 test suite ran. (2893 ms total) 2024-04-12T16:44:36.671 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 9 tests. 2024-04-12T16:44:36.673 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:44:36.673 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:44:36.742 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-12T16:44:36.742 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-12T16:44:36.818 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 1 test from 1 test suite. 2024-04-12T16:44:36.819 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:44:36.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:36.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:36 smithi005 ceph-mon[88416]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T16:44:36.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:36.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:36 smithi005 ceph-mon[90837]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T16:44:37.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131317-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:37.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:36 smithi016 ceph-mon[84444]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-12T16:44:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:37 smithi005 ceph-mon[88416]: pgmap v1378: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:37 smithi005 ceph-mon[88416]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T16:44:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:37 smithi005 ceph-mon[90837]: pgmap v1378: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:37.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:37 smithi005 ceph-mon[90837]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T16:44:38.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:37 smithi016 ceph-mon[84444]: pgmap v1378: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:38.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:37 smithi016 ceph-mon[84444]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-12T16:44:38.680 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from cls_rgw_stats 2024-04-12T16:44:38.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-12T16:44:38.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.706+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~ZU9W1F29A111.0 size=589474 2024-04-12T16:44:38.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.706+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=ZU9W1F29A111 tag=N0FN7X1BK6VV type=write size=1638050 2024-04-12T16:44:38.703 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.709+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~OOMYQQWR3LFS.0 size=1048576 2024-04-12T16:44:38.704 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.710+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~OOMYQQWR3LFS.1 size=1048576 2024-04-12T16:44:38.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.711+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~OOMYQQWR3LFS.2 size=85398 2024-04-12T16:44:38.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.711+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=OOMYQQWR3LFS tag=X4T7ZZB94APA type=write size=3231126 2024-04-12T16:44:38.706 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.712+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=SFJXW2I1REAC type=del size=3272094 2024-04-12T16:44:38.708 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.715+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~8K1NCM9SR42W.0 size=681904 2024-04-12T16:44:38.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.715+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=8K1NCM9SR42W tag=HSROOLTR3GG2 type=write size=1730480 2024-04-12T16:44:38.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.716+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=T43NEPTY8W1Y type=del size=1975609 2024-04-12T16:44:38.711 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.717+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=1YL4BY19CE94 type=del size=237258 2024-04-12T16:44:38.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.719+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=8IFNPRQFBN24 type=del size=2999207 2024-04-12T16:44:38.714 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.720+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=9XM7A4HO1VN4 type=del size=642668 2024-04-12T16:44:38.715 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.722+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=NW3CCATXJGY4 type=del size=1080427 2024-04-12T16:44:38.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.723+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=Q2KABPRB21ZW type=del size=3771585 2024-04-12T16:44:38.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.725+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=63MP9BXSY59U type=del size=3294076 2024-04-12T16:44:38.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.727+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~REII38FET6N7.0 size=1048576 2024-04-12T16:44:38.721 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.728+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~REII38FET6N7.1 size=1048576 2024-04-12T16:44:38.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.729+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~REII38FET6N7.2 size=41204 2024-04-12T16:44:38.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.729+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=REII38FET6N7 tag=6CX0ETOHRD2P type=write size=3186932 2024-04-12T16:44:38.724 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.730+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=HCRDL67MHWKL type=del size=558000 2024-04-12T16:44:38.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.731+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=B1A614YFG17C type=del size=5603 2024-04-12T16:44:38.726 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.733+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=8TZ1RI90KP7B type=del size=3370558 2024-04-12T16:44:38.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.734+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=DKJOBUMFQVCD type=write size=530664 2024-04-12T16:44:38.729 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.735+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~ZU9W1F29A111.0 size=589474 2024-04-12T16:44:38.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.737+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=ZU9W1F29A111 tag=N0FN7X1BK6VV type=write size=1638050 2024-04-12T16:44:38.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.739+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=T9Y2Q9MJ6F5V type=del size=283507 2024-04-12T16:44:38.734 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.740+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~OOMYQQWR3LFS.0 size=1048576 2024-04-12T16:44:38.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.741+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~OOMYQQWR3LFS.1 size=1048576 2024-04-12T16:44:38.736 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.742+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~OOMYQQWR3LFS.2 size=85398 2024-04-12T16:44:38.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.744+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=OOMYQQWR3LFS tag=X4T7ZZB94APA type=write size=3231126 2024-04-12T16:44:38.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.746+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~VEQ7M18B99KV.0 size=140598 2024-04-12T16:44:38.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.746+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=VEQ7M18B99KV tag=PNKX2UBG252R type=write size=1189174 2024-04-12T16:44:38.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.747+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=SFJXW2I1REAC type=del 2024-04-12T16:44:38.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.750+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~JA3Z9CMG3WE2.0 size=1048576 2024-04-12T16:44:38.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.751+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~JA3Z9CMG3WE2.1 size=478243 2024-04-12T16:44:38.745 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.751+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=JA3Z9CMG3WE2 tag=5ZZKB3LRG52C type=write size=2575395 2024-04-12T16:44:38.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.752+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~8K1NCM9SR42W.0 size=681904 2024-04-12T16:44:38.748 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.754+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=8K1NCM9SR42W tag=HSROOLTR3GG2 type=write size=1730480 2024-04-12T16:44:38.749 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.756+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=TIYNOUHUXR54 type=write size=498984 2024-04-12T16:44:38.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.757+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=T43NEPTY8W1Y type=del 2024-04-12T16:44:38.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.760+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~FNII35SH2RJJ.0 size=1048576 2024-04-12T16:44:38.754 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.761+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~FNII35SH2RJJ.1 size=846862 2024-04-12T16:44:38.754 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.761+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=FNII35SH2RJJ tag=2MVX0JKN0YT2 type=write size=2944014 2024-04-12T16:44:38.756 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.762+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=1YL4BY19CE94 type=del 2024-04-12T16:44:38.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.763+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=9TWC6ACU2TYY type=write size=21597 2024-04-12T16:44:38.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.765+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=8IFNPRQFBN24 type=del 2024-04-12T16:44:38.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.767+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~66N8OSSAFM3P.0 size=1048576 2024-04-12T16:44:38.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.768+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~66N8OSSAFM3P.1 size=455204 2024-04-12T16:44:38.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.768+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=66N8OSSAFM3P tag=XPKAEX3JM3G4 type=write size=2552356 2024-04-12T16:44:38.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.769+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=9XM7A4HO1VN4 type=del 2024-04-12T16:44:38.765 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.772+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~XB8U1SSUVM8B.0 size=1048576 2024-04-12T16:44:38.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.772+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~XB8U1SSUVM8B.1 size=1048576 2024-04-12T16:44:38.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.774+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~XB8U1SSUVM8B.2 size=214348 2024-04-12T16:44:38.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.774+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=XB8U1SSUVM8B tag=N78LZ1U7936Z type=write size=3360076 2024-04-12T16:44:38.769 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.775+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=NW3CCATXJGY4 type=del 2024-04-12T16:44:38.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.776+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=XVP759KTPMUE type=write size=488596 2024-04-12T16:44:38.771 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.777+0000 7fc35ce39780 1 < canceled operation key=YAK5S3T8GXL1 tag=Q2KABPRB21ZW type=del size=3771585 2024-04-12T16:44:38.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.778+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=N1FIREZKIR4L type=del size=259389 2024-04-12T16:44:38.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.780+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=63MP9BXSY59U type=del 2024-04-12T16:44:38.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.782+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~CYFC0QPF7H23.0 size=818561 2024-04-12T16:44:38.776 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.782+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=CYFC0QPF7H23 tag=D7B6QFFWDW81 type=write size=1867137 2024-04-12T16:44:38.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.783+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~REII38FET6N7.0 size=1048576 2024-04-12T16:44:38.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.784+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~REII38FET6N7.1 size=1048576 2024-04-12T16:44:38.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.785+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~REII38FET6N7.2 size=41204 2024-04-12T16:44:38.780 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.787+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=REII38FET6N7 tag=6CX0ETOHRD2P type=write size=3186932 2024-04-12T16:44:38.782 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.788+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=0TWSSIYLVUMO type=write size=292017 2024-04-12T16:44:38.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.789+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=HCRDL67MHWKL type=del 2024-04-12T16:44:38.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.792+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~DBFBAMDJZ5O4.0 size=418459 2024-04-12T16:44:38.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.792+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=DBFBAMDJZ5O4 tag=2Q6XMWJ96SEX type=write size=1467035 2024-04-12T16:44:38.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.793+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=B1A614YFG17C type=del size=5603 2024-04-12T16:44:38.788 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.794+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=ITQNTQDGXFQJ type=del size=1451063 2024-04-12T16:44:38.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.796+0000 7fc35ce39780 1 < suggested update operation key=ZE2YGROWCJWC tag=8TZ1RI90KP7B type=del size=3370558 2024-04-12T16:44:38.791 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.798+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=3PQ4HL4A769V type=del size=247227 2024-04-12T16:44:38.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.799+0000 7fc35ce39780 1 < completed write operation key=2JM8HME676YA tag=DKJOBUMFQVCD type=write size=530664 2024-04-12T16:44:38.794 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.800+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=92ZGASD5Q6BA type=del size=734485 2024-04-12T16:44:38.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.801+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=T9Y2Q9MJ6F5V type=del 2024-04-12T16:44:38.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.802+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=PA4OFNOOVWKM type=write size=727515 2024-04-12T16:44:38.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.804+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~VEQ7M18B99KV.0 size=140598 2024-04-12T16:44:38.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.806+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=VEQ7M18B99KV tag=PNKX2UBG252R type=write size=1189174 2024-04-12T16:44:38.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.807+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=QM8CEWOIBYV2 type=del size=3565903 2024-04-12T16:44:38.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.807+0000 7fc35ce39780 1 < canceled part key=_multipart_FR6FMD58BD62.2~JA3Z9CMG3WE2.0 size=1048576 2024-04-12T16:44:38.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.807+0000 7fc35ce39780 1 < canceled part key=_multipart_FR6FMD58BD62.2~JA3Z9CMG3WE2.1 size=478243 2024-04-12T16:44:38.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.809+0000 7fc35ce39780 1 < canceled multipart upload key=FR6FMD58BD62 upload=JA3Z9CMG3WE2 tag=5ZZKB3LRG52C type=write size=2575395 2024-04-12T16:44:38.804 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.810+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=90TUIG8RJT0W type=del size=2878602 2024-04-12T16:44:38.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.811+0000 7fc35ce39780 1 < completed write operation key=CPU63NIAUXGM tag=TIYNOUHUXR54 type=write size=498984 2024-04-12T16:44:38.806 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.812+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=NBTRZH5PPI5I type=del size=589664 2024-04-12T16:44:38.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.814+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~FNII35SH2RJJ.0 size=1048576 2024-04-12T16:44:38.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.815+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~FNII35SH2RJJ.1 size=846862 2024-04-12T16:44:38.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.816+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=FNII35SH2RJJ tag=2MVX0JKN0YT2 type=write size=2944014 2024-04-12T16:44:38.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.817+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=7WBF71790EUG type=del size=90278 2024-04-12T16:44:38.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.819+0000 7fc35ce39780 1 < canceled operation key=FR6FMD58BD62 tag=9TWC6ACU2TYY type=write size=21597 2024-04-12T16:44:38.814 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.820+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=KHSFQY5SQP87 type=del size=2962012 2024-04-12T16:44:38.815 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.822+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~66N8OSSAFM3P.0 size=1048576 2024-04-12T16:44:38.816 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.823+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~66N8OSSAFM3P.1 size=455204 2024-04-12T16:44:38.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.825+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=66N8OSSAFM3P tag=XPKAEX3JM3G4 type=write size=2552356 2024-04-12T16:44:38.820 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.826+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=08PFQNCYSVMV type=del size=2347485 2024-04-12T16:44:38.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.827+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~XB8U1SSUVM8B.0 size=1048576 2024-04-12T16:44:38.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.828+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~XB8U1SSUVM8B.1 size=1048576 2024-04-12T16:44:38.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.829+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~XB8U1SSUVM8B.2 size=214348 2024-04-12T16:44:38.824 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.831+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=XB8U1SSUVM8B tag=N78LZ1U7936Z type=write size=3360076 2024-04-12T16:44:38.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.833+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ID6J22P01Q2H.0 size=1048576 2024-04-12T16:44:38.827 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.833+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ID6J22P01Q2H.1 size=782261 2024-04-12T16:44:38.827 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.833+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=ID6J22P01Q2H tag=YKRUQYVS1NRO type=write size=2879413 2024-04-12T16:44:38.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.835+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=XVP759KTPMUE type=write size=488596 2024-04-12T16:44:38.831 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.837+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~55O5HNRPZ00G.0 size=1048576 2024-04-12T16:44:38.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.838+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~55O5HNRPZ00G.1 size=1048576 2024-04-12T16:44:38.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.839+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~55O5HNRPZ00G.2 size=788053 2024-04-12T16:44:38.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.839+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=55O5HNRPZ00G tag=3BYH8V21BSJE type=write size=3933781 2024-04-12T16:44:38.836 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.842+0000 7fc35ce39780 1 < suggested remove operation key=8T3KONE057LK tag=N1FIREZKIR4L type=del 2024-04-12T16:44:38.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.843+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=XU1E1EJ0XSL9 type=write size=1006105 2024-04-12T16:44:38.838 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.845+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~CYFC0QPF7H23.0 size=818561 2024-04-12T16:44:38.840 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.846+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=CYFC0QPF7H23 tag=D7B6QFFWDW81 type=write size=1867137 2024-04-12T16:44:38.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.848+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=32KZR909H0QO type=write size=263255 2024-04-12T16:44:38.842 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.849+0000 7fc35ce39780 1 < completed write operation key=SGVKCQ7SL1KU tag=0TWSSIYLVUMO type=write size=292017 2024-04-12T16:44:38.844 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.851+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~0UJGE1T8JJ3T.0 size=739013 2024-04-12T16:44:38.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.851+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=0UJGE1T8JJ3T tag=MDLRGLAUK6F4 type=write size=1787589 2024-04-12T16:44:38.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.851+0000 7fc35ce39780 1 < canceled part key=_multipart_C3KQN2GIIMR1.2~DBFBAMDJZ5O4.0 size=418459 2024-04-12T16:44:38.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.853+0000 7fc35ce39780 1 < canceled multipart upload key=C3KQN2GIIMR1 upload=DBFBAMDJZ5O4 tag=2Q6XMWJ96SEX type=write size=1467035 2024-04-12T16:44:38.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.854+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=TGVDYR8I6TRQ type=del size=895969 2024-04-12T16:44:38.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.856+0000 7fc35ce39780 1 < suggested remove operation key=WU1CQUJJ7T5N tag=ITQNTQDGXFQJ type=del 2024-04-12T16:44:38.851 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.857+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=2F9GDJQX54V1 type=del size=1075169 2024-04-12T16:44:38.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.859+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=3PQ4HL4A769V type=del 2024-04-12T16:44:38.853 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.860+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=HWSNXFE9UAI0 type=del size=2932041 2024-04-12T16:44:38.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.861+0000 7fc35ce39780 1 < canceled operation key=8PSEYVN0PAIG tag=92ZGASD5Q6BA type=del size=734485 2024-04-12T16:44:38.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.862+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=P5LMQ71LA4EA type=write size=67678 2024-04-12T16:44:38.857 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.864+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=PA4OFNOOVWKM type=write size=727515 2024-04-12T16:44:38.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.865+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=ZNJ56CFJJ5X7 type=del size=1779379 2024-04-12T16:44:38.861 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.867+0000 7fc35ce39780 1 < suggested remove operation key=FS23W4ULE1O0 tag=QM8CEWOIBYV2 type=del 2024-04-12T16:44:38.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.868+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=7OO2MX0TZNCH type=del size=1830007 2024-04-12T16:44:38.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.869+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=90TUIG8RJT0W type=del 2024-04-12T16:44:38.864 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.870+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=AQ9MJRR3LSGS type=del size=904374 2024-04-12T16:44:38.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.871+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=NBTRZH5PPI5I type=del 2024-04-12T16:44:38.866 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.873+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=FZ9KM109Q5K7 type=del size=2030162 2024-04-12T16:44:38.869 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.875+0000 7fc35ce39780 1 < suggested update operation key=9ANRAV34XW9O tag=7WBF71790EUG type=del size=90278 2024-04-12T16:44:38.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.877+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=KYSDNEBQ1HW1 type=del size=1259191 2024-04-12T16:44:38.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.878+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=KHSFQY5SQP87 type=del 2024-04-12T16:44:38.873 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.879+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=0XA5BE1DJ6UG type=write size=301450 2024-04-12T16:44:38.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.880+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=08PFQNCYSVMV type=del 2024-04-12T16:44:38.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.882+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=D2ERPFRRH08O type=write size=2648 2024-04-12T16:44:38.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.883+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ID6J22P01Q2H.0 size=1048576 2024-04-12T16:44:38.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.884+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ID6J22P01Q2H.1 size=782261 2024-04-12T16:44:38.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.886+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=ID6J22P01Q2H tag=YKRUQYVS1NRO type=write size=2879413 2024-04-12T16:44:38.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.888+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~MW1TFPBPMXB0.0 size=1048576 2024-04-12T16:44:38.883 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.889+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~MW1TFPBPMXB0.1 size=1048576 2024-04-12T16:44:38.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.890+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~MW1TFPBPMXB0.2 size=319944 2024-04-12T16:44:38.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.890+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=MW1TFPBPMXB0 tag=OXMVVOZJD7R1 type=write size=3465672 2024-04-12T16:44:38.885 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.891+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~55O5HNRPZ00G.0 size=1048576 2024-04-12T16:44:38.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.892+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~55O5HNRPZ00G.1 size=1048576 2024-04-12T16:44:38.887 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.893+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~55O5HNRPZ00G.2 size=788053 2024-04-12T16:44:38.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.895+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=55O5HNRPZ00G tag=3BYH8V21BSJE type=write size=3933781 2024-04-12T16:44:38.890 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.897+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~DMGORCTI6MBG.0 size=1048576 2024-04-12T16:44:38.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.898+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~DMGORCTI6MBG.1 size=109244 2024-04-12T16:44:38.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.898+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=DMGORCTI6MBG tag=IIZAIDT0CJBY type=write size=2206396 2024-04-12T16:44:38.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.899+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=XU1E1EJ0XSL9 type=write size=1006105 2024-04-12T16:44:38.894 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.900+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=PP6NE3KST3YG type=del size=348778 2024-04-12T16:44:38.895 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.901+0000 7fc35ce39780 1 < completed write operation key=L2DJM18VNC70 tag=32KZR909H0QO type=write size=263255 2024-04-12T16:44:38.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.903+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~CDFX6OTGMD72.0 size=1048576 2024-04-12T16:44:38.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.904+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~CDFX6OTGMD72.1 size=350333 2024-04-12T16:44:38.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.904+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=CDFX6OTGMD72 tag=FN9U1XH0H1JQ type=write size=2447485 2024-04-12T16:44:38.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.906+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~0UJGE1T8JJ3T.0 size=739013 2024-04-12T16:44:38.901 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.907+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=0UJGE1T8JJ3T tag=MDLRGLAUK6F4 type=write size=1787589 2024-04-12T16:44:38.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.910+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~E55XDN3B0KLK.0 size=1048576 2024-04-12T16:44:38.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.911+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~E55XDN3B0KLK.1 size=1048576 2024-04-12T16:44:38.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.911+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~E55XDN3B0KLK.2 size=518120 2024-04-12T16:44:38.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.911+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=E55XDN3B0KLK tag=2W4343Z9PUYB type=write size=3663848 2024-04-12T16:44:38.906 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.913+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=TGVDYR8I6TRQ type=del 2024-04-12T16:44:38.907 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.914+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=GB8X4GHBTLKC type=del size=933991 2024-04-12T16:44:38.910 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.916+0000 7fc35ce39780 1 < suggested remove operation key=8T3KONE057LK tag=2F9GDJQX54V1 type=del 2024-04-12T16:44:38.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.917+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=DE5STA30D9PM type=del size=2313913 2024-04-12T16:44:38.912 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.918+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=HWSNXFE9UAI0 type=del 2024-04-12T16:44:38.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.921+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~J8TFR3MODH2O.0 size=1048576 2024-04-12T16:44:38.915 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.922+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~J8TFR3MODH2O.1 size=511441 2024-04-12T16:44:38.915 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.922+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=J8TFR3MODH2O tag=MRL1OGLAUUPJ type=write size=2608593 2024-04-12T16:44:38.916 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.923+0000 7fc35ce39780 -1 < failed to complete operation key=9ANRAV34XW9O tag=P5LMQ71LA4EA type=write size=67678: (22) Invalid argument 2024-04-12T16:44:38.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.924+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=NAQJW1Q568UF type=del size=3487110 2024-04-12T16:44:38.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.925+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=ZNJ56CFJJ5X7 type=del 2024-04-12T16:44:38.920 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.926+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=MJL3S523YH3Q type=write size=948604 2024-04-12T16:44:38.921 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.927+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=7OO2MX0TZNCH type=del 2024-04-12T16:44:38.923 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.929+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~2LJ4EE659UHC.0 size=1048576 2024-04-12T16:44:38.924 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.930+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~2LJ4EE659UHC.1 size=1048576 2024-04-12T16:44:38.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.931+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~2LJ4EE659UHC.2 size=346171 2024-04-12T16:44:38.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.931+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=2LJ4EE659UHC tag=KHOYRU0VNN2Z type=write size=3491899 2024-04-12T16:44:38.926 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.932+0000 7fc35ce39780 1 < canceled operation key=2JM8HME676YA tag=AQ9MJRR3LSGS type=del size=904374 2024-04-12T16:44:38.928 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.934+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~0CTLLM2Y2DXD.0 size=1048576 2024-04-12T16:44:38.929 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.935+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~0CTLLM2Y2DXD.1 size=1048576 2024-04-12T16:44:38.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.936+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~0CTLLM2Y2DXD.2 size=300449 2024-04-12T16:44:38.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.936+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=0CTLLM2Y2DXD tag=ODJUKIHVZCQ1 type=write size=3446177 2024-04-12T16:44:38.932 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.938+0000 7fc35ce39780 1 < suggested remove operation key=58TO2GN5GIN6 tag=FZ9KM109Q5K7 type=del 2024-04-12T16:44:38.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.940+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~9ZILQJ2Y2HJR.0 size=1048576 2024-04-12T16:44:38.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.941+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~9ZILQJ2Y2HJR.1 size=824685 2024-04-12T16:44:38.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.941+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=9ZILQJ2Y2HJR tag=EGBLNOUDF9R5 type=write size=2921837 2024-04-12T16:44:38.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.943+0000 7fc35ce39780 1 < suggested remove operation key=CPU63NIAUXGM tag=KYSDNEBQ1HW1 type=del 2024-04-12T16:44:38.939 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.945+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~7LGDLJ7NJ9SP.0 size=1048576 2024-04-12T16:44:38.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.946+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~7LGDLJ7NJ9SP.1 size=1048576 2024-04-12T16:44:38.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.947+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~7LGDLJ7NJ9SP.2 size=783641 2024-04-12T16:44:38.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.947+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=7LGDLJ7NJ9SP tag=8DXIC5OGCY27 type=write size=3929369 2024-04-12T16:44:38.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.948+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=0XA5BE1DJ6UG type=write size=301450 2024-04-12T16:44:38.943 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.949+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=365ECLZ2DZ46 type=del size=1661394 2024-04-12T16:44:38.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.950+0000 7fc35ce39780 1 < completed write operation key=9ANRAV34XW9O tag=D2ERPFRRH08O type=write size=2648 2024-04-12T16:44:38.945 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.951+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=5GZT07SUJY88 type=del size=3674724 2024-04-12T16:44:38.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.953+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~MW1TFPBPMXB0.0 size=1048576 2024-04-12T16:44:38.947 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.954+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~MW1TFPBPMXB0.1 size=1048576 2024-04-12T16:44:38.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:38 smithi005 ceph-mon[88416]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T16:44:38.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:38 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/347546075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:38.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:38 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:38.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:38 smithi005 ceph-mon[90837]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T16:44:38.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:38 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/347546075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:38.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:38 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:38.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.955+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~MW1TFPBPMXB0.2 size=319944 2024-04-12T16:44:38.950 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.957+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=MW1TFPBPMXB0 tag=OXMVVOZJD7R1 type=write size=3465672 2024-04-12T16:44:38.951 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.958+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=5NTMC7P22TQR type=del size=3995165 2024-04-12T16:44:38.953 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.959+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~DMGORCTI6MBG.0 size=1048576 2024-04-12T16:44:38.954 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.960+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~DMGORCTI6MBG.1 size=109244 2024-04-12T16:44:38.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.963+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=DMGORCTI6MBG tag=IIZAIDT0CJBY type=write size=2206396 2024-04-12T16:44:38.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.964+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=Z7AKTKWFX9BT type=del size=3517579 2024-04-12T16:44:38.958 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.965+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=PP6NE3KST3YG type=del 2024-04-12T16:44:38.960 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.967+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~YX9STCQRWNIM.0 size=1048576 2024-04-12T16:44:38.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.968+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~YX9STCQRWNIM.1 size=1048576 2024-04-12T16:44:38.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.968+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~YX9STCQRWNIM.2 size=568779 2024-04-12T16:44:38.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.968+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=YX9STCQRWNIM tag=M91LSV1X0EXN type=write size=3714507 2024-04-12T16:44:38.963 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.970+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~CDFX6OTGMD72.0 size=1048576 2024-04-12T16:44:38.964 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.971+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~CDFX6OTGMD72.1 size=350333 2024-04-12T16:44:38.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.972+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=CDFX6OTGMD72 tag=FN9U1XH0H1JQ type=write size=2447485 2024-04-12T16:44:38.968 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.975+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~CRTT6VFREFMM.0 size=1048576 2024-04-12T16:44:38.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.975+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~CRTT6VFREFMM.1 size=469406 2024-04-12T16:44:38.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.975+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=CRTT6VFREFMM tag=EHM2NUA75PB1 type=write size=2566558 2024-04-12T16:44:38.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.977+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~E55XDN3B0KLK.0 size=1048576 2024-04-12T16:44:38.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.977+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~E55XDN3B0KLK.1 size=1048576 2024-04-12T16:44:38.972 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.978+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~E55XDN3B0KLK.2 size=518120 2024-04-12T16:44:38.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.980+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=E55XDN3B0KLK tag=2W4343Z9PUYB type=write size=3663848 2024-04-12T16:44:38.975 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.982+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=E5FU3R2XDMC4 type=write size=486947 2024-04-12T16:44:38.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.983+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=GB8X4GHBTLKC type=del 2024-04-12T16:44:38.979 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.985+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~NNA5DRUB11J9.0 size=1048576 2024-04-12T16:44:38.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.986+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~NNA5DRUB11J9.1 size=1048576 2024-04-12T16:44:38.981 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.987+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~NNA5DRUB11J9.2 size=625352 2024-04-12T16:44:38.981 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.987+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=NNA5DRUB11J9 tag=38BYTMXA71IF type=write size=3771080 2024-04-12T16:44:38.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.988+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=DE5STA30D9PM type=del 2024-04-12T16:44:38.983 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.990+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=KGX39R92IIT5 type=del size=1733441 2024-04-12T16:44:38.984 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.991+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~J8TFR3MODH2O.0 size=1048576 2024-04-12T16:44:38.986 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.992+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~J8TFR3MODH2O.1 size=511441 2024-04-12T16:44:38.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.994+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=J8TFR3MODH2O tag=MRL1OGLAUUPJ type=write size=2608593 2024-04-12T16:44:38.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.996+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~OVM1XNGTOJ7C.0 size=1048576 2024-04-12T16:44:38.990 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.997+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~OVM1XNGTOJ7C.1 size=1048576 2024-04-12T16:44:38.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.998+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~OVM1XNGTOJ7C.2 size=964605 2024-04-12T16:44:38.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.998+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=OVM1XNGTOJ7C tag=8DMG2OO3TQBZ type=write size=4110333 2024-04-12T16:44:38.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:38.999+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=NAQJW1Q568UF type=del 2024-04-12T16:44:38.993 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.000+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=KR50Y645PJRK type=del size=1989451 2024-04-12T16:44:38.995 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.001+0000 7fc35ce39780 1 < completed write operation key=PPYP2BYF63YM tag=MJL3S523YH3Q type=write size=948604 2024-04-12T16:44:38.996 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.002+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=AMCB5KPNVURC type=del size=2665378 2024-04-12T16:44:38.998 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.004+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~2LJ4EE659UHC.0 size=1048576 2024-04-12T16:44:39.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.005+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~2LJ4EE659UHC.1 size=1048576 2024-04-12T16:44:39.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.006+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~2LJ4EE659UHC.2 size=346171 2024-04-12T16:44:39.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.008+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=2LJ4EE659UHC tag=KHOYRU0VNN2Z type=write size=3491899 2024-04-12T16:44:39.003 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.009+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=KH3CZSN1F29T type=del size=173174 2024-04-12T16:44:39.004 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.010+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~0CTLLM2Y2DXD.0 size=1048576 2024-04-12T16:44:39.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.011+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~0CTLLM2Y2DXD.1 size=1048576 2024-04-12T16:44:39.006 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.012+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~0CTLLM2Y2DXD.2 size=300449 2024-04-12T16:44:39.008 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.014+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=0CTLLM2Y2DXD tag=ODJUKIHVZCQ1 type=write size=3446177 2024-04-12T16:44:39.009 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.015+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=82KEUVEFQTXQ type=del size=2244115 2024-04-12T16:44:39.010 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.016+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~9ZILQJ2Y2HJR.0 size=1048576 2024-04-12T16:44:39.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.017+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~9ZILQJ2Y2HJR.1 size=824685 2024-04-12T16:44:39.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.019+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=9ZILQJ2Y2HJR tag=EGBLNOUDF9R5 type=write size=2921837 2024-04-12T16:44:39.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.020+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=VMSQ5ZP5OLP5 type=del size=3669210 2024-04-12T16:44:39.015 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.021+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~7LGDLJ7NJ9SP.0 size=1048576 2024-04-12T16:44:39.016 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.022+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~7LGDLJ7NJ9SP.1 size=1048576 2024-04-12T16:44:39.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.023+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~7LGDLJ7NJ9SP.2 size=783641 2024-04-12T16:44:39.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.025+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=7LGDLJ7NJ9SP tag=8DXIC5OGCY27 type=write size=3929369 2024-04-12T16:44:39.020 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.026+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=VKPCHD7WHHEU type=del size=2501341 2024-04-12T16:44:39.021 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.027+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=365ECLZ2DZ46 type=del 2024-04-12T16:44:39.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.028+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=DIRPZCYCYY4N type=del size=2178995 2024-04-12T16:44:39.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.029+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=5GZT07SUJY88 type=del 2024-04-12T16:44:39.024 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.030+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=RD3APF6F4MHN type=del size=1655719 2024-04-12T16:44:39.025 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.032+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=5NTMC7P22TQR type=del 2024-04-12T16:44:39.026 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.033+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=ZSFK8Q13PP5J type=write size=868463 2024-04-12T16:44:39.029 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.035+0000 7fc35ce39780 1 < suggested remove operation key=9CON5BXP14FO tag=Z7AKTKWFX9BT type=del 2024-04-12T16:44:39.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.037+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~AIUMP67D786J.0 size=74196 2024-04-12T16:44:39.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.037+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=AIUMP67D786J tag=J4GPCDWT1H3L type=write size=1122772 2024-04-12T16:44:39.032 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.039+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~YX9STCQRWNIM.0 size=1048576 2024-04-12T16:44:39.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.039+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~YX9STCQRWNIM.1 size=1048576 2024-04-12T16:44:39.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.039+0000 7fc35ce39780 1 < canceled part key=_multipart_506UBRTP11T6.2~YX9STCQRWNIM.2 size=568779 2024-04-12T16:44:39.035 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.041+0000 7fc35ce39780 1 < canceled multipart upload key=506UBRTP11T6 upload=YX9STCQRWNIM tag=M91LSV1X0EXN type=write size=3714507 2024-04-12T16:44:39.036 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.043+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=XH7K69VA8PTU type=write size=228097 2024-04-12T16:44:39.037 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.044+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~CRTT6VFREFMM.0 size=1048576 2024-04-12T16:44:39.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.045+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~CRTT6VFREFMM.1 size=469406 2024-04-12T16:44:39.040 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.047+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=CRTT6VFREFMM tag=EHM2NUA75PB1 type=write size=2566558 2024-04-12T16:44:39.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.048+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=P6I35Q1BOQN6 type=del size=3260593 2024-04-12T16:44:39.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.049+0000 7fc35ce39780 1 < canceled operation key=CPU63NIAUXGM tag=E5FU3R2XDMC4 type=write size=486947 2024-04-12T16:44:39.044 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.050+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=JHA4NMHTH0YY type=del size=1623095 2024-04-12T16:44:39.045 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.051+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~NNA5DRUB11J9.0 size=1048576 2024-04-12T16:44:39.045 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.051+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~NNA5DRUB11J9.1 size=1048576 2024-04-12T16:44:39.046 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.052+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~NNA5DRUB11J9.2 size=625352 2024-04-12T16:44:39.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.054+0000 7fc35ce39780 1 < canceled multipart upload key=58TO2GN5GIN6 upload=NNA5DRUB11J9 tag=38BYTMXA71IF type=write size=3771080 2024-04-12T16:44:39.049 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.055+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=S6270IUJKTFU type=del size=1115946 2024-04-12T16:44:39.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.056+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=KGX39R92IIT5 type=del 2024-04-12T16:44:39.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.057+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=52LLK0BNG81A type=del size=1363753 2024-04-12T16:44:39.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.058+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~OVM1XNGTOJ7C.0 size=1048576 2024-04-12T16:44:39.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.058+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~OVM1XNGTOJ7C.1 size=1048576 2024-04-12T16:44:39.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.059+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~OVM1XNGTOJ7C.2 size=964605 2024-04-12T16:44:39.055 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.061+0000 7fc35ce39780 1 < canceled multipart upload key=PPYP2BYF63YM upload=OVM1XNGTOJ7C tag=8DMG2OO3TQBZ type=write size=4110333 2024-04-12T16:44:39.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.062+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=SR1LX59FLP3C type=del size=3043765 2024-04-12T16:44:39.057 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.063+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=KR50Y645PJRK type=del 2024-04-12T16:44:39.058 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.065+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=BM00G7EEPWTV type=del size=2774488 2024-04-12T16:44:39.059 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.066+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=AMCB5KPNVURC type=del 2024-04-12T16:44:39.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.067+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=ZDYFDSSVW5O8 type=del size=3359400 2024-04-12T16:44:39.063 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.070+0000 7fc35ce39780 1 < suggested update operation key=1CXIJI96GFM8 tag=KH3CZSN1F29T type=del size=173174 2024-04-12T16:44:39.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.071+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=EYPX94MWB8N1 type=del size=1200237 2024-04-12T16:44:39.066 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.072+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=82KEUVEFQTXQ type=del size=2244115 2024-04-12T16:44:39.067 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.073+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=PO5TY5VO6CXB type=del size=3525902 2024-04-12T16:44:39.068 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.074+0000 7fc35ce39780 1 < canceled operation key=PPYP2BYF63YM tag=VMSQ5ZP5OLP5 type=del size=3669210 2024-04-12T16:44:39.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.076+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=LPMARLU2A9PF type=del size=2245000 2024-04-12T16:44:39.070 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.077+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=VKPCHD7WHHEU type=del 2024-04-12T16:44:39.073 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.079+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~5D6U9RJ4ZU6E.0 size=278613 2024-04-12T16:44:39.073 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.079+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=5D6U9RJ4ZU6E tag=Q1MNI8LQSS9F type=write size=1327189 2024-04-12T16:44:39.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.081+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=DIRPZCYCYY4N type=del 2024-04-12T16:44:39.075 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.082+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=H13F74GHPK8L type=write size=207105 2024-04-12T16:44:39.078 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.084+0000 7fc35ce39780 1 < suggested remove operation key=506UBRTP11T6 tag=RD3APF6F4MHN type=del 2024-04-12T16:44:39.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.085+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=R0MAAT5T2LAX type=del size=810613 2024-04-12T16:44:39.080 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.086+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=ZSFK8Q13PP5J type=write size=868463 2024-04-12T16:44:39.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.088+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=8KYIA0B6YMBF type=del size=2631360 2024-04-12T16:44:39.082 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.089+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~AIUMP67D786J.0 size=74196 2024-04-12T16:44:39.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.091+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=AIUMP67D786J tag=J4GPCDWT1H3L type=write size=1122772 2024-04-12T16:44:39.085 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.092+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=M9CMMTYBWC9C type=del size=3304682 2024-04-12T16:44:39.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.093+0000 7fc35ce39780 1 < completed write operation key=9CON5BXP14FO tag=XH7K69VA8PTU type=write size=228097 2024-04-12T16:44:39.088 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.094+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=SV7PQ1ONR351 type=del size=3156407 2024-04-12T16:44:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:38 smithi016 ceph-mon[84444]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-12T16:44:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:38 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/347546075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:39.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:38 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:39.089 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.095+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=P6I35Q1BOQN6 type=del 2024-04-12T16:44:39.090 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.096+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=97XU48RIWVDR type=del size=147465 2024-04-12T16:44:39.092 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.098+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=JHA4NMHTH0YY type=del 2024-04-12T16:44:39.093 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.099+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=OOFPSE9F8RWC type=del size=2389153 2024-04-12T16:44:39.094 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.100+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=S6270IUJKTFU type=del 2024-04-12T16:44:39.096 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.103+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~651PFCJQ1E22.0 size=958318 2024-04-12T16:44:39.096 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.103+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=651PFCJQ1E22 tag=NP5YXDSGJFR0 type=write size=2006894 2024-04-12T16:44:39.099 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.105+0000 7fc35ce39780 1 < suggested update operation key=ZE2YGROWCJWC tag=52LLK0BNG81A type=del size=1363753 2024-04-12T16:44:39.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.106+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=RTD3LGRFSF50 type=del size=405706 2024-04-12T16:44:39.101 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.108+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=SR1LX59FLP3C type=del 2024-04-12T16:44:39.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.109+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=J810IGEE7TM3 type=del size=3209230 2024-04-12T16:44:39.104 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.110+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=BM00G7EEPWTV type=del 2024-04-12T16:44:39.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.112+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~9UA15QVEVN2D.0 size=467509 2024-04-12T16:44:39.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.112+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=9UA15QVEVN2D tag=AJW20HIBTT9X type=write size=1516085 2024-04-12T16:44:39.108 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.115+0000 7fc35ce39780 1 < suggested remove operation key=1CXIJI96GFM8 tag=ZDYFDSSVW5O8 type=del 2024-04-12T16:44:39.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.117+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~ILJHUKOJ3CR7.0 size=113392 2024-04-12T16:44:39.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.117+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=ILJHUKOJ3CR7 tag=4NOEPHIQ6Y00 type=write size=1161968 2024-04-12T16:44:39.111 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.118+0000 7fc35ce39780 1 < canceled operation key=PPYP2BYF63YM tag=EYPX94MWB8N1 type=del size=1200237 2024-04-12T16:44:39.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.119+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=UQ7ZE405KV64 type=del size=1499056 2024-04-12T16:44:39.115 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.121+0000 7fc35ce39780 1 < suggested update operation key=C3KQN2GIIMR1 tag=PO5TY5VO6CXB type=del size=3525902 2024-04-12T16:44:39.117 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.123+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6DZXYC3DU4DA.0 size=1048576 2024-04-12T16:44:39.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.124+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6DZXYC3DU4DA.1 size=1048576 2024-04-12T16:44:39.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.125+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6DZXYC3DU4DA.2 size=433857 2024-04-12T16:44:39.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.125+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=6DZXYC3DU4DA tag=KE7Y0MXSRZ3P type=write size=3579585 2024-04-12T16:44:39.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.126+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=LPMARLU2A9PF type=del 2024-04-12T16:44:39.121 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.127+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=FNLQPN3WTB30 type=del size=3184595 2024-04-12T16:44:39.121 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.128+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~5D6U9RJ4ZU6E.0 size=278613 2024-04-12T16:44:39.123 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.130+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=5D6U9RJ4ZU6E tag=Q1MNI8LQSS9F type=write size=1327189 2024-04-12T16:44:39.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.131+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=GST7KEMI2H49 type=write size=262210 2024-04-12T16:44:39.126 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.132+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=H13F74GHPK8L type=write size=207105 2024-04-12T16:44:39.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.133+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=04NYRNKXTE27 type=del size=1109130 2024-04-12T16:44:39.128 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.134+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=R0MAAT5T2LAX type=del 2024-04-12T16:44:39.129 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.135+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=UAXUMXCZJSVG type=del size=2581040 2024-04-12T16:44:39.132 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.138+0000 7fc35ce39780 1 < suggested remove operation key=FR6FMD58BD62 tag=8KYIA0B6YMBF type=del 2024-04-12T16:44:39.133 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.139+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=SM1U484F8UWR type=del size=2631952 2024-04-12T16:44:39.134 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.141+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=M9CMMTYBWC9C type=del 2024-04-12T16:44:39.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.142+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=006AZSC0GUVM type=del size=3604194 2024-04-12T16:44:39.137 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.144+0000 7fc35ce39780 1 < suggested update operation key=8PSEYVN0PAIG tag=SV7PQ1ONR351 type=del size=3156407 2024-04-12T16:44:39.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.145+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=0IHWEX8LRDX8 type=del size=2250596 2024-04-12T16:44:39.140 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.146+0000 7fc35ce39780 -1 < failed to complete operation key=1CXIJI96GFM8 tag=97XU48RIWVDR type=del size=147465: (22) Invalid argument 2024-04-12T16:44:39.142 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.149+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~4SP3GQP4LTDY.0 size=1048576 2024-04-12T16:44:39.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.150+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~4SP3GQP4LTDY.1 size=1048576 2024-04-12T16:44:39.144 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.151+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~4SP3GQP4LTDY.2 size=677974 2024-04-12T16:44:39.144 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.151+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=4SP3GQP4LTDY tag=K3WN1TXSP777 type=write size=3823702 2024-04-12T16:44:39.146 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.152+0000 7fc35ce39780 1 < canceled operation key=FS23W4ULE1O0 tag=OOFPSE9F8RWC type=del size=2389153 2024-04-12T16:44:39.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.155+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~OSDBDVJPH8AJ.0 size=284919 2024-04-12T16:44:39.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.155+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=OSDBDVJPH8AJ tag=IGX6QQEHPLL7 type=write size=1333495 2024-04-12T16:44:39.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.155+0000 7fc35ce39780 1 < canceled part key=_multipart_8PSEYVN0PAIG.2~651PFCJQ1E22.0 size=958318 2024-04-12T16:44:39.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.157+0000 7fc35ce39780 1 < canceled multipart upload key=8PSEYVN0PAIG upload=651PFCJQ1E22 tag=NP5YXDSGJFR0 type=write size=2006894 2024-04-12T16:44:39.152 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.159+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=SJZH8VDMPFBT type=del size=3663654 2024-04-12T16:44:39.154 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.160+0000 7fc35ce39780 -1 < failed to complete operation key=C3KQN2GIIMR1 tag=RTD3LGRFSF50 type=del size=405706: (22) Invalid argument 2024-04-12T16:44:39.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.161+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=335Y5NMVIG6U type=del size=1048136 2024-04-12T16:44:39.156 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.163+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=J810IGEE7TM3 type=del 2024-04-12T16:44:39.159 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.165+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~KN9I4XZS2PZI.0 size=1048576 2024-04-12T16:44:39.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.166+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~KN9I4XZS2PZI.1 size=1048576 2024-04-12T16:44:39.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.167+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~KN9I4XZS2PZI.2 size=1005170 2024-04-12T16:44:39.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.167+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=KN9I4XZS2PZI tag=O13FDI1MBJ8X type=write size=4150898 2024-04-12T16:44:39.161 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.168+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~9UA15QVEVN2D.0 size=467509 2024-04-12T16:44:39.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.170+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=9UA15QVEVN2D tag=AJW20HIBTT9X type=write size=1516085 2024-04-12T16:44:39.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.172+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~6FXOL7D1SDX9.0 size=1048576 2024-04-12T16:44:39.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.173+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~6FXOL7D1SDX9.1 size=951214 2024-04-12T16:44:39.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.173+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=6FXOL7D1SDX9 tag=F196R51RKU69 type=write size=3048366 2024-04-12T16:44:39.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.175+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~ILJHUKOJ3CR7.0 size=113392 2024-04-12T16:44:39.170 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.177+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=ILJHUKOJ3CR7 tag=4NOEPHIQ6Y00 type=write size=1161968 2024-04-12T16:44:39.171 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.178+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=3PKV4OZ1IZ9T type=del size=2626933 2024-04-12T16:44:39.173 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.179+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=UQ7ZE405KV64 type=del 2024-04-12T16:44:39.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.181+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~SV9P2NCULIYU.0 size=939749 2024-04-12T16:44:39.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.181+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=SV9P2NCULIYU tag=IPLHDQUVPRWE type=write size=1988325 2024-04-12T16:44:39.176 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.182+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~6DZXYC3DU4DA.0 size=1048576 2024-04-12T16:44:39.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.183+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~6DZXYC3DU4DA.1 size=1048576 2024-04-12T16:44:39.178 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.184+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~6DZXYC3DU4DA.2 size=433857 2024-04-12T16:44:39.180 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.187+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=6DZXYC3DU4DA tag=KE7Y0MXSRZ3P type=write size=3579585 2024-04-12T16:44:39.181 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.188+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=5SMQD31XRNYV type=del size=1067442 2024-04-12T16:44:39.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.189+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=FNLQPN3WTB30 type=del 2024-04-12T16:44:39.184 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.190+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=K2UGJLFN82Q1 type=del size=659762 2024-04-12T16:44:39.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.191+0000 7fc35ce39780 1 < completed write operation key=FS23W4ULE1O0 tag=GST7KEMI2H49 type=write size=262210 2024-04-12T16:44:39.186 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.193+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=4CNC0I0K9DIO type=del size=2920529 2024-04-12T16:44:39.188 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.194+0000 7fc35ce39780 -1 < failed to complete operation key=8PSEYVN0PAIG tag=04NYRNKXTE27 type=del size=1109130: (22) Invalid argument 2024-04-12T16:44:39.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.196+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~ING646PVMFTD.0 size=457718 2024-04-12T16:44:39.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.196+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=ING646PVMFTD tag=3JW8YZNP2TM1 type=write size=1506294 2024-04-12T16:44:39.191 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.198+0000 7fc35ce39780 1 < canceled operation key=506UBRTP11T6 tag=UAXUMXCZJSVG type=del size=2581040 2024-04-12T16:44:39.193 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.200+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~2YKXB4KLVJBA.0 size=1048576 2024-04-12T16:44:39.194 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.201+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~2YKXB4KLVJBA.1 size=1048576 2024-04-12T16:44:39.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.202+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~2YKXB4KLVJBA.2 size=757780 2024-04-12T16:44:39.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.202+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=2YKXB4KLVJBA tag=UHNCHCH34CGN type=write size=3903508 2024-04-12T16:44:39.198 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.204+0000 7fc35ce39780 1 < suggested update operation key=2JM8HME676YA tag=SM1U484F8UWR type=del size=2631952 2024-04-12T16:44:39.199 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.206+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=DTQ0ZIY8Z092 type=del size=472850 2024-04-12T16:44:39.200 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.207+0000 7fc35ce39780 1 < canceled operation key=CPU63NIAUXGM tag=006AZSC0GUVM type=del size=3604194 2024-04-12T16:44:39.202 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.208+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=8A18JXQ8M830 type=del size=1651795 2024-04-12T16:44:39.206 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.209+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=0IHWEX8LRDX8 type=del 2024-04-12T16:44:39.206 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.210+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=UH6JMY7ZUMT7 type=write size=158370 2024-04-12T16:44:39.206 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.212+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~4SP3GQP4LTDY.0 size=1048576 2024-04-12T16:44:39.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.213+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~4SP3GQP4LTDY.1 size=1048576 2024-04-12T16:44:39.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.214+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~4SP3GQP4LTDY.2 size=677974 2024-04-12T16:44:39.210 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.216+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=4SP3GQP4LTDY tag=K3WN1TXSP777 type=write size=3823702 2024-04-12T16:44:39.211 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.217+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=5YEWJQMFLHBP type=del size=1861512 2024-04-12T16:44:39.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.218+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~OSDBDVJPH8AJ.0 size=284919 2024-04-12T16:44:39.214 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.220+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=OSDBDVJPH8AJ tag=IGX6QQEHPLL7 type=write size=1333495 2024-04-12T16:44:39.216 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.222+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~I2NU1VK6YCU2.0 size=1048576 2024-04-12T16:44:39.217 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.223+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~I2NU1VK6YCU2.1 size=1048576 2024-04-12T16:44:39.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.224+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~I2NU1VK6YCU2.2 size=37518 2024-04-12T16:44:39.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.224+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=I2NU1VK6YCU2 tag=XL2DKB80FVQY type=write size=3183246 2024-04-12T16:44:39.219 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.226+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=SJZH8VDMPFBT type=del 2024-04-12T16:44:39.221 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.227+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=6964C164EY3Q type=write size=818333 2024-04-12T16:44:39.222 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.229+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=335Y5NMVIG6U type=del 2024-04-12T16:44:39.223 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.230+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=C3JNNYP43I8R type=del size=2805120 2024-04-12T16:44:39.224 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.231+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~KN9I4XZS2PZI.0 size=1048576 2024-04-12T16:44:39.225 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.232+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~KN9I4XZS2PZI.1 size=1048576 2024-04-12T16:44:39.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.233+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~KN9I4XZS2PZI.2 size=1005170 2024-04-12T16:44:39.228 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.235+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=KN9I4XZS2PZI tag=O13FDI1MBJ8X type=write size=4150898 2024-04-12T16:44:39.231 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.237+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~XF3RGJ7BADA8.0 size=338393 2024-04-12T16:44:39.231 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.237+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=XF3RGJ7BADA8 tag=R55MWVL319ZU type=write size=1386969 2024-04-12T16:44:39.232 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.238+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~6FXOL7D1SDX9.0 size=1048576 2024-04-12T16:44:39.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.239+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~6FXOL7D1SDX9.1 size=951214 2024-04-12T16:44:39.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.242+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=6FXOL7D1SDX9 tag=F196R51RKU69 type=write size=3048366 2024-04-12T16:44:39.236 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.243+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=LYFSXHEI9T5Z type=del size=2790821 2024-04-12T16:44:39.239 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.245+0000 7fc35ce39780 1 < suggested remove operation key=QPS2GA1QHL2W tag=3PKV4OZ1IZ9T type=del 2024-04-12T16:44:39.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.248+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~3F7YJ42SYX7I.0 size=1048576 2024-04-12T16:44:39.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.249+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~3F7YJ42SYX7I.1 size=1048576 2024-04-12T16:44:39.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.250+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~3F7YJ42SYX7I.2 size=881154 2024-04-12T16:44:39.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.250+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=3F7YJ42SYX7I tag=FZQNV9YHYRHM type=write size=4026882 2024-04-12T16:44:39.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.251+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~SV9P2NCULIYU.0 size=939749 2024-04-12T16:44:39.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.253+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=SV9P2NCULIYU tag=IPLHDQUVPRWE type=write size=1988325 2024-04-12T16:44:39.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.255+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=W52UILWVG9KH type=del size=858871 2024-04-12T16:44:39.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.256+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=5SMQD31XRNYV type=del 2024-04-12T16:44:39.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.258+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~B39CD3LMOBCX.0 size=366071 2024-04-12T16:44:39.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.258+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=B39CD3LMOBCX tag=BYZ6FMKZYWHK type=write size=1414647 2024-04-12T16:44:39.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.259+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=K2UGJLFN82Q1 type=del 2024-04-12T16:44:39.255 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.262+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~TAH2JIBP4IPT.0 size=1048576 2024-04-12T16:44:39.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.263+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~TAH2JIBP4IPT.1 size=72076 2024-04-12T16:44:39.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.263+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=TAH2JIBP4IPT tag=LEV4PALR1TPF type=write size=2169228 2024-04-12T16:44:39.258 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.264+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=4CNC0I0K9DIO type=del 2024-04-12T16:44:39.260 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.267+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~DLXK5GCQBBGM.0 size=1048576 2024-04-12T16:44:39.261 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.267+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~DLXK5GCQBBGM.1 size=1048576 2024-04-12T16:44:39.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.268+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~DLXK5GCQBBGM.2 size=42112 2024-04-12T16:44:39.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.268+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=DLXK5GCQBBGM tag=JU6T3ACD66UB type=write size=3187840 2024-04-12T16:44:39.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.269+0000 7fc35ce39780 1 < canceled part key=_multipart_8PSEYVN0PAIG.2~ING646PVMFTD.0 size=457718 2024-04-12T16:44:39.264 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.271+0000 7fc35ce39780 1 < canceled multipart upload key=8PSEYVN0PAIG upload=ING646PVMFTD tag=3JW8YZNP2TM1 type=write size=1506294 2024-04-12T16:44:39.266 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.272+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=FK81S5WBB8R0 type=del size=4127110 2024-04-12T16:44:39.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.273+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~2YKXB4KLVJBA.0 size=1048576 2024-04-12T16:44:39.268 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.274+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~2YKXB4KLVJBA.1 size=1048576 2024-04-12T16:44:39.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.276+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~2YKXB4KLVJBA.2 size=757780 2024-04-12T16:44:39.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.278+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=2YKXB4KLVJBA tag=UHNCHCH34CGN type=write size=3903508 2024-04-12T16:44:39.273 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.279+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=C0CLSP8GWSKE type=del size=3839216 2024-04-12T16:44:39.274 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.280+0000 7fc35ce39780 1 < canceled operation key=1CXIJI96GFM8 tag=DTQ0ZIY8Z092 type=del size=472850 2024-04-12T16:44:39.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.282+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=2H7ICZ7MK81R type=del size=2357022 2024-04-12T16:44:39.277 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.283+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=8A18JXQ8M830 type=del 2024-04-12T16:44:39.279 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.285+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~5ZR4VOQT7VTC.0 size=1048576 2024-04-12T16:44:39.280 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.286+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~5ZR4VOQT7VTC.1 size=1048576 2024-04-12T16:44:39.281 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.287+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~5ZR4VOQT7VTC.2 size=645243 2024-04-12T16:44:39.281 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.287+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=5ZR4VOQT7VTC tag=5JVMSZW9OP4D type=write size=3790971 2024-04-12T16:44:39.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.290+0000 7fc35ce39780 1 < suggested update operation key=9ANRAV34XW9O tag=UH6JMY7ZUMT7 type=write size=158370 2024-04-12T16:44:39.285 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.291+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=QAM0OXH8OITI type=del size=3510251 2024-04-12T16:44:39.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.293+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=5YEWJQMFLHBP type=del 2024-04-12T16:44:39.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.294+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=IBSCSMM8E2PK type=del size=3655559 2024-04-12T16:44:39.289 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.295+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~I2NU1VK6YCU2.0 size=1048576 2024-04-12T16:44:39.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.296+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~I2NU1VK6YCU2.1 size=1048576 2024-04-12T16:44:39.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.297+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~I2NU1VK6YCU2.2 size=37518 2024-04-12T16:44:39.293 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.299+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=I2NU1VK6YCU2 tag=XL2DKB80FVQY type=write size=3183246 2024-04-12T16:44:39.295 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.302+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~OYSZWJ0126NR.0 size=681960 2024-04-12T16:44:39.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.302+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=OYSZWJ0126NR tag=GOJCJQ0WZMN9 type=write size=1730536 2024-04-12T16:44:39.297 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.303+0000 7fc35ce39780 -1 < failed to complete operation key=9ANRAV34XW9O tag=6964C164EY3Q type=write size=818333: (22) Invalid argument 2024-04-12T16:44:39.299 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.305+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~IO0DQBF12VU2.0 size=1048576 2024-04-12T16:44:39.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.306+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~IO0DQBF12VU2.1 size=125998 2024-04-12T16:44:39.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.306+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=IO0DQBF12VU2 tag=0DE1J326PEAW type=write size=2223150 2024-04-12T16:44:39.301 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.307+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=C3JNNYP43I8R type=del 2024-04-12T16:44:39.303 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.310+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~D13IJEG3FXPF.0 size=1048576 2024-04-12T16:44:39.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.311+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~D13IJEG3FXPF.1 size=1048576 2024-04-12T16:44:39.306 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.312+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~D13IJEG3FXPF.2 size=827985 2024-04-12T16:44:39.306 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.312+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=D13IJEG3FXPF tag=ZXYHEEDNTCJM type=write size=3973713 2024-04-12T16:44:39.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.313+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~XF3RGJ7BADA8.0 size=338393 2024-04-12T16:44:39.309 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.315+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=XF3RGJ7BADA8 tag=R55MWVL319ZU type=write size=1386969 2024-04-12T16:44:39.311 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.318+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~HKTOU4FI72JB.0 size=442365 2024-04-12T16:44:39.312 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.318+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=HKTOU4FI72JB tag=KKCP20AS9X48 type=write size=1490941 2024-04-12T16:44:39.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.319+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=LYFSXHEI9T5Z type=del 2024-04-12T16:44:39.314 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.321+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=0EFL2REOBLW5 type=del size=2003093 2024-04-12T16:44:39.316 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.322+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~3F7YJ42SYX7I.0 size=1048576 2024-04-12T16:44:39.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.323+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~3F7YJ42SYX7I.1 size=1048576 2024-04-12T16:44:39.318 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.324+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~3F7YJ42SYX7I.2 size=881154 2024-04-12T16:44:39.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.326+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=3F7YJ42SYX7I tag=FZQNV9YHYRHM type=write size=4026882 2024-04-12T16:44:39.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.329+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~QT9TJ25928J8.0 size=20465 2024-04-12T16:44:39.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.329+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=QT9TJ25928J8 tag=U7DH4DF0JE09 type=write size=1069041 2024-04-12T16:44:39.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.330+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=W52UILWVG9KH type=del 2024-04-12T16:44:39.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.331+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=18ZZEHR2QRJE type=write size=437997 2024-04-12T16:44:39.327 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.332+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~B39CD3LMOBCX.0 size=366071 2024-04-12T16:44:39.328 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.334+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=B39CD3LMOBCX tag=BYZ6FMKZYWHK type=write size=1414647 2024-04-12T16:44:39.331 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.337+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~S53UZ42SKFV7.0 size=702093 2024-04-12T16:44:39.331 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.337+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=S53UZ42SKFV7 tag=53CQ4TW598J2 type=write size=1750669 2024-04-12T16:44:39.332 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.338+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~TAH2JIBP4IPT.0 size=1048576 2024-04-12T16:44:39.333 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.339+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~TAH2JIBP4IPT.1 size=72076 2024-04-12T16:44:39.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.341+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=TAH2JIBP4IPT tag=LEV4PALR1TPF type=write size=2169228 2024-04-12T16:44:39.336 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.342+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=O1JDP4KBY3R0 type=del size=4006350 2024-04-12T16:44:39.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.343+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~DLXK5GCQBBGM.0 size=1048576 2024-04-12T16:44:39.338 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.344+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~DLXK5GCQBBGM.1 size=1048576 2024-04-12T16:44:39.339 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.345+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~DLXK5GCQBBGM.2 size=42112 2024-04-12T16:44:39.341 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.347+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=DLXK5GCQBBGM tag=JU6T3ACD66UB type=write size=3187840 2024-04-12T16:44:39.343 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.350+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~NXJGI9ER492R.0 size=1048576 2024-04-12T16:44:39.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.350+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~NXJGI9ER492R.1 size=910582 2024-04-12T16:44:39.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.350+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=NXJGI9ER492R tag=O62081H7IBWI type=write size=3007734 2024-04-12T16:44:39.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.352+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=FK81S5WBB8R0 type=del 2024-04-12T16:44:39.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.354+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~ZOBTIQUFDO5G.0 size=923406 2024-04-12T16:44:39.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.354+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=ZOBTIQUFDO5G tag=FUD9OK05A8EV type=write size=1971982 2024-04-12T16:44:39.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.355+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=C0CLSP8GWSKE type=del 2024-04-12T16:44:39.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.356+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=KGPCQT00H4EL type=del size=404137 2024-04-12T16:44:39.352 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.359+0000 7fc35ce39780 1 < suggested remove operation key=LYRPYVQNY789 tag=2H7ICZ7MK81R type=del 2024-04-12T16:44:39.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.360+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=VRKM4AKBZGXN type=del size=1567744 2024-04-12T16:44:39.355 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.361+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~5ZR4VOQT7VTC.0 size=1048576 2024-04-12T16:44:39.355 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.361+0000 7fc35ce39780 1 < canceled part key=_multipart_506UBRTP11T6.2~5ZR4VOQT7VTC.1 size=1048576 2024-04-12T16:44:39.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.362+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~5ZR4VOQT7VTC.2 size=645243 2024-04-12T16:44:39.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.364+0000 7fc35ce39780 1 < canceled multipart upload key=506UBRTP11T6 upload=5ZR4VOQT7VTC tag=5JVMSZW9OP4D type=write size=3790971 2024-04-12T16:44:39.360 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.367+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~TLDLO8KG0YQ3.0 size=1048576 2024-04-12T16:44:39.361 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.368+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~TLDLO8KG0YQ3.1 size=5687 2024-04-12T16:44:39.361 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.368+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=TLDLO8KG0YQ3 tag=TWWH6A03NC1K type=write size=2102839 2024-04-12T16:44:39.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.369+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=QAM0OXH8OITI type=del 2024-04-12T16:44:39.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.370+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=08UTACOSLHDO type=del size=1504999 2024-04-12T16:44:39.365 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.371+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=IBSCSMM8E2PK type=del 2024-04-12T16:44:39.366 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.372+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=MGHBRPHLDM06 type=del size=3759814 2024-04-12T16:44:39.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.374+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~OYSZWJ0126NR.0 size=681960 2024-04-12T16:44:39.370 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.376+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=OYSZWJ0126NR tag=GOJCJQ0WZMN9 type=write size=1730536 2024-04-12T16:44:39.372 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.378+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~T011RXMKMEAL.0 size=1048576 2024-04-12T16:44:39.372 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.379+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~T011RXMKMEAL.1 size=1048576 2024-04-12T16:44:39.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.380+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~T011RXMKMEAL.2 size=335144 2024-04-12T16:44:39.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.380+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=T011RXMKMEAL tag=IO4NZYH7035A type=write size=3480872 2024-04-12T16:44:39.375 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.381+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~IO0DQBF12VU2.0 size=1048576 2024-04-12T16:44:39.376 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.382+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~IO0DQBF12VU2.1 size=125998 2024-04-12T16:44:39.378 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.384+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=IO0DQBF12VU2 tag=0DE1J326PEAW type=write size=2223150 2024-04-12T16:44:39.379 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.385+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=MIPOJTEU891B type=del size=2456557 2024-04-12T16:44:39.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.386+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~D13IJEG3FXPF.0 size=1048576 2024-04-12T16:44:39.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.387+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~D13IJEG3FXPF.1 size=1048576 2024-04-12T16:44:39.382 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.388+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~D13IJEG3FXPF.2 size=827985 2024-04-12T16:44:39.384 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.390+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=D13IJEG3FXPF tag=ZXYHEEDNTCJM type=write size=3973713 2024-04-12T16:44:39.385 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.392+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=4CTH6S4KM9MR type=write size=43309 2024-04-12T16:44:39.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.393+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~HKTOU4FI72JB.0 size=442365 2024-04-12T16:44:39.389 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.395+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=HKTOU4FI72JB tag=KKCP20AS9X48 type=write size=1490941 2024-04-12T16:44:39.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.396+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=YA01ASM6OZTS type=del size=2182122 2024-04-12T16:44:39.391 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.397+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=0EFL2REOBLW5 type=del 2024-04-12T16:44:39.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.399+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=70J7NP37FEFA type=del size=2387457 2024-04-12T16:44:39.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.399+0000 7fc35ce39780 1 < canceled part key=_multipart_I35DX9ONBXQJ.2~QT9TJ25928J8.0 size=20465 2024-04-12T16:44:39.395 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.401+0000 7fc35ce39780 1 < canceled multipart upload key=I35DX9ONBXQJ upload=QT9TJ25928J8 tag=U7DH4DF0JE09 type=write size=1069041 2024-04-12T16:44:39.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.402+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=NHGIXAS951KH type=del size=2254761 2024-04-12T16:44:39.397 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.403+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=18ZZEHR2QRJE type=write size=437997 2024-04-12T16:44:39.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.405+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=GSNABG2FDNR5 type=del size=1871038 2024-04-12T16:44:39.400 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.406+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~S53UZ42SKFV7.0 size=702093 2024-04-12T16:44:39.402 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.408+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=S53UZ42SKFV7 tag=53CQ4TW598J2 type=write size=1750669 2024-04-12T16:44:39.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.409+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=CTWD19FMONW8 type=del size=1475498 2024-04-12T16:44:39.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.410+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=O1JDP4KBY3R0 type=del 2024-04-12T16:44:39.405 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.412+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=WFTZHSVZN0NR type=del size=1767664 2024-04-12T16:44:39.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.413+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~NXJGI9ER492R.0 size=1048576 2024-04-12T16:44:39.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.414+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~NXJGI9ER492R.1 size=910582 2024-04-12T16:44:39.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.416+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=NXJGI9ER492R tag=O62081H7IBWI type=write size=3007734 2024-04-12T16:44:39.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.417+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=3ZUBMHJBXLK6 type=del size=902450 2024-04-12T16:44:39.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.418+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~ZOBTIQUFDO5G.0 size=923406 2024-04-12T16:44:39.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.420+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=ZOBTIQUFDO5G tag=FUD9OK05A8EV type=write size=1971982 2024-04-12T16:44:39.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.422+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~5PN4XFOQ9IM6.0 size=832546 2024-04-12T16:44:39.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.422+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=5PN4XFOQ9IM6 tag=VH6BRGMAYV2I type=write size=1881122 2024-04-12T16:44:39.419 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.425+0000 7fc35ce39780 1 < suggested update operation key=8T3KONE057LK tag=KGPCQT00H4EL type=del size=404137 2024-04-12T16:44:39.420 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.426+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=L5OVFXXQSSO9 type=write size=724697 2024-04-12T16:44:39.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.429+0000 7fc35ce39780 1 < suggested remove operation key=YAK5S3T8GXL1 tag=VRKM4AKBZGXN type=del 2024-04-12T16:44:39.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.430+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=B1VY4OHEVSXU type=del size=1373437 2024-04-12T16:44:39.425 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.431+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~TLDLO8KG0YQ3.0 size=1048576 2024-04-12T16:44:39.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.432+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~TLDLO8KG0YQ3.1 size=5687 2024-04-12T16:44:39.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.434+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=TLDLO8KG0YQ3 tag=TWWH6A03NC1K type=write size=2102839 2024-04-12T16:44:39.429 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.435+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=RPCDY7XS74JJ type=del size=2530308 2024-04-12T16:44:39.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.437+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=08UTACOSLHDO type=del 2024-04-12T16:44:39.433 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.439+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~2EE1ISY370DE.0 size=1048576 2024-04-12T16:44:39.434 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.440+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~2EE1ISY370DE.1 size=646463 2024-04-12T16:44:39.434 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.440+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=2EE1ISY370DE tag=A0K0HV5EOP24 type=write size=2743615 2024-04-12T16:44:39.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.442+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=MGHBRPHLDM06 type=del 2024-04-12T16:44:39.436 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.443+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=9U5OLT7VTLX2 type=del size=1143370 2024-04-12T16:44:39.438 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.444+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~T011RXMKMEAL.0 size=1048576 2024-04-12T16:44:39.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.445+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~T011RXMKMEAL.1 size=1048576 2024-04-12T16:44:39.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.446+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~T011RXMKMEAL.2 size=335144 2024-04-12T16:44:39.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.448+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=T011RXMKMEAL tag=IO4NZYH7035A type=write size=3480872 2024-04-12T16:44:39.443 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.449+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=3GK3V6ZA7J0U type=del size=2415644 2024-04-12T16:44:39.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.450+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=MIPOJTEU891B type=del 2024-04-12T16:44:39.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.452+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=83OYXO2V9DT9 type=del size=1634601 2024-04-12T16:44:39.448 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.454+0000 7fc35ce39780 1 < suggested remove operation key=8PSEYVN0PAIG tag=4CTH6S4KM9MR type=write 2024-04-12T16:44:39.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.455+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=CPQOFOPOFHOQ type=del size=1711726 2024-04-12T16:44:39.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.457+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=YA01ASM6OZTS type=del 2024-04-12T16:44:39.453 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.459+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~JCVB08LD2H5R.0 size=1048576 2024-04-12T16:44:39.454 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.460+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~JCVB08LD2H5R.1 size=1048576 2024-04-12T16:44:39.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.461+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~JCVB08LD2H5R.2 size=89708 2024-04-12T16:44:39.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.461+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=JCVB08LD2H5R tag=I3Y7VRI7QYLT type=write size=3235436 2024-04-12T16:44:39.456 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.462+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=70J7NP37FEFA type=del 2024-04-12T16:44:39.459 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.465+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~DU1XWV87UVQ2.0 size=1048576 2024-04-12T16:44:39.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.466+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~DU1XWV87UVQ2.1 size=238838 2024-04-12T16:44:39.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.466+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=DU1XWV87UVQ2 tag=ZQSHZHPJWRG5 type=write size=2335990 2024-04-12T16:44:39.462 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.469+0000 7fc35ce39780 1 < suggested remove operation key=QPS2GA1QHL2W tag=NHGIXAS951KH type=del 2024-04-12T16:44:39.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.470+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=2HP636AFFPBD type=del size=3353192 2024-04-12T16:44:39.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.471+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=GSNABG2FDNR5 type=del 2024-04-12T16:44:39.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.473+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~BZ8JUOCABLED.0 size=1048576 2024-04-12T16:44:39.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.474+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~BZ8JUOCABLED.1 size=1023382 2024-04-12T16:44:39.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.474+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=BZ8JUOCABLED tag=A7QS8L09PYII type=write size=3120534 2024-04-12T16:44:39.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.476+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=CTWD19FMONW8 type=del 2024-04-12T16:44:39.471 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.478+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~000169NH4FI2.0 size=1048576 2024-04-12T16:44:39.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.479+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~000169NH4FI2.1 size=1048576 2024-04-12T16:44:39.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.480+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~000169NH4FI2.2 size=274030 2024-04-12T16:44:39.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.480+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=000169NH4FI2 tag=2G9VI5RLQLU0 type=write size=3419758 2024-04-12T16:44:39.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.481+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=WFTZHSVZN0NR type=del 2024-04-12T16:44:39.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.482+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=76K9JNRSBK8C type=write size=740466 2024-04-12T16:44:39.477 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.484+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=3ZUBMHJBXLK6 type=del 2024-04-12T16:44:39.479 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.486+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~3FLX9NSB29FF.0 size=1048576 2024-04-12T16:44:39.480 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.487+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~3FLX9NSB29FF.1 size=1048576 2024-04-12T16:44:39.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.488+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~3FLX9NSB29FF.2 size=647369 2024-04-12T16:44:39.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.488+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=3FLX9NSB29FF tag=LD1AH4QZ9K6Y type=write size=3793097 2024-04-12T16:44:39.483 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.489+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~5PN4XFOQ9IM6.0 size=832546 2024-04-12T16:44:39.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.491+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=5PN4XFOQ9IM6 tag=VH6BRGMAYV2I type=write size=1881122 2024-04-12T16:44:39.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.492+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=GWMN685MU7PI type=del size=3953603 2024-04-12T16:44:39.487 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.493+0000 7fc35ce39780 1 < completed write operation key=OC0OCQYU63HT tag=L5OVFXXQSSO9 type=write size=724697 2024-04-12T16:44:39.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.494+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=HL4PA5DKN0PO type=del size=678359 2024-04-12T16:44:39.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.496+0000 7fc35ce39780 -1 < failed to complete operation key=8PSEYVN0PAIG tag=B1VY4OHEVSXU type=del size=1373437: (22) Invalid argument 2024-04-12T16:44:39.490 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.497+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=VGQXL3MNTOHD type=del size=2897500 2024-04-12T16:44:39.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.498+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=RPCDY7XS74JJ type=del 2024-04-12T16:44:39.493 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.499+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=45I3ONZ4FAXJ type=del size=3688947 2024-04-12T16:44:39.494 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.500+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~2EE1ISY370DE.0 size=1048576 2024-04-12T16:44:39.495 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.501+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~2EE1ISY370DE.1 size=646463 2024-04-12T16:44:39.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.503+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=2EE1ISY370DE tag=A0K0HV5EOP24 type=write size=2743615 2024-04-12T16:44:39.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.505+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~ME0F7I63MCXI.0 size=1048576 2024-04-12T16:44:39.500 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.506+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~ME0F7I63MCXI.1 size=507069 2024-04-12T16:44:39.500 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.506+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=ME0F7I63MCXI tag=S950VUJ6SJ03 type=write size=2604221 2024-04-12T16:44:39.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.507+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=9U5OLT7VTLX2 type=del 2024-04-12T16:44:39.502 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.509+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=SUEY1XNCVC7K type=del size=3120672 2024-04-12T16:44:39.503 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.510+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=3GK3V6ZA7J0U type=del 2024-04-12T16:44:39.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.512+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~SELPALWB1J7G.0 size=1048576 2024-04-12T16:44:39.507 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.513+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~SELPALWB1J7G.1 size=1048576 2024-04-12T16:44:39.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.514+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~SELPALWB1J7G.2 size=426637 2024-04-12T16:44:39.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.514+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=SELPALWB1J7G tag=60UN2R7M3GXH type=write size=3572365 2024-04-12T16:44:39.509 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.516+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=83OYXO2V9DT9 type=del 2024-04-12T16:44:39.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.517+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=ICNQFWUE7E2A type=del size=84136 2024-04-12T16:44:39.512 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.518+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=CPQOFOPOFHOQ type=del 2024-04-12T16:44:39.513 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.519+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=YC8SF8OASH61 type=del size=3202213 2024-04-12T16:44:39.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.521+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~JCVB08LD2H5R.0 size=1048576 2024-04-12T16:44:39.515 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.522+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~JCVB08LD2H5R.1 size=1048576 2024-04-12T16:44:39.516 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.523+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~JCVB08LD2H5R.2 size=89708 2024-04-12T16:44:39.518 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.525+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=JCVB08LD2H5R tag=I3Y7VRI7QYLT type=write size=3235436 2024-04-12T16:44:39.520 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.526+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=P072F62K0MHG type=del size=1532550 2024-04-12T16:44:39.520 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.526+0000 7fc35ce39780 1 < canceled part key=_multipart_8PSEYVN0PAIG.2~DU1XWV87UVQ2.0 size=1048576 2024-04-12T16:44:39.521 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.527+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~DU1XWV87UVQ2.1 size=238838 2024-04-12T16:44:39.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.529+0000 7fc35ce39780 1 < canceled multipart upload key=8PSEYVN0PAIG upload=DU1XWV87UVQ2 tag=ZQSHZHPJWRG5 type=write size=2335990 2024-04-12T16:44:39.525 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.531+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~N9U71E0CG3MJ.0 size=1048576 2024-04-12T16:44:39.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.532+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~N9U71E0CG3MJ.1 size=853171 2024-04-12T16:44:39.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.532+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=N9U71E0CG3MJ tag=IQNR8OMTABCM type=write size=2950323 2024-04-12T16:44:39.528 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.535+0000 7fc35ce39780 1 < suggested update operation key=FS23W4ULE1O0 tag=2HP636AFFPBD type=del size=3353192 2024-04-12T16:44:39.530 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.536+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=ZMUPA8GFLK7J type=del size=1324517 2024-04-12T16:44:39.531 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.538+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~BZ8JUOCABLED.0 size=1048576 2024-04-12T16:44:39.533 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.539+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~BZ8JUOCABLED.1 size=1023382 2024-04-12T16:44:39.535 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.541+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=BZ8JUOCABLED tag=A7QS8L09PYII type=write size=3120534 2024-04-12T16:44:39.536 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.542+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=XPDQRPHXP78B type=del size=2452516 2024-04-12T16:44:39.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.543+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~000169NH4FI2.0 size=1048576 2024-04-12T16:44:39.538 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.544+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~000169NH4FI2.1 size=1048576 2024-04-12T16:44:39.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.545+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~000169NH4FI2.2 size=274030 2024-04-12T16:44:39.541 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.548+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=000169NH4FI2 tag=2G9VI5RLQLU0 type=write size=3419758 2024-04-12T16:44:39.543 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.549+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=IR45CW3XKJDV type=del size=1249121 2024-04-12T16:44:39.544 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.551+0000 7fc35ce39780 1 < completed write operation key=1CXIJI96GFM8 tag=76K9JNRSBK8C type=write size=740466 2024-04-12T16:44:39.547 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.553+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~JRG2DHDRZ5OW.0 size=1048576 2024-04-12T16:44:39.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.554+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~JRG2DHDRZ5OW.1 size=421402 2024-04-12T16:44:39.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.554+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=JRG2DHDRZ5OW tag=X427XPEWGS74 type=write size=2518554 2024-04-12T16:44:39.549 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.555+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~3FLX9NSB29FF.0 size=1048576 2024-04-12T16:44:39.550 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.556+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~3FLX9NSB29FF.1 size=1048576 2024-04-12T16:44:39.551 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.557+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~3FLX9NSB29FF.2 size=647369 2024-04-12T16:44:39.553 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.560+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=3FLX9NSB29FF tag=LD1AH4QZ9K6Y type=write size=3793097 2024-04-12T16:44:39.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.561+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=B8TZRIOPMYP4 type=del size=381729 2024-04-12T16:44:39.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.562+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=GWMN685MU7PI type=del 2024-04-12T16:44:39.559 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.565+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~CWL6MW921T2U.0 size=1048576 2024-04-12T16:44:39.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.566+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~CWL6MW921T2U.1 size=874564 2024-04-12T16:44:39.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.566+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=CWL6MW921T2U tag=Q9T89UZ2PO50 type=write size=2971716 2024-04-12T16:44:39.561 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.567+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=HL4PA5DKN0PO type=del 2024-04-12T16:44:39.562 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.568+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=59O6UU2QD8QS type=del size=3037405 2024-04-12T16:44:39.564 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.570+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=VGQXL3MNTOHD type=del 2024-04-12T16:44:39.566 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.572+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~OMZA3HETCKFK.0 size=411483 2024-04-12T16:44:39.566 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.572+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=OMZA3HETCKFK tag=F8JVS4PBQ7KP type=write size=1460059 2024-04-12T16:44:39.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.575+0000 7fc35ce39780 1 < suggested update operation key=AXVD49WBW3LH tag=45I3ONZ4FAXJ type=del size=3688947 2024-04-12T16:44:39.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.576+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=P46ZJ0DGADM3 type=del size=3577188 2024-04-12T16:44:39.571 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.578+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~ME0F7I63MCXI.0 size=1048576 2024-04-12T16:44:39.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.579+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~ME0F7I63MCXI.1 size=507069 2024-04-12T16:44:39.574 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.581+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=ME0F7I63MCXI tag=S950VUJ6SJ03 type=write size=2604221 2024-04-12T16:44:39.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.582+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=EEYZ9KMXTLK2 type=del size=3134749 2024-04-12T16:44:39.577 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.583+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=SUEY1XNCVC7K type=del 2024-04-12T16:44:39.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.584+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=12M2H9PXS4YS type=write size=704689 2024-04-12T16:44:39.579 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.586+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~SELPALWB1J7G.0 size=1048576 2024-04-12T16:44:39.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.586+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~SELPALWB1J7G.1 size=1048576 2024-04-12T16:44:39.581 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.588+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~SELPALWB1J7G.2 size=426637 2024-04-12T16:44:39.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.590+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=SELPALWB1J7G tag=60UN2R7M3GXH type=write size=3572365 2024-04-12T16:44:39.584 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.591+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=A174QHLGGROO type=del size=3556355 2024-04-12T16:44:39.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.592+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=ICNQFWUE7E2A type=del 2024-04-12T16:44:39.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.595+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~37YA52Q8RHKD.0 size=836465 2024-04-12T16:44:39.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.595+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=37YA52Q8RHKD tag=B2F1NAECCA3H type=write size=1885041 2024-04-12T16:44:39.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.596+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=YC8SF8OASH61 type=del 2024-04-12T16:44:39.592 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.598+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~5U78GC9CTNU9.0 size=1048576 2024-04-12T16:44:39.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.599+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~5U78GC9CTNU9.1 size=25386 2024-04-12T16:44:39.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.599+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=5U78GC9CTNU9 tag=5FVFLIUHWRII type=write size=2122538 2024-04-12T16:44:39.594 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.601+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=P072F62K0MHG type=del 2024-04-12T16:44:39.596 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.602+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=3QSNU3SYTJ40 type=del size=65981 2024-04-12T16:44:39.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.603+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~N9U71E0CG3MJ.0 size=1048576 2024-04-12T16:44:39.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.604+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~N9U71E0CG3MJ.1 size=853171 2024-04-12T16:44:39.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.606+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=N9U71E0CG3MJ tag=IQNR8OMTABCM type=write size=2950323 2024-04-12T16:44:39.601 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.607+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=H8HGS86XC8LU type=del size=2741353 2024-04-12T16:44:39.603 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.609+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=ZMUPA8GFLK7J type=del 2024-04-12T16:44:39.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.610+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=HQ292OZQKABB type=del size=3153753 2024-04-12T16:44:39.605 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.611+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=XPDQRPHXP78B type=del 2024-04-12T16:44:39.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.614+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~UXBAZBUJQV9G.0 size=271345 2024-04-12T16:44:39.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.614+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=UXBAZBUJQV9G tag=LNO8WA61QK14 type=write size=1319921 2024-04-12T16:44:39.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.615+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=IR45CW3XKJDV type=del 2024-04-12T16:44:39.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.617+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~LBLBOC981U4F.0 size=1048576 2024-04-12T16:44:39.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.618+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~LBLBOC981U4F.1 size=1048576 2024-04-12T16:44:39.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.619+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~LBLBOC981U4F.2 size=616185 2024-04-12T16:44:39.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.619+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=LBLBOC981U4F tag=C64M69FOKK40 type=write size=3761913 2024-04-12T16:44:39.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.620+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~JRG2DHDRZ5OW.0 size=1048576 2024-04-12T16:44:39.615 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.621+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~JRG2DHDRZ5OW.1 size=421402 2024-04-12T16:44:39.617 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.623+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=JRG2DHDRZ5OW tag=X427XPEWGS74 type=write size=2518554 2024-04-12T16:44:39.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.625+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~9Z0HV187Z4IL.0 size=1048576 2024-04-12T16:44:39.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.627+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~9Z0HV187Z4IL.1 size=1048576 2024-04-12T16:44:39.621 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.628+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~9Z0HV187Z4IL.2 size=138885 2024-04-12T16:44:39.621 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.628+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=9Z0HV187Z4IL tag=JPQDE7SMJAE8 type=write size=3284613 2024-04-12T16:44:39.622 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.629+0000 7fc35ce39780 1 < canceled operation key=CPU63NIAUXGM tag=B8TZRIOPMYP4 type=del size=381729 2024-04-12T16:44:39.624 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.630+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=Q6X7A25T6G19 type=write size=984375 2024-04-12T16:44:39.625 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.631+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~CWL6MW921T2U.0 size=1048576 2024-04-12T16:44:39.626 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.632+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~CWL6MW921T2U.1 size=874564 2024-04-12T16:44:39.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.634+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=CWL6MW921T2U tag=Q9T89UZ2PO50 type=write size=2971716 2024-04-12T16:44:39.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.635+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=AT030KARCPG8 type=del size=2335152 2024-04-12T16:44:39.630 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.637+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=59O6UU2QD8QS type=del 2024-04-12T16:44:39.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.638+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=Q6Q5EQLVE4EZ type=del size=182263 2024-04-12T16:44:39.633 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.639+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~OMZA3HETCKFK.0 size=411483 2024-04-12T16:44:39.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.641+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=OMZA3HETCKFK tag=F8JVS4PBQ7KP type=write size=1460059 2024-04-12T16:44:39.636 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.642+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=ZWVQCTFX6IN0 type=del size=2664678 2024-04-12T16:44:39.637 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.644+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=P46ZJ0DGADM3 type=del 2024-04-12T16:44:39.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.645+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=7JYH8H6ETC57 type=del size=2143209 2024-04-12T16:44:39.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.648+0000 7fc35ce39780 1 < suggested remove operation key=1CXIJI96GFM8 tag=EEYZ9KMXTLK2 type=del 2024-04-12T16:44:39.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.649+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=S5TA3W97OOZ3 type=write size=207386 2024-04-12T16:44:39.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.650+0000 7fc35ce39780 1 < completed write operation key=I35DX9ONBXQJ tag=12M2H9PXS4YS type=write size=704689 2024-04-12T16:44:39.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.652+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=YFS7YHMIPB8T type=del size=2802895 2024-04-12T16:44:39.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.653+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=A174QHLGGROO type=del 2024-04-12T16:44:39.648 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.654+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=I9I4YJEEXR90 type=del size=1235751 2024-04-12T16:44:39.649 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.656+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~37YA52Q8RHKD.0 size=836465 2024-04-12T16:44:39.651 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.658+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=37YA52Q8RHKD tag=B2F1NAECCA3H type=write size=1885041 2024-04-12T16:44:39.653 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.659+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=6RXBIZQZQ6RW type=del size=3394341 2024-04-12T16:44:39.654 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.660+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~5U78GC9CTNU9.0 size=1048576 2024-04-12T16:44:39.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.661+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~5U78GC9CTNU9.1 size=25386 2024-04-12T16:44:39.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.663+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=5U78GC9CTNU9 tag=5FVFLIUHWRII type=write size=2122538 2024-04-12T16:44:39.658 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.664+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=4SENE0XT2FW6 type=del size=2268077 2024-04-12T16:44:39.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.665+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=3QSNU3SYTJ40 type=del 2024-04-12T16:44:39.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.666+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=VRMTZQEPPMO6 type=del size=3496706 2024-04-12T16:44:39.663 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.669+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=H8HGS86XC8LU type=del 2024-04-12T16:44:39.665 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.671+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~U6EZ2YBSFY49.0 size=1048576 2024-04-12T16:44:39.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.672+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~U6EZ2YBSFY49.1 size=73128 2024-04-12T16:44:39.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.672+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=U6EZ2YBSFY49 tag=FEOWJBLBWEK8 type=write size=2170280 2024-04-12T16:44:39.667 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.673+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=HQ292OZQKABB type=del 2024-04-12T16:44:39.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.675+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=ZIAKOP42SVAV type=del size=12270 2024-04-12T16:44:39.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.675+0000 7fc35ce39780 1 < canceled part key=_multipart_YAK5S3T8GXL1.2~UXBAZBUJQV9G.0 size=271345 2024-04-12T16:44:39.671 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.677+0000 7fc35ce39780 1 < canceled multipart upload key=YAK5S3T8GXL1 upload=UXBAZBUJQV9G tag=LNO8WA61QK14 type=write size=1319921 2024-04-12T16:44:39.672 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.678+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=Y4HPF1Q3GE5M type=del size=735847 2024-04-12T16:44:39.673 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.680+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~LBLBOC981U4F.0 size=1048576 2024-04-12T16:44:39.674 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.681+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~LBLBOC981U4F.1 size=1048576 2024-04-12T16:44:39.675 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.682+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~LBLBOC981U4F.2 size=616185 2024-04-12T16:44:39.678 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.684+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=LBLBOC981U4F tag=C64M69FOKK40 type=write size=3761913 2024-04-12T16:44:39.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.689+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~TDW7ZI2Y07EP.0 size=1048576 2024-04-12T16:44:39.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.691+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~TDW7ZI2Y07EP.1 size=1048576 2024-04-12T16:44:39.686 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.692+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~TDW7ZI2Y07EP.2 size=237122 2024-04-12T16:44:39.686 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.692+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=TDW7ZI2Y07EP tag=3H4YLPH2U5E9 type=write size=3382850 2024-04-12T16:44:39.687 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.694+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~9Z0HV187Z4IL.0 size=1048576 2024-04-12T16:44:39.689 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.695+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~9Z0HV187Z4IL.1 size=1048576 2024-04-12T16:44:39.690 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.696+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~9Z0HV187Z4IL.2 size=138885 2024-04-12T16:44:39.692 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.699+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=9Z0HV187Z4IL tag=JPQDE7SMJAE8 type=write size=3284613 2024-04-12T16:44:39.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.701+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=9P6E3WBWV9YY type=del size=4018101 2024-04-12T16:44:39.696 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.702+0000 7fc35ce39780 1 < completed write operation key=SGVKCQ7SL1KU tag=Q6X7A25T6G19 type=write size=984375 2024-04-12T16:44:39.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.704+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~TE13533SAO2Q.0 size=1048576 2024-04-12T16:44:39.699 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.705+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~TE13533SAO2Q.1 size=1033583 2024-04-12T16:44:39.699 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.705+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=TE13533SAO2Q tag=O0GBUSHI99A8 type=write size=3130735 2024-04-12T16:44:39.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.706+0000 7fc35ce39780 -1 < failed to complete operation key=1CXIJI96GFM8 tag=AT030KARCPG8 type=del size=2335152: (22) Invalid argument 2024-04-12T16:44:39.701 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.708+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=U1AL6EMA6TCJ type=del size=892723 2024-04-12T16:44:39.704 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.710+0000 7fc35ce39780 1 < suggested remove operation key=YAK5S3T8GXL1 tag=Q6Q5EQLVE4EZ type=del 2024-04-12T16:44:39.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.711+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=LELKLUV4LSTG type=del size=52582 2024-04-12T16:44:39.708 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.714+0000 7fc35ce39780 1 < suggested remove operation key=V08LEDZKN1FS tag=ZWVQCTFX6IN0 type=del 2024-04-12T16:44:39.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.715+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=4A9JZAFZ7036 type=del size=3587974 2024-04-12T16:44:39.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.718+0000 7fc35ce39780 1 < suggested remove operation key=LYRPYVQNY789 tag=7JYH8H6ETC57 type=del 2024-04-12T16:44:39.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.719+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=2FNJ3FAX29M2 type=write size=190824 2024-04-12T16:44:39.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.720+0000 7fc35ce39780 -1 < no bi entry to suggest for operation key=V08LEDZKN1FS tag=S5TA3W97OOZ3 type=write size=207386: (2) No such file or directory 2024-04-12T16:44:39.714 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.721+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=RRA3GAXOO6UD type=del size=432387 2024-04-12T16:44:39.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.723+0000 7fc35ce39780 1 < suggested remove operation key=G4IDXO3U69F9 tag=YFS7YHMIPB8T type=del 2024-04-12T16:44:39.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.725+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=SIPGV6W76RG9 type=del size=1994296 2024-04-12T16:44:39.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.726+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=I9I4YJEEXR90 type=del 2024-04-12T16:44:39.721 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.727+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=I8U6W1XK7WW0 type=write size=154426 2024-04-12T16:44:39.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.728+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=6RXBIZQZQ6RW type=del 2024-04-12T16:44:39.724 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.731+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~4FB8C6CH656X.0 size=1048576 2024-04-12T16:44:39.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.732+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~4FB8C6CH656X.1 size=1048576 2024-04-12T16:44:39.726 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.733+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~4FB8C6CH656X.2 size=448816 2024-04-12T16:44:39.727 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.733+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=4FB8C6CH656X tag=AXW0VBHDGJGX type=write size=3594544 2024-04-12T16:44:39.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.734+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=4SENE0XT2FW6 type=del 2024-04-12T16:44:39.729 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.736+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=PKGBUFNX8MP0 type=del size=937786 2024-04-12T16:44:39.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.737+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=VRMTZQEPPMO6 type=del 2024-04-12T16:44:39.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.740+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~7Z20TUXRKTVR.0 size=56039 2024-04-12T16:44:39.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.740+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=7Z20TUXRKTVR tag=LKYG6XB8CSLP type=write size=1104615 2024-04-12T16:44:39.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.741+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~U6EZ2YBSFY49.0 size=1048576 2024-04-12T16:44:39.736 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.742+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~U6EZ2YBSFY49.1 size=73128 2024-04-12T16:44:39.738 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.744+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=U6EZ2YBSFY49 tag=FEOWJBLBWEK8 type=write size=2170280 2024-04-12T16:44:39.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.747+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~1HBQ930C4D7T.0 size=859947 2024-04-12T16:44:39.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.747+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=1HBQ930C4D7T tag=0T03D525BRON type=write size=1908523 2024-04-12T16:44:39.742 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.748+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=ZIAKOP42SVAV type=del 2024-04-12T16:44:39.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.749+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=VIWQERZJI80Y type=del size=3868027 2024-04-12T16:44:39.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.751+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=Y4HPF1Q3GE5M type=del 2024-04-12T16:44:39.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.752+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=LODGFBVHARK1 type=del size=3734110 2024-04-12T16:44:39.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.754+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~TDW7ZI2Y07EP.0 size=1048576 2024-04-12T16:44:39.748 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.755+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~TDW7ZI2Y07EP.1 size=1048576 2024-04-12T16:44:39.749 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.756+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~TDW7ZI2Y07EP.2 size=237122 2024-04-12T16:44:39.752 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.758+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=TDW7ZI2Y07EP tag=3H4YLPH2U5E9 type=write size=3382850 2024-04-12T16:44:39.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.760+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=8KS6DH2GCP1Z type=del size=3769887 2024-04-12T16:44:39.755 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.761+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=9P6E3WBWV9YY type=del 2024-04-12T16:44:39.756 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.762+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=3PXBDKHFS53Q type=del size=3658234 2024-04-12T16:44:39.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.763+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~TE13533SAO2Q.0 size=1048576 2024-04-12T16:44:39.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.764+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~TE13533SAO2Q.1 size=1033583 2024-04-12T16:44:39.760 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.767+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=TE13533SAO2Q tag=O0GBUSHI99A8 type=write size=3130735 2024-04-12T16:44:39.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.768+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=206BRWJG01ZZ type=write size=136566 2024-04-12T16:44:39.764 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.771+0000 7fc35ce39780 1 < suggested update operation key=CPU63NIAUXGM tag=U1AL6EMA6TCJ type=del size=892723 2024-04-12T16:44:39.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.772+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=4KT15WZGY1WR type=del size=3557425 2024-04-12T16:44:39.768 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.775+0000 7fc35ce39780 1 < suggested update operation key=FS23W4ULE1O0 tag=LELKLUV4LSTG type=del size=52582 2024-04-12T16:44:39.771 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.777+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~HV9QVANEHORZ.0 size=257319 2024-04-12T16:44:39.771 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.777+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=HV9QVANEHORZ tag=ZU4K229BZ2GK type=write size=1305895 2024-04-12T16:44:39.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.779+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=4A9JZAFZ7036 type=del 2024-04-12T16:44:39.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.781+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~KRKDSRKPLW5G.0 size=1048576 2024-04-12T16:44:39.776 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.782+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~KRKDSRKPLW5G.1 size=1048576 2024-04-12T16:44:39.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.783+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~KRKDSRKPLW5G.2 size=427426 2024-04-12T16:44:39.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.783+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=KRKDSRKPLW5G tag=M9X9GV23I34A type=write size=3573154 2024-04-12T16:44:39.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.784+0000 7fc35ce39780 1 < canceled operation key=AMC1ILYTVT7I tag=2FNJ3FAX29M2 type=write size=190824 2024-04-12T16:44:39.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.785+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=AC1UA7BVHQ87 type=del size=446949 2024-04-12T16:44:39.780 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.787+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=RRA3GAXOO6UD type=del 2024-04-12T16:44:39.782 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.788+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=10PTR36Y2LOR type=del size=731875 2024-04-12T16:44:39.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.789+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=SIPGV6W76RG9 type=del 2024-04-12T16:44:39.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.792+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~86329RI27SX0.0 size=1048576 2024-04-12T16:44:39.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.793+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~86329RI27SX0.1 size=1015795 2024-04-12T16:44:39.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.793+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=86329RI27SX0 tag=F8UTBGR5620Q type=write size=3112947 2024-04-12T16:44:39.788 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.794+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=I8U6W1XK7WW0 type=write size=154426 2024-04-12T16:44:39.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.795+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=TVX50WN6FIJF type=write size=804566 2024-04-12T16:44:39.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.797+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~4FB8C6CH656X.0 size=1048576 2024-04-12T16:44:39.791 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.798+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~4FB8C6CH656X.1 size=1048576 2024-04-12T16:44:39.792 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.799+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~4FB8C6CH656X.2 size=448816 2024-04-12T16:44:39.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.801+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=4FB8C6CH656X tag=AXW0VBHDGJGX type=write size=3594544 2024-04-12T16:44:39.796 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.802+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=YO322JZXJDUV type=del size=3715939 2024-04-12T16:44:39.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.804+0000 7fc35ce39780 1 < canceled operation key=YAK5S3T8GXL1 tag=PKGBUFNX8MP0 type=del size=937786 2024-04-12T16:44:39.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.805+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=8ZXMO57WAA55 type=write size=562572 2024-04-12T16:44:39.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.806+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~7Z20TUXRKTVR.0 size=56039 2024-04-12T16:44:39.802 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.808+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=7Z20TUXRKTVR tag=LKYG6XB8CSLP type=write size=1104615 2024-04-12T16:44:39.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.810+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=922DDJ75DOLY type=del size=1996787 2024-04-12T16:44:39.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.811+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~1HBQ930C4D7T.0 size=859947 2024-04-12T16:44:39.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.813+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=1HBQ930C4D7T tag=0T03D525BRON type=write size=1908523 2024-04-12T16:44:39.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.815+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=67QEJSTO6LII type=del size=3001045 2024-04-12T16:44:39.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.816+0000 7fc35ce39780 1 < canceled operation key=Z93T9469B27B tag=VIWQERZJI80Y type=del size=3868027 2024-04-12T16:44:39.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.817+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=18X1T1CIUQRL type=write size=482907 2024-04-12T16:44:39.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.820+0000 7fc35ce39780 1 < suggested remove operation key=AXVD49WBW3LH tag=LODGFBVHARK1 type=del 2024-04-12T16:44:39.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.821+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=LJXTGWFCV3V1 type=del size=3133403 2024-04-12T16:44:39.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.823+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=8KS6DH2GCP1Z type=del 2024-04-12T16:44:39.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.824+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=S953QEIYFQS8 type=del size=4038706 2024-04-12T16:44:39.819 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.826+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=3PXBDKHFS53Q type=del 2024-04-12T16:44:39.820 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.827+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=6CY26TMSJSMC type=del size=3098482 2024-04-12T16:44:39.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.828+0000 7fc35ce39780 1 < completed write operation key=QPS2GA1QHL2W tag=206BRWJG01ZZ type=write size=136566 2024-04-12T16:44:39.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.830+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=Z826PM0NW568 type=del size=3179381 2024-04-12T16:44:39.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.832+0000 7fc35ce39780 1 < suggested remove operation key=CPU63NIAUXGM tag=4KT15WZGY1WR type=del 2024-04-12T16:44:39.829 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.835+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~VML7PH5NL9A8.0 size=454437 2024-04-12T16:44:39.829 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.835+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=VML7PH5NL9A8 tag=DD6T0E8TXGYN type=write size=1503013 2024-04-12T16:44:39.830 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.836+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~HV9QVANEHORZ.0 size=257319 2024-04-12T16:44:39.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.838+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=HV9QVANEHORZ tag=ZU4K229BZ2GK type=write size=1305895 2024-04-12T16:44:39.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.839+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=ELQK9O8JLENQ type=del size=3017291 2024-04-12T16:44:39.834 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.841+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~KRKDSRKPLW5G.0 size=1048576 2024-04-12T16:44:39.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.841+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~KRKDSRKPLW5G.1 size=1048576 2024-04-12T16:44:39.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.842+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~KRKDSRKPLW5G.2 size=427426 2024-04-12T16:44:39.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.844+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=KRKDSRKPLW5G tag=M9X9GV23I34A type=write size=3573154 2024-04-12T16:44:39.840 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.846+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~FN1Q00BYUL1G.0 size=1048576 2024-04-12T16:44:39.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.847+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~FN1Q00BYUL1G.1 size=849962 2024-04-12T16:44:39.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.847+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=FN1Q00BYUL1G tag=V77M6Y0QWMHC type=write size=2947114 2024-04-12T16:44:39.842 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.849+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=AC1UA7BVHQ87 type=del 2024-04-12T16:44:39.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.850+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=U3YAV8M28LW3 type=write size=738739 2024-04-12T16:44:39.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.851+0000 7fc35ce39780 -1 < failed to complete operation key=CPU63NIAUXGM tag=10PTR36Y2LOR type=del size=731875: (22) Invalid argument 2024-04-12T16:44:39.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.854+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~23BLCJT51JRY.0 size=413740 2024-04-12T16:44:39.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.854+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=23BLCJT51JRY tag=WBM6D95KQXCV type=write size=1462316 2024-04-12T16:44:39.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.855+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~86329RI27SX0.0 size=1048576 2024-04-12T16:44:39.849 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.856+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~86329RI27SX0.1 size=1015795 2024-04-12T16:44:39.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.858+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=86329RI27SX0 tag=F8UTBGR5620Q type=write size=3112947 2024-04-12T16:44:39.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.860+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~SKGA105F24BK.0 size=1048576 2024-04-12T16:44:39.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.861+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~SKGA105F24BK.1 size=490557 2024-04-12T16:44:39.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.861+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=SKGA105F24BK tag=WJM4GW55FLBV type=write size=2587709 2024-04-12T16:44:39.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.862+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=TVX50WN6FIJF type=write size=804566 2024-04-12T16:44:39.858 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.865+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~8K5G4SJIY0NG.0 size=1048576 2024-04-12T16:44:39.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.866+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~8K5G4SJIY0NG.1 size=1048576 2024-04-12T16:44:39.860 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.867+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~8K5G4SJIY0NG.2 size=953778 2024-04-12T16:44:39.860 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.867+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=8K5G4SJIY0NG tag=UZ75D4TP3ZNK type=write size=4099506 2024-04-12T16:44:39.861 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.868+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=YO322JZXJDUV type=del size=3715939 2024-04-12T16:44:39.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.869+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=GFVDA5W5WT8R type=del size=1742556 2024-04-12T16:44:39.864 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.870+0000 7fc35ce39780 1 < completed write operation key=G4IDXO3U69F9 tag=8ZXMO57WAA55 type=write size=562572 2024-04-12T16:44:39.866 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.873+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~EYQDOL18JJ1Q.0 size=1048576 2024-04-12T16:44:39.867 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.874+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~EYQDOL18JJ1Q.1 size=217785 2024-04-12T16:44:39.867 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.874+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=EYQDOL18JJ1Q tag=FW6EFFOQNIA3 type=write size=2314937 2024-04-12T16:44:39.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.875+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=922DDJ75DOLY type=del size=1996787 2024-04-12T16:44:39.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.877+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~MPMEJ7XFNIDN.0 size=33854 2024-04-12T16:44:39.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.877+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=MPMEJ7XFNIDN tag=UPKU4AW1R8B1 type=write size=1082430 2024-04-12T16:44:39.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.878+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=67QEJSTO6LII type=del 2024-04-12T16:44:39.873 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.880+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=F0I7SFK0T0N8 type=del size=2581876 2024-04-12T16:44:39.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.881+0000 7fc35ce39780 1 < completed write operation key=WU1CQUJJ7T5N tag=18X1T1CIUQRL type=write size=482907 2024-04-12T16:44:39.876 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.882+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=EYJXSNHMP52P type=write size=887592 2024-04-12T16:44:39.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.884+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=LJXTGWFCV3V1 type=del 2024-04-12T16:44:39.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.885+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=256OTEDD772M type=write size=338276 2024-04-12T16:44:39.880 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.886+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=S953QEIYFQS8 type=del 2024-04-12T16:44:39.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.887+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=ZV4FB9R4APVV type=write size=737804 2024-04-12T16:44:39.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.889+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=6CY26TMSJSMC type=del 2024-04-12T16:44:39.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.890+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=6E91S00A8MJ7 type=del size=438652 2024-04-12T16:44:39.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.893+0000 7fc35ce39780 1 < suggested remove operation key=9CON5BXP14FO tag=Z826PM0NW568 type=del 2024-04-12T16:44:39.889 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.895+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~NVHN6FCE4NWX.0 size=1048576 2024-04-12T16:44:39.890 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.896+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~NVHN6FCE4NWX.1 size=1048576 2024-04-12T16:44:39.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.897+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~NVHN6FCE4NWX.2 size=258899 2024-04-12T16:44:39.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.897+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=NVHN6FCE4NWX tag=B2AZKYTO9M2J type=write size=3404627 2024-04-12T16:44:39.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.898+0000 7fc35ce39780 1 < canceled part key=_multipart_OC0OCQYU63HT.2~VML7PH5NL9A8.0 size=454437 2024-04-12T16:44:39.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.900+0000 7fc35ce39780 1 < canceled multipart upload key=OC0OCQYU63HT upload=VML7PH5NL9A8 tag=DD6T0E8TXGYN type=write size=1503013 2024-04-12T16:44:39.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.902+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~QJNTYEDY1JHV.0 size=1048576 2024-04-12T16:44:39.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.903+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~QJNTYEDY1JHV.1 size=36715 2024-04-12T16:44:39.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.903+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=QJNTYEDY1JHV tag=PXWJPXXFP2PX type=write size=2133867 2024-04-12T16:44:39.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.905+0000 7fc35ce39780 -1 < failed to complete operation key=9CON5BXP14FO tag=ELQK9O8JLENQ type=del size=3017291: (22) Invalid argument 2024-04-12T16:44:39.900 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.906+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=A2XK5CV34NGD type=del size=2008000 2024-04-12T16:44:39.901 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.908+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~FN1Q00BYUL1G.0 size=1048576 2024-04-12T16:44:39.902 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.909+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~FN1Q00BYUL1G.1 size=849962 2024-04-12T16:44:39.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.911+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=FN1Q00BYUL1G tag=V77M6Y0QWMHC type=write size=2947114 2024-04-12T16:44:39.906 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.912+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=K9PE06H5F41B type=del size=3487448 2024-04-12T16:44:39.908 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.915+0000 7fc35ce39780 1 < suggested remove operation key=2JM8HME676YA tag=U3YAV8M28LW3 type=write 2024-04-12T16:44:39.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.917+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~GDSCC2RZT6TM.0 size=1048576 2024-04-12T16:44:39.912 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.918+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~GDSCC2RZT6TM.1 size=1048576 2024-04-12T16:44:39.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.919+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~GDSCC2RZT6TM.2 size=191547 2024-04-12T16:44:39.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.919+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=GDSCC2RZT6TM tag=K9KNEZTGH3GX type=write size=3337275 2024-04-12T16:44:39.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.920+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~23BLCJT51JRY.0 size=413740 2024-04-12T16:44:39.916 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.923+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=23BLCJT51JRY tag=WBM6D95KQXCV type=write size=1462316 2024-04-12T16:44:39.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.924+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=LUXZBOYPIEXG type=del size=881124 2024-04-12T16:44:39.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.925+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~SKGA105F24BK.0 size=1048576 2024-04-12T16:44:39.920 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.926+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~SKGA105F24BK.1 size=490557 2024-04-12T16:44:39.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.928+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=SKGA105F24BK tag=WJM4GW55FLBV type=write size=2587709 2024-04-12T16:44:39.924 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.930+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~QO9VW47GIIBZ.0 size=1048576 2024-04-12T16:44:39.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.931+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~QO9VW47GIIBZ.1 size=1048576 2024-04-12T16:44:39.926 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.932+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~QO9VW47GIIBZ.2 size=404755 2024-04-12T16:44:39.926 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.932+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=QO9VW47GIIBZ tag=QQB5QZ75DXB1 type=write size=3550483 2024-04-12T16:44:39.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.933+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~8K5G4SJIY0NG.0 size=1048576 2024-04-12T16:44:39.928 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.934+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~8K5G4SJIY0NG.1 size=1048576 2024-04-12T16:44:39.929 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.935+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~8K5G4SJIY0NG.2 size=953778 2024-04-12T16:44:39.931 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.938+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=8K5G4SJIY0NG tag=UZ75D4TP3ZNK type=write size=4099506 2024-04-12T16:44:39.933 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.939+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=ZOOX98BFP3US type=del size=3917277 2024-04-12T16:44:39.936 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.942+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=GFVDA5W5WT8R type=del 2024-04-12T16:44:39.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.943+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=ECCK3QABTS55 type=write size=1005175 2024-04-12T16:44:39.938 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.945+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~EYQDOL18JJ1Q.0 size=1048576 2024-04-12T16:44:39.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.946+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~EYQDOL18JJ1Q.1 size=217785 2024-04-12T16:44:39.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.948+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=EYQDOL18JJ1Q tag=FW6EFFOQNIA3 type=write size=2314937 2024-04-12T16:44:39.943 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.949+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=HE0INLZDUSS3 type=del size=332214 2024-04-12T16:44:39.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.950+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~MPMEJ7XFNIDN.0 size=33854 2024-04-12T16:44:39.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.952+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=MPMEJ7XFNIDN tag=UPKU4AW1R8B1 type=write size=1082430 2024-04-12T16:44:39.948 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.954+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=VEWRCR014WA2 type=del size=920043 2024-04-12T16:44:39.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[88416]: pgmap v1381: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:39.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:39.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:39.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[88416]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T16:44:39.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[90837]: pgmap v1381: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:39.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:39 smithi005 ceph-mon[90837]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T16:44:39.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.955+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=F0I7SFK0T0N8 type=del 2024-04-12T16:44:39.950 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.956+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=Q1XTGHGFGTF0 type=write size=279822 2024-04-12T16:44:39.951 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.958+0000 7fc35ce39780 1 < canceled operation key=506UBRTP11T6 tag=EYJXSNHMP52P type=write size=887592 2024-04-12T16:44:39.953 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.959+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=0HJUTPR5S95U type=del size=879725 2024-04-12T16:44:39.955 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.962+0000 7fc35ce39780 1 < suggested remove operation key=8T3KONE057LK tag=256OTEDD772M type=write 2024-04-12T16:44:39.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.963+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=G8PYWJGRAMIF type=del size=2374000 2024-04-12T16:44:39.959 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.965+0000 7fc35ce39780 1 < suggested remove operation key=FS23W4ULE1O0 tag=ZV4FB9R4APVV type=write 2024-04-12T16:44:39.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.967+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=S5SNIVZBPT74 type=del size=1303833 2024-04-12T16:44:39.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.969+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=6E91S00A8MJ7 type=del 2024-04-12T16:44:39.963 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.970+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=KIW5MWQGRP8F type=del size=581097 2024-04-12T16:44:39.965 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.971+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~NVHN6FCE4NWX.0 size=1048576 2024-04-12T16:44:39.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.972+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~NVHN6FCE4NWX.1 size=1048576 2024-04-12T16:44:39.967 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.973+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~NVHN6FCE4NWX.2 size=258899 2024-04-12T16:44:39.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.976+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=NVHN6FCE4NWX tag=B2AZKYTO9M2J type=write size=3404627 2024-04-12T16:44:39.972 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.978+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~AKOQQ0S2P6PD.0 size=1048576 2024-04-12T16:44:39.973 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.979+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~AKOQQ0S2P6PD.1 size=1048576 2024-04-12T16:44:39.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.980+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~AKOQQ0S2P6PD.2 size=156067 2024-04-12T16:44:39.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.980+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=AKOQQ0S2P6PD tag=NJR1V28P4YAX type=write size=3301795 2024-04-12T16:44:39.975 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.982+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~QJNTYEDY1JHV.0 size=1048576 2024-04-12T16:44:39.975 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.982+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~QJNTYEDY1JHV.1 size=36715 2024-04-12T16:44:39.977 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.984+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=QJNTYEDY1JHV tag=PXWJPXXFP2PX type=write size=2133867 2024-04-12T16:44:39.979 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.985+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=29QL1PIHBPTB type=del size=1805498 2024-04-12T16:44:39.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.987+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=A2XK5CV34NGD type=del 2024-04-12T16:44:39.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.988+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=IU70KLWFM75Y type=write size=984924 2024-04-12T16:44:39.983 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.990+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=K9PE06H5F41B type=del 2024-04-12T16:44:39.986 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.992+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~HRJEKFSBVTPD.0 size=1048576 2024-04-12T16:44:39.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.993+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~HRJEKFSBVTPD.1 size=1048576 2024-04-12T16:44:39.988 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.994+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~HRJEKFSBVTPD.2 size=481472 2024-04-12T16:44:39.988 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.994+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=HRJEKFSBVTPD tag=XCXRRR2WW736 type=write size=3627200 2024-04-12T16:44:39.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.996+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~GDSCC2RZT6TM.0 size=1048576 2024-04-12T16:44:39.990 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.997+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~GDSCC2RZT6TM.1 size=1048576 2024-04-12T16:44:39.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:39.998+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~GDSCC2RZT6TM.2 size=191547 2024-04-12T16:44:39.994 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.000+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=GDSCC2RZT6TM tag=K9KNEZTGH3GX type=write size=3337275 2024-04-12T16:44:39.996 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.003+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~LFZ7UXV1Q5KH.0 size=600825 2024-04-12T16:44:39.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.003+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=LFZ7UXV1Q5KH tag=SS7X2DA4GUPG type=write size=1649401 2024-04-12T16:44:39.998 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.004+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=LUXZBOYPIEXG type=del 2024-04-12T16:44:39.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.006+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=DYMSJY4FN9J1 type=write size=64056 2024-04-12T16:44:40.001 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.007+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~QO9VW47GIIBZ.0 size=1048576 2024-04-12T16:44:40.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.008+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~QO9VW47GIIBZ.1 size=1048576 2024-04-12T16:44:40.003 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.009+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~QO9VW47GIIBZ.2 size=404755 2024-04-12T16:44:40.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.011+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=QO9VW47GIIBZ tag=QQB5QZ75DXB1 type=write size=3550483 2024-04-12T16:44:40.007 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.014+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~F2X8VVH0RN5O.0 size=1048576 2024-04-12T16:44:40.008 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.015+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~F2X8VVH0RN5O.1 size=642864 2024-04-12T16:44:40.009 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.015+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=F2X8VVH0RN5O tag=FO8IMMJJA8NE type=write size=2740016 2024-04-12T16:44:40.010 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.016+0000 7fc35ce39780 1 < canceled operation key=9EP1TM4XHAOV tag=ZOOX98BFP3US type=del size=3917277 2024-04-12T16:44:40.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.018+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=AE3ZY8UA3GHR type=write size=137010 2024-04-12T16:44:40.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.019+0000 7fc35ce39780 1 < completed write operation key=CPU63NIAUXGM tag=ECCK3QABTS55 type=write size=1005175 2024-04-12T16:44:40.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.020+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=K6ZG5AIPYIRF type=del size=1726276 2024-04-12T16:44:40.015 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.022+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=HE0INLZDUSS3 type=del 2024-04-12T16:44:40.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.024+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~JODHTYX38UIM.0 size=1048576 2024-04-12T16:44:40.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.025+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~JODHTYX38UIM.1 size=957893 2024-04-12T16:44:40.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.025+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=JODHTYX38UIM tag=18LCUTGIUEM2 type=write size=3055045 2024-04-12T16:44:40.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.027+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=VEWRCR014WA2 type=del 2024-04-12T16:44:40.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.028+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=2W93OT11530S type=del size=1480706 2024-04-12T16:44:40.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.030+0000 7fc35ce39780 1 < completed write operation key=YAK5S3T8GXL1 tag=Q1XTGHGFGTF0 type=write size=279822 2024-04-12T16:44:40.025 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.031+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=M172T05SCW83 type=del size=733359 2024-04-12T16:44:40.026 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.032+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=0HJUTPR5S95U type=del 2024-04-12T16:44:40.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.034+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=NQ12M0QB1F0R type=del size=1107881 2024-04-12T16:44:40.029 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.035+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=G8PYWJGRAMIF type=del 2024-04-12T16:44:40.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.037+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~BLY88V7MGTJW.0 size=699806 2024-04-12T16:44:40.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.037+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=BLY88V7MGTJW tag=06AOU4Z2Q4L8 type=write size=1748382 2024-04-12T16:44:40.034 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.040+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=S5SNIVZBPT74 type=del 2024-04-12T16:44:40.035 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.041+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=MHU0VQR6W42M type=del size=1834642 2024-04-12T16:44:40.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.044+0000 7fc35ce39780 1 < suggested remove operation key=3EB44W87WQRJ tag=KIW5MWQGRP8F type=del 2024-04-12T16:44:40.040 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.047+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~DCNWJ9G43SS9.0 size=313187 2024-04-12T16:44:40.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.047+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=DCNWJ9G43SS9 tag=3SI1OX9HVNAV type=write size=1361763 2024-04-12T16:44:40.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.047+0000 7fc35ce39780 1 < canceled part key=_multipart_0IU68215QEHD.2~AKOQQ0S2P6PD.0 size=1048576 2024-04-12T16:44:40.042 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.048+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~AKOQQ0S2P6PD.1 size=1048576 2024-04-12T16:44:40.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.049+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~AKOQQ0S2P6PD.2 size=156067 2024-04-12T16:44:40.045 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.052+0000 7fc35ce39780 1 < canceled multipart upload key=0IU68215QEHD upload=AKOQQ0S2P6PD tag=NJR1V28P4YAX type=write size=3301795 2024-04-12T16:44:40.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.053+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=SHL8MS6NGVYH type=del size=1697305 2024-04-12T16:44:40.048 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.055+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=29QL1PIHBPTB type=del 2024-04-12T16:44:40.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.056+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=YFQ4P1UOK1LD type=del size=2305120 2024-04-12T16:44:40.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.057+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=IU70KLWFM75Y type=write size=984924 2024-04-12T16:44:40.053 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.060+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~T8IEM3PLEV5M.0 size=16307 2024-04-12T16:44:40.053 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.060+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=T8IEM3PLEV5M tag=XBMSC0FXZ9NW type=write size=1064883 2024-04-12T16:44:40.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.061+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~HRJEKFSBVTPD.0 size=1048576 2024-04-12T16:44:40.055 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.062+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~HRJEKFSBVTPD.1 size=1048576 2024-04-12T16:44:40.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.063+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~HRJEKFSBVTPD.2 size=481472 2024-04-12T16:44:40.059 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.065+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=HRJEKFSBVTPD tag=XCXRRR2WW736 type=write size=3627200 2024-04-12T16:44:40.060 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.066+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=M9K4AP59YINI type=del size=629238 2024-04-12T16:44:40.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.068+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~LFZ7UXV1Q5KH.0 size=600825 2024-04-12T16:44:40.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.071+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=LFZ7UXV1Q5KH tag=SS7X2DA4GUPG type=write size=1649401 2024-04-12T16:44:40.066 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.072+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=2PR1VB1CIS71 type=write size=750726 2024-04-12T16:44:40.067 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.073+0000 7fc35ce39780 1 < completed write operation key=CPU63NIAUXGM tag=DYMSJY4FN9J1 type=write size=64056 2024-04-12T16:44:40.068 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.075+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=XZBIU6MR4PCD type=del size=3012311 2024-04-12T16:44:40.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.075+0000 7fc35ce39780 1 < canceled part key=_multipart_G4IDXO3U69F9.2~F2X8VVH0RN5O.0 size=1048576 2024-04-12T16:44:40.070 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.076+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~F2X8VVH0RN5O.1 size=642864 2024-04-12T16:44:40.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.078+0000 7fc35ce39780 1 < canceled multipart upload key=G4IDXO3U69F9 upload=F2X8VVH0RN5O tag=FO8IMMJJA8NE type=write size=2740016 2024-04-12T16:44:40.073 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.080+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=KKZZ2TH7P0FR type=del size=3514651 2024-04-12T16:44:40.075 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.081+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=AE3ZY8UA3GHR type=write size=137010 2024-04-12T16:44:40.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.082+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=L5X0ALHPM8ZF type=del size=1485782 2024-04-12T16:44:40.078 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.084+0000 7fc35ce39780 1 < canceled operation key=OC0OCQYU63HT tag=K6ZG5AIPYIRF type=del size=1726276 2024-04-12T16:44:40.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.086+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=3QK1O9NO8TGU type=del size=1165681 2024-04-12T16:44:40.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.087+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~JODHTYX38UIM.0 size=1048576 2024-04-12T16:44:40.082 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.088+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~JODHTYX38UIM.1 size=957893 2024-04-12T16:44:40.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.091+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=JODHTYX38UIM tag=18LCUTGIUEM2 type=write size=3055045 2024-04-12T16:44:40.086 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.092+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=Y6X9088YJC4H type=del size=144768 2024-04-12T16:44:40.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.094+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=2W93OT11530S type=del 2024-04-12T16:44:40.089 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.095+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=1CXSLWXUA87G type=write size=133579 2024-04-12T16:44:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:39 smithi016 ceph-mon[84444]: pgmap v1381: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:39 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:39 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131372-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:39 smithi016 ceph-mon[84444]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-12T16:44:40.091 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.098+0000 7fc35ce39780 1 < suggested remove operation key=YAK5S3T8GXL1 tag=M172T05SCW83 type=del 2024-04-12T16:44:40.095 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.101+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~AT2TYUN7BK4V.0 size=944574 2024-04-12T16:44:40.095 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.101+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=AT2TYUN7BK4V tag=JFWJZM8K3IGA type=write size=1993150 2024-04-12T16:44:40.097 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.104+0000 7fc35ce39780 1 < suggested update operation key=PPYP2BYF63YM tag=NQ12M0QB1F0R type=del size=1107881 2024-04-12T16:44:40.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.106+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~73CA88RDV3M7.0 size=1048576 2024-04-12T16:44:40.101 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.107+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~73CA88RDV3M7.1 size=1048576 2024-04-12T16:44:40.102 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.108+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~73CA88RDV3M7.2 size=837116 2024-04-12T16:44:40.102 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.108+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=73CA88RDV3M7 tag=UMO7XC39R8H1 type=write size=3982844 2024-04-12T16:44:40.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.110+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~BLY88V7MGTJW.0 size=699806 2024-04-12T16:44:40.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.112+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=BLY88V7MGTJW tag=06AOU4Z2Q4L8 type=write size=1748382 2024-04-12T16:44:40.107 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.113+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=3J92EO8QDGPU type=del size=777406 2024-04-12T16:44:40.108 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.115+0000 7fc35ce39780 -1 < failed to complete operation key=YAK5S3T8GXL1 tag=MHU0VQR6W42M type=del size=1834642: (22) Invalid argument 2024-04-12T16:44:40.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.116+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=AP1BC8DM58LZ type=del size=2736300 2024-04-12T16:44:40.111 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.118+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~DCNWJ9G43SS9.0 size=313187 2024-04-12T16:44:40.113 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.120+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=DCNWJ9G43SS9 tag=3SI1OX9HVNAV type=write size=1361763 2024-04-12T16:44:40.116 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.122+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~28IGZ10BQK65.0 size=1048576 2024-04-12T16:44:40.117 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.123+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~28IGZ10BQK65.1 size=38190 2024-04-12T16:44:40.117 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.123+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=28IGZ10BQK65 tag=I2O32C649PXL type=write size=2135342 2024-04-12T16:44:40.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.125+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=SHL8MS6NGVYH type=del 2024-04-12T16:44:40.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.126+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=V65N7TUKKWXR type=write size=1012686 2024-04-12T16:44:40.122 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.128+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=YFQ4P1UOK1LD type=del size=2305120 2024-04-12T16:44:40.123 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.130+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=QBV0U6OCJLR6 type=del size=2926332 2024-04-12T16:44:40.125 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.131+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~T8IEM3PLEV5M.0 size=16307 2024-04-12T16:44:40.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.133+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=T8IEM3PLEV5M tag=XBMSC0FXZ9NW type=write size=1064883 2024-04-12T16:44:40.128 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.135+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=ZZYOPHBPJ3XR type=del size=3417657 2024-04-12T16:44:40.131 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.137+0000 7fc35ce39780 1 < suggested update operation key=FS23W4ULE1O0 tag=M9K4AP59YINI type=del size=629238 2024-04-12T16:44:40.132 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.139+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=CV8WL6XZWW7D type=del size=3393924 2024-04-12T16:44:40.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.142+0000 7fc35ce39780 1 < suggested remove operation key=V08LEDZKN1FS tag=2PR1VB1CIS71 type=write 2024-04-12T16:44:40.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.144+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~U2EBV39FU65C.0 size=1048576 2024-04-12T16:44:40.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.145+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~U2EBV39FU65C.1 size=697074 2024-04-12T16:44:40.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.145+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=U2EBV39FU65C tag=P469OIFI65LK type=write size=2794226 2024-04-12T16:44:40.140 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.146+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=XZBIU6MR4PCD type=del 2024-04-12T16:44:40.141 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.148+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=HOF3DHFRQE7D type=write size=1038768 2024-04-12T16:44:40.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.149+0000 7fc35ce39780 -1 < failed to complete operation key=FS23W4ULE1O0 tag=KKZZ2TH7P0FR type=del size=3514651: (22) Invalid argument 2024-04-12T16:44:40.144 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.151+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=49N5YY7BH7LU type=del size=1204966 2024-04-12T16:44:40.146 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.152+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=L5X0ALHPM8ZF type=del 2024-04-12T16:44:40.148 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.154+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=4A2XTSAZVBDA type=del size=1281046 2024-04-12T16:44:40.148 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.155+0000 7fc35ce39780 -1 < no bi entry to suggest for operation key=V08LEDZKN1FS tag=3QK1O9NO8TGU type=del size=1165681: (2) No such file or directory 2024-04-12T16:44:40.150 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.156+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=MBT3GP1TP1MA type=write size=859990 2024-04-12T16:44:40.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.158+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=Y6X9088YJC4H type=del 2024-04-12T16:44:40.154 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.160+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~ZPSSJ15W5MT7.0 size=697547 2024-04-12T16:44:40.154 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.160+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=ZPSSJ15W5MT7 tag=LUNRQNKFWH62 type=write size=1746123 2024-04-12T16:44:40.156 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.163+0000 7fc35ce39780 1 < suggested remove operation key=SXFQD2BAPMI0 tag=1CXSLWXUA87G type=write 2024-04-12T16:44:40.159 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.165+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~G3MH5J8TDGRK.0 size=1048576 2024-04-12T16:44:40.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.166+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~G3MH5J8TDGRK.1 size=1048576 2024-04-12T16:44:40.161 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.167+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~G3MH5J8TDGRK.2 size=563114 2024-04-12T16:44:40.161 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.167+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=G3MH5J8TDGRK tag=E7TO9F1JKJ0C type=write size=3708842 2024-04-12T16:44:40.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.169+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~AT2TYUN7BK4V.0 size=944574 2024-04-12T16:44:40.165 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.171+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=AT2TYUN7BK4V tag=JFWJZM8K3IGA type=write size=1993150 2024-04-12T16:44:40.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.173+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=ASB6ISPSPAMO type=write size=738288 2024-04-12T16:44:40.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.174+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~73CA88RDV3M7.0 size=1048576 2024-04-12T16:44:40.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.176+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~73CA88RDV3M7.1 size=1048576 2024-04-12T16:44:40.170 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.177+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~73CA88RDV3M7.2 size=837116 2024-04-12T16:44:40.173 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.179+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=73CA88RDV3M7 tag=UMO7XC39R8H1 type=write size=3982844 2024-04-12T16:44:40.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.181+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=AL375XQRTOQA type=del size=4158626 2024-04-12T16:44:40.176 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.183+0000 7fc35ce39780 -1 < failed to complete operation key=SXFQD2BAPMI0 tag=3J92EO8QDGPU type=del size=777406: (22) Invalid argument 2024-04-12T16:44:40.179 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.185+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~UZ2NIBVNB8W7.0 size=1048576 2024-04-12T16:44:40.180 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.186+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~UZ2NIBVNB8W7.1 size=301043 2024-04-12T16:44:40.180 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.186+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=UZ2NIBVNB8W7 tag=XAX5ZFQNS5WV type=write size=2398195 2024-04-12T16:44:40.181 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.188+0000 7fc35ce39780 1 < canceled operation key=SGVKCQ7SL1KU tag=AP1BC8DM58LZ type=del size=2736300 2024-04-12T16:44:40.184 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.190+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~154RKKPHNHOE.0 size=1048576 2024-04-12T16:44:40.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.191+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~154RKKPHNHOE.1 size=1048576 2024-04-12T16:44:40.186 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.192+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~154RKKPHNHOE.2 size=827234 2024-04-12T16:44:40.186 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.192+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=154RKKPHNHOE tag=QB0RRETSWTCW type=write size=3972962 2024-04-12T16:44:40.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.194+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~28IGZ10BQK65.0 size=1048576 2024-04-12T16:44:40.188 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.195+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~28IGZ10BQK65.1 size=38190 2024-04-12T16:44:40.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.197+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=28IGZ10BQK65 tag=I2O32C649PXL type=write size=2135342 2024-04-12T16:44:40.192 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.198+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=M6PBX9CBLJ9T type=write size=1021876 2024-04-12T16:44:40.193 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.200+0000 7fc35ce39780 1 < completed write operation key=9ANRAV34XW9O tag=V65N7TUKKWXR type=write size=1012686 2024-04-12T16:44:40.195 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.202+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~D0E5X1VS8HZ5.0 size=1048576 2024-04-12T16:44:40.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.203+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~D0E5X1VS8HZ5.1 size=757314 2024-04-12T16:44:40.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.203+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=D0E5X1VS8HZ5 tag=UN7QID8ERHRD type=write size=2854466 2024-04-12T16:44:40.198 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.204+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=QBV0U6OCJLR6 type=del 2024-04-12T16:44:40.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.207+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~1J3VMU237WR3.0 size=1048576 2024-04-12T16:44:40.202 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.208+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~1J3VMU237WR3.1 size=1048576 2024-04-12T16:44:40.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.209+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~1J3VMU237WR3.2 size=749627 2024-04-12T16:44:40.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.209+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=1J3VMU237WR3 tag=5KI2TE8FFQOO type=write size=3895355 2024-04-12T16:44:40.204 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.211+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=ZZYOPHBPJ3XR type=del 2024-04-12T16:44:40.205 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.212+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=WRJJZ1K12WZX type=write size=33591 2024-04-12T16:44:40.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.213+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=CV8WL6XZWW7D type=del 2024-04-12T16:44:40.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.215+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~OMTWNE3TPEGH.0 size=1048576 2024-04-12T16:44:40.210 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.217+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~OMTWNE3TPEGH.1 size=252683 2024-04-12T16:44:40.210 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.217+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=OMTWNE3TPEGH tag=XXVLGKEUXYJ3 type=write size=2349835 2024-04-12T16:44:40.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.218+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~U2EBV39FU65C.0 size=1048576 2024-04-12T16:44:40.213 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.219+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~U2EBV39FU65C.1 size=697074 2024-04-12T16:44:40.215 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.221+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=U2EBV39FU65C tag=P469OIFI65LK type=write size=2794226 2024-04-12T16:44:40.217 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.224+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~GPJG9ODWWCEM.0 size=1048576 2024-04-12T16:44:40.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.225+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~GPJG9ODWWCEM.1 size=1048576 2024-04-12T16:44:40.219 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.226+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~GPJG9ODWWCEM.2 size=771114 2024-04-12T16:44:40.220 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.226+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=GPJG9ODWWCEM tag=SCO651IBCUTY type=write size=3916842 2024-04-12T16:44:40.221 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.227+0000 7fc35ce39780 1 < completed write operation key=G4IDXO3U69F9 tag=HOF3DHFRQE7D type=write size=1038768 2024-04-12T16:44:40.222 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.229+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=T1AAY05KQFH5 type=del size=3312616 2024-04-12T16:44:40.225 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.230+0000 7fc35ce39780 1 < canceled operation key=CPU63NIAUXGM tag=49N5YY7BH7LU type=del size=1204966 2024-04-12T16:44:40.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.233+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~EVIQKRBHK7G4.0 size=201508 2024-04-12T16:44:40.227 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.233+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=EVIQKRBHK7G4 tag=CHJKQWNUDWYA type=write size=1250084 2024-04-12T16:44:40.228 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.234+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=4A2XTSAZVBDA type=del 2024-04-12T16:44:40.229 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.235+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=CP7HKXWDFQ38 type=del size=3438829 2024-04-12T16:44:40.231 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.237+0000 7fc35ce39780 1 < completed write operation key=WU1CQUJJ7T5N tag=MBT3GP1TP1MA type=write size=859990 2024-04-12T16:44:40.232 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.238+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=5VKHM39LD18X type=del size=1862634 2024-04-12T16:44:40.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.240+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~ZPSSJ15W5MT7.0 size=697547 2024-04-12T16:44:40.236 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.242+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=ZPSSJ15W5MT7 tag=LUNRQNKFWH62 type=write size=1746123 2024-04-12T16:44:40.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.243+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=CS2VSPO4JRUN type=write size=875911 2024-04-12T16:44:40.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.243+0000 7fc35ce39780 1 < canceled part key=_multipart_FS23W4ULE1O0.2~G3MH5J8TDGRK.0 size=1048576 2024-04-12T16:44:40.238 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.244+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~G3MH5J8TDGRK.1 size=1048576 2024-04-12T16:44:40.239 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.245+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~G3MH5J8TDGRK.2 size=563114 2024-04-12T16:44:40.241 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.248+0000 7fc35ce39780 1 < canceled multipart upload key=FS23W4ULE1O0 upload=G3MH5J8TDGRK tag=E7TO9F1JKJ0C type=write size=3708842 2024-04-12T16:44:40.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.249+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=S2QFDIXCQFWM type=del size=3138931 2024-04-12T16:44:40.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.250+0000 7fc35ce39780 1 < completed write operation key=SXFQD2BAPMI0 tag=ASB6ISPSPAMO type=write size=738288 2024-04-12T16:44:40.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.252+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=R5FLC92PRNAL type=del size=3429800 2024-04-12T16:44:40.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.253+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=AL375XQRTOQA type=del 2024-04-12T16:44:40.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.254+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=PSJ39UPQ65ES type=del size=2583468 2024-04-12T16:44:40.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.256+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~UZ2NIBVNB8W7.0 size=1048576 2024-04-12T16:44:40.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.257+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~UZ2NIBVNB8W7.1 size=301043 2024-04-12T16:44:40.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.259+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=UZ2NIBVNB8W7 tag=XAX5ZFQNS5WV type=write size=2398195 2024-04-12T16:44:40.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.261+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=V59WWP5DDQ6Q type=del size=3898785 2024-04-12T16:44:40.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.262+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~154RKKPHNHOE.0 size=1048576 2024-04-12T16:44:40.257 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.263+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~154RKKPHNHOE.1 size=1048576 2024-04-12T16:44:40.258 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.264+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~154RKKPHNHOE.2 size=827234 2024-04-12T16:44:40.260 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.267+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=154RKKPHNHOE tag=QB0RRETSWTCW type=write size=3972962 2024-04-12T16:44:40.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.270+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HNWOCU92H5G2.0 size=528095 2024-04-12T16:44:40.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.270+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=HNWOCU92H5G2 tag=NQ971MF7B43P type=write size=1576671 2024-04-12T16:44:40.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.271+0000 7fc35ce39780 1 < completed write operation key=SGVKCQ7SL1KU tag=M6PBX9CBLJ9T type=write size=1021876 2024-04-12T16:44:40.266 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.272+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=UYA8U4OBYQXT type=del size=2709027 2024-04-12T16:44:40.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.274+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~D0E5X1VS8HZ5.0 size=1048576 2024-04-12T16:44:40.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.275+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~D0E5X1VS8HZ5.1 size=757314 2024-04-12T16:44:40.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.278+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=D0E5X1VS8HZ5 tag=UN7QID8ERHRD type=write size=2854466 2024-04-12T16:44:40.273 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.279+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=2D2J825KHPZC type=del size=2388312 2024-04-12T16:44:40.274 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.280+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~1J3VMU237WR3.0 size=1048576 2024-04-12T16:44:40.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.282+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~1J3VMU237WR3.1 size=1048576 2024-04-12T16:44:40.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.283+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~1J3VMU237WR3.2 size=749627 2024-04-12T16:44:40.279 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.285+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=1J3VMU237WR3 tag=5KI2TE8FFQOO type=write size=3895355 2024-04-12T16:44:40.281 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.287+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~BNUYD32Z6SV8.0 size=1048576 2024-04-12T16:44:40.282 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.289+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~BNUYD32Z6SV8.1 size=942619 2024-04-12T16:44:40.283 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.289+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=BNUYD32Z6SV8 tag=CLFERQZZ42LG type=write size=3039771 2024-04-12T16:44:40.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.290+0000 7fc35ce39780 1 < completed write operation key=FS23W4ULE1O0 tag=WRJJZ1K12WZX type=write size=33591 2024-04-12T16:44:40.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.293+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~119BLQU2M85A.0 size=203628 2024-04-12T16:44:40.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.293+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=119BLQU2M85A tag=0K9XQ2KO0GQN type=write size=1252204 2024-04-12T16:44:40.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.294+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~OMTWNE3TPEGH.0 size=1048576 2024-04-12T16:44:40.289 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.295+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~OMTWNE3TPEGH.1 size=252683 2024-04-12T16:44:40.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.298+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=OMTWNE3TPEGH tag=XXVLGKEUXYJ3 type=write size=2349835 2024-04-12T16:44:40.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.300+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~UW7OI8QKXNRA.0 size=927384 2024-04-12T16:44:40.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.300+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=UW7OI8QKXNRA tag=5H2TNLR96GFY type=write size=1975960 2024-04-12T16:44:40.295 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.301+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~GPJG9ODWWCEM.0 size=1048576 2024-04-12T16:44:40.295 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.301+0000 7fc35ce39780 1 < canceled part key=_multipart_LYRPYVQNY789.2~GPJG9ODWWCEM.1 size=1048576 2024-04-12T16:44:40.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.302+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~GPJG9ODWWCEM.2 size=771114 2024-04-12T16:44:40.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.305+0000 7fc35ce39780 1 < canceled multipart upload key=LYRPYVQNY789 upload=GPJG9ODWWCEM tag=SCO651IBCUTY type=write size=3916842 2024-04-12T16:44:40.301 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.307+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~9S11YP1MBVF0.0 size=16390 2024-04-12T16:44:40.301 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.307+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=9S11YP1MBVF0 tag=A2SY3TF7CPPL type=write size=1064966 2024-04-12T16:44:40.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.308+0000 7fc35ce39780 1 < canceled operation key=PPYP2BYF63YM tag=T1AAY05KQFH5 type=del size=3312616 2024-04-12T16:44:40.303 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.310+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=2LXLK5GSZO5G type=del size=1903986 2024-04-12T16:44:40.305 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.311+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~EVIQKRBHK7G4.0 size=201508 2024-04-12T16:44:40.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.313+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=EVIQKRBHK7G4 tag=CHJKQWNUDWYA type=write size=1250084 2024-04-12T16:44:40.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.314+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=1LJ5BLQRVPFL type=del size=3612133 2024-04-12T16:44:40.309 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.316+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=CP7HKXWDFQ38 type=del 2024-04-12T16:44:40.311 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.317+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=QXFGC75PX2ON type=del size=1132744 2024-04-12T16:44:40.314 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.320+0000 7fc35ce39780 1 < suggested update operation key=L2DJM18VNC70 tag=5VKHM39LD18X type=del size=1862634 2024-04-12T16:44:40.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.323+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~63HZMQ5D7JMX.0 size=1048576 2024-04-12T16:44:40.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.324+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~63HZMQ5D7JMX.1 size=1048576 2024-04-12T16:44:40.319 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.325+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~63HZMQ5D7JMX.2 size=629004 2024-04-12T16:44:40.319 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.325+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=63HZMQ5D7JMX tag=DDLJDS3GE1AZ type=write size=3774732 2024-04-12T16:44:40.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.328+0000 7fc35ce39780 1 < suggested update operation key=AXVD49WBW3LH tag=CS2VSPO4JRUN type=write size=875911 2024-04-12T16:44:40.324 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.330+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~UM1420RSPILA.0 size=136553 2024-04-12T16:44:40.324 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.330+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=UM1420RSPILA tag=22SAB0T1X9NY type=write size=1185129 2024-04-12T16:44:40.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.332+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=S2QFDIXCQFWM type=del 2024-04-12T16:44:40.328 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.334+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~2CZNMW0TJX9S.0 size=1048576 2024-04-12T16:44:40.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.335+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~2CZNMW0TJX9S.1 size=682183 2024-04-12T16:44:40.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.335+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=2CZNMW0TJX9S tag=TOCOPV7M57I0 type=write size=2779335 2024-04-12T16:44:40.330 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.336+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=R5FLC92PRNAL type=del 2024-04-12T16:44:40.331 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.338+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=HS7J4TL9UJJ1 type=del size=257071 2024-04-12T16:44:40.333 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.339+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=PSJ39UPQ65ES type=del size=2583468 2024-04-12T16:44:40.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.340+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=9O6DSLMU1MO3 type=del size=924426 2024-04-12T16:44:40.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.342+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=V59WWP5DDQ6Q type=del size=3898785 2024-04-12T16:44:40.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.343+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=L8OPNTD0QC6H type=write size=159536 2024-04-12T16:44:40.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.343+0000 7fc35ce39780 1 < canceled part key=_multipart_506UBRTP11T6.2~HNWOCU92H5G2.0 size=528095 2024-04-12T16:44:40.339 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.345+0000 7fc35ce39780 1 < canceled multipart upload key=506UBRTP11T6 upload=HNWOCU92H5G2 tag=NQ971MF7B43P type=write size=1576671 2024-04-12T16:44:40.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.347+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=X9MD83Z1H0TX type=del size=1348058 2024-04-12T16:44:40.343 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.349+0000 7fc35ce39780 1 < suggested remove operation key=2JM8HME676YA tag=UYA8U4OBYQXT type=del 2024-04-12T16:44:40.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.351+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=SE1CQ3IDGRV8 type=del size=2920331 2024-04-12T16:44:40.347 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.353+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=2D2J825KHPZC type=del 2024-04-12T16:44:40.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.354+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=46G09FOKHMJE type=del size=3334594 2024-04-12T16:44:40.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.356+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~BNUYD32Z6SV8.0 size=1048576 2024-04-12T16:44:40.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.357+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~BNUYD32Z6SV8.1 size=942619 2024-04-12T16:44:40.353 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.359+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=BNUYD32Z6SV8 tag=CLFERQZZ42LG type=write size=3039771 2024-04-12T16:44:40.355 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.362+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~XCCGF611C6W4.0 size=1048576 2024-04-12T16:44:40.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.363+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~XCCGF611C6W4.1 size=1048576 2024-04-12T16:44:40.357 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.364+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~XCCGF611C6W4.2 size=444174 2024-04-12T16:44:40.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.364+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=XCCGF611C6W4 tag=7Y82UGTRXDN6 type=write size=3589902 2024-04-12T16:44:40.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.364+0000 7fc35ce39780 1 < canceled part key=_multipart_9CON5BXP14FO.2~119BLQU2M85A.0 size=203628 2024-04-12T16:44:40.360 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.366+0000 7fc35ce39780 1 < canceled multipart upload key=9CON5BXP14FO upload=119BLQU2M85A tag=0K9XQ2KO0GQN type=write size=1252204 2024-04-12T16:44:40.363 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.369+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~FMT4O6CYS47I.0 size=203638 2024-04-12T16:44:40.363 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.369+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=FMT4O6CYS47I tag=4OYZMS2QPIBC type=write size=1252214 2024-04-12T16:44:40.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.370+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~UW7OI8QKXNRA.0 size=927384 2024-04-12T16:44:40.366 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.373+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=UW7OI8QKXNRA tag=5H2TNLR96GFY type=write size=1975960 2024-04-12T16:44:40.368 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.374+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=5KVQYV7AGEYI type=write size=118629 2024-04-12T16:44:40.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.376+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~9S11YP1MBVF0.0 size=16390 2024-04-12T16:44:40.372 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.378+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=9S11YP1MBVF0 tag=A2SY3TF7CPPL type=write size=1064966 2024-04-12T16:44:40.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.379+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=VDIV7VD7DULI type=del size=36417 2024-04-12T16:44:40.375 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.381+0000 7fc35ce39780 -1 < failed to complete operation key=I35DX9ONBXQJ tag=2LXLK5GSZO5G type=del size=1903986: (22) Invalid argument 2024-04-12T16:44:40.376 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.382+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=32PDFJLB3HGT type=del size=1723052 2024-04-12T16:44:40.377 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.384+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=1LJ5BLQRVPFL type=del 2024-04-12T16:44:40.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.386+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~N4SCBL2PPX72.0 size=1048576 2024-04-12T16:44:40.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.387+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~N4SCBL2PPX72.1 size=1045173 2024-04-12T16:44:40.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.387+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=N4SCBL2PPX72 tag=UAMV4W9AHDO2 type=write size=3142325 2024-04-12T16:44:40.383 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.389+0000 7fc35ce39780 1 < canceled operation key=3EB44W87WQRJ tag=QXFGC75PX2ON type=del size=1132744 2024-04-12T16:44:40.384 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.390+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=61Z94449XQB7 type=del size=2288609 2024-04-12T16:44:40.385 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.392+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~63HZMQ5D7JMX.0 size=1048576 2024-04-12T16:44:40.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.393+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~63HZMQ5D7JMX.1 size=1048576 2024-04-12T16:44:40.388 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.394+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~63HZMQ5D7JMX.2 size=629004 2024-04-12T16:44:40.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.396+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=63HZMQ5D7JMX tag=DDLJDS3GE1AZ type=write size=3774732 2024-04-12T16:44:40.391 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.398+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=NPZHDIJOUF8F type=del size=261470 2024-04-12T16:44:40.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.399+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~UM1420RSPILA.0 size=136553 2024-04-12T16:44:40.395 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.401+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=UM1420RSPILA tag=22SAB0T1X9NY type=write size=1185129 2024-04-12T16:44:40.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.403+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=6AY01I2N07BE type=write size=578416 2024-04-12T16:44:40.398 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.404+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~2CZNMW0TJX9S.0 size=1048576 2024-04-12T16:44:40.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.405+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~2CZNMW0TJX9S.1 size=682183 2024-04-12T16:44:40.401 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.408+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=2CZNMW0TJX9S tag=TOCOPV7M57I0 type=write size=2779335 2024-04-12T16:44:40.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.410+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~XVP2SYW0W6G6.0 size=1048576 2024-04-12T16:44:40.405 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.411+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~XVP2SYW0W6G6.1 size=1048576 2024-04-12T16:44:40.406 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.412+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~XVP2SYW0W6G6.2 size=461370 2024-04-12T16:44:40.406 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.412+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=XVP2SYW0W6G6 tag=ZJSFUBL8A3YC type=write size=3607098 2024-04-12T16:44:40.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.413+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=HS7J4TL9UJJ1 type=del 2024-04-12T16:44:40.408 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.414+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=UIZYXAC267E1 type=del size=4136826 2024-04-12T16:44:40.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.416+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=9O6DSLMU1MO3 type=del 2024-04-12T16:44:40.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.418+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~R7F81P4DN3A6.0 size=704251 2024-04-12T16:44:40.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.418+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=R7F81P4DN3A6 tag=W45PHVAPD49N type=write size=1752827 2024-04-12T16:44:40.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.420+0000 7fc35ce39780 -1 < failed to complete operation key=2JM8HME676YA tag=L8OPNTD0QC6H type=write size=159536: (22) Invalid argument 2024-04-12T16:44:40.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.422+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~8QZ5XTWRGBX1.0 size=94709 2024-04-12T16:44:40.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.422+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=8QZ5XTWRGBX1 tag=QGNTKE80BZ33 type=write size=1143285 2024-04-12T16:44:40.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.424+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=X9MD83Z1H0TX type=del 2024-04-12T16:44:40.420 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.426+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~3OD44CH3LOKT.0 size=1048576 2024-04-12T16:44:40.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.427+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~3OD44CH3LOKT.1 size=1048576 2024-04-12T16:44:40.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.429+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~3OD44CH3LOKT.2 size=512254 2024-04-12T16:44:40.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.429+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=3OD44CH3LOKT tag=DH5772N7DDK5 type=write size=3657982 2024-04-12T16:44:40.425 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.431+0000 7fc35ce39780 1 < suggested remove operation key=AMC1ILYTVT7I tag=SE1CQ3IDGRV8 type=del 2024-04-12T16:44:40.427 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.434+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~GZAUZBPU614L.0 size=1048576 2024-04-12T16:44:40.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.435+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~GZAUZBPU614L.1 size=744419 2024-04-12T16:44:40.429 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.435+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=GZAUZBPU614L tag=WXRJG30QJQ5P type=write size=2841571 2024-04-12T16:44:40.431 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.437+0000 7fc35ce39780 1 < suggested remove operation key=ZE2YGROWCJWC tag=46G09FOKHMJE type=del 2024-04-12T16:44:40.432 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.439+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=TT74D0W3GML3 type=write size=135855 2024-04-12T16:44:40.434 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.440+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~XCCGF611C6W4.0 size=1048576 2024-04-12T16:44:40.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.441+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~XCCGF611C6W4.1 size=1048576 2024-04-12T16:44:40.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.441+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~XCCGF611C6W4.2 size=444174 2024-04-12T16:44:40.438 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.444+0000 7fc35ce39780 1 < canceled multipart upload key=58TO2GN5GIN6 upload=XCCGF611C6W4 tag=7Y82UGTRXDN6 type=write size=3589902 2024-04-12T16:44:40.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.447+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~IXFRQ66W58XF.0 size=337747 2024-04-12T16:44:40.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.447+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=IXFRQ66W58XF tag=32BCEPLSP21C type=write size=1386323 2024-04-12T16:44:40.442 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.448+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~FMT4O6CYS47I.0 size=203638 2024-04-12T16:44:40.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.451+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=FMT4O6CYS47I tag=4OYZMS2QPIBC type=write size=1252214 2024-04-12T16:44:40.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.452+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=JTAWIQ6TDNAE type=del size=1689998 2024-04-12T16:44:40.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.453+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=5KVQYV7AGEYI type=write size=118629 2024-04-12T16:44:40.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.455+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=P4DNB52EK1S1 type=del size=3799442 2024-04-12T16:44:40.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.457+0000 7fc35ce39780 1 < canceled operation key=2H0G2H9EP0W8 tag=VDIV7VD7DULI type=del size=36417 2024-04-12T16:44:40.453 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.459+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=9UHLPU1JGIRF type=del size=917641 2024-04-12T16:44:40.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.461+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=32PDFJLB3HGT type=del 2024-04-12T16:44:40.457 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.463+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~B4GF3K3AK1RO.0 size=1048576 2024-04-12T16:44:40.458 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.464+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~B4GF3K3AK1RO.1 size=1048576 2024-04-12T16:44:40.459 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.466+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~B4GF3K3AK1RO.2 size=70908 2024-04-12T16:44:40.459 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.466+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=B4GF3K3AK1RO tag=WSUVCWXT11IJ type=write size=3216636 2024-04-12T16:44:40.461 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.467+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~N4SCBL2PPX72.0 size=1048576 2024-04-12T16:44:40.462 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.468+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~N4SCBL2PPX72.1 size=1045173 2024-04-12T16:44:40.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.471+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=N4SCBL2PPX72 tag=UAMV4W9AHDO2 type=write size=3142325 2024-04-12T16:44:40.466 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.473+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=QFME1RKIIRNQ type=del size=2931765 2024-04-12T16:44:40.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.474+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=61Z94449XQB7 type=del 2024-04-12T16:44:40.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.475+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=H1N5RDMTDLLL type=del size=1582301 2024-04-12T16:44:40.471 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.477+0000 7fc35ce39780 1 < canceled operation key=FS23W4ULE1O0 tag=NPZHDIJOUF8F type=del size=261470 2024-04-12T16:44:40.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.480+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~UIQ9KF62YBUI.0 size=1048576 2024-04-12T16:44:40.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.481+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~UIQ9KF62YBUI.1 size=1048576 2024-04-12T16:44:40.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.482+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~UIQ9KF62YBUI.2 size=226035 2024-04-12T16:44:40.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.482+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=UIQ9KF62YBUI tag=TMQD4HI0EQBJ type=write size=3371763 2024-04-12T16:44:40.477 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.483+0000 7fc35ce39780 1 < completed write operation key=SGVKCQ7SL1KU tag=6AY01I2N07BE type=write size=578416 2024-04-12T16:44:40.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.485+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=TU6E4CC6GWNR type=del size=1444963 2024-04-12T16:44:40.480 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.486+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~XVP2SYW0W6G6.0 size=1048576 2024-04-12T16:44:40.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.488+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~XVP2SYW0W6G6.1 size=1048576 2024-04-12T16:44:40.483 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.489+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~XVP2SYW0W6G6.2 size=461370 2024-04-12T16:44:40.485 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.492+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=XVP2SYW0W6G6 tag=ZJSFUBL8A3YC type=write size=3607098 2024-04-12T16:44:40.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.494+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MWSDDIHA8041.0 size=1048576 2024-04-12T16:44:40.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.495+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MWSDDIHA8041.1 size=236296 2024-04-12T16:44:40.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.495+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=MWSDDIHA8041 tag=NC3LUR6WZK90 type=write size=2333448 2024-04-12T16:44:40.491 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.497+0000 7fc35ce39780 1 < canceled operation key=V08LEDZKN1FS tag=UIZYXAC267E1 type=del size=4136826 2024-04-12T16:44:40.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.498+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=1ZV1YTB4TZS0 type=write size=972385 2024-04-12T16:44:40.493 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.500+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~R7F81P4DN3A6.0 size=704251 2024-04-12T16:44:40.496 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.502+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=R7F81P4DN3A6 tag=W45PHVAPD49N type=write size=1752827 2024-04-12T16:44:40.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.503+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=A6E6LCN9O812 type=del size=32849 2024-04-12T16:44:40.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.505+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~8QZ5XTWRGBX1.0 size=94709 2024-04-12T16:44:40.502 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.508+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=8QZ5XTWRGBX1 tag=QGNTKE80BZ33 type=write size=1143285 2024-04-12T16:44:40.503 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.509+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=SVUS96AT2NKB type=del size=978534 2024-04-12T16:44:40.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.511+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~3OD44CH3LOKT.0 size=1048576 2024-04-12T16:44:40.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.512+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~3OD44CH3LOKT.1 size=1048576 2024-04-12T16:44:40.507 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.513+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~3OD44CH3LOKT.2 size=512254 2024-04-12T16:44:40.509 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.516+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=3OD44CH3LOKT tag=DH5772N7DDK5 type=write size=3657982 2024-04-12T16:44:40.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.517+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=FQJ8VIIL4G4E type=del size=2833539 2024-04-12T16:44:40.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.517+0000 7fc35ce39780 1 < canceled part key=_multipart_LYRPYVQNY789.2~GZAUZBPU614L.0 size=1048576 2024-04-12T16:44:40.512 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.518+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~GZAUZBPU614L.1 size=744419 2024-04-12T16:44:40.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.521+0000 7fc35ce39780 1 < canceled multipart upload key=LYRPYVQNY789 upload=GZAUZBPU614L tag=WXRJG30QJQ5P type=write size=2841571 2024-04-12T16:44:40.516 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.522+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=FSAJY2PPFUEP type=del size=3203756 2024-04-12T16:44:40.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.524+0000 7fc35ce39780 1 < completed write operation key=9ANRAV34XW9O tag=TT74D0W3GML3 type=write size=135855 2024-04-12T16:44:40.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.525+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=S111P3YQKV7P type=del size=1618853 2024-04-12T16:44:40.520 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.527+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~IXFRQ66W58XF.0 size=337747 2024-04-12T16:44:40.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.529+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=IXFRQ66W58XF tag=32BCEPLSP21C type=write size=1386323 2024-04-12T16:44:40.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.532+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~DNWBKB1N8Y4P.0 size=1048576 2024-04-12T16:44:40.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.533+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~DNWBKB1N8Y4P.1 size=1048576 2024-04-12T16:44:40.528 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.534+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~DNWBKB1N8Y4P.2 size=34612 2024-04-12T16:44:40.528 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.534+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=DNWBKB1N8Y4P tag=5K7AKZNRC1KZ type=write size=3180340 2024-04-12T16:44:40.530 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.536+0000 7fc35ce39780 1 < canceled operation key=Z93T9469B27B tag=JTAWIQ6TDNAE type=del size=1689998 2024-04-12T16:44:40.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.539+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~64U6FRZROO7P.0 size=428444 2024-04-12T16:44:40.533 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.539+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=64U6FRZROO7P tag=WOGU3458SLBG type=write size=1477020 2024-04-12T16:44:40.534 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.540+0000 7fc35ce39780 1 < canceled operation key=9EP1TM4XHAOV tag=P4DNB52EK1S1 type=del size=3799442 2024-04-12T16:44:40.535 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.542+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=1N5WOCCENXES type=del size=2164736 2024-04-12T16:44:40.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.543+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=9UHLPU1JGIRF type=del 2024-04-12T16:44:40.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.546+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~QFIG9W5P2A6K.0 size=1048576 2024-04-12T16:44:40.541 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.547+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~QFIG9W5P2A6K.1 size=1048576 2024-04-12T16:44:40.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.548+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~QFIG9W5P2A6K.2 size=543485 2024-04-12T16:44:40.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.548+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=QFIG9W5P2A6K tag=MUS43ITEA429 type=write size=3689213 2024-04-12T16:44:40.543 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.549+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~B4GF3K3AK1RO.0 size=1048576 2024-04-12T16:44:40.544 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.551+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~B4GF3K3AK1RO.1 size=1048576 2024-04-12T16:44:40.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.552+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~B4GF3K3AK1RO.2 size=70908 2024-04-12T16:44:40.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.555+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=B4GF3K3AK1RO tag=WSUVCWXT11IJ type=write size=3216636 2024-04-12T16:44:40.551 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.557+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~EGIU4HKPOMVL.0 size=1048576 2024-04-12T16:44:40.552 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.558+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~EGIU4HKPOMVL.1 size=438721 2024-04-12T16:44:40.552 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.558+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=EGIU4HKPOMVL tag=5WMBL3GEHJ58 type=write size=2535873 2024-04-12T16:44:40.554 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.560+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=QFME1RKIIRNQ type=del 2024-04-12T16:44:40.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.562+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=IN80AD57ZTWQ type=del size=1744685 2024-04-12T16:44:40.557 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.563+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=H1N5RDMTDLLL type=del 2024-04-12T16:44:40.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.564+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=THYAX6O4BFBJ type=del size=1385786 2024-04-12T16:44:40.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.566+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~UIQ9KF62YBUI.0 size=1048576 2024-04-12T16:44:40.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.566+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~UIQ9KF62YBUI.1 size=1048576 2024-04-12T16:44:40.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.566+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~UIQ9KF62YBUI.2 size=226035 2024-04-12T16:44:40.562 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.568+0000 7fc35ce39780 1 < canceled multipart upload key=58TO2GN5GIN6 upload=UIQ9KF62YBUI tag=TMQD4HI0EQBJ type=write size=3371763 2024-04-12T16:44:40.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.570+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=JN8K6HSJSQU9 type=del size=1784771 2024-04-12T16:44:40.565 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.571+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=TU6E4CC6GWNR type=del 2024-04-12T16:44:40.568 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.574+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~7S8KCI1P8WP1.0 size=1048576 2024-04-12T16:44:40.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.575+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~7S8KCI1P8WP1.1 size=1048576 2024-04-12T16:44:40.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.576+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~7S8KCI1P8WP1.2 size=457344 2024-04-12T16:44:40.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.576+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=7S8KCI1P8WP1 tag=FKCJFQH31N2P type=write size=3603072 2024-04-12T16:44:40.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.578+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MWSDDIHA8041.0 size=1048576 2024-04-12T16:44:40.573 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.579+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MWSDDIHA8041.1 size=236296 2024-04-12T16:44:40.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.581+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=MWSDDIHA8041 tag=NC3LUR6WZK90 type=write size=2333448 2024-04-12T16:44:40.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.584+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~EZ3QMFF64Z9S.0 size=797709 2024-04-12T16:44:40.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.584+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=EZ3QMFF64Z9S tag=6BV1E4PN5SLE type=write size=1846285 2024-04-12T16:44:40.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.586+0000 7fc35ce39780 1 < completed write operation key=3EB44W87WQRJ tag=1ZV1YTB4TZS0 type=write size=972385 2024-04-12T16:44:40.582 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.588+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~SIVN4MI8YKF3.0 size=1048576 2024-04-12T16:44:40.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.589+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~SIVN4MI8YKF3.1 size=1023483 2024-04-12T16:44:40.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.589+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=SIVN4MI8YKF3 tag=TH5BTKUSWCXG type=write size=3120635 2024-04-12T16:44:40.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.592+0000 7fc35ce39780 1 < suggested remove operation key=V08LEDZKN1FS tag=A6E6LCN9O812 type=del 2024-04-12T16:44:40.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.595+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~XNI7TR4QL27O.0 size=1048576 2024-04-12T16:44:40.589 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.596+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~XNI7TR4QL27O.1 size=1048576 2024-04-12T16:44:40.591 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.597+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~XNI7TR4QL27O.2 size=934646 2024-04-12T16:44:40.591 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.597+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=XNI7TR4QL27O tag=X5AB5BEU1XBU type=write size=4080374 2024-04-12T16:44:40.592 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.598+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=SVUS96AT2NKB type=del 2024-04-12T16:44:40.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.600+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=99APCKJ404PL type=del size=2377629 2024-04-12T16:44:40.595 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.601+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=FQJ8VIIL4G4E type=del 2024-04-12T16:44:40.596 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.603+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=FESCM25VTKBR type=del size=924265 2024-04-12T16:44:40.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.604+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=FSAJY2PPFUEP type=del 2024-04-12T16:44:40.599 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.606+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=X06SH9BHM3PB type=del size=423433 2024-04-12T16:44:40.601 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.607+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=S111P3YQKV7P type=del 2024-04-12T16:44:40.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.609+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=3J1YKJ7VA9DB type=del size=23318 2024-04-12T16:44:40.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.610+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~DNWBKB1N8Y4P.0 size=1048576 2024-04-12T16:44:40.605 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.611+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~DNWBKB1N8Y4P.1 size=1048576 2024-04-12T16:44:40.606 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.612+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~DNWBKB1N8Y4P.2 size=34612 2024-04-12T16:44:40.608 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.614+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=DNWBKB1N8Y4P tag=5K7AKZNRC1KZ type=write size=3180340 2024-04-12T16:44:40.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.616+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=Z1HPIU7CT1CD type=del size=2543026 2024-04-12T16:44:40.611 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.617+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~64U6FRZROO7P.0 size=428444 2024-04-12T16:44:40.613 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.619+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=64U6FRZROO7P tag=WOGU3458SLBG type=write size=1477020 2024-04-12T16:44:40.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.622+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~LIMFRK6UJ87J.0 size=159747 2024-04-12T16:44:40.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.622+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=LIMFRK6UJ87J tag=K7054Z1T7KEJ type=write size=1208323 2024-04-12T16:44:40.617 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.623+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=1N5WOCCENXES type=del 2024-04-12T16:44:40.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.625+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=TLY6IY3DNLNH type=del size=4189201 2024-04-12T16:44:40.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.627+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~QFIG9W5P2A6K.0 size=1048576 2024-04-12T16:44:40.621 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.628+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~QFIG9W5P2A6K.1 size=1048576 2024-04-12T16:44:40.622 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.629+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~QFIG9W5P2A6K.2 size=543485 2024-04-12T16:44:40.625 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.632+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=QFIG9W5P2A6K tag=MUS43ITEA429 type=write size=3689213 2024-04-12T16:44:40.627 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.633+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=AUQLGOTJO7D4 type=del size=1011106 2024-04-12T16:44:40.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.634+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~EGIU4HKPOMVL.0 size=1048576 2024-04-12T16:44:40.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.636+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~EGIU4HKPOMVL.1 size=438721 2024-04-12T16:44:40.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.638+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=EGIU4HKPOMVL tag=5WMBL3GEHJ58 type=write size=2535873 2024-04-12T16:44:40.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.640+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=GGJUKB2AA749 type=write size=501374 2024-04-12T16:44:40.636 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.643+0000 7fc35ce39780 1 < suggested update operation key=9CON5BXP14FO tag=IN80AD57ZTWQ type=del size=1744685 2024-04-12T16:44:40.638 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.644+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=FI0VLWIA7FKF type=write size=1011572 2024-04-12T16:44:40.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.646+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=THYAX6O4BFBJ type=del 2024-04-12T16:44:40.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.647+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=6R1BVH4FOWEL type=del size=81377 2024-04-12T16:44:40.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.649+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=JN8K6HSJSQU9 type=del 2024-04-12T16:44:40.646 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.652+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~J2ICDVFKR219.0 size=1048576 2024-04-12T16:44:40.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.653+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~J2ICDVFKR219.1 size=912498 2024-04-12T16:44:40.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.653+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=J2ICDVFKR219 tag=JSQVYKYL0CBN type=write size=3009650 2024-04-12T16:44:40.649 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.655+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~7S8KCI1P8WP1.0 size=1048576 2024-04-12T16:44:40.649 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.655+0000 7fc35ce39780 1 < canceled part key=_multipart_1CXIJI96GFM8.2~7S8KCI1P8WP1.1 size=1048576 2024-04-12T16:44:40.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.656+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~7S8KCI1P8WP1.2 size=457344 2024-04-12T16:44:40.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.659+0000 7fc35ce39780 1 < canceled multipart upload key=1CXIJI96GFM8 upload=7S8KCI1P8WP1 tag=FKCJFQH31N2P type=write size=3603072 2024-04-12T16:44:40.654 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.660+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=TAHWVO6Y8J66 type=del size=297911 2024-04-12T16:44:40.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.662+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~EZ3QMFF64Z9S.0 size=797709 2024-04-12T16:44:40.658 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.664+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=EZ3QMFF64Z9S tag=6BV1E4PN5SLE type=write size=1846285 2024-04-12T16:44:40.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.665+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=40WKGI3BCATH type=del size=2420295 2024-04-12T16:44:40.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.667+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~SIVN4MI8YKF3.0 size=1048576 2024-04-12T16:44:40.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.668+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~SIVN4MI8YKF3.1 size=1023483 2024-04-12T16:44:40.664 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.671+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=SIVN4MI8YKF3 tag=TH5BTKUSWCXG type=write size=3120635 2024-04-12T16:44:40.667 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.674+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4WNUM2E71UO2.0 size=1010132 2024-04-12T16:44:40.667 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.674+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=4WNUM2E71UO2 tag=4UXBWYO2J4QK type=write size=2058708 2024-04-12T16:44:40.669 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.675+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~XNI7TR4QL27O.0 size=1048576 2024-04-12T16:44:40.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.676+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~XNI7TR4QL27O.1 size=1048576 2024-04-12T16:44:40.671 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.677+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~XNI7TR4QL27O.2 size=934646 2024-04-12T16:44:40.673 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.680+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=XNI7TR4QL27O tag=X5AB5BEU1XBU type=write size=4080374 2024-04-12T16:44:40.675 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.681+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=03KEAT85PRI0 type=write size=520372 2024-04-12T16:44:40.677 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.684+0000 7fc35ce39780 1 < suggested update operation key=SXFQD2BAPMI0 tag=99APCKJ404PL type=del size=2377629 2024-04-12T16:44:40.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.685+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=Z76K5R35RQWI type=del size=31664 2024-04-12T16:44:40.680 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.687+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=FESCM25VTKBR type=del 2024-04-12T16:44:40.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.688+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=O95KYUW9J06A type=write size=341662 2024-04-12T16:44:40.684 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.690+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=X06SH9BHM3PB type=del 2024-04-12T16:44:40.686 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.692+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=H1KMLC8TPRFE type=del size=292735 2024-04-12T16:44:40.688 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.694+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=3J1YKJ7VA9DB type=del 2024-04-12T16:44:40.691 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.697+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~3D71XQTDGU1V.0 size=1048576 2024-04-12T16:44:40.692 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.698+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~3D71XQTDGU1V.1 size=584509 2024-04-12T16:44:40.692 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.698+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=3D71XQTDGU1V tag=ZPDB98QZEWNU type=write size=2681661 2024-04-12T16:44:40.693 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.700+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=Z1HPIU7CT1CD type=del 2024-04-12T16:44:40.695 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.701+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=TC3FAVQY7MG9 type=write size=582176 2024-04-12T16:44:40.696 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.703+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~LIMFRK6UJ87J.0 size=159747 2024-04-12T16:44:40.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.705+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=LIMFRK6UJ87J tag=K7054Z1T7KEJ type=write size=1208323 2024-04-12T16:44:40.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.706+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=G22294U7BOH4 type=del size=729365 2024-04-12T16:44:40.701 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.708+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=TLY6IY3DNLNH type=del 2024-04-12T16:44:40.703 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.709+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=PBVA49H9FE64 type=write size=720164 2024-04-12T16:44:40.706 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.712+0000 7fc35ce39780 1 < suggested update operation key=I35DX9ONBXQJ tag=AUQLGOTJO7D4 type=del size=1011106 2024-04-12T16:44:40.708 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.714+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~P23DRQYBV2KH.0 size=1048576 2024-04-12T16:44:40.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.715+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~P23DRQYBV2KH.1 size=1048576 2024-04-12T16:44:40.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.717+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~P23DRQYBV2KH.2 size=853424 2024-04-12T16:44:40.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.717+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=P23DRQYBV2KH tag=5JW9PTQSRI71 type=write size=3999152 2024-04-12T16:44:40.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.718+0000 7fc35ce39780 1 < completed write operation key=AXVD49WBW3LH tag=GGJUKB2AA749 type=write size=501374 2024-04-12T16:44:40.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.719+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=6N30BHWXOTHN type=write size=978514 2024-04-12T16:44:40.714 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.721+0000 7fc35ce39780 1 < completed write operation key=8T3KONE057LK tag=FI0VLWIA7FKF type=write size=1011572 2024-04-12T16:44:40.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.723+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~DWRH4G68O1LN.0 size=1048576 2024-04-12T16:44:40.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.724+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~DWRH4G68O1LN.1 size=573269 2024-04-12T16:44:40.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.724+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=DWRH4G68O1LN tag=H41E1ZOKN4QS type=write size=2670421 2024-04-12T16:44:40.719 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.726+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=6R1BVH4FOWEL type=del 2024-04-12T16:44:40.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.728+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~ITP019NL4TCX.0 size=277081 2024-04-12T16:44:40.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.728+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=ITP019NL4TCX tag=BTL06WPJHI7U type=write size=1325657 2024-04-12T16:44:40.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.729+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~J2ICDVFKR219.0 size=1048576 2024-04-12T16:44:40.724 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.731+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~J2ICDVFKR219.1 size=912498 2024-04-12T16:44:40.727 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.733+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=J2ICDVFKR219 tag=JSQVYKYL0CBN type=write size=3009650 2024-04-12T16:44:40.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.734+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=VZDIFAJH8HBB type=del size=354659 2024-04-12T16:44:40.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.736+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=TAHWVO6Y8J66 type=del 2024-04-12T16:44:40.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.737+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=COOWPTIZAES8 type=del size=1878398 2024-04-12T16:44:40.734 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.740+0000 7fc35ce39780 1 < suggested remove operation key=2H0G2H9EP0W8 tag=40WKGI3BCATH type=del 2024-04-12T16:44:40.736 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.742+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=MGM6TCBEIJCC type=del size=1642421 2024-04-12T16:44:40.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.743+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4WNUM2E71UO2.0 size=1010132 2024-04-12T16:44:40.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.746+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=4WNUM2E71UO2 tag=4UXBWYO2J4QK type=write size=2058708 2024-04-12T16:44:40.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.747+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=M7O96SQZEXSL type=del size=2194626 2024-04-12T16:44:40.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.749+0000 7fc35ce39780 -1 < failed to complete operation key=2H0G2H9EP0W8 tag=03KEAT85PRI0 type=write size=520372: (22) Invalid argument 2024-04-12T16:44:40.745 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.751+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=9JKKN4D32XL1 type=del size=219710 2024-04-12T16:44:40.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.752+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=Z76K5R35RQWI type=del 2024-04-12T16:44:40.748 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.755+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~32U3UF9ES0R8.0 size=1048576 2024-04-12T16:44:40.749 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.756+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~32U3UF9ES0R8.1 size=494012 2024-04-12T16:44:40.750 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.756+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=32U3UF9ES0R8 tag=4TSF1W0J0IFE type=write size=2591164 2024-04-12T16:44:40.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.757+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=O95KYUW9J06A type=write size=341662 2024-04-12T16:44:40.752 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.759+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=BS9B0F6FN7T0 type=del size=1428671 2024-04-12T16:44:40.754 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.760+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=H1KMLC8TPRFE type=del 2024-04-12T16:44:40.756 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.762+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~NV1CBVAA3JGW.0 size=1048576 2024-04-12T16:44:40.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.763+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~NV1CBVAA3JGW.1 size=1048576 2024-04-12T16:44:40.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.764+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~NV1CBVAA3JGW.2 size=968191 2024-04-12T16:44:40.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.764+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=NV1CBVAA3JGW tag=7VFPOOUHXVHI type=write size=4113919 2024-04-12T16:44:40.759 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.766+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~3D71XQTDGU1V.0 size=1048576 2024-04-12T16:44:40.760 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.767+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~3D71XQTDGU1V.1 size=584509 2024-04-12T16:44:40.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.769+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=3D71XQTDGU1V tag=ZPDB98QZEWNU type=write size=2681661 2024-04-12T16:44:40.764 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.770+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=C5CAH57T6KME type=del size=1859045 2024-04-12T16:44:40.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.772+0000 7fc35ce39780 -1 < failed to complete operation key=I35DX9ONBXQJ tag=TC3FAVQY7MG9 type=write size=582176: (22) Invalid argument 2024-04-12T16:44:40.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.773+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=X3HMSVCJDFFP type=del size=3008231 2024-04-12T16:44:40.769 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.775+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=G22294U7BOH4 type=del 2024-04-12T16:44:40.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.776+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=YOG0R0IL1JTV type=del size=3102302 2024-04-12T16:44:40.771 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.778+0000 7fc35ce39780 1 < completed write operation key=LYRPYVQNY789 tag=PBVA49H9FE64 type=write size=720164 2024-04-12T16:44:40.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.779+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=QDWQUPROFUIY type=del size=574844 2024-04-12T16:44:40.774 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.781+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~P23DRQYBV2KH.0 size=1048576 2024-04-12T16:44:40.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.782+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~P23DRQYBV2KH.1 size=1048576 2024-04-12T16:44:40.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.783+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~P23DRQYBV2KH.2 size=853424 2024-04-12T16:44:40.780 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.786+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=P23DRQYBV2KH tag=5JW9PTQSRI71 type=write size=3999152 2024-04-12T16:44:40.782 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.789+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~7C2HCF9B7K0K.0 size=1048576 2024-04-12T16:44:40.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.790+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~7C2HCF9B7K0K.1 size=78402 2024-04-12T16:44:40.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.790+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=7C2HCF9B7K0K tag=C8QTQMT0EW5F type=write size=2175554 2024-04-12T16:44:40.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.791+0000 7fc35ce39780 1 < completed write operation key=0IU68215QEHD tag=6N30BHWXOTHN type=write size=978514 2024-04-12T16:44:40.786 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.793+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=2RNC55LG3KVE type=write size=393836 2024-04-12T16:44:40.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.793+0000 7fc35ce39780 1 < canceled part key=_multipart_FR6FMD58BD62.2~DWRH4G68O1LN.0 size=1048576 2024-04-12T16:44:40.788 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.794+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~DWRH4G68O1LN.1 size=573269 2024-04-12T16:44:40.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.797+0000 7fc35ce39780 1 < canceled multipart upload key=FR6FMD58BD62 upload=DWRH4G68O1LN tag=H41E1ZOKN4QS type=write size=2670421 2024-04-12T16:44:40.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.800+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~JB66T1VGKPQK.0 size=650183 2024-04-12T16:44:40.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.800+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=JB66T1VGKPQK tag=1O80UA3M32GM type=write size=1698759 2024-04-12T16:44:40.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.801+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~ITP019NL4TCX.0 size=277081 2024-04-12T16:44:40.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.804+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=ITP019NL4TCX tag=BTL06WPJHI7U type=write size=1325657 2024-04-12T16:44:40.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.806+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~O7MOZMIK1IMQ.0 size=1048576 2024-04-12T16:44:40.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.807+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~O7MOZMIK1IMQ.1 size=601483 2024-04-12T16:44:40.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.807+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=O7MOZMIK1IMQ tag=FXOMPXBN3K28 type=write size=2698635 2024-04-12T16:44:40.802 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.809+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=VZDIFAJH8HBB type=del 2024-04-12T16:44:40.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.811+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~TMHRRFKNBB3B.0 size=1029753 2024-04-12T16:44:40.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.811+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=TMHRRFKNBB3B tag=NY1VDMVDKNWD type=write size=2078329 2024-04-12T16:44:40.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.813+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=COOWPTIZAES8 type=del 2024-04-12T16:44:40.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.815+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~1NL54LF6W3RS.0 size=1048576 2024-04-12T16:44:40.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.817+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~1NL54LF6W3RS.1 size=735054 2024-04-12T16:44:40.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.817+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=1NL54LF6W3RS tag=SNSOH1A9OMJ9 type=write size=2832206 2024-04-12T16:44:40.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.818+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=MGM6TCBEIJCC type=del 2024-04-12T16:44:40.814 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.821+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~K4H1A2R2YH75.0 size=467224 2024-04-12T16:44:40.815 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.821+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=K4H1A2R2YH75 tag=OOGVWF3FYNUA type=write size=1515800 2024-04-12T16:44:40.817 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.824+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=M7O96SQZEXSL type=del size=2194626 2024-04-12T16:44:40.820 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.826+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~QRKR13MRDCFC.0 size=1048576 2024-04-12T16:44:40.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.827+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~QRKR13MRDCFC.1 size=1048576 2024-04-12T16:44:40.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.828+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~QRKR13MRDCFC.2 size=510626 2024-04-12T16:44:40.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.828+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=QRKR13MRDCFC tag=LOQER2WNX730 type=write size=3656354 2024-04-12T16:44:40.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.830+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=9JKKN4D32XL1 type=del 2024-04-12T16:44:40.825 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.831+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=AXJTC3TOZWSI type=del size=1740655 2024-04-12T16:44:40.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.833+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~32U3UF9ES0R8.0 size=1048576 2024-04-12T16:44:40.827 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.834+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~32U3UF9ES0R8.1 size=494012 2024-04-12T16:44:40.830 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.836+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=32U3UF9ES0R8 tag=4TSF1W0J0IFE type=write size=2591164 2024-04-12T16:44:40.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.839+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~9XIYZGF66J8R.0 size=96654 2024-04-12T16:44:40.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.839+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=9XIYZGF66J8R tag=769R3GI3IZMY type=write size=1145230 2024-04-12T16:44:40.834 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.840+0000 7fc35ce39780 1 < canceled operation key=8T3KONE057LK tag=BS9B0F6FN7T0 type=del size=1428671 2024-04-12T16:44:40.838 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.841+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=UQE319XK5F0P type=del size=874138 2024-04-12T16:44:40.838 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.843+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~NV1CBVAA3JGW.0 size=1048576 2024-04-12T16:44:40.838 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.844+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~NV1CBVAA3JGW.1 size=1048576 2024-04-12T16:44:40.839 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.845+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~NV1CBVAA3JGW.2 size=968191 2024-04-12T16:44:40.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.847+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=NV1CBVAA3JGW tag=7VFPOOUHXVHI type=write size=4113919 2024-04-12T16:44:40.844 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.850+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~3YLQUA933RKJ.0 size=574288 2024-04-12T16:44:40.844 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.850+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=3YLQUA933RKJ tag=3FWVITYR622L type=write size=1622864 2024-04-12T16:44:40.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.853+0000 7fc35ce39780 1 < suggested remove operation key=8T3KONE057LK tag=C5CAH57T6KME type=del 2024-04-12T16:44:40.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.856+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0TR991OIO051.0 size=1048576 2024-04-12T16:44:40.851 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.857+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0TR991OIO051.1 size=1048576 2024-04-12T16:44:40.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.858+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0TR991OIO051.2 size=8820 2024-04-12T16:44:40.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.858+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=0TR991OIO051 tag=BYXZCKWDWLYH type=write size=3154548 2024-04-12T16:44:40.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.860+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=X3HMSVCJDFFP type=del 2024-04-12T16:44:40.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.861+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=CTS5L8H26QFB type=del size=3839264 2024-04-12T16:44:40.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.865+0000 7fc35ce39780 1 < suggested remove operation key=LYRPYVQNY789 tag=YOG0R0IL1JTV type=del 2024-04-12T16:44:40.861 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.867+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=125RNYXYG0TN type=write size=982789 2024-04-12T16:44:40.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.868+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=QDWQUPROFUIY type=del 2024-04-12T16:44:40.864 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.870+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=JR3CD2HVS4DI type=write size=660123 2024-04-12T16:44:40.864 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.870+0000 7fc35ce39780 1 < canceled part key=_multipart_CPU63NIAUXGM.2~7C2HCF9B7K0K.0 size=1048576 2024-04-12T16:44:40.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.872+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~7C2HCF9B7K0K.1 size=78402 2024-04-12T16:44:40.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.874+0000 7fc35ce39780 1 < canceled multipart upload key=CPU63NIAUXGM upload=7C2HCF9B7K0K tag=C8QTQMT0EW5F type=write size=2175554 2024-04-12T16:44:40.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.878+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~2CIX72HGGAJB.0 size=1048576 2024-04-12T16:44:40.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.879+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~2CIX72HGGAJB.1 size=709040 2024-04-12T16:44:40.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.879+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=2CIX72HGGAJB tag=6GBXXCDVGKQQ type=write size=2806192 2024-04-12T16:44:40.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.880+0000 7fc35ce39780 1 < completed write operation key=WU1CQUJJ7T5N tag=2RNC55LG3KVE type=write size=393836 2024-04-12T16:44:40.876 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.883+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~X8ORB6E72T5W.0 size=1048576 2024-04-12T16:44:40.878 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.884+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~X8ORB6E72T5W.1 size=1048576 2024-04-12T16:44:40.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.885+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~X8ORB6E72T5W.2 size=737972 2024-04-12T16:44:40.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.885+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=X8ORB6E72T5W tag=VXK06CX3W8XU type=write size=3883700 2024-04-12T16:44:40.880 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.887+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~JB66T1VGKPQK.0 size=650183 2024-04-12T16:44:40.883 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.889+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=JB66T1VGKPQK tag=1O80UA3M32GM type=write size=1698759 2024-04-12T16:44:40.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.891+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=ILN9GUKYMAGU type=del size=3561227 2024-04-12T16:44:40.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.892+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~O7MOZMIK1IMQ.0 size=1048576 2024-04-12T16:44:40.887 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.893+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~O7MOZMIK1IMQ.1 size=601483 2024-04-12T16:44:40.890 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.896+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=O7MOZMIK1IMQ tag=FXOMPXBN3K28 type=write size=2698635 2024-04-12T16:44:40.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.897+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=4SI4TAOHIH6C type=del size=3701847 2024-04-12T16:44:40.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.899+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~TMHRRFKNBB3B.0 size=1029753 2024-04-12T16:44:40.895 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.901+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=TMHRRFKNBB3B tag=NY1VDMVDKNWD type=write size=2078329 2024-04-12T16:44:40.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.902+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=SVKCBW1E8N86 type=del size=3160452 2024-04-12T16:44:40.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.903+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~1NL54LF6W3RS.0 size=1048576 2024-04-12T16:44:40.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.904+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~1NL54LF6W3RS.1 size=735054 2024-04-12T16:44:40.901 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.907+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=1NL54LF6W3RS tag=SNSOH1A9OMJ9 type=write size=2832206 2024-04-12T16:44:40.902 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.909+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=JBP0BQRV3F8P type=del size=1411608 2024-04-12T16:44:40.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.910+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~K4H1A2R2YH75.0 size=467224 2024-04-12T16:44:40.907 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.913+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=K4H1A2R2YH75 tag=OOGVWF3FYNUA type=write size=1515800 2024-04-12T16:44:40.908 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.915+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=JE0UTK4AD5RW type=del size=1276747 2024-04-12T16:44:40.909 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.915+0000 7fc35ce39780 1 < canceled part key=_multipart_QPS2GA1QHL2W.2~QRKR13MRDCFC.0 size=1048576 2024-04-12T16:44:40.910 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.916+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~QRKR13MRDCFC.1 size=1048576 2024-04-12T16:44:40.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.918+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~QRKR13MRDCFC.2 size=510626 2024-04-12T16:44:40.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.920+0000 7fc35ce39780 1 < canceled multipart upload key=QPS2GA1QHL2W upload=QRKR13MRDCFC tag=LOQER2WNX730 type=write size=3656354 2024-04-12T16:44:40.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.923+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~G3QNA0S73T9M.0 size=1048576 2024-04-12T16:44:40.918 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.924+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~G3QNA0S73T9M.1 size=77959 2024-04-12T16:44:40.918 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.924+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=G3QNA0S73T9M tag=2FDKJIPSNLBP type=write size=2175111 2024-04-12T16:44:40.920 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.926+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=AXJTC3TOZWSI type=del 2024-04-12T16:44:40.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.929+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~W2MUZJG63SKT.0 size=738900 2024-04-12T16:44:40.923 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.929+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=W2MUZJG63SKT tag=1ZKT2UF22K88 type=write size=1787476 2024-04-12T16:44:40.924 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.930+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~9XIYZGF66J8R.0 size=96654 2024-04-12T16:44:40.926 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.933+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=9XIYZGF66J8R tag=769R3GI3IZMY type=write size=1145230 2024-04-12T16:44:40.928 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.934+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=2LL3HWDMGWN0 type=del size=928059 2024-04-12T16:44:40.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.936+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=UQE319XK5F0P type=del 2024-04-12T16:44:40.933 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.939+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~UOWNRIMD2Z4R.0 size=1048576 2024-04-12T16:44:40.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.940+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~UOWNRIMD2Z4R.1 size=334865 2024-04-12T16:44:40.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.940+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=UOWNRIMD2Z4R tag=8X03Y2O4LULT type=write size=2432017 2024-04-12T16:44:40.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.942+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~3YLQUA933RKJ.0 size=574288 2024-04-12T16:44:40.938 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.945+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=3YLQUA933RKJ tag=3FWVITYR622L type=write size=1622864 2024-04-12T16:44:40.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.947+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~DV9QVFOUBTO6.0 size=1048576 2024-04-12T16:44:40.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.948+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~DV9QVFOUBTO6.1 size=347759 2024-04-12T16:44:40.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.948+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=DV9QVFOUBTO6 tag=QP7GD7ZGDURG type=write size=2444911 2024-04-12T16:44:40.943 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.949+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0TR991OIO051.0 size=1048576 2024-04-12T16:44:40.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.951+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0TR991OIO051.1 size=1048576 2024-04-12T16:44:40.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.952+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0TR991OIO051.2 size=8820 2024-04-12T16:44:40.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:40 smithi005 ceph-mon[88416]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T16:44:40.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:40 smithi005 ceph-mon[90837]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T16:44:40.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.955+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=0TR991OIO051 tag=BYXZCKWDWLYH type=write size=3154548 2024-04-12T16:44:40.951 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.957+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~7128IZ5GUKPL.0 size=1048576 2024-04-12T16:44:40.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.958+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~7128IZ5GUKPL.1 size=492790 2024-04-12T16:44:40.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.958+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=7128IZ5GUKPL tag=NHHLPGF0UH64 type=write size=2589942 2024-04-12T16:44:40.953 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.960+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=CTS5L8H26QFB type=del 2024-04-12T16:44:40.955 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.961+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=BMPLLJ5HMWG4 type=write size=5479 2024-04-12T16:44:40.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.962+0000 7fc35ce39780 1 < completed write operation key=YAK5S3T8GXL1 tag=125RNYXYG0TN type=write size=982789 2024-04-12T16:44:40.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.964+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=4DXOECWNUIOP type=write size=441874 2024-04-12T16:44:40.960 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.966+0000 7fc35ce39780 1 < suggested update operation key=AXVD49WBW3LH tag=JR3CD2HVS4DI type=write size=660123 2024-04-12T16:44:40.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.968+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=5KHG1F5INWGM type=write size=491268 2024-04-12T16:44:40.963 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.969+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~2CIX72HGGAJB.0 size=1048576 2024-04-12T16:44:40.964 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.970+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~2CIX72HGGAJB.1 size=709040 2024-04-12T16:44:40.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.973+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=2CIX72HGGAJB tag=6GBXXCDVGKQQ type=write size=2806192 2024-04-12T16:44:40.968 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.974+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=8Z9LGEAW1HGH type=del size=133590 2024-04-12T16:44:40.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.976+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~X8ORB6E72T5W.0 size=1048576 2024-04-12T16:44:40.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.977+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~X8ORB6E72T5W.1 size=1048576 2024-04-12T16:44:40.972 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.978+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~X8ORB6E72T5W.2 size=737972 2024-04-12T16:44:40.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.981+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=X8ORB6E72T5W tag=VXK06CX3W8XU type=write size=3883700 2024-04-12T16:44:40.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.982+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=I7CSYVZBLELI type=del size=3068226 2024-04-12T16:44:40.977 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.983+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=ILN9GUKYMAGU type=del 2024-04-12T16:44:40.978 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.985+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=XC96SZT8E9D0 type=write size=820302 2024-04-12T16:44:40.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.986+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=4SI4TAOHIH6C type=del 2024-04-12T16:44:40.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.989+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~JJY9DUKH83K0.0 size=501877 2024-04-12T16:44:40.983 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.989+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=JJY9DUKH83K0 tag=EUPN4ERTMGQJ type=write size=1550453 2024-04-12T16:44:40.984 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.990+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=SVKCBW1E8N86 type=del 2024-04-12T16:44:40.985 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.992+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=HK68TOPI84MH type=del size=3977910 2024-04-12T16:44:40.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.993+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=JBP0BQRV3F8P type=del 2024-04-12T16:44:40.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.996+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~HJSZ6WCWX3N7.0 size=1048576 2024-04-12T16:44:40.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.997+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~HJSZ6WCWX3N7.1 size=271462 2024-04-12T16:44:40.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.997+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=HJSZ6WCWX3N7 tag=LQZB68BHJB9M type=write size=2368614 2024-04-12T16:44:40.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:40.999+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=JE0UTK4AD5RW type=del 2024-04-12T16:44:40.995 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.001+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~5M34E2XH2ZW2.0 size=800448 2024-04-12T16:44:40.995 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.001+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=5M34E2XH2ZW2 tag=ARPSY6LDQ95P type=write size=1849024 2024-04-12T16:44:40.996 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.003+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~G3QNA0S73T9M.0 size=1048576 2024-04-12T16:44:40.998 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.004+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~G3QNA0S73T9M.1 size=77959 2024-04-12T16:44:41.000 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.006+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=G3QNA0S73T9M tag=2FDKJIPSNLBP type=write size=2175111 2024-04-12T16:44:41.001 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.008+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=Z4PMJ78PE3G7 type=del size=1279068 2024-04-12T16:44:41.003 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.009+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~W2MUZJG63SKT.0 size=738900 2024-04-12T16:44:41.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.011+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=W2MUZJG63SKT tag=1ZKT2UF22K88 type=write size=1787476 2024-04-12T16:44:41.006 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.013+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=IAFOC3O20LTI type=del size=1976087 2024-04-12T16:44:41.008 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.014+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=2LL3HWDMGWN0 type=del 2024-04-12T16:44:41.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.017+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~6G2U2XXURXVN.0 size=1048576 2024-04-12T16:44:41.012 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.018+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~6G2U2XXURXVN.1 size=1048576 2024-04-12T16:44:41.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.020+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~6G2U2XXURXVN.2 size=218928 2024-04-12T16:44:41.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.020+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=6G2U2XXURXVN tag=G94PMHBQE7A5 type=write size=3364656 2024-04-12T16:44:41.015 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.021+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~UOWNRIMD2Z4R.0 size=1048576 2024-04-12T16:44:41.016 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.022+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~UOWNRIMD2Z4R.1 size=334865 2024-04-12T16:44:41.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.025+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=UOWNRIMD2Z4R tag=8X03Y2O4LULT type=write size=2432017 2024-04-12T16:44:41.020 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.026+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=YHSWVDK60ED9 type=del size=3467410 2024-04-12T16:44:41.021 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.028+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~DV9QVFOUBTO6.0 size=1048576 2024-04-12T16:44:41.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.029+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~DV9QVFOUBTO6.1 size=347759 2024-04-12T16:44:41.025 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.031+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=DV9QVFOUBTO6 tag=QP7GD7ZGDURG type=write size=2444911 2024-04-12T16:44:41.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.034+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~A05DK2V2IVF5.0 size=1048576 2024-04-12T16:44:41.028 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.035+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~A05DK2V2IVF5.1 size=896011 2024-04-12T16:44:41.029 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.035+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=A05DK2V2IVF5 tag=5QNFQK48W5ZS type=write size=2993163 2024-04-12T16:44:41.030 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.036+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~7128IZ5GUKPL.0 size=1048576 2024-04-12T16:44:41.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.037+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~7128IZ5GUKPL.1 size=492790 2024-04-12T16:44:41.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.040+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=7128IZ5GUKPL tag=NHHLPGF0UH64 type=write size=2589942 2024-04-12T16:44:41.035 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.041+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=M7TTVDKMJKNN type=del size=2722034 2024-04-12T16:44:41.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.044+0000 7fc35ce39780 1 < suggested update operation key=C3KQN2GIIMR1 tag=BMPLLJ5HMWG4 type=write size=5479 2024-04-12T16:44:41.039 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.046+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=JZ09Q2RESFXX type=del size=2721669 2024-04-12T16:44:41.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.047+0000 7fc35ce39780 1 < completed write operation key=Z93T9469B27B tag=4DXOECWNUIOP type=write size=441874 2024-04-12T16:44:41.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.050+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~1RPELM9CWIFH.0 size=1048576 2024-04-12T16:44:41.044 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.051+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~1RPELM9CWIFH.1 size=172825 2024-04-12T16:44:41.045 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.051+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=1RPELM9CWIFH tag=GGXTWIP2XRJF type=write size=2269977 2024-04-12T16:44:41.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.054+0000 7fc35ce39780 1 < suggested remove operation key=Z93T9469B27B tag=5KHG1F5INWGM type=write 2024-04-12T16:44:41.049 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.055+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=UZ9SO4LUNS81 type=del size=1629423 2024-04-12T16:44:41.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.057+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=8Z9LGEAW1HGH type=del 2024-04-12T16:44:41.053 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.059+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~LM2FREPEBKVO.0 size=1048576 2024-04-12T16:44:41.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.060+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~LM2FREPEBKVO.1 size=745064 2024-04-12T16:44:41.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.060+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=LM2FREPEBKVO tag=CRNZTNMVT61L type=write size=2842216 2024-04-12T16:44:41.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.062+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=I7CSYVZBLELI type=del 2024-04-12T16:44:41.057 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.063+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=MYS0J6HNV790 type=del size=3710465 2024-04-12T16:44:41.060 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.066+0000 7fc35ce39780 1 < suggested update operation key=AXVD49WBW3LH tag=XC96SZT8E9D0 type=write size=820302 2024-04-12T16:44:41.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.067+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=85KUJ4JRSKG1 type=del size=3511582 2024-04-12T16:44:41.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.069+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~JJY9DUKH83K0.0 size=501877 2024-04-12T16:44:41.065 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.071+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=JJY9DUKH83K0 tag=EUPN4ERTMGQJ type=write size=1550453 2024-04-12T16:44:41.068 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.074+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~PLDXPQCW2291.0 size=1048576 2024-04-12T16:44:41.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.075+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~PLDXPQCW2291.1 size=1048576 2024-04-12T16:44:41.070 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.076+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~PLDXPQCW2291.2 size=922712 2024-04-12T16:44:41.070 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.076+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=PLDXPQCW2291 tag=DG883UE21SSE type=write size=4068440 2024-04-12T16:44:41.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.078+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=HK68TOPI84MH type=del 2024-04-12T16:44:41.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.080+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=UXZ1D7TGV245 type=del size=1733810 2024-04-12T16:44:41.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.082+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~HJSZ6WCWX3N7.0 size=1048576 2024-04-12T16:44:41.077 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.083+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~HJSZ6WCWX3N7.1 size=271462 2024-04-12T16:44:41.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.086+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=HJSZ6WCWX3N7 tag=LQZB68BHJB9M type=write size=2368614 2024-04-12T16:44:41.082 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.088+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~V42EL370TN2O.0 size=1048576 2024-04-12T16:44:41.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.090+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~V42EL370TN2O.1 size=617988 2024-04-12T16:44:41.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.090+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=V42EL370TN2O tag=AL6ZTPMSM4D4 type=write size=2715140 2024-04-12T16:44:41.085 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.091+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~5M34E2XH2ZW2.0 size=800448 2024-04-12T16:44:41.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.094+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=5M34E2XH2ZW2 tag=ARPSY6LDQ95P type=write size=1849024 2024-04-12T16:44:41.088 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:40 smithi016 ceph-mon[84444]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-12T16:44:41.089 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.095+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=QV0OCRTSITNF type=del size=1393989 2024-04-12T16:44:41.090 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.097+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=Z4PMJ78PE3G7 type=del 2024-04-12T16:44:41.092 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.098+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=0UDR5D27904G type=del size=3985714 2024-04-12T16:44:41.093 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.099+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=IAFOC3O20LTI type=del 2024-04-12T16:44:41.095 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.101+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=96AZU4TIXXQZ type=del size=2382146 2024-04-12T16:44:41.096 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.102+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~6G2U2XXURXVN.0 size=1048576 2024-04-12T16:44:41.097 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.104+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~6G2U2XXURXVN.1 size=1048576 2024-04-12T16:44:41.099 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.105+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~6G2U2XXURXVN.2 size=218928 2024-04-12T16:44:41.101 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.107+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=6G2U2XXURXVN tag=G94PMHBQE7A5 type=write size=3364656 2024-04-12T16:44:41.102 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.109+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=KJBT8XZHELGR type=del size=1011174 2024-04-12T16:44:41.104 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.110+0000 7fc35ce39780 -1 < failed to complete operation key=Z93T9469B27B tag=YHSWVDK60ED9 type=del size=3467410: (22) Invalid argument 2024-04-12T16:44:41.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.112+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=1JYAOM0XBN9K type=write size=990072 2024-04-12T16:44:41.107 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.113+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~A05DK2V2IVF5.0 size=1048576 2024-04-12T16:44:41.108 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.115+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~A05DK2V2IVF5.1 size=896011 2024-04-12T16:44:41.111 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.117+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=A05DK2V2IVF5 tag=5QNFQK48W5ZS type=write size=2993163 2024-04-12T16:44:41.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.118+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=1UW6PCUZB3F4 type=del size=2777376 2024-04-12T16:44:41.113 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.120+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=M7TTVDKMJKNN type=del 2024-04-12T16:44:41.115 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.121+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=2CV86EE244NW type=del size=1426640 2024-04-12T16:44:41.116 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.123+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=JZ09Q2RESFXX type=del 2024-04-12T16:44:41.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.124+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=ZYOCAQYO0DOF type=del size=2905630 2024-04-12T16:44:41.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.125+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~1RPELM9CWIFH.0 size=1048576 2024-04-12T16:44:41.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.127+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~1RPELM9CWIFH.1 size=172825 2024-04-12T16:44:41.123 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.129+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=1RPELM9CWIFH tag=GGXTWIP2XRJF type=write size=2269977 2024-04-12T16:44:41.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.130+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=Y0MEOROG3Q25 type=del size=3123920 2024-04-12T16:44:41.126 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.132+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=UZ9SO4LUNS81 type=del 2024-04-12T16:44:41.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.133+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=TY3N3J38V2K5 type=del size=1332813 2024-04-12T16:44:41.128 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.135+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~LM2FREPEBKVO.0 size=1048576 2024-04-12T16:44:41.130 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.136+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~LM2FREPEBKVO.1 size=745064 2024-04-12T16:44:41.132 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.138+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=LM2FREPEBKVO tag=CRNZTNMVT61L type=write size=2842216 2024-04-12T16:44:41.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.141+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~JZFYK27W63IQ.0 size=798168 2024-04-12T16:44:41.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.141+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=JZFYK27W63IQ tag=J7IOHCA16K8Y type=write size=1846744 2024-04-12T16:44:41.136 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.143+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=MYS0J6HNV790 type=del 2024-04-12T16:44:41.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.144+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=LNUQKKKBAJ3F type=del size=73236 2024-04-12T16:44:41.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.146+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=85KUJ4JRSKG1 type=del 2024-04-12T16:44:41.142 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.149+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~A3XVXPDWKOK2.0 size=1048576 2024-04-12T16:44:41.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.150+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~A3XVXPDWKOK2.1 size=373873 2024-04-12T16:44:41.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.150+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=A3XVXPDWKOK2 tag=1NTCXX1W6WY7 type=write size=2471025 2024-04-12T16:44:41.145 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.151+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~PLDXPQCW2291.0 size=1048576 2024-04-12T16:44:41.146 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.152+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~PLDXPQCW2291.1 size=1048576 2024-04-12T16:44:41.147 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.153+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~PLDXPQCW2291.2 size=922712 2024-04-12T16:44:41.150 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.156+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=PLDXPQCW2291 tag=DG883UE21SSE type=write size=4068440 2024-04-12T16:44:41.153 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.159+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~QNP4PCTQPLGA.0 size=612763 2024-04-12T16:44:41.153 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.159+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=QNP4PCTQPLGA tag=COBU4JIRVQBG type=write size=1661339 2024-04-12T16:44:41.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.162+0000 7fc35ce39780 1 < suggested update operation key=L2DJM18VNC70 tag=UXZ1D7TGV245 type=del size=1733810 2024-04-12T16:44:41.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.165+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~5HT5H32YNHZ1.0 size=977207 2024-04-12T16:44:41.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.165+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=5HT5H32YNHZ1 tag=L4P74L0PA3YP type=write size=2025783 2024-04-12T16:44:41.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.166+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~V42EL370TN2O.0 size=1048576 2024-04-12T16:44:41.161 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.167+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~V42EL370TN2O.1 size=617988 2024-04-12T16:44:41.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.169+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=V42EL370TN2O tag=AL6ZTPMSM4D4 type=write size=2715140 2024-04-12T16:44:41.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.172+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~YFW1V81ZJ63X.0 size=1048576 2024-04-12T16:44:41.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.173+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~YFW1V81ZJ63X.1 size=1048576 2024-04-12T16:44:41.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.174+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~YFW1V81ZJ63X.2 size=32518 2024-04-12T16:44:41.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.174+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=YFW1V81ZJ63X tag=133AV2LGBRJ1 type=write size=3178246 2024-04-12T16:44:41.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.176+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=QV0OCRTSITNF type=del 2024-04-12T16:44:41.171 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.177+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=PDJ1NY7IN1OF type=del size=676111 2024-04-12T16:44:41.172 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.179+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=0UDR5D27904G type=del 2024-04-12T16:44:41.174 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.180+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=MHS0VRL5678Y type=del size=1534591 2024-04-12T16:44:41.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.183+0000 7fc35ce39780 1 < suggested remove operation key=C3KQN2GIIMR1 tag=96AZU4TIXXQZ type=del 2024-04-12T16:44:41.179 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.185+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~S8T63ILNDR3P.0 size=341583 2024-04-12T16:44:41.179 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.185+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=S8T63ILNDR3P tag=DXX2VX1BZ06F type=write size=1390159 2024-04-12T16:44:41.180 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.187+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=KJBT8XZHELGR type=del 2024-04-12T16:44:41.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.189+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~RLO9SPR0AB8Y.0 size=1048576 2024-04-12T16:44:41.184 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.191+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~RLO9SPR0AB8Y.1 size=491704 2024-04-12T16:44:41.184 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.191+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=RLO9SPR0AB8Y tag=FU25DMAZ8VEY type=write size=2588856 2024-04-12T16:44:41.186 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.192+0000 7fc35ce39780 1 < completed write operation key=OC0OCQYU63HT tag=1JYAOM0XBN9K type=write size=990072 2024-04-12T16:44:41.189 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.195+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~H5Z7I0W0PFAV.0 size=1048576 2024-04-12T16:44:41.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.196+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~H5Z7I0W0PFAV.1 size=300993 2024-04-12T16:44:41.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.196+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=H5Z7I0W0PFAV tag=U46D0SRL6Q6X type=write size=2398145 2024-04-12T16:44:41.191 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.198+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=1UW6PCUZB3F4 type=del 2024-04-12T16:44:41.193 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.199+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=BUIZZ766UF09 type=del size=2842604 2024-04-12T16:44:41.194 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.201+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=2CV86EE244NW type=del 2024-04-12T16:44:41.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.203+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~AVUX79H1W6BN.0 size=1048576 2024-04-12T16:44:41.198 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.205+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~AVUX79H1W6BN.1 size=1048576 2024-04-12T16:44:41.199 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.206+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~AVUX79H1W6BN.2 size=80828 2024-04-12T16:44:41.200 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.206+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=AVUX79H1W6BN tag=EAW36C2OUPVX type=write size=3226556 2024-04-12T16:44:41.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.208+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=ZYOCAQYO0DOF type=del 2024-04-12T16:44:41.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.210+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=JHFRKPOSFTZM type=del size=2602758 2024-04-12T16:44:41.206 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.212+0000 7fc35ce39780 1 < suggested update operation key=506UBRTP11T6 tag=Y0MEOROG3Q25 type=del size=3123920 2024-04-12T16:44:41.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.214+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=0L8Q809A7LG9 type=del size=129703 2024-04-12T16:44:41.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.215+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=TY3N3J38V2K5 type=del 2024-04-12T16:44:41.210 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.217+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=59MQBYKEF96W type=del size=502165 2024-04-12T16:44:41.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.218+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~JZFYK27W63IQ.0 size=798168 2024-04-12T16:44:41.214 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.221+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=JZFYK27W63IQ tag=J7IOHCA16K8Y type=write size=1846744 2024-04-12T16:44:41.217 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.223+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~F8YILCHRVAW8.0 size=1048576 2024-04-12T16:44:41.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.224+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~F8YILCHRVAW8.1 size=1048576 2024-04-12T16:44:41.219 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.226+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~F8YILCHRVAW8.2 size=427478 2024-04-12T16:44:41.219 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.226+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=F8YILCHRVAW8 tag=DSRVKXQTQ5K2 type=write size=3573206 2024-04-12T16:44:41.222 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.228+0000 7fc35ce39780 1 < suggested remove operation key=WU1CQUJJ7T5N tag=LNUQKKKBAJ3F type=del 2024-04-12T16:44:41.224 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.230+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=Y2L9S8XUO46F type=del size=3212774 2024-04-12T16:44:41.225 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.232+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~A3XVXPDWKOK2.0 size=1048576 2024-04-12T16:44:41.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.233+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~A3XVXPDWKOK2.1 size=373873 2024-04-12T16:44:41.229 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.235+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=A3XVXPDWKOK2 tag=1NTCXX1W6WY7 type=write size=2471025 2024-04-12T16:44:41.232 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.238+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~A6K4BKKTXRCD.0 size=1048576 2024-04-12T16:44:41.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.239+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~A6K4BKKTXRCD.1 size=1048576 2024-04-12T16:44:41.234 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.240+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~A6K4BKKTXRCD.2 size=337800 2024-04-12T16:44:41.234 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.240+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=A6K4BKKTXRCD tag=4W545IQV9COJ type=write size=3483528 2024-04-12T16:44:41.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.242+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~QNP4PCTQPLGA.0 size=612763 2024-04-12T16:44:41.238 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.244+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=QNP4PCTQPLGA tag=COBU4JIRVQBG type=write size=1661339 2024-04-12T16:44:41.241 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.247+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~RAXHQWJNE33N.0 size=1048576 2024-04-12T16:44:41.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.248+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~RAXHQWJNE33N.1 size=942931 2024-04-12T16:44:41.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.248+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=RAXHQWJNE33N tag=LZOP9F76PW62 type=write size=3040083 2024-04-12T16:44:41.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.250+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~5HT5H32YNHZ1.0 size=977207 2024-04-12T16:44:41.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.252+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=5HT5H32YNHZ1 tag=L4P74L0PA3YP type=write size=2025783 2024-04-12T16:44:41.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.254+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=DWDDNOKMO8S7 type=write size=697932 2024-04-12T16:44:41.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.255+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~YFW1V81ZJ63X.0 size=1048576 2024-04-12T16:44:41.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.256+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~YFW1V81ZJ63X.1 size=1048576 2024-04-12T16:44:41.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.258+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~YFW1V81ZJ63X.2 size=32518 2024-04-12T16:44:41.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.260+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=YFW1V81ZJ63X tag=133AV2LGBRJ1 type=write size=3178246 2024-04-12T16:44:41.257 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.263+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~SRBQH1G391EA.0 size=1048576 2024-04-12T16:44:41.258 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.265+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~SRBQH1G391EA.1 size=1048576 2024-04-12T16:44:41.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.266+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~SRBQH1G391EA.2 size=1006855 2024-04-12T16:44:41.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.266+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=SRBQH1G391EA tag=FHA3NJHEX5RL type=write size=4152583 2024-04-12T16:44:41.261 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.267+0000 7fc35ce39780 -1 < failed to complete operation key=C3KQN2GIIMR1 tag=PDJ1NY7IN1OF type=del size=676111: (22) Invalid argument 2024-04-12T16:44:41.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.269+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=YR1QKHGFA68E type=del size=3796497 2024-04-12T16:44:41.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.272+0000 7fc35ce39780 1 < suggested remove operation key=8PSEYVN0PAIG tag=MHS0VRL5678Y type=del 2024-04-12T16:44:41.268 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.274+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~JGS6X9N17ZZC.0 size=1048576 2024-04-12T16:44:41.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.275+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~JGS6X9N17ZZC.1 size=1048576 2024-04-12T16:44:41.270 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.277+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~JGS6X9N17ZZC.2 size=786468 2024-04-12T16:44:41.270 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.277+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=JGS6X9N17ZZC tag=NJUU2OHBAX30 type=write size=3932196 2024-04-12T16:44:41.272 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.278+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~S8T63ILNDR3P.0 size=341583 2024-04-12T16:44:41.274 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.281+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=S8T63ILNDR3P tag=DXX2VX1BZ06F type=write size=1390159 2024-04-12T16:44:41.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.282+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=FO9LC06ZFDIE type=del size=3950653 2024-04-12T16:44:41.277 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.284+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~RLO9SPR0AB8Y.0 size=1048576 2024-04-12T16:44:41.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.285+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~RLO9SPR0AB8Y.1 size=491704 2024-04-12T16:44:41.281 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.287+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=RLO9SPR0AB8Y tag=FU25DMAZ8VEY type=write size=2588856 2024-04-12T16:44:41.282 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.289+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=VH0AJ3W1OCM5 type=write size=194377 2024-04-12T16:44:41.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.290+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~H5Z7I0W0PFAV.0 size=1048576 2024-04-12T16:44:41.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.290+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~H5Z7I0W0PFAV.1 size=300993 2024-04-12T16:44:41.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.293+0000 7fc35ce39780 1 < canceled multipart upload key=58TO2GN5GIN6 upload=H5Z7I0W0PFAV tag=U46D0SRL6Q6X type=write size=2398145 2024-04-12T16:44:41.289 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.296+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~JQR58O5KWIAY.0 size=111943 2024-04-12T16:44:41.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.296+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=JQR58O5KWIAY tag=SYP5O9VMIJ93 type=write size=1160519 2024-04-12T16:44:41.292 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.299+0000 7fc35ce39780 1 < suggested remove operation key=3EB44W87WQRJ tag=BUIZZ766UF09 type=del 2024-04-12T16:44:41.295 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.302+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~C4CKIBI5TJTP.0 size=70205 2024-04-12T16:44:41.295 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.302+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=C4CKIBI5TJTP tag=IRBVJ0NAYUG7 type=write size=1118781 2024-04-12T16:44:41.297 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.303+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~AVUX79H1W6BN.0 size=1048576 2024-04-12T16:44:41.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.304+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~AVUX79H1W6BN.1 size=1048576 2024-04-12T16:44:41.299 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.306+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~AVUX79H1W6BN.2 size=80828 2024-04-12T16:44:41.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.308+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=AVUX79H1W6BN tag=EAW36C2OUPVX type=write size=3226556 2024-04-12T16:44:41.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.311+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~3IOE3RCIEDVV.0 size=1048576 2024-04-12T16:44:41.306 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.312+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~3IOE3RCIEDVV.1 size=1048576 2024-04-12T16:44:41.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.313+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~3IOE3RCIEDVV.2 size=863405 2024-04-12T16:44:41.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.313+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=3IOE3RCIEDVV tag=PRND6W3JT8EK type=write size=4009133 2024-04-12T16:44:41.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.314+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=JHFRKPOSFTZM type=del 2024-04-12T16:44:41.311 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.317+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~RY0VITDD3KZG.0 size=514352 2024-04-12T16:44:41.311 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.317+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=RY0VITDD3KZG tag=FL2BOZ7F9P5Z type=write size=1562928 2024-04-12T16:44:41.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.319+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=0L8Q809A7LG9 type=del 2024-04-12T16:44:41.314 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.320+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=6CAVWZZ4VFIG type=del size=2786605 2024-04-12T16:44:41.315 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.322+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=59MQBYKEF96W type=del 2024-04-12T16:44:41.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.323+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=I526F3AVT9XW type=del size=3355285 2024-04-12T16:44:41.318 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.325+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~F8YILCHRVAW8.0 size=1048576 2024-04-12T16:44:41.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.326+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~F8YILCHRVAW8.1 size=1048576 2024-04-12T16:44:41.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.327+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~F8YILCHRVAW8.2 size=427478 2024-04-12T16:44:41.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.330+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=F8YILCHRVAW8 tag=DSRVKXQTQ5K2 type=write size=3573206 2024-04-12T16:44:41.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.331+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=WJWELD9D5KUX type=del size=1332249 2024-04-12T16:44:41.326 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.333+0000 7fc35ce39780 1 < canceled operation key=QPS2GA1QHL2W tag=Y2L9S8XUO46F type=del size=3212774 2024-04-12T16:44:41.328 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.334+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=CNXMORGY9NTS type=write size=961009 2024-04-12T16:44:41.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.336+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~A6K4BKKTXRCD.0 size=1048576 2024-04-12T16:44:41.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.336+0000 7fc35ce39780 1 < canceled part key=_multipart_SXFQD2BAPMI0.2~A6K4BKKTXRCD.1 size=1048576 2024-04-12T16:44:41.330 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.337+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~A6K4BKKTXRCD.2 size=337800 2024-04-12T16:44:41.333 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.339+0000 7fc35ce39780 1 < canceled multipart upload key=SXFQD2BAPMI0 upload=A6K4BKKTXRCD tag=4W545IQV9COJ type=write size=3483528 2024-04-12T16:44:41.336 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.342+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~3RPYZ7TW4L3P.0 size=1048576 2024-04-12T16:44:41.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.343+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~3RPYZ7TW4L3P.1 size=362205 2024-04-12T16:44:41.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.343+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=3RPYZ7TW4L3P tag=3PSIOCFYHA45 type=write size=2459357 2024-04-12T16:44:41.339 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.345+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~RAXHQWJNE33N.0 size=1048576 2024-04-12T16:44:41.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.346+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~RAXHQWJNE33N.1 size=942931 2024-04-12T16:44:41.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.349+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=RAXHQWJNE33N tag=LZOP9F76PW62 type=write size=3040083 2024-04-12T16:44:41.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.350+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=BK51DLFRX6ZA type=del size=3703643 2024-04-12T16:44:41.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.351+0000 7fc35ce39780 1 < completed write operation key=LYRPYVQNY789 tag=DWDDNOKMO8S7 type=write size=697932 2024-04-12T16:44:41.346 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.353+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=7279S19UWG0E type=write size=541140 2024-04-12T16:44:41.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.354+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~SRBQH1G391EA.0 size=1048576 2024-04-12T16:44:41.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.355+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~SRBQH1G391EA.1 size=1048576 2024-04-12T16:44:41.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.357+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~SRBQH1G391EA.2 size=1006855 2024-04-12T16:44:41.353 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.359+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=SRBQH1G391EA tag=FHA3NJHEX5RL type=write size=4152583 2024-04-12T16:44:41.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.360+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=41Y2OM1QW68O type=del size=3300602 2024-04-12T16:44:41.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.362+0000 7fc35ce39780 1 < canceled operation key=LYRPYVQNY789 tag=YR1QKHGFA68E type=del size=3796497 2024-04-12T16:44:41.357 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.364+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=9ZUGNLKVE2KT type=del size=2881247 2024-04-12T16:44:41.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.365+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~JGS6X9N17ZZC.0 size=1048576 2024-04-12T16:44:41.360 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.366+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~JGS6X9N17ZZC.1 size=1048576 2024-04-12T16:44:41.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.368+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~JGS6X9N17ZZC.2 size=786468 2024-04-12T16:44:41.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.370+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=JGS6X9N17ZZC tag=NJUU2OHBAX30 type=write size=3932196 2024-04-12T16:44:41.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.373+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~9JAH1V8SLSC4.0 size=636349 2024-04-12T16:44:41.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.373+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=9JAH1V8SLSC4 tag=Z0UGKZ67W2YS type=write size=1684925 2024-04-12T16:44:41.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.375+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=FO9LC06ZFDIE type=del 2024-04-12T16:44:41.370 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.377+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=1NKESJ45E7MC type=del size=2280224 2024-04-12T16:44:41.374 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.380+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=VH0AJ3W1OCM5 type=write 2024-04-12T16:44:41.376 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.382+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=K3TYKCO7BIJZ type=del size=4036111 2024-04-12T16:44:41.377 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.383+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~JQR58O5KWIAY.0 size=111943 2024-04-12T16:44:41.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.386+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=JQR58O5KWIAY tag=SYP5O9VMIJ93 type=write size=1160519 2024-04-12T16:44:41.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.388+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=WD3GAQHS57XO type=del size=756316 2024-04-12T16:44:41.383 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.389+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~C4CKIBI5TJTP.0 size=70205 2024-04-12T16:44:41.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.392+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=C4CKIBI5TJTP tag=IRBVJ0NAYUG7 type=write size=1118781 2024-04-12T16:44:41.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.393+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=22AGMRLK9D6M type=del size=28731 2024-04-12T16:44:41.388 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.395+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~3IOE3RCIEDVV.0 size=1048576 2024-04-12T16:44:41.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.396+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~3IOE3RCIEDVV.1 size=1048576 2024-04-12T16:44:41.391 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.397+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~3IOE3RCIEDVV.2 size=863405 2024-04-12T16:44:41.393 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.400+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=3IOE3RCIEDVV tag=PRND6W3JT8EK type=write size=4009133 2024-04-12T16:44:41.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.402+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~KYMYZ2KPO5RO.0 size=1048576 2024-04-12T16:44:41.397 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.404+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~KYMYZ2KPO5RO.1 size=1048576 2024-04-12T16:44:41.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.405+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~KYMYZ2KPO5RO.2 size=513088 2024-04-12T16:44:41.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.405+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=KYMYZ2KPO5RO tag=H8CSOFLZUVR9 type=write size=3658816 2024-04-12T16:44:41.401 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.407+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~RY0VITDD3KZG.0 size=514352 2024-04-12T16:44:41.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.409+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=RY0VITDD3KZG tag=FL2BOZ7F9P5Z type=write size=1562928 2024-04-12T16:44:41.406 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.412+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~85DXQ0PSV5BK.0 size=1048576 2024-04-12T16:44:41.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.413+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~85DXQ0PSV5BK.1 size=566241 2024-04-12T16:44:41.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.413+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=85DXQ0PSV5BK tag=LZX3OY1KD3FX type=write size=2663393 2024-04-12T16:44:41.408 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.415+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=6CAVWZZ4VFIG type=del 2024-04-12T16:44:41.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.417+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~QWMEUB9LTNDL.0 size=80786 2024-04-12T16:44:41.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.417+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=QWMEUB9LTNDL tag=35F3IT6XP5PZ type=write size=1129362 2024-04-12T16:44:41.413 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.419+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=I526F3AVT9XW type=del 2024-04-12T16:44:41.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.420+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=NH2VVQ38NUHO type=del size=4151452 2024-04-12T16:44:41.415 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.422+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=WJWELD9D5KUX type=del 2024-04-12T16:44:41.418 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.424+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~BXIHDO45X29Y.0 size=1048576 2024-04-12T16:44:41.419 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.426+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~BXIHDO45X29Y.1 size=1048576 2024-04-12T16:44:41.420 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.427+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~BXIHDO45X29Y.2 size=704266 2024-04-12T16:44:41.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.427+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=BXIHDO45X29Y tag=5A3ZXP7QDHVU type=write size=3849994 2024-04-12T16:44:41.423 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.429+0000 7fc35ce39780 1 < suggested update operation key=2JM8HME676YA tag=CNXMORGY9NTS type=write size=961009 2024-04-12T16:44:41.425 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.431+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=E95ZQ3P44S9B type=del size=370944 2024-04-12T16:44:41.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.433+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~3RPYZ7TW4L3P.0 size=1048576 2024-04-12T16:44:41.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.434+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~3RPYZ7TW4L3P.1 size=362205 2024-04-12T16:44:41.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.437+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=3RPYZ7TW4L3P tag=3PSIOCFYHA45 type=write size=2459357 2024-04-12T16:44:41.432 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.438+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=0GBUP4CWUWD7 type=del size=1851617 2024-04-12T16:44:41.436 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.442+0000 7fc35ce39780 1 < suggested update operation key=58TO2GN5GIN6 tag=BK51DLFRX6ZA type=del size=3703643 2024-04-12T16:44:41.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.445+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~6C1W3HZ2P85Y.0 size=1048576 2024-04-12T16:44:41.440 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.446+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~6C1W3HZ2P85Y.1 size=1018347 2024-04-12T16:44:41.440 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.446+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=6C1W3HZ2P85Y tag=9Q02OKCP55AF type=write size=3115499 2024-04-12T16:44:41.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.448+0000 7fc35ce39780 1 < completed write operation key=L2DJM18VNC70 tag=7279S19UWG0E type=write size=541140 2024-04-12T16:44:41.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.450+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~RW6ESH5OBNIS.0 size=1048576 2024-04-12T16:44:41.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.451+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~RW6ESH5OBNIS.1 size=1048576 2024-04-12T16:44:41.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.453+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~RW6ESH5OBNIS.2 size=176250 2024-04-12T16:44:41.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.453+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=RW6ESH5OBNIS tag=4GZ64QXTEBW7 type=write size=3321978 2024-04-12T16:44:41.448 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.454+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=41Y2OM1QW68O type=del 2024-04-12T16:44:41.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.456+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=L0EDLLMIQRLX type=del size=1430426 2024-04-12T16:44:41.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.457+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=9ZUGNLKVE2KT type=del 2024-04-12T16:44:41.454 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.460+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~X83HJSNQ2V6X.0 size=888684 2024-04-12T16:44:41.454 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.460+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=X83HJSNQ2V6X tag=JGI9SZYEZTWL type=write size=1937260 2024-04-12T16:44:41.456 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.462+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~9JAH1V8SLSC4.0 size=636349 2024-04-12T16:44:41.458 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.465+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=9JAH1V8SLSC4 tag=Z0UGKZ67W2YS type=write size=1684925 2024-04-12T16:44:41.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.466+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=8QV4MUP325BX type=del size=197009 2024-04-12T16:44:41.461 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.468+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=1NKESJ45E7MC type=del 2024-04-12T16:44:41.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.471+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~666R0TXL4Y03.0 size=1048576 2024-04-12T16:44:41.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.472+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~666R0TXL4Y03.1 size=1048576 2024-04-12T16:44:41.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.473+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~666R0TXL4Y03.2 size=694225 2024-04-12T16:44:41.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.473+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=666R0TXL4Y03 tag=9LHFYEU75V93 type=write size=3839953 2024-04-12T16:44:41.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.475+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=K3TYKCO7BIJZ type=del size=4036111 2024-04-12T16:44:41.470 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.477+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=9272ES4CI21P type=del size=1412032 2024-04-12T16:44:41.472 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.478+0000 7fc35ce39780 1 < canceled operation key=G4IDXO3U69F9 tag=WD3GAQHS57XO type=del size=756316 2024-04-12T16:44:41.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.480+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=IZQR6164AEY0 type=del size=3181221 2024-04-12T16:44:41.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.481+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=22AGMRLK9D6M type=del 2024-04-12T16:44:41.477 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.483+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=TMPYI8WZ2DI4 type=write size=763746 2024-04-12T16:44:41.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.485+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~KYMYZ2KPO5RO.0 size=1048576 2024-04-12T16:44:41.480 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.486+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~KYMYZ2KPO5RO.1 size=1048576 2024-04-12T16:44:41.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.487+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~KYMYZ2KPO5RO.2 size=513088 2024-04-12T16:44:41.483 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.490+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=KYMYZ2KPO5RO tag=H8CSOFLZUVR9 type=write size=3658816 2024-04-12T16:44:41.485 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.491+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=9XYT9Q99CVDG type=del size=3709826 2024-04-12T16:44:41.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.492+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~85DXQ0PSV5BK.0 size=1048576 2024-04-12T16:44:41.487 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.494+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~85DXQ0PSV5BK.1 size=566241 2024-04-12T16:44:41.490 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.496+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=85DXQ0PSV5BK tag=LZX3OY1KD3FX type=write size=2663393 2024-04-12T16:44:41.491 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.498+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=C7YGNXKTXJ7P type=del size=3886831 2024-04-12T16:44:41.493 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.499+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~QWMEUB9LTNDL.0 size=80786 2024-04-12T16:44:41.495 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.502+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=QWMEUB9LTNDL tag=35F3IT6XP5PZ type=write size=1129362 2024-04-12T16:44:41.498 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.505+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~WUV7ZW6P9H7G.0 size=1048576 2024-04-12T16:44:41.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.506+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~WUV7ZW6P9H7G.1 size=1048576 2024-04-12T16:44:41.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.507+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~WUV7ZW6P9H7G.2 size=1046935 2024-04-12T16:44:41.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.507+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=WUV7ZW6P9H7G tag=I4B1ITGYP7VA type=write size=4192663 2024-04-12T16:44:41.503 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.509+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=NH2VVQ38NUHO type=del 2024-04-12T16:44:41.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.512+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~CZWTY6JXY1ET.0 size=1048576 2024-04-12T16:44:41.507 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.513+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~CZWTY6JXY1ET.1 size=1048576 2024-04-12T16:44:41.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.515+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~CZWTY6JXY1ET.2 size=358084 2024-04-12T16:44:41.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.515+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=CZWTY6JXY1ET tag=5CZJNF5JXVIZ type=write size=3503812 2024-04-12T16:44:41.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.516+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~BXIHDO45X29Y.0 size=1048576 2024-04-12T16:44:41.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.517+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~BXIHDO45X29Y.1 size=1048576 2024-04-12T16:44:41.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.517+0000 7fc35ce39780 1 < canceled part key=_multipart_V08LEDZKN1FS.2~BXIHDO45X29Y.2 size=704266 2024-04-12T16:44:41.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.520+0000 7fc35ce39780 1 < canceled multipart upload key=V08LEDZKN1FS upload=BXIHDO45X29Y tag=5A3ZXP7QDHVU type=write size=3849994 2024-04-12T16:44:41.515 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.521+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=YZJB7E5M7O0D type=del size=1070101 2024-04-12T16:44:41.516 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.523+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=E95ZQ3P44S9B type=del 2024-04-12T16:44:41.518 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.524+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=H7FZ5NZFR6I5 type=del size=4016686 2024-04-12T16:44:41.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.526+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=0GBUP4CWUWD7 type=del 2024-04-12T16:44:41.521 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.527+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=UOI1EAQ2FIJD type=del size=3291498 2024-04-12T16:44:41.522 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.529+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~6C1W3HZ2P85Y.0 size=1048576 2024-04-12T16:44:41.524 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.530+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~6C1W3HZ2P85Y.1 size=1018347 2024-04-12T16:44:41.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.533+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=6C1W3HZ2P85Y tag=9Q02OKCP55AF type=write size=3115499 2024-04-12T16:44:41.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.536+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~1WN8IK5PJPOM.0 size=112211 2024-04-12T16:44:41.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.536+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=1WN8IK5PJPOM tag=BTYRUY4ATXVW type=write size=1160787 2024-04-12T16:44:41.531 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.537+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~RW6ESH5OBNIS.0 size=1048576 2024-04-12T16:44:41.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.538+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~RW6ESH5OBNIS.1 size=1048576 2024-04-12T16:44:41.533 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.540+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~RW6ESH5OBNIS.2 size=176250 2024-04-12T16:44:41.536 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.542+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=RW6ESH5OBNIS tag=4GZ64QXTEBW7 type=write size=3321978 2024-04-12T16:44:41.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.544+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=5X9DQUF1LSN4 type=del size=20618 2024-04-12T16:44:41.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.545+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=L0EDLLMIQRLX type=del 2024-04-12T16:44:41.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.547+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=5BTLDXDD01P4 type=del size=3375801 2024-04-12T16:44:41.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.548+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~X83HJSNQ2V6X.0 size=888684 2024-04-12T16:44:41.544 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.551+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=X83HJSNQ2V6X tag=JGI9SZYEZTWL type=write size=1937260 2024-04-12T16:44:41.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.552+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=C2HQEHCP9K38 type=write size=363104 2024-04-12T16:44:41.549 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.556+0000 7fc35ce39780 1 < suggested update operation key=3EB44W87WQRJ tag=8QV4MUP325BX type=del size=197009 2024-04-12T16:44:41.552 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.558+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~YQV7A3FUKL1W.0 size=1046729 2024-04-12T16:44:41.552 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.558+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=YQV7A3FUKL1W tag=ZWKNNGJ3TS7T type=write size=2095305 2024-04-12T16:44:41.553 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.560+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~666R0TXL4Y03.0 size=1048576 2024-04-12T16:44:41.553 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.560+0000 7fc35ce39780 1 < canceled part key=_multipart_WU1CQUJJ7T5N.2~666R0TXL4Y03.1 size=1048576 2024-04-12T16:44:41.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.561+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~666R0TXL4Y03.2 size=694225 2024-04-12T16:44:41.557 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.563+0000 7fc35ce39780 1 < canceled multipart upload key=WU1CQUJJ7T5N upload=666R0TXL4Y03 tag=9LHFYEU75V93 type=write size=3839953 2024-04-12T16:44:41.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.566+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~KE6DUNB1N5NX.0 size=481133 2024-04-12T16:44:41.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.566+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=KE6DUNB1N5NX tag=PH41R9411X8M type=write size=1529709 2024-04-12T16:44:41.561 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.567+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=9272ES4CI21P type=del 2024-04-12T16:44:41.564 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.571+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~O4MTYTGB2B45.0 size=1048576 2024-04-12T16:44:41.565 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.572+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~O4MTYTGB2B45.1 size=1048576 2024-04-12T16:44:41.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.573+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~O4MTYTGB2B45.2 size=634169 2024-04-12T16:44:41.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.573+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=O4MTYTGB2B45 tag=NIGKUIVE1P9A type=write size=3779897 2024-04-12T16:44:41.568 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.574+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=IZQR6164AEY0 type=del 2024-04-12T16:44:41.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.576+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=10CIXJR6C3UH type=del size=2383327 2024-04-12T16:44:41.571 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.577+0000 7fc35ce39780 1 < completed write operation key=CPU63NIAUXGM tag=TMPYI8WZ2DI4 type=write size=763746 2024-04-12T16:44:41.573 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.579+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=1JATXXOJDCWF type=del size=3054473 2024-04-12T16:44:41.574 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.580+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=9XYT9Q99CVDG type=del 2024-04-12T16:44:41.576 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.582+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=A1OMO2QP239W type=del size=603478 2024-04-12T16:44:41.577 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.584+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=C7YGNXKTXJ7P type=del 2024-04-12T16:44:41.579 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.585+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=B8EHTRBZSXV3 type=del size=3266651 2024-04-12T16:44:41.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.587+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~WUV7ZW6P9H7G.0 size=1048576 2024-04-12T16:44:41.582 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.588+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~WUV7ZW6P9H7G.1 size=1048576 2024-04-12T16:44:41.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.589+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~WUV7ZW6P9H7G.2 size=1046935 2024-04-12T16:44:41.585 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.592+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=WUV7ZW6P9H7G tag=I4B1ITGYP7VA type=write size=4192663 2024-04-12T16:44:41.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.594+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~9LSJ6G3F6PCF.0 size=855862 2024-04-12T16:44:41.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.594+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=9LSJ6G3F6PCF tag=I3IZXDSOSN7H type=write size=1904438 2024-04-12T16:44:41.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.596+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~CZWTY6JXY1ET.0 size=1048576 2024-04-12T16:44:41.591 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.597+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~CZWTY6JXY1ET.1 size=1048576 2024-04-12T16:44:41.592 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.598+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~CZWTY6JXY1ET.2 size=358084 2024-04-12T16:44:41.595 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.601+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=CZWTY6JXY1ET tag=5CZJNF5JXVIZ type=write size=3503812 2024-04-12T16:44:41.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.604+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~QDTRCESF19VA.0 size=408938 2024-04-12T16:44:41.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.604+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=QDTRCESF19VA tag=I4GF952A6PYS type=write size=1457514 2024-04-12T16:44:41.599 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.605+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=YZJB7E5M7O0D type=del 2024-04-12T16:44:41.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.608+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~COMX0W2AA0VZ.0 size=693475 2024-04-12T16:44:41.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.608+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=COMX0W2AA0VZ tag=5ASDZU4V8GXU type=write size=1742051 2024-04-12T16:44:41.603 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.610+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=H7FZ5NZFR6I5 type=del 2024-04-12T16:44:41.605 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.611+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=EWIQ76J651MI type=del size=712255 2024-04-12T16:44:41.606 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.613+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=UOI1EAQ2FIJD type=del 2024-04-12T16:44:41.608 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.614+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=JBI0Y67DZ1VW type=write size=125834 2024-04-12T16:44:41.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.616+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~1WN8IK5PJPOM.0 size=112211 2024-04-12T16:44:41.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.618+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=1WN8IK5PJPOM tag=BTYRUY4ATXVW type=write size=1160787 2024-04-12T16:44:41.613 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.619+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=BUWDIFVPJS8H type=del size=1127383 2024-04-12T16:44:41.615 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.621+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=5X9DQUF1LSN4 type=del 2024-04-12T16:44:41.617 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.624+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~W0VVXXMAMAXF.0 size=1048576 2024-04-12T16:44:41.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.625+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~W0VVXXMAMAXF.1 size=264179 2024-04-12T16:44:41.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.625+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=W0VVXXMAMAXF tag=PZSZAVUQTDBX type=write size=2361331 2024-04-12T16:44:41.621 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.627+0000 7fc35ce39780 -1 < failed to complete operation key=3EB44W87WQRJ tag=5BTLDXDD01P4 type=del size=3375801: (22) Invalid argument 2024-04-12T16:44:41.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.629+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=TKI8Z687HUTW type=del size=1181250 2024-04-12T16:44:41.626 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.632+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=C2HQEHCP9K38 type=write size=363104 2024-04-12T16:44:41.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.635+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~XRCBWP9R9ZBI.0 size=1048576 2024-04-12T16:44:41.630 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.636+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~XRCBWP9R9ZBI.1 size=473738 2024-04-12T16:44:41.630 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.636+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=XRCBWP9R9ZBI tag=6H9C44WE9JQR type=write size=2570890 2024-04-12T16:44:41.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.638+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~YQV7A3FUKL1W.0 size=1046729 2024-04-12T16:44:41.634 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.640+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=YQV7A3FUKL1W tag=ZWKNNGJ3TS7T type=write size=2095305 2024-04-12T16:44:41.636 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.643+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~PQNUU3JWYIOO.0 size=1048576 2024-04-12T16:44:41.638 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.644+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~PQNUU3JWYIOO.1 size=1048576 2024-04-12T16:44:41.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.645+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~PQNUU3JWYIOO.2 size=722579 2024-04-12T16:44:41.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.645+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=PQNUU3JWYIOO tag=9K79YJXPUQIY type=write size=3868307 2024-04-12T16:44:41.640 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.647+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~KE6DUNB1N5NX.0 size=481133 2024-04-12T16:44:41.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.650+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=KE6DUNB1N5NX tag=PH41R9411X8M type=write size=1529709 2024-04-12T16:44:41.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.651+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=19UF4YFZB0ER type=del size=3159861 2024-04-12T16:44:41.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.653+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~O4MTYTGB2B45.0 size=1048576 2024-04-12T16:44:41.648 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.655+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~O4MTYTGB2B45.1 size=1048576 2024-04-12T16:44:41.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.656+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~O4MTYTGB2B45.2 size=634169 2024-04-12T16:44:41.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.659+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=O4MTYTGB2B45 tag=NIGKUIVE1P9A type=write size=3779897 2024-04-12T16:44:41.656 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.662+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~VI3YV4T81EDO.0 size=1048576 2024-04-12T16:44:41.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.663+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~VI3YV4T81EDO.1 size=225460 2024-04-12T16:44:41.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.663+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=VI3YV4T81EDO tag=3JQ7PCR3W955 type=write size=2322612 2024-04-12T16:44:41.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.665+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=10CIXJR6C3UH type=del 2024-04-12T16:44:41.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.666+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=AF4T91TOPW04 type=del size=1102088 2024-04-12T16:44:41.661 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.668+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=1JATXXOJDCWF type=del 2024-04-12T16:44:41.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.671+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~WQ7829L2ZWCP.0 size=1048576 2024-04-12T16:44:41.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.672+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~WQ7829L2ZWCP.1 size=502978 2024-04-12T16:44:41.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.672+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=WQ7829L2ZWCP tag=3OLGSAXO1ZMT type=write size=2600130 2024-04-12T16:44:41.667 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.673+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=A1OMO2QP239W type=del 2024-04-12T16:44:41.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.675+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=UMUD7JU1049X type=del size=1588608 2024-04-12T16:44:41.671 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.678+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=B8EHTRBZSXV3 type=del 2024-04-12T16:44:41.674 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.681+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~9VRF6I6SEOYN.0 size=456411 2024-04-12T16:44:41.674 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.681+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=9VRF6I6SEOYN tag=B59FGLFHE9IB type=write size=1504987 2024-04-12T16:44:41.676 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.682+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~9LSJ6G3F6PCF.0 size=855862 2024-04-12T16:44:41.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.685+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=9LSJ6G3F6PCF tag=I3IZXDSOSN7H type=write size=1904438 2024-04-12T16:44:41.681 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.687+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=5XXW2UPTZV9Q type=del size=825152 2024-04-12T16:44:41.681 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.687+0000 7fc35ce39780 1 < canceled part key=_multipart_LYRPYVQNY789.2~QDTRCESF19VA.0 size=408938 2024-04-12T16:44:41.684 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.690+0000 7fc35ce39780 1 < canceled multipart upload key=LYRPYVQNY789 upload=QDTRCESF19VA tag=I4GF952A6PYS type=write size=1457514 2024-04-12T16:44:41.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.692+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=ZCRM63MB5XJM type=del size=3405190 2024-04-12T16:44:41.687 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.694+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~COMX0W2AA0VZ.0 size=693475 2024-04-12T16:44:41.692 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.698+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=COMX0W2AA0VZ tag=5ASDZU4V8GXU type=write size=1742051 2024-04-12T16:44:41.696 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.702+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~YQ2V7CHWMXK7.0 size=1048576 2024-04-12T16:44:41.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.704+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~YQ2V7CHWMXK7.1 size=22270 2024-04-12T16:44:41.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.704+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=YQ2V7CHWMXK7 tag=UKCEMJ4SE1DY type=write size=2119422 2024-04-12T16:44:41.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.709+0000 7fc35ce39780 1 < suggested update operation key=CPU63NIAUXGM tag=EWIQ76J651MI type=del size=712255 2024-04-12T16:44:41.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.713+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~KW51SI9WCKHP.0 size=229804 2024-04-12T16:44:41.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.713+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=KW51SI9WCKHP tag=5TQYLY5QNXV6 type=write size=1278380 2024-04-12T16:44:41.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.716+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=JBI0Y67DZ1VW type=write size=125834 2024-04-12T16:44:41.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.718+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=EK3LXI4JC01R type=write size=514029 2024-04-12T16:44:41.714 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.720+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=BUWDIFVPJS8H type=del 2024-04-12T16:44:41.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.731+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~I2KJ09H8SVEY.0 size=1048576 2024-04-12T16:44:41.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.736+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~I2KJ09H8SVEY.1 size=924253 2024-04-12T16:44:41.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.736+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=I2KJ09H8SVEY tag=CG4XU1IKKPPJ type=write size=3021405 2024-04-12T16:44:41.732 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.738+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~W0VVXXMAMAXF.0 size=1048576 2024-04-12T16:44:41.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.739+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~W0VVXXMAMAXF.1 size=264179 2024-04-12T16:44:41.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.742+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=W0VVXXMAMAXF tag=PZSZAVUQTDBX type=write size=2361331 2024-04-12T16:44:41.738 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.745+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~I5I5OGVMNGVY.0 size=1048576 2024-04-12T16:44:41.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.746+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~I5I5OGVMNGVY.1 size=607668 2024-04-12T16:44:41.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.746+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=I5I5OGVMNGVY tag=2GBJ6XS7SAJ9 type=write size=2704820 2024-04-12T16:44:41.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.747+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=TKI8Z687HUTW type=del 2024-04-12T16:44:41.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.749+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=FB6PQVEIILY3 type=del size=2953280 2024-04-12T16:44:41.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.751+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~XRCBWP9R9ZBI.0 size=1048576 2024-04-12T16:44:41.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.752+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~XRCBWP9R9ZBI.1 size=473738 2024-04-12T16:44:41.748 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.754+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=XRCBWP9R9ZBI tag=6H9C44WE9JQR type=write size=2570890 2024-04-12T16:44:41.750 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.756+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=WIDPMJ8VIBKL type=del size=172150 2024-04-12T16:44:41.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.757+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~PQNUU3JWYIOO.0 size=1048576 2024-04-12T16:44:41.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.757+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~PQNUU3JWYIOO.1 size=1048576 2024-04-12T16:44:41.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.759+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~PQNUU3JWYIOO.2 size=722579 2024-04-12T16:44:41.756 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.763+0000 7fc35ce39780 1 < canceled multipart upload key=58TO2GN5GIN6 upload=PQNUU3JWYIOO tag=9K79YJXPUQIY type=write size=3868307 2024-04-12T16:44:41.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.764+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=0JN68BNBA3WT type=write size=979321 2024-04-12T16:44:41.759 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.766+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=19UF4YFZB0ER type=del 2024-04-12T16:44:41.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.769+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~7L1XVGD2BMY0.0 size=68871 2024-04-12T16:44:41.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.769+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=7L1XVGD2BMY0 tag=AHCJDFWP43VJ type=write size=1117447 2024-04-12T16:44:41.764 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.770+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~VI3YV4T81EDO.0 size=1048576 2024-04-12T16:44:41.765 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.772+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~VI3YV4T81EDO.1 size=225460 2024-04-12T16:44:41.768 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.774+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=VI3YV4T81EDO tag=3JQ7PCR3W955 type=write size=2322612 2024-04-12T16:44:41.771 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.777+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~S2O8K3AIDBD9.0 size=1048576 2024-04-12T16:44:41.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.778+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~S2O8K3AIDBD9.1 size=1048576 2024-04-12T16:44:41.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.779+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~S2O8K3AIDBD9.2 size=258611 2024-04-12T16:44:41.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.779+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=S2O8K3AIDBD9 tag=K3ACW1CRARQC type=write size=3404339 2024-04-12T16:44:41.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.781+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=AF4T91TOPW04 type=del 2024-04-12T16:44:41.776 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.783+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=DRMCSWI5A95P type=write size=745780 2024-04-12T16:44:41.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.784+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~WQ7829L2ZWCP.0 size=1048576 2024-04-12T16:44:41.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.786+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~WQ7829L2ZWCP.1 size=502978 2024-04-12T16:44:41.782 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.788+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=WQ7829L2ZWCP tag=3OLGSAXO1ZMT type=write size=2600130 2024-04-12T16:44:41.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.791+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~3G40JJ17IBHB.0 size=1048576 2024-04-12T16:44:41.786 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.792+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~3G40JJ17IBHB.1 size=218737 2024-04-12T16:44:41.786 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.792+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=3G40JJ17IBHB tag=J8RCBUTH17PH type=write size=2315889 2024-04-12T16:44:41.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.794+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=UMUD7JU1049X type=del 2024-04-12T16:44:41.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.795+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=TI071MWT3HAY type=del size=1848418 2024-04-12T16:44:41.791 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.797+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~9VRF6I6SEOYN.0 size=456411 2024-04-12T16:44:41.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.799+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=9VRF6I6SEOYN tag=B59FGLFHE9IB type=write size=1504987 2024-04-12T16:44:41.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.801+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=D2NMR4U5XFZD type=del size=3830880 2024-04-12T16:44:41.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.803+0000 7fc35ce39780 -1 < failed to complete operation key=CPU63NIAUXGM tag=5XXW2UPTZV9Q type=del size=825152: (22) Invalid argument 2024-04-12T16:44:41.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.806+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~J7DEE25F11RD.0 size=1048576 2024-04-12T16:44:41.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.807+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~J7DEE25F11RD.1 size=718269 2024-04-12T16:44:41.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.807+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=J7DEE25F11RD tag=JQ1712S59B6U type=write size=2815421 2024-04-12T16:44:41.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.809+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=ZCRM63MB5XJM type=del 2024-04-12T16:44:41.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.812+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~U2ECU2WGGNFV.0 size=1048576 2024-04-12T16:44:41.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.813+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~U2ECU2WGGNFV.1 size=1048576 2024-04-12T16:44:41.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.814+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~U2ECU2WGGNFV.2 size=195944 2024-04-12T16:44:41.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.814+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=U2ECU2WGGNFV tag=1YI1PYGF3PGE type=write size=3341672 2024-04-12T16:44:41.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.816+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~YQ2V7CHWMXK7.0 size=1048576 2024-04-12T16:44:41.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.816+0000 7fc35ce39780 1 < canceled part key=_multipart_SGVKCQ7SL1KU.2~YQ2V7CHWMXK7.1 size=22270 2024-04-12T16:44:41.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.818+0000 7fc35ce39780 1 < canceled multipart upload key=SGVKCQ7SL1KU upload=YQ2V7CHWMXK7 tag=UKCEMJ4SE1DY type=write size=2119422 2024-04-12T16:44:41.814 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.820+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=WJ56G6CJ9TIS type=del size=3372917 2024-04-12T16:44:41.816 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.822+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~KW51SI9WCKHP.0 size=229804 2024-04-12T16:44:41.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.825+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=KW51SI9WCKHP tag=5TQYLY5QNXV6 type=write size=1278380 2024-04-12T16:44:41.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.828+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~MIY900NCHMXV.0 size=1048576 2024-04-12T16:44:41.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.829+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~MIY900NCHMXV.1 size=535920 2024-04-12T16:44:41.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.829+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=MIY900NCHMXV tag=8CKT7TCQJI3L type=write size=2633072 2024-04-12T16:44:41.824 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.831+0000 7fc35ce39780 1 < completed write operation key=1CXIJI96GFM8 tag=EK3LXI4JC01R type=write size=514029 2024-04-12T16:44:41.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.832+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=YWRHEC7MSMV4 type=del size=2611353 2024-04-12T16:44:41.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.834+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~I2KJ09H8SVEY.0 size=1048576 2024-04-12T16:44:41.829 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.836+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~I2KJ09H8SVEY.1 size=924253 2024-04-12T16:44:41.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.838+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=I2KJ09H8SVEY tag=CG4XU1IKKPPJ type=write size=3021405 2024-04-12T16:44:41.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.841+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~A7OX2MS79J90.0 size=960342 2024-04-12T16:44:41.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.841+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=A7OX2MS79J90 tag=JHTZKB77EZ3G type=write size=2008918 2024-04-12T16:44:41.836 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.842+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~I5I5OGVMNGVY.0 size=1048576 2024-04-12T16:44:41.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.844+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~I5I5OGVMNGVY.1 size=607668 2024-04-12T16:44:41.840 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.846+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=I5I5OGVMNGVY tag=2GBJ6XS7SAJ9 type=write size=2704820 2024-04-12T16:44:41.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.848+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=3FY1FD5RIWE4 type=del size=3377790 2024-04-12T16:44:41.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.849+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=FB6PQVEIILY3 type=del 2024-04-12T16:44:41.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.852+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~FV83FUEJT9L3.0 size=364271 2024-04-12T16:44:41.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.852+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=FV83FUEJT9L3 tag=VF0ZAVMVVKGO type=write size=1412847 2024-04-12T16:44:41.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.853+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=WIDPMJ8VIBKL type=del 2024-04-12T16:44:41.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.856+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~99ECA9I8AB3H.0 size=1048576 2024-04-12T16:44:41.851 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.858+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~99ECA9I8AB3H.1 size=1048576 2024-04-12T16:44:41.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.859+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~99ECA9I8AB3H.2 size=285093 2024-04-12T16:44:41.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.859+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=99ECA9I8AB3H tag=108TRW0KY2UQ type=write size=3430821 2024-04-12T16:44:41.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.860+0000 7fc35ce39780 1 < completed write operation key=FR6FMD58BD62 tag=0JN68BNBA3WT type=write size=979321 2024-04-12T16:44:41.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.862+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=MKHOMBT2HJLJ type=write size=51062 2024-04-12T16:44:41.857 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.863+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~7L1XVGD2BMY0.0 size=68871 2024-04-12T16:44:41.860 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.866+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=7L1XVGD2BMY0 tag=AHCJDFWP43VJ type=write size=1117447 2024-04-12T16:44:41.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.869+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~I9IRZZLFF1F7.0 size=102753 2024-04-12T16:44:41.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.869+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=I9IRZZLFF1F7 tag=XJ1RVGLB35I3 type=write size=1151329 2024-04-12T16:44:41.864 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.870+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~S2O8K3AIDBD9.0 size=1048576 2024-04-12T16:44:41.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.872+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~S2O8K3AIDBD9.1 size=1048576 2024-04-12T16:44:41.866 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.873+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~S2O8K3AIDBD9.2 size=258611 2024-04-12T16:44:41.869 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.876+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=S2O8K3AIDBD9 tag=K3ACW1CRARQC type=write size=3404339 2024-04-12T16:44:41.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.879+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~4ABM97WAZ3VW.0 size=1048576 2024-04-12T16:44:41.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.880+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~4ABM97WAZ3VW.1 size=902902 2024-04-12T16:44:41.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.880+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=4ABM97WAZ3VW tag=RQQURHSJ7VPF type=write size=3000054 2024-04-12T16:44:41.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.882+0000 7fc35ce39780 1 < canceled operation key=1CXIJI96GFM8 tag=DRMCSWI5A95P type=write size=745780 2024-04-12T16:44:41.878 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.884+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~2R7PNOYSRKEK.0 size=1048576 2024-04-12T16:44:41.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.886+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~2R7PNOYSRKEK.1 size=512933 2024-04-12T16:44:41.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.886+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=2R7PNOYSRKEK tag=RU36PU7QGM9U type=write size=2610085 2024-04-12T16:44:41.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.887+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~3G40JJ17IBHB.0 size=1048576 2024-04-12T16:44:41.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.888+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~3G40JJ17IBHB.1 size=218737 2024-04-12T16:44:41.885 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.891+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=3G40JJ17IBHB tag=J8RCBUTH17PH type=write size=2315889 2024-04-12T16:44:41.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.892+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=OOUKU9DW2PBS type=del size=3993412 2024-04-12T16:44:41.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.894+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=TI071MWT3HAY type=del 2024-04-12T16:44:41.889 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.895+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=W38UVP5W9RTQ type=del size=457480 2024-04-12T16:44:41.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.897+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=D2NMR4U5XFZD type=del 2024-04-12T16:44:41.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.900+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~1YVSX1HHBILS.0 size=852083 2024-04-12T16:44:41.894 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.900+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=1YVSX1HHBILS tag=AC3DQDL1E598 type=write size=1900659 2024-04-12T16:44:41.895 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.901+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~J7DEE25F11RD.0 size=1048576 2024-04-12T16:44:41.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.903+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~J7DEE25F11RD.1 size=718269 2024-04-12T16:44:41.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.906+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=J7DEE25F11RD tag=JQ1712S59B6U type=write size=2815421 2024-04-12T16:44:41.901 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.907+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=AA6DT8VBRN2Q type=del size=2267268 2024-04-12T16:44:41.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.909+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~U2ECU2WGGNFV.0 size=1048576 2024-04-12T16:44:41.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.910+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~U2ECU2WGGNFV.1 size=1048576 2024-04-12T16:44:41.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.912+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~U2ECU2WGGNFV.2 size=195944 2024-04-12T16:44:41.908 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.915+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=U2ECU2WGGNFV tag=1YI1PYGF3PGE type=write size=3341672 2024-04-12T16:44:41.910 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.916+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=4I46H64LL4SF type=del size=3457134 2024-04-12T16:44:41.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.918+0000 7fc35ce39780 1 < canceled operation key=9CON5BXP14FO tag=WJ56G6CJ9TIS type=del size=3372917 2024-04-12T16:44:41.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.919+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=RDXTX0IYCSAQ type=del size=1808302 2024-04-12T16:44:41.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.921+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~MIY900NCHMXV.0 size=1048576 2024-04-12T16:44:41.915 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.922+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~MIY900NCHMXV.1 size=535920 2024-04-12T16:44:41.918 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.924+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=MIY900NCHMXV tag=8CKT7TCQJI3L type=write size=2633072 2024-04-12T16:44:41.921 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.927+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~AFSNO4SA0FK2.0 size=1048576 2024-04-12T16:44:41.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.928+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~AFSNO4SA0FK2.1 size=944982 2024-04-12T16:44:41.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.928+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=AFSNO4SA0FK2 tag=PR6QR66UDK5B type=write size=3042134 2024-04-12T16:44:41.924 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.930+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=YWRHEC7MSMV4 type=del 2024-04-12T16:44:41.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.932+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=BHAFP1Q957PA type=write size=669294 2024-04-12T16:44:41.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.933+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~A7OX2MS79J90.0 size=960342 2024-04-12T16:44:41.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.936+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=A7OX2MS79J90 tag=JHTZKB77EZ3G type=write size=2008918 2024-04-12T16:44:41.932 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.939+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~FGTI11NFBLNV.0 size=1048576 2024-04-12T16:44:41.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.940+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~FGTI11NFBLNV.1 size=744687 2024-04-12T16:44:41.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.940+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=FGTI11NFBLNV tag=FWKWF3ZS9LJI type=write size=2841839 2024-04-12T16:44:41.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.943+0000 7fc35ce39780 1 < suggested remove operation key=3EB44W87WQRJ tag=3FY1FD5RIWE4 type=del 2024-04-12T16:44:41.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.946+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~4WDWWMDB3KVG.0 size=1048576 2024-04-12T16:44:41.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.947+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~4WDWWMDB3KVG.1 size=1048576 2024-04-12T16:44:41.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.949+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~4WDWWMDB3KVG.2 size=410021 2024-04-12T16:44:41.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.949+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=4WDWWMDB3KVG tag=76ASLACN65DJ type=write size=3555749 2024-04-12T16:44:41.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.950+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~FV83FUEJT9L3.0 size=364271 2024-04-12T16:44:41.947 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.953+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=FV83FUEJT9L3 tag=VF0ZAVMVVKGO type=write size=1412847 2024-04-12T16:44:41.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:41 smithi005 ceph-mon[88416]: pgmap v1384: 137 pgs: 22 creating+peering, 8 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:41.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:41 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:41.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:41 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:44:41.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:41 smithi005 ceph-mon[90837]: pgmap v1384: 137 pgs: 22 creating+peering, 8 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:41.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:41 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:41.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:41 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:44:41.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.956+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~795N7F8LNPPN.0 size=968146 2024-04-12T16:44:41.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.956+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=795N7F8LNPPN tag=5XWW6LVPGDNN type=write size=2016722 2024-04-12T16:44:41.951 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.957+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~99ECA9I8AB3H.0 size=1048576 2024-04-12T16:44:41.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.959+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~99ECA9I8AB3H.1 size=1048576 2024-04-12T16:44:41.953 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.960+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~99ECA9I8AB3H.2 size=285093 2024-04-12T16:44:41.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.962+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=99ECA9I8AB3H tag=108TRW0KY2UQ type=write size=3430821 2024-04-12T16:44:41.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.964+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=VUIEGDYLK3P5 type=del size=4006071 2024-04-12T16:44:41.959 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.965+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=MKHOMBT2HJLJ type=write size=51062 2024-04-12T16:44:41.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.968+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~AWNQUFO2TNCP.0 size=1004806 2024-04-12T16:44:41.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.968+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=AWNQUFO2TNCP tag=9N70B5FAQW75 type=write size=2053382 2024-04-12T16:44:41.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.968+0000 7fc35ce39780 1 < canceled part key=_multipart_2H0G2H9EP0W8.2~I9IRZZLFF1F7.0 size=102753 2024-04-12T16:44:41.965 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.971+0000 7fc35ce39780 1 < canceled multipart upload key=2H0G2H9EP0W8 upload=I9IRZZLFF1F7 tag=XJ1RVGLB35I3 type=write size=1151329 2024-04-12T16:44:41.968 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.974+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~BGH416JY2KHC.0 size=1048576 2024-04-12T16:44:41.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.975+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~BGH416JY2KHC.1 size=1014186 2024-04-12T16:44:41.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.975+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=BGH416JY2KHC tag=IM06JSF7H6MF type=write size=3111338 2024-04-12T16:44:41.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.976+0000 7fc35ce39780 1 < canceled part key=_multipart_L2DJM18VNC70.2~4ABM97WAZ3VW.0 size=1048576 2024-04-12T16:44:41.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.976+0000 7fc35ce39780 1 < canceled part key=_multipart_L2DJM18VNC70.2~4ABM97WAZ3VW.1 size=902902 2024-04-12T16:44:41.972 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.979+0000 7fc35ce39780 1 < canceled multipart upload key=L2DJM18VNC70 upload=4ABM97WAZ3VW tag=RQQURHSJ7VPF type=write size=3000054 2024-04-12T16:44:41.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.980+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=D9BTH9Q8CW92 type=del size=1832312 2024-04-12T16:44:41.975 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.982+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~2R7PNOYSRKEK.0 size=1048576 2024-04-12T16:44:41.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.983+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~2R7PNOYSRKEK.1 size=512933 2024-04-12T16:44:41.979 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.986+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=2R7PNOYSRKEK tag=RU36PU7QGM9U type=write size=2610085 2024-04-12T16:44:41.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.988+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~0M9VSP3TY3LD.0 size=878259 2024-04-12T16:44:41.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.988+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=0M9VSP3TY3LD tag=MZOQ1DB5I9JZ type=write size=1926835 2024-04-12T16:44:41.983 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.990+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=OOUKU9DW2PBS type=del 2024-04-12T16:44:41.985 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.992+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=DPM0YIU70D4P type=write size=838614 2024-04-12T16:44:41.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.993+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=W38UVP5W9RTQ type=del 2024-04-12T16:44:41.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.995+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=1YQWYSE022CM type=del size=826057 2024-04-12T16:44:41.990 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.997+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~1YVSX1HHBILS.0 size=852083 2024-04-12T16:44:41.993 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:41.999+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=1YVSX1HHBILS tag=AC3DQDL1E598 type=write size=1900659 2024-04-12T16:44:41.996 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.002+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~SVXYQMHLJ6B0.0 size=1048576 2024-04-12T16:44:41.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.003+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~SVXYQMHLJ6B0.1 size=338023 2024-04-12T16:44:41.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.003+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=SVXYQMHLJ6B0 tag=8KLNM55GO5FL type=write size=2435175 2024-04-12T16:44:41.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.005+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=AA6DT8VBRN2Q type=del 2024-04-12T16:44:42.000 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.007+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=V0PASEU9EQUE type=del size=1542961 2024-04-12T16:44:42.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.008+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=4I46H64LL4SF type=del 2024-04-12T16:44:42.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.011+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~ZHT8Q2WVISS8.0 size=715725 2024-04-12T16:44:42.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.011+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=ZHT8Q2WVISS8 tag=4XD180JT8PV1 type=write size=1764301 2024-04-12T16:44:42.006 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.012+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=RDXTX0IYCSAQ type=del 2024-04-12T16:44:42.009 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.015+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~Y1B1AQ9NTKF9.0 size=1048576 2024-04-12T16:44:42.010 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.016+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~Y1B1AQ9NTKF9.1 size=1048576 2024-04-12T16:44:42.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.018+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~Y1B1AQ9NTKF9.2 size=436735 2024-04-12T16:44:42.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.018+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=Y1B1AQ9NTKF9 tag=UNP2ZDQP4YGM type=write size=3582463 2024-04-12T16:44:42.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.019+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~AFSNO4SA0FK2.0 size=1048576 2024-04-12T16:44:42.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.020+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~AFSNO4SA0FK2.1 size=944982 2024-04-12T16:44:42.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.023+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=AFSNO4SA0FK2 tag=PR6QR66UDK5B type=write size=3042134 2024-04-12T16:44:42.020 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.026+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~IVUPO9QD63DT.0 size=545534 2024-04-12T16:44:42.020 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.026+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=IVUPO9QD63DT tag=CI4U1ROWQ2JU type=write size=1594110 2024-04-12T16:44:42.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.029+0000 7fc35ce39780 1 < suggested remove operation key=506UBRTP11T6 tag=BHAFP1Q957PA type=write 2024-04-12T16:44:42.026 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.032+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~56BBSXJ6CDED.0 size=1048576 2024-04-12T16:44:42.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.033+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~56BBSXJ6CDED.1 size=753591 2024-04-12T16:44:42.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.033+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=56BBSXJ6CDED tag=HXDFFJNW0BI0 type=write size=2850743 2024-04-12T16:44:42.028 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.035+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~FGTI11NFBLNV.0 size=1048576 2024-04-12T16:44:42.030 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.036+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~FGTI11NFBLNV.1 size=744687 2024-04-12T16:44:42.032 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.039+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=FGTI11NFBLNV tag=FWKWF3ZS9LJI type=write size=2841839 2024-04-12T16:44:42.034 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.040+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=HFMQ2T7CFW0S type=del size=2031913 2024-04-12T16:44:42.036 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.042+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~4WDWWMDB3KVG.0 size=1048576 2024-04-12T16:44:42.037 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.044+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~4WDWWMDB3KVG.1 size=1048576 2024-04-12T16:44:42.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.045+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~4WDWWMDB3KVG.2 size=410021 2024-04-12T16:44:42.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.047+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=4WDWWMDB3KVG tag=76ASLACN65DJ type=write size=3555749 2024-04-12T16:44:42.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.049+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=YZXE5KWCSWI2 type=del size=1752819 2024-04-12T16:44:42.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.049+0000 7fc35ce39780 1 < canceled part key=_multipart_Z93T9469B27B.2~795N7F8LNPPN.0 size=968146 2024-04-12T16:44:42.046 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.052+0000 7fc35ce39780 1 < canceled multipart upload key=Z93T9469B27B upload=795N7F8LNPPN tag=5XWW6LVPGDNN type=write size=2016722 2024-04-12T16:44:42.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.053+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=WW7CTI85NU6J type=del size=956529 2024-04-12T16:44:42.049 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.055+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=VUIEGDYLK3P5 type=del 2024-04-12T16:44:42.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.057+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=LEHY4O3QOR55 type=write size=122689 2024-04-12T16:44:42.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.058+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~AWNQUFO2TNCP.0 size=1004806 2024-04-12T16:44:42.055 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.062+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=AWNQUFO2TNCP tag=9N70B5FAQW75 type=write size=2053382 2024-04-12T16:44:42.058 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.065+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~U4IZXNL85JFE.0 size=383908 2024-04-12T16:44:42.058 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.065+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=U4IZXNL85JFE tag=J7P950YY1XZF type=write size=1432484 2024-04-12T16:44:42.060 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.066+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~BGH416JY2KHC.0 size=1048576 2024-04-12T16:44:42.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.067+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~BGH416JY2KHC.1 size=1014186 2024-04-12T16:44:42.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.070+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=BGH416JY2KHC tag=IM06JSF7H6MF type=write size=3111338 2024-04-12T16:44:42.065 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.071+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=I4A47WBO73Q5 type=del size=6252 2024-04-12T16:44:42.066 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.073+0000 7fc35ce39780 1 < canceled operation key=Z93T9469B27B tag=D9BTH9Q8CW92 type=del size=1832312 2024-04-12T16:44:42.068 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.074+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=OIHLO3ULY40F type=write size=650913 2024-04-12T16:44:42.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.076+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~0M9VSP3TY3LD.0 size=878259 2024-04-12T16:44:42.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.078+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=0M9VSP3TY3LD tag=MZOQ1DB5I9JZ type=write size=1926835 2024-04-12T16:44:42.073 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.080+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=EZUB165OYNRP type=del size=1335836 2024-04-12T16:44:42.075 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.081+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=DPM0YIU70D4P type=write size=838614 2024-04-12T16:44:42.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.083+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=IYWV3P6MS02X type=del size=544809 2024-04-12T16:44:42.078 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.084+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=1YQWYSE022CM type=del 2024-04-12T16:44:42.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.087+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~M0Y8VWFVZW25.0 size=387504 2024-04-12T16:44:42.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.087+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=M0Y8VWFVZW25 tag=NCS55AIGYTOT type=write size=1436080 2024-04-12T16:44:42.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.089+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~SVXYQMHLJ6B0.0 size=1048576 2024-04-12T16:44:42.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.090+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~SVXYQMHLJ6B0.1 size=338023 2024-04-12T16:44:42.086 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.093+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=SVXYQMHLJ6B0 tag=8KLNM55GO5FL type=write size=2435175 2024-04-12T16:44:42.088 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.094+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=FW3QK6PYLVYQ type=write size=303263 2024-04-12T16:44:42.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:41 smithi016 ceph-mon[84444]: pgmap v1384: 137 pgs: 22 creating+peering, 8 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:42.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:41 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:42.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:41 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:44:42.090 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.096+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=V0PASEU9EQUE type=del 2024-04-12T16:44:42.091 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.097+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=9BC6K1DOJ4MS type=del size=4112473 2024-04-12T16:44:42.093 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.099+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~ZHT8Q2WVISS8.0 size=715725 2024-04-12T16:44:42.095 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.102+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=ZHT8Q2WVISS8 tag=4XD180JT8PV1 type=write size=1764301 2024-04-12T16:44:42.097 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.103+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=78W7FFYKYC5N type=del size=4174887 2024-04-12T16:44:42.099 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.105+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~Y1B1AQ9NTKF9.0 size=1048576 2024-04-12T16:44:42.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.107+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~Y1B1AQ9NTKF9.1 size=1048576 2024-04-12T16:44:42.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.107+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~Y1B1AQ9NTKF9.2 size=436735 2024-04-12T16:44:42.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.109+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=Y1B1AQ9NTKF9 tag=UNP2ZDQP4YGM type=write size=3582463 2024-04-12T16:44:42.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.111+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=U1Q5EO28RYMA type=del size=2490610 2024-04-12T16:44:42.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.113+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~IVUPO9QD63DT.0 size=545534 2024-04-12T16:44:42.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.115+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=IVUPO9QD63DT tag=CI4U1ROWQ2JU type=write size=1594110 2024-04-12T16:44:42.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.118+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~3GK2MPBZ2J9S.0 size=855456 2024-04-12T16:44:42.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.118+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=3GK2MPBZ2J9S tag=B0OOX3X92726 type=write size=1904032 2024-04-12T16:44:42.113 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.120+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~56BBSXJ6CDED.0 size=1048576 2024-04-12T16:44:42.115 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.121+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~56BBSXJ6CDED.1 size=753591 2024-04-12T16:44:42.117 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.124+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=56BBSXJ6CDED tag=HXDFFJNW0BI0 type=write size=2850743 2024-04-12T16:44:42.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.125+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=IXLPJQCKFMXF type=del size=599764 2024-04-12T16:44:42.121 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.127+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=HFMQ2T7CFW0S type=del 2024-04-12T16:44:42.123 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.129+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=HTB97Q8PQZTT type=del size=3411230 2024-04-12T16:44:42.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.131+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=YZXE5KWCSWI2 type=del 2024-04-12T16:44:42.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.134+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~NFU7BX13H0HD.0 size=813520 2024-04-12T16:44:42.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.134+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=NFU7BX13H0HD tag=9VLWIV4CLXKU type=write size=1862096 2024-04-12T16:44:42.129 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.135+0000 7fc35ce39780 1 < canceled operation key=2JM8HME676YA tag=WW7CTI85NU6J type=del size=956529 2024-04-12T16:44:42.131 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.137+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=S7J7OI2R2C6F type=write size=321950 2024-04-12T16:44:42.132 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.139+0000 7fc35ce39780 1 < completed write operation key=ZE2YGROWCJWC tag=LEHY4O3QOR55 type=write size=122689 2024-04-12T16:44:42.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.141+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~6YOJI7DL4TE7.0 size=1048576 2024-04-12T16:44:42.136 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.143+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~6YOJI7DL4TE7.1 size=1048576 2024-04-12T16:44:42.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.144+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~6YOJI7DL4TE7.2 size=864562 2024-04-12T16:44:42.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.144+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=6YOJI7DL4TE7 tag=QOUJDC6HOGAD type=write size=4010290 2024-04-12T16:44:42.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.145+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~U4IZXNL85JFE.0 size=383908 2024-04-12T16:44:42.142 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.148+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=U4IZXNL85JFE tag=J7P950YY1XZF type=write size=1432484 2024-04-12T16:44:42.144 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.151+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~7IPGIJ1QGUPB.0 size=1048576 2024-04-12T16:44:42.146 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.152+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~7IPGIJ1QGUPB.1 size=589465 2024-04-12T16:44:42.146 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.152+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=7IPGIJ1QGUPB tag=D8HVKUT1J7C2 type=write size=2686617 2024-04-12T16:44:42.148 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.154+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=I4A47WBO73Q5 type=del 2024-04-12T16:44:42.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.155+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=01BOXJMCY2FN type=del size=174564 2024-04-12T16:44:42.152 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.158+0000 7fc35ce39780 1 < suggested update operation key=8T3KONE057LK tag=OIHLO3ULY40F type=write size=650913 2024-04-12T16:44:42.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.161+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~X9ZBT0ZS4WFK.0 size=848393 2024-04-12T16:44:42.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.161+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=X9ZBT0ZS4WFK tag=1W8NRHBD2BYP type=write size=1896969 2024-04-12T16:44:42.157 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.163+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=EZUB165OYNRP type=del 2024-04-12T16:44:42.159 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.166+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~J50724Z0MV0E.0 size=1048576 2024-04-12T16:44:42.161 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.167+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~J50724Z0MV0E.1 size=1048576 2024-04-12T16:44:42.162 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.168+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~J50724Z0MV0E.2 size=230718 2024-04-12T16:44:42.162 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.168+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=J50724Z0MV0E tag=O81T6L4QUX40 type=write size=3376446 2024-04-12T16:44:42.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.170+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=IYWV3P6MS02X type=del 2024-04-12T16:44:42.165 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.171+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=AISP2Q05PCQL type=del size=1031498 2024-04-12T16:44:42.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.173+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~M0Y8VWFVZW25.0 size=387504 2024-04-12T16:44:42.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.176+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=M0Y8VWFVZW25 tag=NCS55AIGYTOT type=write size=1436080 2024-04-12T16:44:42.172 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.179+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~MUBZ73VYQLKP.0 size=1048576 2024-04-12T16:44:42.174 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.180+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~MUBZ73VYQLKP.1 size=1048576 2024-04-12T16:44:42.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.181+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~MUBZ73VYQLKP.2 size=837365 2024-04-12T16:44:42.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.181+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=MUBZ73VYQLKP tag=5YGWMU759S7O type=write size=3983093 2024-04-12T16:44:42.176 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.183+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=FW3QK6PYLVYQ type=write size=303263 2024-04-12T16:44:42.178 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.185+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=5P5FR6ZHFX3U type=write size=318850 2024-04-12T16:44:42.182 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.188+0000 7fc35ce39780 1 < suggested update operation key=LYRPYVQNY789 tag=9BC6K1DOJ4MS type=del size=4112473 2024-04-12T16:44:42.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.191+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~KIW7P2OMQ40S.0 size=315125 2024-04-12T16:44:42.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.191+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=KIW7P2OMQ40S tag=NUH317WJOO8R type=write size=1363701 2024-04-12T16:44:42.186 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.193+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=78W7FFYKYC5N type=del 2024-04-12T16:44:42.188 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.194+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=ZM9GM3NGNEPN type=del size=3911675 2024-04-12T16:44:42.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.196+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=U1Q5EO28RYMA type=del 2024-04-12T16:44:42.191 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.198+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=0SA1S74FN95G type=write size=484845 2024-04-12T16:44:42.192 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.198+0000 7fc35ce39780 1 < canceled part key=_multipart_8T3KONE057LK.2~3GK2MPBZ2J9S.0 size=855456 2024-04-12T16:44:42.194 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.200+0000 7fc35ce39780 1 < canceled multipart upload key=8T3KONE057LK upload=3GK2MPBZ2J9S tag=B0OOX3X92726 type=write size=1904032 2024-04-12T16:44:42.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.203+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~82X9JGDAW6F6.0 size=218808 2024-04-12T16:44:42.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.203+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=82X9JGDAW6F6 tag=U4I727VAQYQA type=write size=1267384 2024-04-12T16:44:42.198 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.205+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=IXLPJQCKFMXF type=del 2024-04-12T16:44:42.200 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.206+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=A5K6WYVVDR14 type=del size=4077326 2024-04-12T16:44:42.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.208+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=HTB97Q8PQZTT type=del 2024-04-12T16:44:42.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.209+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=Z37YCRRRJ7CQ type=del size=2239281 2024-04-12T16:44:42.205 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.211+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~NFU7BX13H0HD.0 size=813520 2024-04-12T16:44:42.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.214+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=NFU7BX13H0HD tag=9VLWIV4CLXKU type=write size=1862096 2024-04-12T16:44:42.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.215+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=15Q71TK4V6ED type=write size=715585 2024-04-12T16:44:42.210 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.217+0000 7fc35ce39780 1 < completed write operation key=3EB44W87WQRJ tag=S7J7OI2R2C6F type=write size=321950 2024-04-12T16:44:42.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.218+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=NC7MK0A5EYJU type=del size=3364974 2024-04-12T16:44:42.214 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.220+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~6YOJI7DL4TE7.0 size=1048576 2024-04-12T16:44:42.215 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.221+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~6YOJI7DL4TE7.1 size=1048576 2024-04-12T16:44:42.216 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.223+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~6YOJI7DL4TE7.2 size=864562 2024-04-12T16:44:42.220 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.226+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=6YOJI7DL4TE7 tag=QOUJDC6HOGAD type=write size=4010290 2024-04-12T16:44:42.222 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.228+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=ZMWMLROVM1BF type=del size=1302144 2024-04-12T16:44:42.223 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.230+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~7IPGIJ1QGUPB.0 size=1048576 2024-04-12T16:44:42.225 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.231+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~7IPGIJ1QGUPB.1 size=589465 2024-04-12T16:44:42.228 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.234+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=7IPGIJ1QGUPB tag=D8HVKUT1J7C2 type=write size=2686617 2024-04-12T16:44:42.230 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.236+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=9E4O64MNJSX3 type=del size=2860777 2024-04-12T16:44:42.232 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.238+0000 7fc35ce39780 1 < canceled operation key=AMC1ILYTVT7I tag=01BOXJMCY2FN type=del size=174564 2024-04-12T16:44:42.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.240+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=NKCRXHR7YC8O type=del size=2181931 2024-04-12T16:44:42.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.242+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~X9ZBT0ZS4WFK.0 size=848393 2024-04-12T16:44:42.238 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.244+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=X9ZBT0ZS4WFK tag=1W8NRHBD2BYP type=write size=1896969 2024-04-12T16:44:42.240 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.246+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=EXX4R3LEXRE5 type=del size=3314166 2024-04-12T16:44:42.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.248+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~J50724Z0MV0E.0 size=1048576 2024-04-12T16:44:42.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.249+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~J50724Z0MV0E.1 size=1048576 2024-04-12T16:44:42.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.251+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~J50724Z0MV0E.2 size=230718 2024-04-12T16:44:42.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.253+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=J50724Z0MV0E tag=O81T6L4QUX40 type=write size=3376446 2024-04-12T16:44:42.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.255+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=BRNTLL5GWYRO type=write size=1041406 2024-04-12T16:44:42.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.256+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=AISP2Q05PCQL type=del 2024-04-12T16:44:42.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.258+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=SK3LSGB5QKWP type=del size=707534 2024-04-12T16:44:42.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.260+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~MUBZ73VYQLKP.0 size=1048576 2024-04-12T16:44:42.255 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.261+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~MUBZ73VYQLKP.1 size=1048576 2024-04-12T16:44:42.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.262+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~MUBZ73VYQLKP.2 size=837365 2024-04-12T16:44:42.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.265+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=MUBZ73VYQLKP tag=5YGWMU759S7O type=write size=3983093 2024-04-12T16:44:42.261 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.267+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=JLB3LVCJNN8V type=del size=14671 2024-04-12T16:44:42.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.269+0000 7fc35ce39780 1 < completed write operation key=V08LEDZKN1FS tag=5P5FR6ZHFX3U type=write size=318850 2024-04-12T16:44:42.264 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.271+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=GWU6P88G85LS type=del size=3539704 2024-04-12T16:44:42.266 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.272+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~KIW7P2OMQ40S.0 size=315125 2024-04-12T16:44:42.268 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.275+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=KIW7P2OMQ40S tag=NUH317WJOO8R type=write size=1363701 2024-04-12T16:44:42.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.277+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=HF1SLBKM84VK type=del size=3146813 2024-04-12T16:44:42.272 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.279+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=ZM9GM3NGNEPN type=del 2024-04-12T16:44:42.274 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.280+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=0JNPWUDZJ6V1 type=del size=2480879 2024-04-12T16:44:42.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.282+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=0SA1S74FN95G type=write size=484845 2024-04-12T16:44:42.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.283+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=VMX0DOQZ2C4P type=del size=3012212 2024-04-12T16:44:42.279 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.285+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~82X9JGDAW6F6.0 size=218808 2024-04-12T16:44:42.281 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.288+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=82X9JGDAW6F6 tag=U4I727VAQYQA type=write size=1267384 2024-04-12T16:44:42.283 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.289+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=LET1O2C88SQR type=del size=1366471 2024-04-12T16:44:42.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.291+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=A5K6WYVVDR14 type=del 2024-04-12T16:44:42.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.294+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~BL1Z64225S35.0 size=231969 2024-04-12T16:44:42.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.294+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=BL1Z64225S35 tag=0WB1VPQ7DZQU type=write size=1280545 2024-04-12T16:44:42.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.297+0000 7fc35ce39780 1 < suggested remove operation key=8PSEYVN0PAIG tag=Z37YCRRRJ7CQ type=del 2024-04-12T16:44:42.292 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.298+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=XE52WU0ZTIBA type=del size=1501835 2024-04-12T16:44:42.295 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.301+0000 7fc35ce39780 1 < suggested remove operation key=2H0G2H9EP0W8 tag=15Q71TK4V6ED type=write 2024-04-12T16:44:42.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.304+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~ZS8091K3EAX2.0 size=1048576 2024-04-12T16:44:42.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.306+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~ZS8091K3EAX2.1 size=1048576 2024-04-12T16:44:42.301 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.307+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~ZS8091K3EAX2.2 size=370194 2024-04-12T16:44:42.301 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.307+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=ZS8091K3EAX2 tag=GACY4SHF8JTF type=write size=3515922 2024-04-12T16:44:42.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.311+0000 7fc35ce39780 1 < suggested update operation key=SGVKCQ7SL1KU tag=NC7MK0A5EYJU type=del size=3364974 2024-04-12T16:44:42.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.314+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~XQBQMNP90PHX.0 size=991509 2024-04-12T16:44:42.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.314+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=XQBQMNP90PHX tag=U2L8T7YF6KAZ type=write size=2040085 2024-04-12T16:44:42.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.316+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=ZMWMLROVM1BF type=del 2024-04-12T16:44:42.312 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.318+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=SIETMA9OTAE1 type=write size=937942 2024-04-12T16:44:42.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.320+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=9E4O64MNJSX3 type=del size=2860777 2024-04-12T16:44:42.316 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.323+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~C9RZ5CJZ2WXP.0 size=1048576 2024-04-12T16:44:42.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.324+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~C9RZ5CJZ2WXP.1 size=1048576 2024-04-12T16:44:42.319 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.325+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~C9RZ5CJZ2WXP.2 size=1029407 2024-04-12T16:44:42.319 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.325+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=C9RZ5CJZ2WXP tag=63UYL9BIYCXH type=write size=4175135 2024-04-12T16:44:42.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.327+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=NKCRXHR7YC8O type=del 2024-04-12T16:44:42.324 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.330+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~86NFRX8UILUI.0 size=1048576 2024-04-12T16:44:42.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.332+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~86NFRX8UILUI.1 size=499067 2024-04-12T16:44:42.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.332+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=86NFRX8UILUI tag=YQPAV70UTLC4 type=write size=2596219 2024-04-12T16:44:42.327 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.333+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=EXX4R3LEXRE5 type=del 2024-04-12T16:44:42.328 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.335+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=YA7ERQV260QQ type=del size=59963 2024-04-12T16:44:42.330 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.337+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=BRNTLL5GWYRO type=write size=1041406 2024-04-12T16:44:42.332 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.338+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=V02B3DCPP4VC type=del size=3664327 2024-04-12T16:44:42.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.340+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=SK3LSGB5QKWP type=del 2024-04-12T16:44:42.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.341+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=Y1ZU2G09TFOK type=del size=342905 2024-04-12T16:44:42.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.343+0000 7fc35ce39780 -1 < failed to complete operation key=2H0G2H9EP0W8 tag=JLB3LVCJNN8V type=del size=14671: (22) Invalid argument 2024-04-12T16:44:42.341 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.347+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~6UD5LSJRJZW8.0 size=1048576 2024-04-12T16:44:42.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.348+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~6UD5LSJRJZW8.1 size=1038341 2024-04-12T16:44:42.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.348+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=6UD5LSJRJZW8 tag=2JPQ9I0RV6X2 type=write size=3135493 2024-04-12T16:44:42.343 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.350+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=GWU6P88G85LS type=del 2024-04-12T16:44:42.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.351+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=OWHHK02APYRW type=write size=128344 2024-04-12T16:44:42.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.354+0000 7fc35ce39780 1 < suggested remove operation key=9EP1TM4XHAOV tag=HF1SLBKM84VK type=del 2024-04-12T16:44:42.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.356+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=3ON0ICY0WJKH type=del size=675888 2024-04-12T16:44:42.351 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.358+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=0JNPWUDZJ6V1 type=del size=2480879 2024-04-12T16:44:42.353 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.359+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=RT2PJRR21R6B type=del size=328021 2024-04-12T16:44:42.355 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.361+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=VMX0DOQZ2C4P type=del 2024-04-12T16:44:42.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.363+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=AKLVSZGLJX1M type=del size=3167810 2024-04-12T16:44:42.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.364+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=LET1O2C88SQR type=del 2024-04-12T16:44:42.361 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.367+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~VXNPCZLZH5TN.0 size=1048576 2024-04-12T16:44:42.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.369+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~VXNPCZLZH5TN.1 size=1048576 2024-04-12T16:44:42.363 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.370+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~VXNPCZLZH5TN.2 size=745957 2024-04-12T16:44:42.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.370+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=VXNPCZLZH5TN tag=TJ8S3TBSDCRZ type=write size=3891685 2024-04-12T16:44:42.365 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.371+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~BL1Z64225S35.0 size=231969 2024-04-12T16:44:42.368 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.374+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=BL1Z64225S35 tag=0WB1VPQ7DZQU type=write size=1280545 2024-04-12T16:44:42.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.376+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=PNFB62TS2XMR type=del size=230521 2024-04-12T16:44:42.371 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.377+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=XE52WU0ZTIBA type=del 2024-04-12T16:44:42.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.379+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=PU1RSXJX0CVF type=del size=439243 2024-04-12T16:44:42.374 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.381+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~ZS8091K3EAX2.0 size=1048576 2024-04-12T16:44:42.376 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.382+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~ZS8091K3EAX2.1 size=1048576 2024-04-12T16:44:42.377 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.383+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~ZS8091K3EAX2.2 size=370194 2024-04-12T16:44:42.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.386+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=ZS8091K3EAX2 tag=GACY4SHF8JTF type=write size=3515922 2024-04-12T16:44:42.382 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.388+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=VKL8CW0BL6AK type=write size=13297 2024-04-12T16:44:42.384 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.390+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~XQBQMNP90PHX.0 size=991509 2024-04-12T16:44:42.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.393+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=XQBQMNP90PHX tag=U2L8T7YF6KAZ type=write size=2040085 2024-04-12T16:44:42.388 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.394+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=4PQEQCEQM7CZ type=del size=4190842 2024-04-12T16:44:42.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.396+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=SIETMA9OTAE1 type=write size=937942 2024-04-12T16:44:42.391 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.398+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=V0GRKLNRFHZG type=del size=1951723 2024-04-12T16:44:42.393 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.399+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~C9RZ5CJZ2WXP.0 size=1048576 2024-04-12T16:44:42.394 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.401+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~C9RZ5CJZ2WXP.1 size=1048576 2024-04-12T16:44:42.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.402+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~C9RZ5CJZ2WXP.2 size=1029407 2024-04-12T16:44:42.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.405+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=C9RZ5CJZ2WXP tag=63UYL9BIYCXH type=write size=4175135 2024-04-12T16:44:42.401 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.407+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=UGLQ0KYDNAZ2 type=del size=483731 2024-04-12T16:44:42.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.409+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~86NFRX8UILUI.0 size=1048576 2024-04-12T16:44:42.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.409+0000 7fc35ce39780 1 < canceled part key=_multipart_QPS2GA1QHL2W.2~86NFRX8UILUI.1 size=499067 2024-04-12T16:44:42.405 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.412+0000 7fc35ce39780 1 < canceled multipart upload key=QPS2GA1QHL2W upload=86NFRX8UILUI tag=YQPAV70UTLC4 type=write size=2596219 2024-04-12T16:44:42.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.413+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=E7HLV4KUVZ2A type=del size=3865437 2024-04-12T16:44:42.409 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.415+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=YA7ERQV260QQ type=del 2024-04-12T16:44:42.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.418+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~QMEK0M4Y10S3.0 size=1048576 2024-04-12T16:44:42.413 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.419+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~QMEK0M4Y10S3.1 size=1048576 2024-04-12T16:44:42.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.420+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~QMEK0M4Y10S3.2 size=970029 2024-04-12T16:44:42.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.420+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=QMEK0M4Y10S3 tag=EGA0LRGV56V6 type=write size=4115757 2024-04-12T16:44:42.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.422+0000 7fc35ce39780 1 < canceled operation key=8PSEYVN0PAIG tag=V02B3DCPP4VC type=del size=3664327 2024-04-12T16:44:42.419 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.425+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4Z5C1FUSHNOT.0 size=1048576 2024-04-12T16:44:42.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.427+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4Z5C1FUSHNOT.1 size=1048576 2024-04-12T16:44:42.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.429+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4Z5C1FUSHNOT.2 size=764575 2024-04-12T16:44:42.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.429+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=4Z5C1FUSHNOT tag=CDZD3B2IP4J5 type=write size=3910303 2024-04-12T16:44:42.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.431+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=Y1ZU2G09TFOK type=del 2024-04-12T16:44:42.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.434+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~XBCJC6DLWEGK.0 size=1048576 2024-04-12T16:44:42.429 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.436+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~XBCJC6DLWEGK.1 size=1048576 2024-04-12T16:44:42.431 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.437+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~XBCJC6DLWEGK.2 size=500740 2024-04-12T16:44:42.431 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.437+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=XBCJC6DLWEGK tag=BAUU1YUFUQTA type=write size=3646468 2024-04-12T16:44:42.433 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.440+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~6UD5LSJRJZW8.0 size=1048576 2024-04-12T16:44:42.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.442+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~6UD5LSJRJZW8.1 size=1038341 2024-04-12T16:44:42.438 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.445+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=6UD5LSJRJZW8 tag=2JPQ9I0RV6X2 type=write size=3135493 2024-04-12T16:44:42.442 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.448+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~XRKUEQMT1DXW.0 size=1048576 2024-04-12T16:44:42.443 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.450+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~XRKUEQMT1DXW.1 size=603516 2024-04-12T16:44:42.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.450+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=XRKUEQMT1DXW tag=7OH8E55K5IP5 type=write size=2700668 2024-04-12T16:44:42.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.452+0000 7fc35ce39780 1 < completed write operation key=PPYP2BYF63YM tag=OWHHK02APYRW type=write size=128344 2024-04-12T16:44:42.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.453+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=W1JA3ZY20P8B type=del size=458059 2024-04-12T16:44:42.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.455+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=3ON0ICY0WJKH type=del 2024-04-12T16:44:42.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.457+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=RK1362FHXVGQ type=del size=3931589 2024-04-12T16:44:42.452 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.459+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=RT2PJRR21R6B type=del 2024-04-12T16:44:42.456 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.463+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~UEC7V82M5BJX.0 size=1048576 2024-04-12T16:44:42.458 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.464+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~UEC7V82M5BJX.1 size=271542 2024-04-12T16:44:42.458 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.464+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=UEC7V82M5BJX tag=5OQH9SIJ4FDY type=write size=2368694 2024-04-12T16:44:42.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.466+0000 7fc35ce39780 1 < canceled operation key=AMC1ILYTVT7I tag=AKLVSZGLJX1M type=del size=3167810 2024-04-12T16:44:42.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.470+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~Z22P2JG7PL4C.0 size=1048576 2024-04-12T16:44:42.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.471+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~Z22P2JG7PL4C.1 size=794560 2024-04-12T16:44:42.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.471+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=Z22P2JG7PL4C tag=KEA9NPVFLWK1 type=write size=2891712 2024-04-12T16:44:42.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.473+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~VXNPCZLZH5TN.0 size=1048576 2024-04-12T16:44:42.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.475+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~VXNPCZLZH5TN.1 size=1048576 2024-04-12T16:44:42.470 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.476+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~VXNPCZLZH5TN.2 size=745957 2024-04-12T16:44:42.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.479+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=VXNPCZLZH5TN tag=TJ8S3TBSDCRZ type=write size=3891685 2024-04-12T16:44:42.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.481+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=5IDO34OMTKQV type=del size=2468621 2024-04-12T16:44:42.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.483+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=PNFB62TS2XMR type=del 2024-04-12T16:44:42.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.484+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=02JS8P6O3YLM type=del size=3151806 2024-04-12T16:44:42.480 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.486+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=PU1RSXJX0CVF type=del 2024-04-12T16:44:42.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.487+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=QK8N4RM3KPMC type=del size=4183903 2024-04-12T16:44:42.483 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.489+0000 7fc35ce39780 1 < completed write operation key=G4IDXO3U69F9 tag=VKL8CW0BL6AK type=write size=13297 2024-04-12T16:44:42.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.492+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~Y41VOO6KNV1T.0 size=1048576 2024-04-12T16:44:42.487 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.494+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~Y41VOO6KNV1T.1 size=1048576 2024-04-12T16:44:42.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.495+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~Y41VOO6KNV1T.2 size=360206 2024-04-12T16:44:42.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.495+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=Y41VOO6KNV1T tag=TXUP23UIU1P3 type=write size=3505934 2024-04-12T16:44:42.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.498+0000 7fc35ce39780 1 < suggested update operation key=SXFQD2BAPMI0 tag=4PQEQCEQM7CZ type=del size=4190842 2024-04-12T16:44:42.495 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.501+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4P5DFWWRA9CF.0 size=1048576 2024-04-12T16:44:42.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.503+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4P5DFWWRA9CF.1 size=1048576 2024-04-12T16:44:42.498 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.504+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4P5DFWWRA9CF.2 size=116540 2024-04-12T16:44:42.498 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.504+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=4P5DFWWRA9CF tag=7T97OIPWPR5K type=write size=3262268 2024-04-12T16:44:42.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.506+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=V0GRKLNRFHZG type=del 2024-04-12T16:44:42.503 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.509+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~KV1151UL1WRE.0 size=1048576 2024-04-12T16:44:42.504 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.510+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~KV1151UL1WRE.1 size=1048576 2024-04-12T16:44:42.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.512+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~KV1151UL1WRE.2 size=668829 2024-04-12T16:44:42.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.512+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=KV1151UL1WRE tag=IS4PX36EMEEQ type=write size=3814557 2024-04-12T16:44:42.507 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.513+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=UGLQ0KYDNAZ2 type=del 2024-04-12T16:44:42.509 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.515+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=OLAPX5AZASSJ type=del size=2979637 2024-04-12T16:44:42.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.517+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=E7HLV4KUVZ2A type=del 2024-04-12T16:44:42.512 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.518+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=RWTPDXZJ93S1 type=del size=1847882 2024-04-12T16:44:42.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.520+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~QMEK0M4Y10S3.0 size=1048576 2024-04-12T16:44:42.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.520+0000 7fc35ce39780 1 < canceled part key=_multipart_WU1CQUJJ7T5N.2~QMEK0M4Y10S3.1 size=1048576 2024-04-12T16:44:42.515 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.521+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~QMEK0M4Y10S3.2 size=970029 2024-04-12T16:44:42.518 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.524+0000 7fc35ce39780 1 < canceled multipart upload key=WU1CQUJJ7T5N upload=QMEK0M4Y10S3 tag=EGA0LRGV56V6 type=write size=4115757 2024-04-12T16:44:42.520 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.526+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=DO0NGFN7RAS7 type=write size=8743 2024-04-12T16:44:42.522 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.528+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~4Z5C1FUSHNOT.0 size=1048576 2024-04-12T16:44:42.522 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.528+0000 7fc35ce39780 1 < canceled part key=_multipart_YAK5S3T8GXL1.2~4Z5C1FUSHNOT.1 size=1048576 2024-04-12T16:44:42.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.530+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~4Z5C1FUSHNOT.2 size=764575 2024-04-12T16:44:42.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.532+0000 7fc35ce39780 1 < canceled multipart upload key=YAK5S3T8GXL1 upload=4Z5C1FUSHNOT tag=CDZD3B2IP4J5 type=write size=3910303 2024-04-12T16:44:42.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.534+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=X2JZAPFQ2JM2 type=write size=530643 2024-04-12T16:44:42.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.536+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~XBCJC6DLWEGK.0 size=1048576 2024-04-12T16:44:42.531 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.537+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~XBCJC6DLWEGK.1 size=1048576 2024-04-12T16:44:42.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.538+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~XBCJC6DLWEGK.2 size=500740 2024-04-12T16:44:42.535 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.541+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=XBCJC6DLWEGK tag=BAUU1YUFUQTA type=write size=3646468 2024-04-12T16:44:42.538 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.544+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~9TJSCBBSI21C.0 size=1048576 2024-04-12T16:44:42.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.545+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~9TJSCBBSI21C.1 size=1048576 2024-04-12T16:44:42.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.546+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~9TJSCBBSI21C.2 size=450278 2024-04-12T16:44:42.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.546+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=9TJSCBBSI21C tag=IWW8GA7IHGY1 type=write size=3596006 2024-04-12T16:44:42.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.548+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~XRKUEQMT1DXW.0 size=1048576 2024-04-12T16:44:42.543 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.549+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~XRKUEQMT1DXW.1 size=603516 2024-04-12T16:44:42.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.552+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=XRKUEQMT1DXW tag=7OH8E55K5IP5 type=write size=2700668 2024-04-12T16:44:42.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.554+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=8PTA6I2HJP8B type=del size=1615425 2024-04-12T16:44:42.549 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.556+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=W1JA3ZY20P8B type=del 2024-04-12T16:44:42.551 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.557+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=NB11LK2ZVYLM type=write size=774487 2024-04-12T16:44:42.553 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.559+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=RK1362FHXVGQ type=del 2024-04-12T16:44:42.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.561+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=T2YM0NKPNTCB type=write size=194882 2024-04-12T16:44:42.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.562+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~UEC7V82M5BJX.0 size=1048576 2024-04-12T16:44:42.557 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.564+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~UEC7V82M5BJX.1 size=271542 2024-04-12T16:44:42.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.566+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=UEC7V82M5BJX tag=5OQH9SIJ4FDY type=write size=2368694 2024-04-12T16:44:42.562 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.568+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=9VBU2MSNK72J type=del size=3851221 2024-04-12T16:44:42.562 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.568+0000 7fc35ce39780 1 < canceled part key=_multipart_8PSEYVN0PAIG.2~Z22P2JG7PL4C.0 size=1048576 2024-04-12T16:44:42.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.570+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~Z22P2JG7PL4C.1 size=794560 2024-04-12T16:44:42.566 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.572+0000 7fc35ce39780 1 < canceled multipart upload key=8PSEYVN0PAIG upload=Z22P2JG7PL4C tag=KEA9NPVFLWK1 type=write size=2891712 2024-04-12T16:44:42.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.575+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~BWZZYC7H99AG.0 size=1048576 2024-04-12T16:44:42.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.577+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~BWZZYC7H99AG.1 size=982113 2024-04-12T16:44:42.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.577+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=BWZZYC7H99AG tag=YQQYGACANWNJ type=write size=3079265 2024-04-12T16:44:42.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.579+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=5IDO34OMTKQV type=del 2024-04-12T16:44:42.576 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.582+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~BQ6N1I33RAXA.0 size=1044844 2024-04-12T16:44:42.576 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.582+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=BQ6N1I33RAXA tag=6JPYEKBXTPSI type=write size=2093420 2024-04-12T16:44:42.579 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.585+0000 7fc35ce39780 1 < suggested update operation key=AXVD49WBW3LH tag=02JS8P6O3YLM type=del size=3151806 2024-04-12T16:44:42.582 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.588+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~K7PDT7R31UTC.0 size=1048576 2024-04-12T16:44:42.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.590+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~K7PDT7R31UTC.1 size=944419 2024-04-12T16:44:42.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.590+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=K7PDT7R31UTC tag=XT0F0BSWRD5N type=write size=3041571 2024-04-12T16:44:42.585 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.591+0000 7fc35ce39780 1 < canceled operation key=1CXIJI96GFM8 tag=QK8N4RM3KPMC type=del size=4183903 2024-04-12T16:44:42.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.593+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=97D40S2RD5UF type=write size=460072 2024-04-12T16:44:42.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.594+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~Y41VOO6KNV1T.0 size=1048576 2024-04-12T16:44:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:44:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:44:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:42.589 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.596+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~Y41VOO6KNV1T.1 size=1048576 2024-04-12T16:44:42.591 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.597+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~Y41VOO6KNV1T.2 size=360206 2024-04-12T16:44:42.594 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.600+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=Y41VOO6KNV1T tag=TXUP23UIU1P3 type=write size=3505934 2024-04-12T16:44:42.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.603+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~RI51VSF0EBX8.0 size=585133 2024-04-12T16:44:42.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.603+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=RI51VSF0EBX8 tag=9D36PV7GAE3H type=write size=1633709 2024-04-12T16:44:42.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.605+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~4P5DFWWRA9CF.0 size=1048576 2024-04-12T16:44:42.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.606+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~4P5DFWWRA9CF.1 size=1048576 2024-04-12T16:44:42.601 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.607+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~4P5DFWWRA9CF.2 size=116540 2024-04-12T16:44:42.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.610+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=4P5DFWWRA9CF tag=7T97OIPWPR5K type=write size=3262268 2024-04-12T16:44:42.606 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.612+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=56C8TLNVZY1D type=del size=3546153 2024-04-12T16:44:42.606 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.612+0000 7fc35ce39780 1 < canceled part key=_multipart_3EB44W87WQRJ.2~KV1151UL1WRE.0 size=1048576 2024-04-12T16:44:42.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.613+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~KV1151UL1WRE.1 size=1048576 2024-04-12T16:44:42.608 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.615+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~KV1151UL1WRE.2 size=668829 2024-04-12T16:44:42.611 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.617+0000 7fc35ce39780 1 < canceled multipart upload key=3EB44W87WQRJ upload=KV1151UL1WRE tag=IS4PX36EMEEQ type=write size=3814557 2024-04-12T16:44:42.613 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.619+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=THLZMSPWBJNP type=write size=473375 2024-04-12T16:44:42.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.622+0000 7fc35ce39780 1 < suggested update operation key=9ANRAV34XW9O tag=OLAPX5AZASSJ type=del size=2979637 2024-04-12T16:44:42.618 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.624+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=3V5UTR913F6I type=del size=3495735 2024-04-12T16:44:42.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.626+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=RWTPDXZJ93S1 type=del 2024-04-12T16:44:42.621 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.627+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=POEPE3BVWWMX type=del size=2227804 2024-04-12T16:44:42.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.629+0000 7fc35ce39780 1 < completed write operation key=SGVKCQ7SL1KU tag=DO0NGFN7RAS7 type=write size=8743 2024-04-12T16:44:42.624 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.631+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=F42S3DRMPG7E type=del size=905391 2024-04-12T16:44:42.626 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.632+0000 7fc35ce39780 1 < completed write operation key=WU1CQUJJ7T5N tag=X2JZAPFQ2JM2 type=write size=530643 2024-04-12T16:44:42.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.634+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=DFWB7UILPFU4 type=del size=672649 2024-04-12T16:44:42.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.636+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~9TJSCBBSI21C.0 size=1048576 2024-04-12T16:44:42.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.637+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~9TJSCBBSI21C.1 size=1048576 2024-04-12T16:44:42.632 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.638+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~9TJSCBBSI21C.2 size=450278 2024-04-12T16:44:42.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.641+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=9TJSCBBSI21C tag=IWW8GA7IHGY1 type=write size=3596006 2024-04-12T16:44:42.637 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.643+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=B30LWD0S00TU type=del size=3980922 2024-04-12T16:44:42.638 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.645+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=8PTA6I2HJP8B type=del 2024-04-12T16:44:42.640 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.646+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=T8IAK432J5C7 type=del size=2956962 2024-04-12T16:44:42.642 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.648+0000 7fc35ce39780 -1 < failed to complete operation key=AXVD49WBW3LH tag=NB11LK2ZVYLM type=write size=774487: (22) Invalid argument 2024-04-12T16:44:42.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.650+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=A17QIT81NF3N type=del size=1331757 2024-04-12T16:44:42.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.651+0000 7fc35ce39780 1 < canceled operation key=Z93T9469B27B tag=T2YM0NKPNTCB type=write size=194882 2024-04-12T16:44:42.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.653+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=W6AFSF8103K0 type=del size=2588420 2024-04-12T16:44:42.649 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.655+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=9VBU2MSNK72J type=del 2024-04-12T16:44:42.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.657+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=41DVIZHTZBBS type=write size=49846 2024-04-12T16:44:42.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.658+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~BWZZYC7H99AG.0 size=1048576 2024-04-12T16:44:42.653 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.660+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~BWZZYC7H99AG.1 size=982113 2024-04-12T16:44:42.656 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.662+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=BWZZYC7H99AG tag=YQQYGACANWNJ type=write size=3079265 2024-04-12T16:44:42.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.665+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~MLDCXXMBAVSC.0 size=698890 2024-04-12T16:44:42.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.665+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=MLDCXXMBAVSC tag=GL5T2419P9YI type=write size=1747466 2024-04-12T16:44:42.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.667+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~BQ6N1I33RAXA.0 size=1044844 2024-04-12T16:44:42.663 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.670+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=BQ6N1I33RAXA tag=6JPYEKBXTPSI type=write size=2093420 2024-04-12T16:44:42.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.673+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~IGC5JTYQ3GN4.0 size=1048576 2024-04-12T16:44:42.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.674+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~IGC5JTYQ3GN4.1 size=942541 2024-04-12T16:44:42.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.674+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=IGC5JTYQ3GN4 tag=0V3TGR73G7ED type=write size=3039693 2024-04-12T16:44:42.669 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.676+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~K7PDT7R31UTC.0 size=1048576 2024-04-12T16:44:42.671 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.677+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~K7PDT7R31UTC.1 size=944419 2024-04-12T16:44:42.673 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.680+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=K7PDT7R31UTC tag=XT0F0BSWRD5N type=write size=3041571 2024-04-12T16:44:42.675 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.681+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=GWKLP9ZY5IOD type=del size=2607635 2024-04-12T16:44:42.677 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.684+0000 7fc35ce39780 1 < completed write operation key=FS23W4ULE1O0 tag=97D40S2RD5UF type=write size=460072 2024-04-12T16:44:42.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.685+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=8EC0BTJS7XMV type=del size=2949749 2024-04-12T16:44:42.681 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.687+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~RI51VSF0EBX8.0 size=585133 2024-04-12T16:44:42.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.689+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=RI51VSF0EBX8 tag=9D36PV7GAE3H type=write size=1633709 2024-04-12T16:44:42.686 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.692+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~Y62NKCT4XZ25.0 size=1048576 2024-04-12T16:44:42.687 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.694+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~Y62NKCT4XZ25.1 size=1048576 2024-04-12T16:44:42.689 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.695+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~Y62NKCT4XZ25.2 size=607441 2024-04-12T16:44:42.689 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.695+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=Y62NKCT4XZ25 tag=TTQJ0I66H5W1 type=write size=3753169 2024-04-12T16:44:42.691 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.697+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=56C8TLNVZY1D type=del 2024-04-12T16:44:42.693 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.699+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=EJQ4576XB5VU type=del size=398342 2024-04-12T16:44:42.695 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.701+0000 7fc35ce39780 1 < canceled operation key=9CON5BXP14FO tag=THLZMSPWBJNP type=write size=473375 2024-04-12T16:44:42.696 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.703+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=1KXL7CPHKF0Q type=del size=70734 2024-04-12T16:44:42.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.704+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=3V5UTR913F6I type=del 2024-04-12T16:44:42.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.706+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=0VXOK6RTPZSW type=write size=139153 2024-04-12T16:44:42.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.708+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=POEPE3BVWWMX type=del 2024-04-12T16:44:42.703 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.710+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=7XNPRO2L4ZWT type=del size=2049584 2024-04-12T16:44:42.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.712+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=F42S3DRMPG7E type=del 2024-04-12T16:44:42.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.713+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=0B408H6VJW56 type=del size=2597172 2024-04-12T16:44:42.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.715+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=DFWB7UILPFU4 type=del 2024-04-12T16:44:42.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.718+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~3VV5FY6K2DRJ.0 size=899638 2024-04-12T16:44:42.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.718+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=3VV5FY6K2DRJ tag=YTHWR7HY1BII type=write size=1948214 2024-04-12T16:44:42.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.720+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=B30LWD0S00TU type=del 2024-04-12T16:44:42.716 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.723+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~AB8BTEIGC1XE.0 size=1048576 2024-04-12T16:44:42.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.724+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~AB8BTEIGC1XE.1 size=1048576 2024-04-12T16:44:42.719 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.726+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~AB8BTEIGC1XE.2 size=1029545 2024-04-12T16:44:42.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.726+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=AB8BTEIGC1XE tag=DJTVRVT0BD4D type=write size=4175273 2024-04-12T16:44:42.721 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.727+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=T8IAK432J5C7 type=del size=2956962 2024-04-12T16:44:42.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.729+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=YDZZ2WOTBSG9 type=del size=62345 2024-04-12T16:44:42.724 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.731+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=A17QIT81NF3N type=del 2024-04-12T16:44:42.727 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.734+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~DZGRFH5KZBCI.0 size=250758 2024-04-12T16:44:42.727 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.734+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=DZGRFH5KZBCI tag=PAC237NOVI8Q type=write size=1299334 2024-04-12T16:44:42.729 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.735+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=W6AFSF8103K0 type=del 2024-04-12T16:44:42.732 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.739+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~XMLJZS4GE5JU.0 size=454234 2024-04-12T16:44:42.732 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.739+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=XMLJZS4GE5JU tag=EQGD1AQQ6JF2 type=write size=1502810 2024-04-12T16:44:42.736 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.742+0000 7fc35ce39780 1 < suggested update operation key=WU1CQUJJ7T5N tag=41DVIZHTZBBS type=write size=49846 2024-04-12T16:44:42.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.744+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=CPTT8UOG36M4 type=write size=855471 2024-04-12T16:44:42.739 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.745+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~MLDCXXMBAVSC.0 size=698890 2024-04-12T16:44:42.742 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.748+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=MLDCXXMBAVSC tag=GL5T2419P9YI type=write size=1747466 2024-04-12T16:44:42.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.750+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=WBPDS3ZH4RYM type=write size=838783 2024-04-12T16:44:42.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.752+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~IGC5JTYQ3GN4.0 size=1048576 2024-04-12T16:44:42.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.753+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~IGC5JTYQ3GN4.1 size=942541 2024-04-12T16:44:42.750 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.756+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=IGC5JTYQ3GN4 tag=0V3TGR73G7ED type=write size=3039693 2024-04-12T16:44:42.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.758+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=QGDP7I0QEHE9 type=del size=2123901 2024-04-12T16:44:42.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.760+0000 7fc35ce39780 1 < canceled operation key=506UBRTP11T6 tag=GWKLP9ZY5IOD type=del size=2607635 2024-04-12T16:44:42.755 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.762+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=5A4X86N36USA type=del size=2388474 2024-04-12T16:44:42.759 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.765+0000 7fc35ce39780 1 < suggested update operation key=CPU63NIAUXGM tag=8EC0BTJS7XMV type=del size=2949749 2024-04-12T16:44:42.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.768+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~478GJ7UOF853.0 size=1048576 2024-04-12T16:44:42.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.769+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~478GJ7UOF853.1 size=821472 2024-04-12T16:44:42.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.769+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=478GJ7UOF853 tag=O0KUUMXUHFVZ type=write size=2918624 2024-04-12T16:44:42.764 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.771+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~Y62NKCT4XZ25.0 size=1048576 2024-04-12T16:44:42.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.772+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~Y62NKCT4XZ25.1 size=1048576 2024-04-12T16:44:42.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.774+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~Y62NKCT4XZ25.2 size=607441 2024-04-12T16:44:42.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.776+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=Y62NKCT4XZ25 tag=TTQJ0I66H5W1 type=write size=3753169 2024-04-12T16:44:42.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.780+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~XOWX18YBHPG1.0 size=1048576 2024-04-12T16:44:42.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.781+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~XOWX18YBHPG1.1 size=219386 2024-04-12T16:44:42.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.781+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=XOWX18YBHPG1 tag=8NAXH2NRNOOQ type=write size=2316538 2024-04-12T16:44:42.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.783+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=EJQ4576XB5VU type=del 2024-04-12T16:44:42.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.785+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=74IUG3AJVNY6 type=write size=592743 2024-04-12T16:44:42.780 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.786+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=1KXL7CPHKF0Q type=del 2024-04-12T16:44:42.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.789+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~C039WM81IYC1.0 size=1048576 2024-04-12T16:44:42.784 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.791+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~C039WM81IYC1.1 size=387742 2024-04-12T16:44:42.784 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.791+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=C039WM81IYC1 tag=9CE5TE7P1SGD type=write size=2484894 2024-04-12T16:44:42.786 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.792+0000 7fc35ce39780 1 < completed write operation key=8PSEYVN0PAIG tag=0VXOK6RTPZSW type=write size=139153 2024-04-12T16:44:42.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.795+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~1GPAROXVAVX6.0 size=553037 2024-04-12T16:44:42.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.795+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=1GPAROXVAVX6 tag=Y7FZD2010ZEI type=write size=1601613 2024-04-12T16:44:42.792 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.798+0000 7fc35ce39780 1 < suggested remove operation key=8PSEYVN0PAIG tag=7XNPRO2L4ZWT type=del 2024-04-12T16:44:42.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.800+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=F4791KXG66PQ type=del size=2170860 2024-04-12T16:44:42.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.802+0000 7fc35ce39780 -1 < failed to complete operation key=CPU63NIAUXGM tag=0B408H6VJW56 type=del size=2597172: (22) Invalid argument 2024-04-12T16:44:42.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.805+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~ELR3SSDNM0I1.0 size=119605 2024-04-12T16:44:42.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.805+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=ELR3SSDNM0I1 tag=83GAOPXRUJ52 type=write size=1168181 2024-04-12T16:44:42.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.806+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~3VV5FY6K2DRJ.0 size=899638 2024-04-12T16:44:42.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.809+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=3VV5FY6K2DRJ tag=YTHWR7HY1BII type=write size=1948214 2024-04-12T16:44:42.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.811+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=4G1VSIBUPXDO type=del size=2999630 2024-04-12T16:44:42.806 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.813+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~AB8BTEIGC1XE.0 size=1048576 2024-04-12T16:44:42.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.814+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~AB8BTEIGC1XE.1 size=1048576 2024-04-12T16:44:42.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.815+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~AB8BTEIGC1XE.2 size=1029545 2024-04-12T16:44:42.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.818+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=AB8BTEIGC1XE tag=DJTVRVT0BD4D type=write size=4175273 2024-04-12T16:44:42.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.820+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=8IC73RD0OIYY type=write size=345597 2024-04-12T16:44:42.816 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.823+0000 7fc35ce39780 1 < suggested update operation key=58TO2GN5GIN6 tag=YDZZ2WOTBSG9 type=del size=62345 2024-04-12T16:44:42.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.824+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=EM3M365AIJRN type=del size=1277067 2024-04-12T16:44:42.819 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.826+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~DZGRFH5KZBCI.0 size=250758 2024-04-12T16:44:42.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.828+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=DZGRFH5KZBCI tag=PAC237NOVI8Q type=write size=1299334 2024-04-12T16:44:42.824 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.830+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=9FEZIEV2HUJT type=del size=1784708 2024-04-12T16:44:42.825 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.832+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~XMLJZS4GE5JU.0 size=454234 2024-04-12T16:44:42.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.834+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=XMLJZS4GE5JU tag=EQGD1AQQ6JF2 type=write size=1502810 2024-04-12T16:44:42.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.837+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4RMV5X3VY1JR.0 size=1048576 2024-04-12T16:44:42.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.839+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~4RMV5X3VY1JR.1 size=113627 2024-04-12T16:44:42.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.839+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=4RMV5X3VY1JR tag=M4RYREIAYYUH type=write size=2210779 2024-04-12T16:44:42.834 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.840+0000 7fc35ce39780 1 < completed write operation key=V08LEDZKN1FS tag=CPTT8UOG36M4 type=write size=855471 2024-04-12T16:44:42.836 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.842+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=R9R7FX14YLZX type=del size=2124022 2024-04-12T16:44:42.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.844+0000 7fc35ce39780 1 < completed write operation key=SXFQD2BAPMI0 tag=WBPDS3ZH4RYM type=write size=838783 2024-04-12T16:44:42.839 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.845+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=7M6K2ELADD7D type=write size=335944 2024-04-12T16:44:42.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.847+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=QGDP7I0QEHE9 type=del 2024-04-12T16:44:42.842 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.848+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=Y6ZFLAM24DKO type=write size=232180 2024-04-12T16:44:42.844 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.850+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=5A4X86N36USA type=del 2024-04-12T16:44:42.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.853+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~VM4FIPGPAE0H.0 size=1048576 2024-04-12T16:44:42.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.854+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~VM4FIPGPAE0H.1 size=98102 2024-04-12T16:44:42.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.854+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=VM4FIPGPAE0H tag=7JUNO6ETAPQ4 type=write size=2195254 2024-04-12T16:44:42.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.856+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~478GJ7UOF853.0 size=1048576 2024-04-12T16:44:42.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.856+0000 7fc35ce39780 1 < canceled part key=_multipart_C3KQN2GIIMR1.2~478GJ7UOF853.1 size=821472 2024-04-12T16:44:42.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.859+0000 7fc35ce39780 1 < canceled multipart upload key=C3KQN2GIIMR1 upload=478GJ7UOF853 tag=O0KUUMXUHFVZ type=write size=2918624 2024-04-12T16:44:42.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.860+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=VVZCRG81JPRW type=del size=1097780 2024-04-12T16:44:42.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.862+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~XOWX18YBHPG1.0 size=1048576 2024-04-12T16:44:42.857 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.863+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~XOWX18YBHPG1.1 size=219386 2024-04-12T16:44:42.860 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.866+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=XOWX18YBHPG1 tag=8NAXH2NRNOOQ type=write size=2316538 2024-04-12T16:44:42.861 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.867+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=ZA5NBHHOHBAC type=del size=693788 2024-04-12T16:44:42.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.869+0000 7fc35ce39780 1 < completed write operation key=AXVD49WBW3LH tag=74IUG3AJVNY6 type=write size=592743 2024-04-12T16:44:42.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.871+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=8TZI8FP71RJ3 type=del size=374263 2024-04-12T16:44:42.866 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.873+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~C039WM81IYC1.0 size=1048576 2024-04-12T16:44:42.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.874+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~C039WM81IYC1.1 size=387742 2024-04-12T16:44:42.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.877+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=C039WM81IYC1 tag=9CE5TE7P1SGD type=write size=2484894 2024-04-12T16:44:42.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.879+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=H03JYU47413E type=del size=1486305 2024-04-12T16:44:42.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.880+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~1GPAROXVAVX6.0 size=553037 2024-04-12T16:44:42.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.883+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=1GPAROXVAVX6 tag=Y7FZD2010ZEI type=write size=1601613 2024-04-12T16:44:42.878 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.885+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=NTOGLHR52N5O type=del size=1417895 2024-04-12T16:44:42.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.886+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=F4791KXG66PQ type=del 2024-04-12T16:44:42.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.888+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=NU2UXAKQYIOV type=del size=2610262 2024-04-12T16:44:42.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.890+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~ELR3SSDNM0I1.0 size=119605 2024-04-12T16:44:42.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.893+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=ELR3SSDNM0I1 tag=83GAOPXRUJ52 type=write size=1168181 2024-04-12T16:44:42.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.895+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=KJ31Z0EM5YJ0 type=del size=3350491 2024-04-12T16:44:42.890 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.896+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=4G1VSIBUPXDO type=del 2024-04-12T16:44:42.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.898+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=FFBCBUM5236L type=write size=713573 2024-04-12T16:44:42.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.900+0000 7fc35ce39780 1 < completed write operation key=3EB44W87WQRJ tag=8IC73RD0OIYY type=write size=345597 2024-04-12T16:44:42.895 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.902+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=VAAS6QM5AJMI type=write size=720184 2024-04-12T16:44:42.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.905+0000 7fc35ce39780 1 < suggested remove operation key=QPS2GA1QHL2W tag=EM3M365AIJRN type=del 2024-04-12T16:44:42.900 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.907+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=1HZH8MBCOH5Z type=write size=734956 2024-04-12T16:44:42.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.910+0000 7fc35ce39780 1 < suggested remove operation key=9CON5BXP14FO tag=9FEZIEV2HUJT type=del 2024-04-12T16:44:42.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.911+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=TBJESUAUB83F type=del size=299185 2024-04-12T16:44:42.907 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.913+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~4RMV5X3VY1JR.0 size=1048576 2024-04-12T16:44:42.908 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.914+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~4RMV5X3VY1JR.1 size=113627 2024-04-12T16:44:42.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.917+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=4RMV5X3VY1JR tag=M4RYREIAYYUH type=write size=2210779 2024-04-12T16:44:42.912 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.919+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=LTXKIY191636 type=write size=546798 2024-04-12T16:44:42.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.920+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=R9R7FX14YLZX type=del 2024-04-12T16:44:42.916 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.922+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=E6NF72WENNQE type=write size=82984 2024-04-12T16:44:42.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.924+0000 7fc35ce39780 1 < completed write operation key=2JM8HME676YA tag=7M6K2ELADD7D type=write size=335944 2024-04-12T16:44:42.921 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.927+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~CGEOACARMZ6J.0 size=1048576 2024-04-12T16:44:42.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.928+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~CGEOACARMZ6J.1 size=1048576 2024-04-12T16:44:42.923 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.930+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~CGEOACARMZ6J.2 size=619864 2024-04-12T16:44:42.923 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.930+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=CGEOACARMZ6J tag=77ZAIUGPHY55 type=write size=3765592 2024-04-12T16:44:42.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.931+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=Y6ZFLAM24DKO type=write size=232180 2024-04-12T16:44:42.928 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.934+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~KTHSK42NVTI1.0 size=1048576 2024-04-12T16:44:42.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.936+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~KTHSK42NVTI1.1 size=8523 2024-04-12T16:44:42.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.936+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=KTHSK42NVTI1 tag=0E2M49LD84UZ type=write size=2105675 2024-04-12T16:44:42.931 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.938+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~VM4FIPGPAE0H.0 size=1048576 2024-04-12T16:44:42.933 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.939+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~VM4FIPGPAE0H.1 size=98102 2024-04-12T16:44:42.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.942+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=VM4FIPGPAE0H tag=7JUNO6ETAPQ4 type=write size=2195254 2024-04-12T16:44:42.938 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.944+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~OKKN802798ZL.0 size=1048576 2024-04-12T16:44:42.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.946+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~OKKN802798ZL.1 size=209607 2024-04-12T16:44:42.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.946+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=OKKN802798ZL tag=B3J15T2MR1IV type=write size=2306759 2024-04-12T16:44:42.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.948+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=VVZCRG81JPRW type=del 2024-04-12T16:44:42.945 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.951+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4GO4OJ9L7VL1.0 size=1048576 2024-04-12T16:44:42.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.952+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4GO4OJ9L7VL1.1 size=408755 2024-04-12T16:44:42.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.952+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=4GO4OJ9L7VL1 tag=R4ELBUWRPFSW type=write size=2505907 2024-04-12T16:44:42.948 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.954+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=ZA5NBHHOHBAC type=del 2024-04-12T16:44:42.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.955+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=O8MCMIX5D78E type=del size=1292791 2024-04-12T16:44:42.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.958+0000 7fc35ce39780 1 < suggested remove operation key=L2DJM18VNC70 tag=8TZI8FP71RJ3 type=del 2024-04-12T16:44:42.954 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.960+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=56UKUS8Y852C type=del size=2216676 2024-04-12T16:44:42.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.962+0000 7fc35ce39780 1 < canceled operation key=SGVKCQ7SL1KU tag=H03JYU47413E type=del size=1486305 2024-04-12T16:44:42.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.964+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=1L47PAXACLJ5 type=del size=2653527 2024-04-12T16:44:42.960 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.967+0000 7fc35ce39780 1 < suggested update operation key=FR6FMD58BD62 tag=NTOGLHR52N5O type=del size=1417895 2024-04-12T16:44:42.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.968+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=QA81GOBH4PB5 type=del size=2394119 2024-04-12T16:44:42.964 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.970+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=NU2UXAKQYIOV type=del 2024-04-12T16:44:42.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.972+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=RSBBZTR1B8NE type=del size=1394235 2024-04-12T16:44:42.967 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.974+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=KJ31Z0EM5YJ0 type=del 2024-04-12T16:44:42.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.975+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=ARPQOY2W1F5L type=del size=3689399 2024-04-12T16:44:42.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.977+0000 7fc35ce39780 -1 < failed to complete operation key=FR6FMD58BD62 tag=FFBCBUM5236L type=write size=713573: (22) Invalid argument 2024-04-12T16:44:42.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.981+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~KVF7N6E11K4H.0 size=1048576 2024-04-12T16:44:42.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.982+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~KVF7N6E11K4H.1 size=683372 2024-04-12T16:44:42.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.982+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=KVF7N6E11K4H tag=HYTFHX3BG1LI type=write size=2780524 2024-04-12T16:44:42.978 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.984+0000 7fc35ce39780 1 < canceled operation key=SGVKCQ7SL1KU tag=VAAS6QM5AJMI type=write size=720184 2024-04-12T16:44:42.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.986+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=JSKM8SN5D9AK type=write size=607822 2024-04-12T16:44:42.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.988+0000 7fc35ce39780 1 < completed write operation key=AXVD49WBW3LH tag=1HZH8MBCOH5Z type=write size=734956 2024-04-12T16:44:42.985 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.992+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MDVW7MU10I0P.0 size=1048576 2024-04-12T16:44:42.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.993+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MDVW7MU10I0P.1 size=1048576 2024-04-12T16:44:42.988 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.995+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MDVW7MU10I0P.2 size=780499 2024-04-12T16:44:42.988 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.995+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=MDVW7MU10I0P tag=5P0RTVBT6BRC type=write size=3926227 2024-04-12T16:44:42.990 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.997+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=TBJESUAUB83F type=del size=299185 2024-04-12T16:44:42.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:42.999+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=8CIUCHLLDNRJ type=write size=1013302 2024-04-12T16:44:42.994 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.000+0000 7fc35ce39780 1 < completed write operation key=SXFQD2BAPMI0 tag=LTXKIY191636 type=write size=546798 2024-04-12T16:44:42.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.003+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~YPU6VXPIOI2Y.0 size=656185 2024-04-12T16:44:42.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.003+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=YPU6VXPIOI2Y tag=0KSOIXR7MG8I type=write size=1704761 2024-04-12T16:44:42.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.005+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=E6NF72WENNQE type=write size=82984 2024-04-12T16:44:43.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.008+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~ZJAVS2PHCBP2.0 size=1048576 2024-04-12T16:44:43.003 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.010+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~ZJAVS2PHCBP2.1 size=1048576 2024-04-12T16:44:43.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.011+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~ZJAVS2PHCBP2.2 size=408722 2024-04-12T16:44:43.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.011+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=ZJAVS2PHCBP2 tag=SBMAZ4Y5QVK9 type=write size=3554450 2024-04-12T16:44:43.007 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.013+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~CGEOACARMZ6J.0 size=1048576 2024-04-12T16:44:43.008 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.014+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~CGEOACARMZ6J.1 size=1048576 2024-04-12T16:44:43.010 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.016+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~CGEOACARMZ6J.2 size=619864 2024-04-12T16:44:43.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.019+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=CGEOACARMZ6J tag=77ZAIUGPHY55 type=write size=3765592 2024-04-12T16:44:43.016 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.022+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~B72RMJQ538AV.0 size=1048576 2024-04-12T16:44:43.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.024+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~B72RMJQ538AV.1 size=807888 2024-04-12T16:44:43.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.024+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=B72RMJQ538AV tag=P91O21EHJTF6 type=write size=2905040 2024-04-12T16:44:43.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.024+0000 7fc35ce39780 1 < canceled part key=_multipart_AMC1ILYTVT7I.2~KTHSK42NVTI1.0 size=1048576 2024-04-12T16:44:43.019 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.025+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~KTHSK42NVTI1.1 size=8523 2024-04-12T16:44:43.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.028+0000 7fc35ce39780 1 < canceled multipart upload key=AMC1ILYTVT7I upload=KTHSK42NVTI1 tag=0E2M49LD84UZ type=write size=2105675 2024-04-12T16:44:43.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.030+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=P0H51FEYA5W3 type=del size=3866596 2024-04-12T16:44:43.025 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.031+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~OKKN802798ZL.0 size=1048576 2024-04-12T16:44:43.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.033+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~OKKN802798ZL.1 size=209607 2024-04-12T16:44:43.030 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.036+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=OKKN802798ZL tag=B3J15T2MR1IV type=write size=2306759 2024-04-12T16:44:43.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.038+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=JE40IGA46PAF type=del size=1645247 2024-04-12T16:44:43.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.040+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4GO4OJ9L7VL1.0 size=1048576 2024-04-12T16:44:43.035 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.041+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4GO4OJ9L7VL1.1 size=408755 2024-04-12T16:44:43.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.044+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=4GO4OJ9L7VL1 tag=R4ELBUWRPFSW type=write size=2505907 2024-04-12T16:44:43.040 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.047+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=X29XA0DCCQKC type=write size=887527 2024-04-12T16:44:43.042 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.049+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=O8MCMIX5D78E type=del 2024-04-12T16:44:43.046 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.052+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~M7P7729N03I2.0 size=883763 2024-04-12T16:44:43.046 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.052+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=M7P7729N03I2 tag=8PKMY4V84UFC type=write size=1932339 2024-04-12T16:44:43.048 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.054+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=56UKUS8Y852C type=del 2024-04-12T16:44:43.049 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.056+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=MN7DOZGHZHBL type=del size=3266823 2024-04-12T16:44:43.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.058+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=1L47PAXACLJ5 type=del 2024-04-12T16:44:43.053 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.059+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=GCTDQSP8A5G4 type=del size=1164141 2024-04-12T16:44:43.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.061+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=QA81GOBH4PB5 type=del 2024-04-12T16:44:43.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.063+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=E2NDDX0HMZAN type=del size=3876020 2024-04-12T16:44:43.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.067+0000 7fc35ce39780 1 < suggested remove operation key=CPU63NIAUXGM tag=RSBBZTR1B8NE type=del 2024-04-12T16:44:43.063 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.069+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=BA567HKSVKO4 type=write size=845778 2024-04-12T16:44:43.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.071+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=ARPQOY2W1F5L type=del 2024-04-12T16:44:43.068 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.074+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~OFTQ4CEJYVQQ.0 size=208487 2024-04-12T16:44:43.068 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.074+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=OFTQ4CEJYVQQ tag=FI4YLID3PHF0 type=write size=1257063 2024-04-12T16:44:43.070 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.077+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~KVF7N6E11K4H.0 size=1048576 2024-04-12T16:44:43.070 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.077+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~KVF7N6E11K4H.1 size=683372 2024-04-12T16:44:43.073 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.080+0000 7fc35ce39780 1 < canceled multipart upload key=PPYP2BYF63YM upload=KVF7N6E11K4H tag=HYTFHX3BG1LI type=write size=2780524 2024-04-12T16:44:43.077 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.083+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~GIERP219QNJK.0 size=1048576 2024-04-12T16:44:43.078 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.084+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~GIERP219QNJK.1 size=1048576 2024-04-12T16:44:43.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.086+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~GIERP219QNJK.2 size=465242 2024-04-12T16:44:43.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.086+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=GIERP219QNJK tag=QXB3F9AJST59 type=write size=3610970 2024-04-12T16:44:43.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.089+0000 7fc35ce39780 1 < suggested remove operation key=58TO2GN5GIN6 tag=JSKM8SN5D9AK type=write 2024-04-12T16:44:43.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.090+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=JXAXOFGQTZHK type=del size=347291 2024-04-12T16:44:43.086 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.092+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MDVW7MU10I0P.0 size=1048576 2024-04-12T16:44:43.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.094+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MDVW7MU10I0P.1 size=1048576 2024-04-12T16:44:43.089 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.095+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MDVW7MU10I0P.2 size=780499 2024-04-12T16:44:43.092 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.098+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=MDVW7MU10I0P tag=5P0RTVBT6BRC type=write size=3926227 2024-04-12T16:44:43.097 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.102+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~R7EOYXF2M024.0 size=1048576 2024-04-12T16:44:43.098 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.103+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~R7EOYXF2M024.1 size=1048576 2024-04-12T16:44:43.098 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.104+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~R7EOYXF2M024.2 size=650178 2024-04-12T16:44:43.098 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.104+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=R7EOYXF2M024 tag=TN662NSFXXSO type=write size=3795906 2024-04-12T16:44:43.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.106+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=8CIUCHLLDNRJ type=write size=1013302 2024-04-12T16:44:43.101 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.108+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=BNOX7Z8E9SOU type=write size=952097 2024-04-12T16:44:43.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.110+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~YPU6VXPIOI2Y.0 size=656185 2024-04-12T16:44:43.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.113+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=YPU6VXPIOI2Y tag=0KSOIXR7MG8I type=write size=1704761 2024-04-12T16:44:43.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.115+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=2JDOSRRSIHRD type=del size=1990812 2024-04-12T16:44:43.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.117+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~ZJAVS2PHCBP2.0 size=1048576 2024-04-12T16:44:43.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.118+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~ZJAVS2PHCBP2.1 size=1048576 2024-04-12T16:44:43.113 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.120+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~ZJAVS2PHCBP2.2 size=408722 2024-04-12T16:44:43.116 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.122+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=ZJAVS2PHCBP2 tag=SBMAZ4Y5QVK9 type=write size=3554450 2024-04-12T16:44:43.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.125+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=ZMIFSHQNS9IQ type=del size=485466 2024-04-12T16:44:43.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.126+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~B72RMJQ538AV.0 size=1048576 2024-04-12T16:44:43.121 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.128+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~B72RMJQ538AV.1 size=807888 2024-04-12T16:44:43.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.131+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=B72RMJQ538AV tag=P91O21EHJTF6 type=write size=2905040 2024-04-12T16:44:43.126 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.132+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=6HVLREN58CZW type=del size=3236212 2024-04-12T16:44:43.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.134+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=P0H51FEYA5W3 type=del 2024-04-12T16:44:43.129 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.135+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=DWD80IBZDAOD type=del size=265556 2024-04-12T16:44:43.131 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.137+0000 7fc35ce39780 1 < canceled operation key=ZE2YGROWCJWC tag=JE40IGA46PAF type=del size=1645247 2024-04-12T16:44:43.134 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.140+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~35EG7X17679V.0 size=763057 2024-04-12T16:44:43.134 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.140+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=35EG7X17679V tag=Z06LKXEOQ11F type=write size=1811633 2024-04-12T16:44:43.137 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.144+0000 7fc35ce39780 1 < suggested remove operation key=0IU68215QEHD tag=X29XA0DCCQKC type=write 2024-04-12T16:44:43.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.145+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=MKUQ93IIVKGK type=del size=913372 2024-04-12T16:44:43.141 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.147+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~M7P7729N03I2.0 size=883763 2024-04-12T16:44:43.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.150+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=M7P7729N03I2 tag=8PKMY4V84UFC type=write size=1932339 2024-04-12T16:44:43.146 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.153+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~9416URIM83AX.0 size=1048576 2024-04-12T16:44:43.148 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.154+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~9416URIM83AX.1 size=1048576 2024-04-12T16:44:43.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.156+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~9416URIM83AX.2 size=554321 2024-04-12T16:44:43.150 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.156+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=9416URIM83AX tag=T9YDLBYF8U6Z type=write size=3700049 2024-04-12T16:44:43.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.157+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=MN7DOZGHZHBL type=del 2024-04-12T16:44:43.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.161+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~0QIA56D1KBP0.0 size=1018302 2024-04-12T16:44:43.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.161+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=0QIA56D1KBP0 tag=B1K2VJAII0BP type=write size=2066878 2024-04-12T16:44:43.157 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.163+0000 7fc35ce39780 1 < canceled operation key=9EP1TM4XHAOV tag=GCTDQSP8A5G4 type=del size=1164141 2024-04-12T16:44:43.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.165+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=5JHM3KD0C9UK type=write size=252306 2024-04-12T16:44:43.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.167+0000 7fc35ce39780 1 < canceled operation key=AMC1ILYTVT7I tag=E2NDDX0HMZAN type=del size=3876020 2024-04-12T16:44:43.164 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.170+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~LL3R8RI1H9YJ.0 size=1048576 2024-04-12T16:44:43.165 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.171+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~LL3R8RI1H9YJ.1 size=395422 2024-04-12T16:44:43.165 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.171+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=LL3R8RI1H9YJ tag=NVHUAV60CR28 type=write size=2492574 2024-04-12T16:44:43.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.173+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=BA567HKSVKO4 type=write size=845778 2024-04-12T16:44:43.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.175+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=SGB2PXVHX5UL type=write size=520106 2024-04-12T16:44:43.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.175+0000 7fc35ce39780 1 < canceled part key=_multipart_V08LEDZKN1FS.2~OFTQ4CEJYVQQ.0 size=208487 2024-04-12T16:44:43.172 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.178+0000 7fc35ce39780 1 < canceled multipart upload key=V08LEDZKN1FS upload=OFTQ4CEJYVQQ tag=FI4YLID3PHF0 type=write size=1257063 2024-04-12T16:44:43.174 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.180+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=JO1ZV4I2X2IO type=write size=869812 2024-04-12T16:44:43.176 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.182+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~GIERP219QNJK.0 size=1048576 2024-04-12T16:44:43.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.183+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~GIERP219QNJK.1 size=1048576 2024-04-12T16:44:43.179 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.185+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~GIERP219QNJK.2 size=465242 2024-04-12T16:44:43.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.189+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=GIERP219QNJK tag=QXB3F9AJST59 type=write size=3610970 2024-04-12T16:44:43.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.191+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=T3F5DEQB2JPJ type=write size=31096 2024-04-12T16:44:43.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.193+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=JXAXOFGQTZHK type=del 2024-04-12T16:44:43.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.196+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~RWSFYO2E06TO.0 size=983838 2024-04-12T16:44:43.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.196+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=RWSFYO2E06TO tag=04KO43S4FWZZ type=write size=2032414 2024-04-12T16:44:43.192 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.198+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~R7EOYXF2M024.0 size=1048576 2024-04-12T16:44:43.192 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.198+0000 7fc35ce39780 1 < canceled part key=_multipart_ZE2YGROWCJWC.2~R7EOYXF2M024.1 size=1048576 2024-04-12T16:44:43.193 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.199+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~R7EOYXF2M024.2 size=650178 2024-04-12T16:44:43.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.202+0000 7fc35ce39780 1 < canceled multipart upload key=ZE2YGROWCJWC upload=R7EOYXF2M024 tag=TN662NSFXXSO type=write size=3795906 2024-04-12T16:44:43.199 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.206+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~5UFIMZGIA2U4.0 size=1048576 2024-04-12T16:44:43.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.207+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~5UFIMZGIA2U4.1 size=296274 2024-04-12T16:44:43.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.207+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=5UFIMZGIA2U4 tag=SRLWG3655EE0 type=write size=2393426 2024-04-12T16:44:43.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.209+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=BNOX7Z8E9SOU type=write size=952097 2024-04-12T16:44:43.204 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.210+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=3IQJ3Q1V42ZN type=del size=775758 2024-04-12T16:44:43.206 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.213+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=2JDOSRRSIHRD type=del 2024-04-12T16:44:43.208 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.215+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=NKKVRU7XNVR6 type=del size=2013527 2024-04-12T16:44:43.210 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.216+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=ZMIFSHQNS9IQ type=del 2024-04-12T16:44:43.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.218+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=JJG80CFZBATL type=write size=771347 2024-04-12T16:44:43.213 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.220+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=6HVLREN58CZW type=del 2024-04-12T16:44:43.215 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.222+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=O42SK3RNG6M0 type=del size=3471555 2024-04-12T16:44:43.217 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.223+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=DWD80IBZDAOD type=del 2024-04-12T16:44:43.221 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.227+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~CEOLLNKF5WW4.0 size=1048576 2024-04-12T16:44:43.222 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.228+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~CEOLLNKF5WW4.1 size=1048576 2024-04-12T16:44:43.224 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.230+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~CEOLLNKF5WW4.2 size=603577 2024-04-12T16:44:43.224 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.230+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=CEOLLNKF5WW4 tag=KKNZOOIX4A7E type=write size=3749305 2024-04-12T16:44:43.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.232+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~35EG7X17679V.0 size=763057 2024-04-12T16:44:43.228 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.235+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=35EG7X17679V tag=Z06LKXEOQ11F type=write size=1811633 2024-04-12T16:44:43.232 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.238+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~7YH8Q7HR50RS.0 size=1048576 2024-04-12T16:44:43.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.239+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~7YH8Q7HR50RS.1 size=1048576 2024-04-12T16:44:43.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.241+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~7YH8Q7HR50RS.2 size=947228 2024-04-12T16:44:43.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.241+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=7YH8Q7HR50RS tag=N5N7C4ME518U type=write size=4092956 2024-04-12T16:44:43.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.243+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=MKUQ93IIVKGK type=del 2024-04-12T16:44:43.238 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.245+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=GA4BGD7VHX48 type=del size=511770 2024-04-12T16:44:43.240 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.246+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~9416URIM83AX.0 size=1048576 2024-04-12T16:44:43.241 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.248+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~9416URIM83AX.1 size=1048576 2024-04-12T16:44:43.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.249+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~9416URIM83AX.2 size=554321 2024-04-12T16:44:43.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.252+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=9416URIM83AX tag=T9YDLBYF8U6Z type=write size=3700049 2024-04-12T16:44:43.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.254+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=C4F23UAB1UD3 type=del size=2516347 2024-04-12T16:44:43.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.256+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~0QIA56D1KBP0.0 size=1018302 2024-04-12T16:44:43.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.259+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=0QIA56D1KBP0 tag=B1K2VJAII0BP type=write size=2066878 2024-04-12T16:44:43.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.262+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~11AM6O5TBVY8.0 size=1048576 2024-04-12T16:44:43.257 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.264+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~11AM6O5TBVY8.1 size=1048576 2024-04-12T16:44:43.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.265+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~11AM6O5TBVY8.2 size=118116 2024-04-12T16:44:43.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.265+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=11AM6O5TBVY8 tag=MKLCGGH3PP8C type=write size=3263844 2024-04-12T16:44:43.261 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.267+0000 7fc35ce39780 1 < canceled operation key=506UBRTP11T6 tag=5JHM3KD0C9UK type=write size=252306 2024-04-12T16:44:43.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.269+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=299G28ZJC293 type=del size=1586294 2024-04-12T16:44:43.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.269+0000 7fc35ce39780 1 < canceled part key=_multipart_3EB44W87WQRJ.2~LL3R8RI1H9YJ.0 size=1048576 2024-04-12T16:44:43.264 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.271+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~LL3R8RI1H9YJ.1 size=395422 2024-04-12T16:44:43.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.274+0000 7fc35ce39780 1 < canceled multipart upload key=3EB44W87WQRJ upload=LL3R8RI1H9YJ tag=NVHUAV60CR28 type=write size=2492574 2024-04-12T16:44:43.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.276+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=OBOZK1G2BJMK type=del size=799496 2024-04-12T16:44:43.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.277+0000 7fc35ce39780 1 < completed write operation key=AXVD49WBW3LH tag=SGB2PXVHX5UL type=write size=520106 2024-04-12T16:44:43.273 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.279+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=C4KMJHYOHRMO type=del size=3860819 2024-04-12T16:44:43.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.281+0000 7fc35ce39780 1 < completed write operation key=OC0OCQYU63HT tag=JO1ZV4I2X2IO type=write size=869812 2024-04-12T16:44:43.277 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.284+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=G86XYWIE6GN7 type=del size=2685435 2024-04-12T16:44:43.279 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.285+0000 7fc35ce39780 1 < completed write operation key=SXFQD2BAPMI0 tag=T3F5DEQB2JPJ type=write size=31096 2024-04-12T16:44:43.283 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.289+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~R66B32TD6CRZ.0 size=1048576 2024-04-12T16:44:43.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.290+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~R66B32TD6CRZ.1 size=1048576 2024-04-12T16:44:43.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.292+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~R66B32TD6CRZ.2 size=614125 2024-04-12T16:44:43.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.292+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=R66B32TD6CRZ tag=NG1J58KN9VLP type=write size=3759853 2024-04-12T16:44:43.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.294+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~RWSFYO2E06TO.0 size=983838 2024-04-12T16:44:43.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.297+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=RWSFYO2E06TO tag=04KO43S4FWZZ type=write size=2032414 2024-04-12T16:44:43.292 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.299+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=9Q2WBQVBH3XN type=del size=2575165 2024-04-12T16:44:43.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.301+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~5UFIMZGIA2U4.0 size=1048576 2024-04-12T16:44:43.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.302+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~5UFIMZGIA2U4.1 size=296274 2024-04-12T16:44:43.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.305+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=5UFIMZGIA2U4 tag=SRLWG3655EE0 type=write size=2393426 2024-04-12T16:44:43.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.308+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~VPQUXKALR0DS.0 size=861352 2024-04-12T16:44:43.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.308+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=VPQUXKALR0DS tag=TW9VUEZOEUMK type=write size=1909928 2024-04-12T16:44:43.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.310+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=3IQJ3Q1V42ZN type=del 2024-04-12T16:44:43.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.314+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~PGJKUQ66GFWY.0 size=1048576 2024-04-12T16:44:43.309 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.315+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~PGJKUQ66GFWY.1 size=876236 2024-04-12T16:44:43.309 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.315+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=PGJKUQ66GFWY tag=ROTWWDKB4ORS type=write size=2973388 2024-04-12T16:44:43.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.316+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=NKKVRU7XNVR6 type=del 2024-04-12T16:44:43.312 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.318+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=A7IJ8PBR8IZK type=del size=1943664 2024-04-12T16:44:43.315 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.321+0000 7fc35ce39780 1 < suggested remove operation key=WU1CQUJJ7T5N tag=JJG80CFZBATL type=write 2024-04-12T16:44:43.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.323+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=19OC2IL3NNG6 type=del size=543277 2024-04-12T16:44:43.318 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.324+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=O42SK3RNG6M0 type=del 2024-04-12T16:44:43.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.326+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=GM1TSMOQ5VYB type=del size=614832 2024-04-12T16:44:43.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.328+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~CEOLLNKF5WW4.0 size=1048576 2024-04-12T16:44:43.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.330+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~CEOLLNKF5WW4.1 size=1048576 2024-04-12T16:44:43.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.331+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~CEOLLNKF5WW4.2 size=603577 2024-04-12T16:44:43.328 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.334+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=CEOLLNKF5WW4 tag=KKNZOOIX4A7E type=write size=3749305 2024-04-12T16:44:43.330 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.336+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=BOGEPD93XMQL type=del size=2697521 2024-04-12T16:44:43.332 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.338+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~7YH8Q7HR50RS.0 size=1048576 2024-04-12T16:44:43.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.340+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~7YH8Q7HR50RS.1 size=1048576 2024-04-12T16:44:43.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.342+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~7YH8Q7HR50RS.2 size=947228 2024-04-12T16:44:43.338 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.345+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=7YH8Q7HR50RS tag=N5N7C4ME518U type=write size=4092956 2024-04-12T16:44:43.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.346+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=OF9RVG4VFI44 type=write size=1003256 2024-04-12T16:44:43.343 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.349+0000 7fc35ce39780 1 < suggested remove operation key=9EP1TM4XHAOV tag=GA4BGD7VHX48 type=del 2024-04-12T16:44:43.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.351+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=BZM3PHCOIXT5 type=del size=2237090 2024-04-12T16:44:43.346 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.353+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=C4F23UAB1UD3 type=del 2024-04-12T16:44:43.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.354+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=EI67P310FITW type=del size=1334895 2024-04-12T16:44:43.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.356+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~11AM6O5TBVY8.0 size=1048576 2024-04-12T16:44:43.351 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.357+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~11AM6O5TBVY8.1 size=1048576 2024-04-12T16:44:43.352 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.359+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~11AM6O5TBVY8.2 size=118116 2024-04-12T16:44:43.355 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.362+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=11AM6O5TBVY8 tag=MKLCGGH3PP8C type=write size=3263844 2024-04-12T16:44:43.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.365+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~QZNUW0T2378V.0 size=119136 2024-04-12T16:44:43.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.365+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=QZNUW0T2378V tag=06378Z17XJM6 type=write size=1167712 2024-04-12T16:44:43.361 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.367+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=299G28ZJC293 type=del 2024-04-12T16:44:43.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.368+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=75HB83623FY8 type=del size=467663 2024-04-12T16:44:43.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.370+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=OBOZK1G2BJMK type=del 2024-04-12T16:44:43.366 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.372+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=J405AHWAZNCF type=del size=186796 2024-04-12T16:44:43.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.374+0000 7fc35ce39780 1 < canceled operation key=9CON5BXP14FO tag=C4KMJHYOHRMO type=del size=3860819 2024-04-12T16:44:43.370 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.377+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~42IC0D5COJWU.0 size=1048576 2024-04-12T16:44:43.372 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.378+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~42IC0D5COJWU.1 size=1048576 2024-04-12T16:44:43.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.379+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~42IC0D5COJWU.2 size=847987 2024-04-12T16:44:43.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.379+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=42IC0D5COJWU tag=TDLXYT2YE7Y8 type=write size=3993715 2024-04-12T16:44:43.375 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.381+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=G86XYWIE6GN7 type=del 2024-04-12T16:44:43.376 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.383+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=55OBPFTW19JU type=del size=3060179 2024-04-12T16:44:43.378 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.384+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~R66B32TD6CRZ.0 size=1048576 2024-04-12T16:44:43.379 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.386+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~R66B32TD6CRZ.1 size=1048576 2024-04-12T16:44:43.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.387+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~R66B32TD6CRZ.2 size=614125 2024-04-12T16:44:43.384 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.390+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=R66B32TD6CRZ tag=NG1J58KN9VLP type=write size=3759853 2024-04-12T16:44:43.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.392+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=J55VP7FW8I9Y type=del size=2156850 2024-04-12T16:44:43.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.393+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=9Q2WBQVBH3XN type=del 2024-04-12T16:44:43.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.396+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~PT4HGGKJYDV2.0 size=1048576 2024-04-12T16:44:43.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.398+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~PT4HGGKJYDV2.1 size=859809 2024-04-12T16:44:43.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.398+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=PT4HGGKJYDV2 tag=2PZ6OA6A382T type=write size=2956961 2024-04-12T16:44:43.393 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.400+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~VPQUXKALR0DS.0 size=861352 2024-04-12T16:44:43.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.403+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=VPQUXKALR0DS tag=TW9VUEZOEUMK type=write size=1909928 2024-04-12T16:44:43.398 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.404+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=AI25RBFJWESS type=write size=1012233 2024-04-12T16:44:43.400 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.406+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~PGJKUQ66GFWY.0 size=1048576 2024-04-12T16:44:43.401 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.408+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~PGJKUQ66GFWY.1 size=876236 2024-04-12T16:44:43.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.411+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=PGJKUQ66GFWY tag=ROTWWDKB4ORS type=write size=2973388 2024-04-12T16:44:43.406 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.412+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=BHFDDAO4Z80P type=del size=3231446 2024-04-12T16:44:43.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.414+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=A7IJ8PBR8IZK type=del 2024-04-12T16:44:43.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.417+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2YSOJN545KUR.0 size=1048576 2024-04-12T16:44:43.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.419+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2YSOJN545KUR.1 size=1048576 2024-04-12T16:44:43.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.420+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2YSOJN545KUR.2 size=699526 2024-04-12T16:44:43.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.420+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=2YSOJN545KUR tag=JX59K7P2MBYB type=write size=3845254 2024-04-12T16:44:43.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.423+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=19OC2IL3NNG6 type=del 2024-04-12T16:44:43.419 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.425+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=UJ296J17HC9D type=del size=1428696 2024-04-12T16:44:43.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.427+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=GM1TSMOQ5VYB type=del 2024-04-12T16:44:43.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.430+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~GSAQUQ6SR174.0 size=1048576 2024-04-12T16:44:43.425 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.431+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~GSAQUQ6SR174.1 size=116185 2024-04-12T16:44:43.425 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.431+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=GSAQUQ6SR174 tag=NZE1B211S742 type=write size=2213337 2024-04-12T16:44:43.427 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.434+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=BOGEPD93XMQL type=del 2024-04-12T16:44:43.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.437+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~PSLKPU7CS0BA.0 size=1048576 2024-04-12T16:44:43.432 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.438+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~PSLKPU7CS0BA.1 size=1048576 2024-04-12T16:44:43.433 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.440+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~PSLKPU7CS0BA.2 size=558234 2024-04-12T16:44:43.433 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.440+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=PSLKPU7CS0BA tag=T830XESHGG4U type=write size=3703962 2024-04-12T16:44:43.436 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.443+0000 7fc35ce39780 1 < suggested update operation key=8PSEYVN0PAIG tag=OF9RVG4VFI44 type=write size=1003256 2024-04-12T16:44:43.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.446+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~Z14SC9LL8Y3Z.0 size=1048576 2024-04-12T16:44:43.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.447+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~Z14SC9LL8Y3Z.1 size=1048576 2024-04-12T16:44:43.442 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.449+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~Z14SC9LL8Y3Z.2 size=305752 2024-04-12T16:44:43.442 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.449+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=Z14SC9LL8Y3Z tag=8XBULV9TEBAH type=write size=3451480 2024-04-12T16:44:43.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.450+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=BZM3PHCOIXT5 type=del 2024-04-12T16:44:43.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.453+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~LAYU1J7XUOIB.0 size=609351 2024-04-12T16:44:43.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.453+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=LAYU1J7XUOIB tag=DEU9VN3V173Z type=write size=1657927 2024-04-12T16:44:43.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.455+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=EI67P310FITW type=del 2024-04-12T16:44:43.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.457+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=08E5RC1YUUC3 type=write size=155168 2024-04-12T16:44:43.452 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.458+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~QZNUW0T2378V.0 size=119136 2024-04-12T16:44:43.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.461+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=QZNUW0T2378V tag=06378Z17XJM6 type=write size=1167712 2024-04-12T16:44:43.457 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.463+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=Z8QI5623VYUE type=write size=945223 2024-04-12T16:44:43.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.466+0000 7fc35ce39780 1 < suggested remove operation key=ZE2YGROWCJWC tag=75HB83623FY8 type=del 2024-04-12T16:44:43.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.469+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~Y4XU93F2A6NC.0 size=1048576 2024-04-12T16:44:43.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.470+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~Y4XU93F2A6NC.1 size=1048576 2024-04-12T16:44:43.466 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.472+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~Y4XU93F2A6NC.2 size=131514 2024-04-12T16:44:43.466 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.472+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=Y4XU93F2A6NC tag=2AZB8HXKXTRC type=write size=3277242 2024-04-12T16:44:43.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.474+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=J405AHWAZNCF type=del 2024-04-12T16:44:43.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.475+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=SYMA37QNN0ZQ type=del size=856843 2024-04-12T16:44:43.471 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.477+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~42IC0D5COJWU.0 size=1048576 2024-04-12T16:44:43.472 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.479+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~42IC0D5COJWU.1 size=1048576 2024-04-12T16:44:43.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.480+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~42IC0D5COJWU.2 size=847987 2024-04-12T16:44:43.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.484+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=42IC0D5COJWU tag=TDLXYT2YE7Y8 type=write size=3993715 2024-04-12T16:44:43.479 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.486+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=D929AKO3HJ6F type=del size=2435701 2024-04-12T16:44:43.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.487+0000 7fc35ce39780 1 < canceled operation key=YAK5S3T8GXL1 tag=55OBPFTW19JU type=del size=3060179 2024-04-12T16:44:43.483 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.489+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=62NMTSTLU7JY type=write size=965863 2024-04-12T16:44:43.485 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.491+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=J55VP7FW8I9Y type=del 2024-04-12T16:44:43.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.493+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=EMYN145CEDXN type=del size=632051 2024-04-12T16:44:43.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.495+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~PT4HGGKJYDV2.0 size=1048576 2024-04-12T16:44:43.490 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.496+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~PT4HGGKJYDV2.1 size=859809 2024-04-12T16:44:43.493 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.499+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=PT4HGGKJYDV2 tag=2PZ6OA6A382T type=write size=2956961 2024-04-12T16:44:43.495 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.501+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=H00DFB9M03CE type=write size=424501 2024-04-12T16:44:43.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.503+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=AI25RBFJWESS type=write size=1012233 2024-04-12T16:44:43.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.505+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=MGP8YF1HEA6X type=write size=1012319 2024-04-12T16:44:43.500 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.507+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=BHFDDAO4Z80P type=del 2024-04-12T16:44:43.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.510+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~ZBVGQ70CCXWU.0 size=407518 2024-04-12T16:44:43.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.510+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=ZBVGQ70CCXWU tag=JKLJKZ4TAHSL type=write size=1456094 2024-04-12T16:44:43.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.512+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~2YSOJN545KUR.0 size=1048576 2024-04-12T16:44:43.507 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.513+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~2YSOJN545KUR.1 size=1048576 2024-04-12T16:44:43.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.515+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~2YSOJN545KUR.2 size=699526 2024-04-12T16:44:43.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.518+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=2YSOJN545KUR tag=JX59K7P2MBYB type=write size=3845254 2024-04-12T16:44:43.513 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.519+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=PLURZPWE5W66 type=write size=470264 2024-04-12T16:44:43.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.521+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=UJ296J17HC9D type=del 2024-04-12T16:44:43.518 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.524+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~PFXR48RR4F50.0 size=1048576 2024-04-12T16:44:43.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.526+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~PFXR48RR4F50.1 size=129455 2024-04-12T16:44:43.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.526+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=PFXR48RR4F50 tag=J139B0L7VH8V type=write size=2226607 2024-04-12T16:44:43.521 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.528+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~GSAQUQ6SR174.0 size=1048576 2024-04-12T16:44:43.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.529+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~GSAQUQ6SR174.1 size=116185 2024-04-12T16:44:43.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.532+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=GSAQUQ6SR174 tag=NZE1B211S742 type=write size=2213337 2024-04-12T16:44:43.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.534+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=FS8H5M2I1TBS type=del size=2528120 2024-04-12T16:44:43.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.536+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~PSLKPU7CS0BA.0 size=1048576 2024-04-12T16:44:43.531 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.537+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~PSLKPU7CS0BA.1 size=1048576 2024-04-12T16:44:43.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.538+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~PSLKPU7CS0BA.2 size=558234 2024-04-12T16:44:43.536 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.541+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=PSLKPU7CS0BA tag=T830XESHGG4U type=write size=3703962 2024-04-12T16:44:43.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.544+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=ITZ2DGFC8D41 type=write size=1009094 2024-04-12T16:44:43.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.545+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~Z14SC9LL8Y3Z.0 size=1048576 2024-04-12T16:44:43.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.547+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~Z14SC9LL8Y3Z.1 size=1048576 2024-04-12T16:44:43.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.548+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~Z14SC9LL8Y3Z.2 size=305752 2024-04-12T16:44:43.545 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.551+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=Z14SC9LL8Y3Z tag=8XBULV9TEBAH type=write size=3451480 2024-04-12T16:44:43.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.553+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=I5QVLBBBTA03 type=write size=823737 2024-04-12T16:44:43.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.554+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~LAYU1J7XUOIB.0 size=609351 2024-04-12T16:44:43.551 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.557+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=LAYU1J7XUOIB tag=DEU9VN3V173Z type=write size=1657927 2024-04-12T16:44:43.554 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.561+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~TMD21XGO1UC3.0 size=1048576 2024-04-12T16:44:43.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.562+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~TMD21XGO1UC3.1 size=831719 2024-04-12T16:44:43.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.562+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=TMD21XGO1UC3 tag=FUYSVY3R1EKO type=write size=2928871 2024-04-12T16:44:43.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.564+0000 7fc35ce39780 1 < completed write operation key=Z93T9469B27B tag=08E5RC1YUUC3 type=write size=155168 2024-04-12T16:44:43.561 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.568+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~KQ8X8VIYNL8P.0 size=1048576 2024-04-12T16:44:43.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.569+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~KQ8X8VIYNL8P.1 size=1048576 2024-04-12T16:44:43.564 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.570+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~KQ8X8VIYNL8P.2 size=923376 2024-04-12T16:44:43.564 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.570+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=KQ8X8VIYNL8P tag=G0CCBC41JAH2 type=write size=4069104 2024-04-12T16:44:43.566 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.572+0000 7fc35ce39780 1 < completed write operation key=L2DJM18VNC70 tag=Z8QI5623VYUE type=write size=945223 2024-04-12T16:44:43.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.574+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=8KEIY9Z5JOJC type=del size=654038 2024-04-12T16:44:43.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.575+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~Y4XU93F2A6NC.0 size=1048576 2024-04-12T16:44:43.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.577+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~Y4XU93F2A6NC.1 size=1048576 2024-04-12T16:44:43.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.578+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~Y4XU93F2A6NC.2 size=131514 2024-04-12T16:44:43.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.581+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=Y4XU93F2A6NC tag=2AZB8HXKXTRC type=write size=3277242 2024-04-12T16:44:43.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.584+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~NKWAD3YEBTF4.0 size=801753 2024-04-12T16:44:43.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.584+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=NKWAD3YEBTF4 tag=IYXMJ8WR23C0 type=write size=1850329 2024-04-12T16:44:43.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.587+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=SYMA37QNN0ZQ type=del 2024-04-12T16:44:43.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.590+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~WO2HNUZ1UYT8.0 size=58622 2024-04-12T16:44:43.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.590+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=WO2HNUZ1UYT8 tag=2Q2EMYGAH0T6 type=write size=1107198 2024-04-12T16:44:43.585 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.591+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=D929AKO3HJ6F type=del 2024-04-12T16:44:43.587 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.593+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=07THDBL617CS type=del size=317762 2024-04-12T16:44:43.589 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.595+0000 7fc35ce39780 1 < completed write operation key=3EB44W87WQRJ tag=62NMTSTLU7JY type=write size=965863 2024-04-12T16:44:43.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.597+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=HAC7CG00NI23 type=del size=4114253 2024-04-12T16:44:43.592 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.599+0000 7fc35ce39780 1 < canceled operation key=SGVKCQ7SL1KU tag=EMYN145CEDXN type=del size=632051 2024-04-12T16:44:43.595 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.602+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~QFU4YZBVWJZI.0 size=35665 2024-04-12T16:44:43.595 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.602+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=QFU4YZBVWJZI tag=T5NYVM5W91BO type=write size=1084241 2024-04-12T16:44:43.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.605+0000 7fc35ce39780 1 < suggested update operation key=506UBRTP11T6 tag=H00DFB9M03CE type=write size=424501 2024-04-12T16:44:43.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.606+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=HJYAI93SQQ0D type=del size=1207163 2024-04-12T16:44:43.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.608+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=MGP8YF1HEA6X type=write size=1012319 2024-04-12T16:44:43.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.610+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=61PLA95CMJP8 type=del size=3199730 2024-04-12T16:44:43.606 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.612+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~ZBVGQ70CCXWU.0 size=407518 2024-04-12T16:44:43.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.615+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=ZBVGQ70CCXWU tag=JKLJKZ4TAHSL type=write size=1456094 2024-04-12T16:44:43.611 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.617+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=VH84JKORISUX type=del size=1209194 2024-04-12T16:44:43.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.619+0000 7fc35ce39780 1 < completed write operation key=FR6FMD58BD62 tag=PLURZPWE5W66 type=write size=470264 2024-04-12T16:44:43.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.620+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=UYGLCO3HA00M type=del size=906495 2024-04-12T16:44:43.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.622+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~PFXR48RR4F50.0 size=1048576 2024-04-12T16:44:43.617 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.623+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~PFXR48RR4F50.1 size=129455 2024-04-12T16:44:43.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.626+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=PFXR48RR4F50 tag=J139B0L7VH8V type=write size=2226607 2024-04-12T16:44:43.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.629+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HP6QC5QWU4W7.0 size=1048576 2024-04-12T16:44:43.624 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.631+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HP6QC5QWU4W7.1 size=1048576 2024-04-12T16:44:43.626 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.632+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HP6QC5QWU4W7.2 size=720806 2024-04-12T16:44:43.626 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.632+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=HP6QC5QWU4W7 tag=HXPNIDF9VER2 type=write size=3866534 2024-04-12T16:44:43.627 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.633+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=FS8H5M2I1TBS type=del 2024-04-12T16:44:43.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.635+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=V4F9EPNMWUO6 type=del size=3994612 2024-04-12T16:44:43.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.637+0000 7fc35ce39780 1 < completed write operation key=V08LEDZKN1FS tag=ITZ2DGFC8D41 type=write size=1009094 2024-04-12T16:44:43.632 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.639+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=TBQMEPH1HFVD type=del size=1619766 2024-04-12T16:44:43.634 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.641+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=I5QVLBBBTA03 type=write size=823737 2024-04-12T16:44:43.636 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.642+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=SYGSMPB4F8GM type=del size=719322 2024-04-12T16:44:43.638 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.644+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~TMD21XGO1UC3.0 size=1048576 2024-04-12T16:44:43.638 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.644+0000 7fc35ce39780 1 < canceled part key=_multipart_L2DJM18VNC70.2~TMD21XGO1UC3.1 size=831719 2024-04-12T16:44:43.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.647+0000 7fc35ce39780 1 < canceled multipart upload key=L2DJM18VNC70 upload=TMD21XGO1UC3 tag=FUYSVY3R1EKO type=write size=2928871 2024-04-12T16:44:43.642 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.649+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=PNKRCNTXZ5QY type=del size=3759007 2024-04-12T16:44:43.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.650+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~KQ8X8VIYNL8P.0 size=1048576 2024-04-12T16:44:43.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.652+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~KQ8X8VIYNL8P.1 size=1048576 2024-04-12T16:44:43.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.653+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~KQ8X8VIYNL8P.2 size=923376 2024-04-12T16:44:43.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.656+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=KQ8X8VIYNL8P tag=G0CCBC41JAH2 type=write size=4069104 2024-04-12T16:44:43.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.658+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=IO87B5ER1J1P type=del size=2932979 2024-04-12T16:44:43.653 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.660+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=8KEIY9Z5JOJC type=del 2024-04-12T16:44:43.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.663+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~TKBK2KCRKMD9.0 size=1048576 2024-04-12T16:44:43.658 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.665+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~TKBK2KCRKMD9.1 size=56479 2024-04-12T16:44:43.658 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.665+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=TKBK2KCRKMD9 tag=X8ET7YCVL07E type=write size=2153631 2024-04-12T16:44:43.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.666+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~NKWAD3YEBTF4.0 size=801753 2024-04-12T16:44:43.663 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.669+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=NKWAD3YEBTF4 tag=IYXMJ8WR23C0 type=write size=1850329 2024-04-12T16:44:43.667 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.673+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~A0BAS5LPUNCK.0 size=1048576 2024-04-12T16:44:43.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.674+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~A0BAS5LPUNCK.1 size=231318 2024-04-12T16:44:43.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.674+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=A0BAS5LPUNCK tag=DAHPDJNYBCVZ type=write size=2328470 2024-04-12T16:44:43.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.676+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~WO2HNUZ1UYT8.0 size=58622 2024-04-12T16:44:43.673 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.679+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=WO2HNUZ1UYT8 tag=2Q2EMYGAH0T6 type=write size=1107198 2024-04-12T16:44:43.676 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.682+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~NYLGFCCMACPR.0 size=1048576 2024-04-12T16:44:43.678 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.684+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~NYLGFCCMACPR.1 size=1048576 2024-04-12T16:44:43.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.686+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~NYLGFCCMACPR.2 size=725713 2024-04-12T16:44:43.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.686+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=NYLGFCCMACPR tag=7IHDUM39TXQH type=write size=3871441 2024-04-12T16:44:43.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.688+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=07THDBL617CS type=del 2024-04-12T16:44:43.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.691+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~XKTKQU0HO9Z8.0 size=271357 2024-04-12T16:44:43.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.691+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=XKTKQU0HO9Z8 tag=0XKLEMIBOHK7 type=write size=1319933 2024-04-12T16:44:43.687 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.693+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=HAC7CG00NI23 type=del 2024-04-12T16:44:43.689 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.695+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=XUPJXBSC8K8O type=del size=2711835 2024-04-12T16:44:43.692 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.697+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~QFU4YZBVWJZI.0 size=35665 2024-04-12T16:44:43.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.700+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=QFU4YZBVWJZI tag=T5NYVM5W91BO type=write size=1084241 2024-04-12T16:44:43.697 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.704+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~CL4TIQSZMHR0.0 size=1048576 2024-04-12T16:44:43.699 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.705+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~CL4TIQSZMHR0.1 size=572717 2024-04-12T16:44:43.699 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.705+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=CL4TIQSZMHR0 tag=91UVUYKGUHC2 type=write size=2669869 2024-04-12T16:44:43.701 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.707+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=HJYAI93SQQ0D type=del 2024-04-12T16:44:43.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.709+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=A75V72IO1QLI type=del size=3224265 2024-04-12T16:44:43.704 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.710+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=61PLA95CMJP8 type=del 2024-04-12T16:44:43.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.712+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=0HUOHIK3FTM0 type=del size=4013577 2024-04-12T16:44:43.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.714+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=VH84JKORISUX type=del 2024-04-12T16:44:43.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.717+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~W6P9FBZ02CH0.0 size=1048576 2024-04-12T16:44:43.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.718+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~W6P9FBZ02CH0.1 size=316507 2024-04-12T16:44:43.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.718+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=W6P9FBZ02CH0 tag=QMYRKV1XTISO type=write size=2413659 2024-04-12T16:44:43.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.720+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=UYGLCO3HA00M type=del 2024-04-12T16:44:43.715 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.721+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=89O06S1WFUW7 type=write size=362642 2024-04-12T16:44:43.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.723+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~HP6QC5QWU4W7.0 size=1048576 2024-04-12T16:44:43.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.725+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~HP6QC5QWU4W7.1 size=1048576 2024-04-12T16:44:43.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.726+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~HP6QC5QWU4W7.2 size=720806 2024-04-12T16:44:43.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.729+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=HP6QC5QWU4W7 tag=HXPNIDF9VER2 type=write size=3866534 2024-04-12T16:44:43.726 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.733+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~BVUO3TNT4GAW.0 size=1048576 2024-04-12T16:44:43.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.735+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~BVUO3TNT4GAW.1 size=1048576 2024-04-12T16:44:43.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.736+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~BVUO3TNT4GAW.2 size=456293 2024-04-12T16:44:43.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.736+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=BVUO3TNT4GAW tag=GAN7I9HYSBXK type=write size=3602021 2024-04-12T16:44:43.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.738+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=V4F9EPNMWUO6 type=del 2024-04-12T16:44:43.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.740+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=8CX5YZCS4OAT type=del size=4168071 2024-04-12T16:44:43.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.743+0000 7fc35ce39780 1 < suggested remove operation key=3EB44W87WQRJ tag=TBQMEPH1HFVD type=del 2024-04-12T16:44:43.738 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.745+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=CAD9TUVWUQDG type=del size=3616780 2024-04-12T16:44:43.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.746+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=SYGSMPB4F8GM type=del 2024-04-12T16:44:43.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.748+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=D9C1O0ZU4OLI type=del size=38641 2024-04-12T16:44:43.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.750+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=PNKRCNTXZ5QY type=del 2024-04-12T16:44:43.745 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.751+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=SI3JQYKM6J1N type=write size=148914 2024-04-12T16:44:43.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.753+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=IO87B5ER1J1P type=del 2024-04-12T16:44:43.750 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.756+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~M8QR8JBTKW32.0 size=1048576 2024-04-12T16:44:43.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.757+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~M8QR8JBTKW32.1 size=863991 2024-04-12T16:44:43.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.757+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=M8QR8JBTKW32 tag=SOIDRZCR3RQR type=write size=2961143 2024-04-12T16:44:43.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.759+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~TKBK2KCRKMD9.0 size=1048576 2024-04-12T16:44:43.754 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.761+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~TKBK2KCRKMD9.1 size=56479 2024-04-12T16:44:43.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.764+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=TKBK2KCRKMD9 tag=X8ET7YCVL07E type=write size=2153631 2024-04-12T16:44:43.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.767+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~ENC9QRSXT0K6.0 size=302380 2024-04-12T16:44:43.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.767+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=ENC9QRSXT0K6 tag=PFE738LUWBI0 type=write size=1350956 2024-04-12T16:44:43.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.769+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~A0BAS5LPUNCK.0 size=1048576 2024-04-12T16:44:43.764 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.770+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~A0BAS5LPUNCK.1 size=231318 2024-04-12T16:44:43.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.773+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=A0BAS5LPUNCK tag=DAHPDJNYBCVZ type=write size=2328470 2024-04-12T16:44:43.769 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.775+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=KCLXFZBV7M63 type=write size=106994 2024-04-12T16:44:43.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.777+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~NYLGFCCMACPR.0 size=1048576 2024-04-12T16:44:43.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.778+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~NYLGFCCMACPR.1 size=1048576 2024-04-12T16:44:43.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.779+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~NYLGFCCMACPR.2 size=725713 2024-04-12T16:44:43.776 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.783+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=NYLGFCCMACPR tag=7IHDUM39TXQH type=write size=3871441 2024-04-12T16:44:43.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.784+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=R08K61H2VVA2 type=del size=2217274 2024-04-12T16:44:43.780 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.786+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~XKTKQU0HO9Z8.0 size=271357 2024-04-12T16:44:43.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.789+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=XKTKQU0HO9Z8 tag=0XKLEMIBOHK7 type=write size=1319933 2024-04-12T16:44:43.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.791+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=7EKD8K3CBCQR type=del size=2870422 2024-04-12T16:44:43.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.793+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=XUPJXBSC8K8O type=del 2024-04-12T16:44:43.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.795+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=9FGXEPOR2QHE type=del size=3489360 2024-04-12T16:44:43.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.797+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~CL4TIQSZMHR0.0 size=1048576 2024-04-12T16:44:43.792 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.798+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~CL4TIQSZMHR0.1 size=572717 2024-04-12T16:44:43.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.801+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=CL4TIQSZMHR0 tag=91UVUYKGUHC2 type=write size=2669869 2024-04-12T16:44:43.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.805+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~E5KFP3DA1K0Y.0 size=460280 2024-04-12T16:44:43.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.805+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=E5KFP3DA1K0Y tag=6399PQUHFGS9 type=write size=1508856 2024-04-12T16:44:43.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.807+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=A75V72IO1QLI type=del 2024-04-12T16:44:43.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.810+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~5QRP5RDID8T3.0 size=1048576 2024-04-12T16:44:43.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.811+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~5QRP5RDID8T3.1 size=701264 2024-04-12T16:44:43.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.811+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=5QRP5RDID8T3 tag=NAMJETVLGOD0 type=write size=2798416 2024-04-12T16:44:43.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.813+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=0HUOHIK3FTM0 type=del 2024-04-12T16:44:43.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.817+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~LZJ2KQJPPENN.0 size=1048576 2024-04-12T16:44:43.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.818+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~LZJ2KQJPPENN.1 size=1048576 2024-04-12T16:44:43.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.819+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~LZJ2KQJPPENN.2 size=742967 2024-04-12T16:44:43.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.819+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=LZJ2KQJPPENN tag=IVSEDMK4SH49 type=write size=3888695 2024-04-12T16:44:43.815 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.821+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~W6P9FBZ02CH0.0 size=1048576 2024-04-12T16:44:43.817 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.822+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~W6P9FBZ02CH0.1 size=316507 2024-04-12T16:44:43.819 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.825+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=W6P9FBZ02CH0 tag=QMYRKV1XTISO type=write size=2413659 2024-04-12T16:44:43.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.829+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~U3A8SYQ47501.0 size=660513 2024-04-12T16:44:43.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.829+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=U3A8SYQ47501 tag=BLI5G4MV12MS type=write size=1709089 2024-04-12T16:44:43.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.832+0000 7fc35ce39780 1 < suggested update operation key=QPS2GA1QHL2W tag=89O06S1WFUW7 type=write size=362642 2024-04-12T16:44:43.827 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.834+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=63RUC81JOC7S type=del size=2763958 2024-04-12T16:44:43.829 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.835+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~BVUO3TNT4GAW.0 size=1048576 2024-04-12T16:44:43.830 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.837+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~BVUO3TNT4GAW.1 size=1048576 2024-04-12T16:44:43.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.838+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~BVUO3TNT4GAW.2 size=456293 2024-04-12T16:44:43.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.841+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=BVUO3TNT4GAW tag=GAN7I9HYSBXK type=write size=3602021 2024-04-12T16:44:43.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.843+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=I8VC4SPPFBZW type=del size=1312267 2024-04-12T16:44:43.840 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.846+0000 7fc35ce39780 1 < suggested update operation key=Z93T9469B27B tag=8CX5YZCS4OAT type=del size=4168071 2024-04-12T16:44:43.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.848+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=ZTR2RMAQVHUV type=del size=1936080 2024-04-12T16:44:43.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.849+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=CAD9TUVWUQDG type=del 2024-04-12T16:44:43.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.851+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=B9VEENOZI6WS type=write size=6956 2024-04-12T16:44:43.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.853+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=D9C1O0ZU4OLI type=del 2024-04-12T16:44:43.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.855+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=9I0EWCR9832N type=del size=2584304 2024-04-12T16:44:43.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.856+0000 7fc35ce39780 1 < completed write operation key=8T3KONE057LK tag=SI3JQYKM6J1N type=write size=148914 2024-04-12T16:44:43.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.858+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=TRVN82UGK1I3 type=del size=1047588 2024-04-12T16:44:43.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.860+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~M8QR8JBTKW32.0 size=1048576 2024-04-12T16:44:43.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.862+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~M8QR8JBTKW32.1 size=863991 2024-04-12T16:44:43.858 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.865+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=M8QR8JBTKW32 tag=SOIDRZCR3RQR type=write size=2961143 2024-04-12T16:44:43.860 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.866+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=SDL5BLTSJ40Y type=del size=73478 2024-04-12T16:44:43.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.868+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~ENC9QRSXT0K6.0 size=302380 2024-04-12T16:44:43.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.871+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=ENC9QRSXT0K6 tag=PFE738LUWBI0 type=write size=1350956 2024-04-12T16:44:43.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.875+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~B7EZAWU286QZ.0 size=1048576 2024-04-12T16:44:43.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.876+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~B7EZAWU286QZ.1 size=1048576 2024-04-12T16:44:43.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.877+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~B7EZAWU286QZ.2 size=297768 2024-04-12T16:44:43.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.877+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=B7EZAWU286QZ tag=LMIFUN2IHGXA type=write size=3443496 2024-04-12T16:44:43.873 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.879+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=KCLXFZBV7M63 type=write size=106994 2024-04-12T16:44:43.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.881+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=ACYWNF1E1LE4 type=del size=3348722 2024-04-12T16:44:43.876 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.882+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=R08K61H2VVA2 type=del 2024-04-12T16:44:43.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.886+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~VV7L75WJRHIA.0 size=1048576 2024-04-12T16:44:43.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.887+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~VV7L75WJRHIA.1 size=75951 2024-04-12T16:44:43.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.887+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=VV7L75WJRHIA tag=DKRGXIV1UX9R type=write size=2173103 2024-04-12T16:44:43.883 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.890+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=7EKD8K3CBCQR type=del 2024-04-12T16:44:43.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.893+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~JJXKWVFYBPMV.0 size=1048576 2024-04-12T16:44:43.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.894+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~JJXKWVFYBPMV.1 size=1048576 2024-04-12T16:44:43.889 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.896+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~JJXKWVFYBPMV.2 size=830144 2024-04-12T16:44:43.889 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.896+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=JJXKWVFYBPMV tag=5TER038FWDN4 type=write size=3975872 2024-04-12T16:44:43.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.897+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=9FGXEPOR2QHE type=del 2024-04-12T16:44:43.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.899+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=JFE5GBK4DD7M type=del size=2685245 2024-04-12T16:44:43.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.899+0000 7fc35ce39780 1 < canceled part key=_multipart_9CON5BXP14FO.2~E5KFP3DA1K0Y.0 size=460280 2024-04-12T16:44:43.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.902+0000 7fc35ce39780 1 < canceled multipart upload key=9CON5BXP14FO upload=E5KFP3DA1K0Y tag=6399PQUHFGS9 type=write size=1508856 2024-04-12T16:44:43.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.906+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~29G2NEKPJMOD.0 size=1048576 2024-04-12T16:44:43.902 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.907+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~29G2NEKPJMOD.1 size=891489 2024-04-12T16:44:43.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.907+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=29G2NEKPJMOD tag=ZYVH3ZEJCCEX type=write size=2988641 2024-04-12T16:44:43.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.910+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~5QRP5RDID8T3.0 size=1048576 2024-04-12T16:44:43.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.918+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~5QRP5RDID8T3.1 size=701264 2024-04-12T16:44:43.916 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.922+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=5QRP5RDID8T3 tag=NAMJETVLGOD0 type=write size=2798416 2024-04-12T16:44:43.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.924+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=E6GZ82X34P38 type=del size=3713484 2024-04-12T16:44:43.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.926+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~LZJ2KQJPPENN.0 size=1048576 2024-04-12T16:44:43.921 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.927+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~LZJ2KQJPPENN.1 size=1048576 2024-04-12T16:44:43.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.928+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~LZJ2KQJPPENN.2 size=742967 2024-04-12T16:44:43.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.932+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=LZJ2KQJPPENN tag=IVSEDMK4SH49 type=write size=3888695 2024-04-12T16:44:43.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.934+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=9VGIFT1MUOBB type=del size=835593 2024-04-12T16:44:43.929 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.935+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~U3A8SYQ47501.0 size=660513 2024-04-12T16:44:43.932 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.938+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=U3A8SYQ47501 tag=BLI5G4MV12MS type=write size=1709089 2024-04-12T16:44:43.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.940+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=DZSL9SEC014I type=del size=103069 2024-04-12T16:44:43.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.943+0000 7fc35ce39780 1 < suggested remove operation key=SXFQD2BAPMI0 tag=63RUC81JOC7S type=del 2024-04-12T16:44:43.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.946+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~YN49516MRAZK.0 size=1048576 2024-04-12T16:44:43.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.948+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~YN49516MRAZK.1 size=898278 2024-04-12T16:44:43.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.948+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=YN49516MRAZK tag=8C07C5STG9XW type=write size=2995430 2024-04-12T16:44:43.943 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.950+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=I8VC4SPPFBZW type=del 2024-04-12T16:44:43.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.953+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~Z5TZ6VCQHUG6.0 size=617396 2024-04-12T16:44:43.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.953+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=Z5TZ6VCQHUG6 tag=UEPTAQD39VVE type=write size=1665972 2024-04-12T16:44:43.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:43 smithi005 ceph-mon[88416]: pgmap v1385: 137 pgs: 22 creating+peering, 3 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:43.948 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:44:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:44:43] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-04-12T16:44:43.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:43 smithi005 ceph-mon[90837]: pgmap v1385: 137 pgs: 22 creating+peering, 3 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:43.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.955+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=ZTR2RMAQVHUV type=del 2024-04-12T16:44:43.950 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.957+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=SNKPS6FHQ2DN type=del size=1870181 2024-04-12T16:44:43.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.958+0000 7fc35ce39780 1 < completed write operation key=ZE2YGROWCJWC tag=B9VEENOZI6WS type=write size=6956 2024-04-12T16:44:43.955 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.961+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MLMEPRIEDEVD.0 size=1048576 2024-04-12T16:44:43.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.963+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MLMEPRIEDEVD.1 size=1048576 2024-04-12T16:44:43.958 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.964+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MLMEPRIEDEVD.2 size=390332 2024-04-12T16:44:43.958 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.964+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=MLMEPRIEDEVD tag=N1JUIMUFS59T type=write size=3536060 2024-04-12T16:44:43.960 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.967+0000 7fc35ce39780 -1 < failed to complete operation key=SXFQD2BAPMI0 tag=9I0EWCR9832N type=del size=2584304: (22) Invalid argument 2024-04-12T16:44:43.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.968+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=BNXMCM74UMMG type=del size=2527576 2024-04-12T16:44:43.964 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.970+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=TRVN82UGK1I3 type=del 2024-04-12T16:44:43.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.972+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=7DOOS4O05CIT type=del size=476439 2024-04-12T16:44:43.968 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.974+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=SDL5BLTSJ40Y type=del 2024-04-12T16:44:43.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.976+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=8VK0TSBUL6MM type=del size=1285231 2024-04-12T16:44:43.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.977+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~B7EZAWU286QZ.0 size=1048576 2024-04-12T16:44:43.972 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.979+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~B7EZAWU286QZ.1 size=1048576 2024-04-12T16:44:43.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.980+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~B7EZAWU286QZ.2 size=297768 2024-04-12T16:44:43.977 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.984+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=B7EZAWU286QZ tag=LMIFUN2IHGXA type=write size=3443496 2024-04-12T16:44:43.979 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.986+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=G3LUGZOPXXIR type=del size=2902741 2024-04-12T16:44:43.981 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.988+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=ACYWNF1E1LE4 type=del 2024-04-12T16:44:43.984 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.991+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~BNEZ86H3VS27.0 size=1048576 2024-04-12T16:44:43.986 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.992+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~BNEZ86H3VS27.1 size=1048576 2024-04-12T16:44:43.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.993+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~BNEZ86H3VS27.2 size=139917 2024-04-12T16:44:43.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.993+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=BNEZ86H3VS27 tag=TNE4PCBK5HU6 type=write size=3285645 2024-04-12T16:44:43.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.995+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~VV7L75WJRHIA.0 size=1048576 2024-04-12T16:44:43.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:43.997+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~VV7L75WJRHIA.1 size=75951 2024-04-12T16:44:43.994 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.000+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=VV7L75WJRHIA tag=DKRGXIV1UX9R type=write size=2173103 2024-04-12T16:44:43.996 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.002+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=3FS82J4CKA0V type=del size=1726264 2024-04-12T16:44:43.998 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.004+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~JJXKWVFYBPMV.0 size=1048576 2024-04-12T16:44:44.000 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.006+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~JJXKWVFYBPMV.1 size=1048576 2024-04-12T16:44:44.001 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.007+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~JJXKWVFYBPMV.2 size=830144 2024-04-12T16:44:44.004 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.010+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=JJXKWVFYBPMV tag=5TER038FWDN4 type=write size=3975872 2024-04-12T16:44:44.006 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.012+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=PPAXUGSRCN6D type=del size=682359 2024-04-12T16:44:44.008 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.014+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=JFE5GBK4DD7M type=del 2024-04-12T16:44:44.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.017+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~LCZ71S49LXHE.0 size=544100 2024-04-12T16:44:44.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.017+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=LCZ71S49LXHE tag=YJ9JXZPVA5Z4 type=write size=1592676 2024-04-12T16:44:44.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.019+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~29G2NEKPJMOD.0 size=1048576 2024-04-12T16:44:44.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.021+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~29G2NEKPJMOD.1 size=891489 2024-04-12T16:44:44.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.024+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=29G2NEKPJMOD tag=ZYVH3ZEJCCEX type=write size=2988641 2024-04-12T16:44:44.019 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.025+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=HRM33DVM0GBN type=del size=1773766 2024-04-12T16:44:44.021 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.028+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=E6GZ82X34P38 type=del 2024-04-12T16:44:44.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.029+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=2JT6UDXMMF0E type=del size=3122683 2024-04-12T16:44:44.025 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.031+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=9VGIFT1MUOBB type=del 2024-04-12T16:44:44.028 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.034+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~FCVF0V5EL0XN.0 size=1048576 2024-04-12T16:44:44.029 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.036+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~FCVF0V5EL0XN.1 size=1048576 2024-04-12T16:44:44.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.037+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~FCVF0V5EL0XN.2 size=283194 2024-04-12T16:44:44.031 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.037+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=FCVF0V5EL0XN tag=IUQZ7UYEZPRO type=write size=3428922 2024-04-12T16:44:44.034 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.041+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=DZSL9SEC014I type=del size=103069 2024-04-12T16:44:44.036 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.042+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=CBL5HC7XN8CD type=del size=1420861 2024-04-12T16:44:44.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.044+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~YN49516MRAZK.0 size=1048576 2024-04-12T16:44:44.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.044+0000 7fc35ce39780 1 < canceled part key=_multipart_QPS2GA1QHL2W.2~YN49516MRAZK.1 size=898278 2024-04-12T16:44:44.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.047+0000 7fc35ce39780 1 < canceled multipart upload key=QPS2GA1QHL2W upload=YN49516MRAZK tag=8C07C5STG9XW type=write size=2995430 2024-04-12T16:44:44.044 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.050+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~PVE2ER65XWE1.0 size=1048576 2024-04-12T16:44:44.045 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.052+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~PVE2ER65XWE1.1 size=1048576 2024-04-12T16:44:44.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.053+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~PVE2ER65XWE1.2 size=214496 2024-04-12T16:44:44.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.053+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=PVE2ER65XWE1 tag=08IA7XROHRXT type=write size=3360224 2024-04-12T16:44:44.049 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.055+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~Z5TZ6VCQHUG6.0 size=617396 2024-04-12T16:44:44.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.058+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=Z5TZ6VCQHUG6 tag=UEPTAQD39VVE type=write size=1665972 2024-04-12T16:44:44.055 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.061+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~FFOO5SZFBEFI.0 size=1048576 2024-04-12T16:44:44.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.062+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~FFOO5SZFBEFI.1 size=44784 2024-04-12T16:44:44.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.062+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=FFOO5SZFBEFI tag=R6RP4ANU5WY6 type=write size=2141936 2024-04-12T16:44:44.060 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.066+0000 7fc35ce39780 1 < suggested update operation key=LYRPYVQNY789 tag=SNKPS6FHQ2DN type=del size=1870181 2024-04-12T16:44:44.063 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.069+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~RLR2M5HFS45X.0 size=328486 2024-04-12T16:44:44.063 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.069+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=RLR2M5HFS45X tag=BFIJ82R34X5G type=write size=1377062 2024-04-12T16:44:44.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.071+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MLMEPRIEDEVD.0 size=1048576 2024-04-12T16:44:44.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.071+0000 7fc35ce39780 1 < canceled part key=_multipart_SGVKCQ7SL1KU.2~MLMEPRIEDEVD.1 size=1048576 2024-04-12T16:44:44.066 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.072+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MLMEPRIEDEVD.2 size=390332 2024-04-12T16:44:44.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.075+0000 7fc35ce39780 1 < canceled multipart upload key=SGVKCQ7SL1KU upload=MLMEPRIEDEVD tag=N1JUIMUFS59T type=write size=3536060 2024-04-12T16:44:44.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.078+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~RW8W1AS13V5J.0 size=885180 2024-04-12T16:44:44.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.078+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=RW8W1AS13V5J tag=BDGFBTXPWQDM type=write size=1933756 2024-04-12T16:44:44.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.080+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=BNXMCM74UMMG type=del 2024-04-12T16:44:44.075 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.082+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=QLHH7CN24TYA type=del size=2902041 2024-04-12T16:44:44.077 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.083+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=7DOOS4O05CIT type=del size=476439 2024-04-12T16:44:44.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.085+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=DYYVGZRGRRLN type=write size=369074 2024-04-12T16:44:44.080 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.087+0000 7fc35ce39780 1 < canceled operation key=PPYP2BYF63YM tag=8VK0TSBUL6MM type=del size=1285231 2024-04-12T16:44:44.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.090+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~3GSAIWXQ8XM5.0 size=612330 2024-04-12T16:44:44.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.090+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=3GSAIWXQ8XM5 tag=TXW99OWGQXSJ type=write size=1660906 2024-04-12T16:44:44.085 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.092+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=G3LUGZOPXXIR type=del 2024-04-12T16:44:44.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.093+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=8C9RYLO4SOUP type=del size=469884 2024-04-12T16:44:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:43 smithi016 ceph-mon[84444]: pgmap v1385: 137 pgs: 22 creating+peering, 3 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:44.089 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.095+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~BNEZ86H3VS27.0 size=1048576 2024-04-12T16:44:44.090 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.097+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~BNEZ86H3VS27.1 size=1048576 2024-04-12T16:44:44.092 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.098+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~BNEZ86H3VS27.2 size=139917 2024-04-12T16:44:44.095 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.101+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=BNEZ86H3VS27 tag=TNE4PCBK5HU6 type=write size=3285645 2024-04-12T16:44:44.097 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.103+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=A2KI19RNTD3N type=del size=1677552 2024-04-12T16:44:44.099 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.105+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=3FS82J4CKA0V type=del 2024-04-12T16:44:44.102 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.109+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZV28U6ZLHDJ5.0 size=1048576 2024-04-12T16:44:44.104 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.110+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZV28U6ZLHDJ5.1 size=1048576 2024-04-12T16:44:44.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.111+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZV28U6ZLHDJ5.2 size=828765 2024-04-12T16:44:44.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.111+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=ZV28U6ZLHDJ5 tag=VV4F62HFIM1J type=write size=3974493 2024-04-12T16:44:44.107 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.113+0000 7fc35ce39780 1 < canceled operation key=8PSEYVN0PAIG tag=PPAXUGSRCN6D type=del size=682359 2024-04-12T16:44:44.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.117+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6Q016RXZXA3A.0 size=548623 2024-04-12T16:44:44.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.117+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=6Q016RXZXA3A tag=8DTDU1UB1VRH type=write size=1597199 2024-04-12T16:44:44.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.119+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~LCZ71S49LXHE.0 size=544100 2024-04-12T16:44:44.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.122+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=LCZ71S49LXHE tag=YJ9JXZPVA5Z4 type=write size=1592676 2024-04-12T16:44:44.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.123+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=YJUOG82Y0PE4 type=del size=2500731 2024-04-12T16:44:44.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.127+0000 7fc35ce39780 1 < suggested update operation key=9CON5BXP14FO tag=HRM33DVM0GBN type=del size=1773766 2024-04-12T16:44:44.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.130+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~95LLYF4MGYEM.0 size=191951 2024-04-12T16:44:44.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.130+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=95LLYF4MGYEM tag=AACDTMQAMNCT type=write size=1240527 2024-04-12T16:44:44.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.133+0000 7fc35ce39780 1 < suggested remove operation key=PPYP2BYF63YM tag=2JT6UDXMMF0E type=del 2024-04-12T16:44:44.129 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.135+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=VM57NTXOANGA type=write size=588330 2024-04-12T16:44:44.130 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.137+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~FCVF0V5EL0XN.0 size=1048576 2024-04-12T16:44:44.132 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.138+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~FCVF0V5EL0XN.1 size=1048576 2024-04-12T16:44:44.133 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.140+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~FCVF0V5EL0XN.2 size=283194 2024-04-12T16:44:44.136 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.143+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=FCVF0V5EL0XN tag=IUQZ7UYEZPRO type=write size=3428922 2024-04-12T16:44:44.140 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.146+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~QSNJKTXEBMFM.0 size=1048576 2024-04-12T16:44:44.141 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.148+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~QSNJKTXEBMFM.1 size=618420 2024-04-12T16:44:44.141 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.148+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=QSNJKTXEBMFM tag=QNI1HBV2J6R0 type=write size=2715572 2024-04-12T16:44:44.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.150+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=CBL5HC7XN8CD type=del 2024-04-12T16:44:44.147 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.153+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~UT0SWOQTQATI.0 size=1048576 2024-04-12T16:44:44.148 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.154+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~UT0SWOQTQATI.1 size=657092 2024-04-12T16:44:44.148 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.154+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=UT0SWOQTQATI tag=23BAMT4Q2GCQ type=write size=2754244 2024-04-12T16:44:44.150 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.156+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~PVE2ER65XWE1.0 size=1048576 2024-04-12T16:44:44.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.158+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~PVE2ER65XWE1.1 size=1048576 2024-04-12T16:44:44.153 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.159+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~PVE2ER65XWE1.2 size=214496 2024-04-12T16:44:44.156 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.162+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=PVE2ER65XWE1 tag=08IA7XROHRXT type=write size=3360224 2024-04-12T16:44:44.157 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.164+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=Q0NHN1W7FCBZ type=del size=2747237 2024-04-12T16:44:44.159 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.166+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~FFOO5SZFBEFI.0 size=1048576 2024-04-12T16:44:44.159 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.166+0000 7fc35ce39780 1 < canceled part key=_multipart_8PSEYVN0PAIG.2~FFOO5SZFBEFI.1 size=44784 2024-04-12T16:44:44.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.169+0000 7fc35ce39780 1 < canceled multipart upload key=8PSEYVN0PAIG upload=FFOO5SZFBEFI tag=R6RP4ANU5WY6 type=write size=2141936 2024-04-12T16:44:44.164 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.171+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=8YFO044IAAZ1 type=del size=3938265 2024-04-12T16:44:44.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.172+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~RLR2M5HFS45X.0 size=328486 2024-04-12T16:44:44.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.176+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=RLR2M5HFS45X tag=BFIJ82R34X5G type=write size=1377062 2024-04-12T16:44:44.171 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.177+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=KYR9GBMURK0K type=del size=1268688 2024-04-12T16:44:44.173 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.179+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~RW8W1AS13V5J.0 size=885180 2024-04-12T16:44:44.176 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.182+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=RW8W1AS13V5J tag=BDGFBTXPWQDM type=write size=1933756 2024-04-12T16:44:44.178 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.184+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=T1IIBTBS6C2J type=del size=1571357 2024-04-12T16:44:44.181 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.188+0000 7fc35ce39780 1 < suggested remove operation key=8T3KONE057LK tag=QLHH7CN24TYA type=del 2024-04-12T16:44:44.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.190+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=1W94GPCIFM31 type=write size=381030 2024-04-12T16:44:44.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.191+0000 7fc35ce39780 1 < completed write operation key=WU1CQUJJ7T5N tag=DYYVGZRGRRLN type=write size=369074 2024-04-12T16:44:44.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.193+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=2V2EPN65OSSH type=del size=2907283 2024-04-12T16:44:44.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.193+0000 7fc35ce39780 1 < canceled part key=_multipart_QPS2GA1QHL2W.2~3GSAIWXQ8XM5.0 size=612330 2024-04-12T16:44:44.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.196+0000 7fc35ce39780 1 < canceled multipart upload key=QPS2GA1QHL2W upload=3GSAIWXQ8XM5 tag=TXW99OWGQXSJ type=write size=1660906 2024-04-12T16:44:44.192 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.198+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=KNML03A0D0XG type=write size=349200 2024-04-12T16:44:44.193 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.200+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=8C9RYLO4SOUP type=del 2024-04-12T16:44:44.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.203+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~MN3ANRF5ZZ20.0 size=1048517 2024-04-12T16:44:44.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.203+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=MN3ANRF5ZZ20 tag=SNEBADK7R44N type=write size=2097093 2024-04-12T16:44:44.199 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.205+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=A2KI19RNTD3N type=del 2024-04-12T16:44:44.200 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.207+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=GQ6HYJXSNIPN type=del size=3876943 2024-04-12T16:44:44.202 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.208+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZV28U6ZLHDJ5.0 size=1048576 2024-04-12T16:44:44.204 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.210+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZV28U6ZLHDJ5.1 size=1048576 2024-04-12T16:44:44.205 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.211+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZV28U6ZLHDJ5.2 size=828765 2024-04-12T16:44:44.208 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.215+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=ZV28U6ZLHDJ5 tag=VV4F62HFIM1J type=write size=3974493 2024-04-12T16:44:44.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.218+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~AHLHYHTIVF8Y.0 size=1048576 2024-04-12T16:44:44.214 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.220+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~AHLHYHTIVF8Y.1 size=1048576 2024-04-12T16:44:44.215 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.222+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~AHLHYHTIVF8Y.2 size=245501 2024-04-12T16:44:44.215 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.222+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=AHLHYHTIVF8Y tag=G1SBZKTE9VIU type=write size=3391229 2024-04-12T16:44:44.217 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.224+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~6Q016RXZXA3A.0 size=548623 2024-04-12T16:44:44.221 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.227+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=6Q016RXZXA3A tag=8DTDU1UB1VRH type=write size=1597199 2024-04-12T16:44:44.223 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.229+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=ZMFOTJO6VRW6 type=del size=1906711 2024-04-12T16:44:44.225 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.231+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=YJUOG82Y0PE4 type=del 2024-04-12T16:44:44.227 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.233+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=0A5HYCZDSI1E type=del size=4056572 2024-04-12T16:44:44.229 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.236+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~95LLYF4MGYEM.0 size=191951 2024-04-12T16:44:44.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.239+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=95LLYF4MGYEM tag=AACDTMQAMNCT type=write size=1240527 2024-04-12T16:44:44.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.241+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=KG5B0GLC1CWF type=del size=3901944 2024-04-12T16:44:44.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.243+0000 7fc35ce39780 1 < completed write operation key=9EP1TM4XHAOV tag=VM57NTXOANGA type=write size=588330 2024-04-12T16:44:44.239 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.245+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=IF9YVQ8HNYAA type=write size=110911 2024-04-12T16:44:44.241 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.247+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~QSNJKTXEBMFM.0 size=1048576 2024-04-12T16:44:44.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.248+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~QSNJKTXEBMFM.1 size=618420 2024-04-12T16:44:44.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.252+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=QSNJKTXEBMFM tag=QNI1HBV2J6R0 type=write size=2715572 2024-04-12T16:44:44.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.253+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=E50ZIGB7CDL1 type=del size=2435928 2024-04-12T16:44:44.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.256+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~UT0SWOQTQATI.0 size=1048576 2024-04-12T16:44:44.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.257+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~UT0SWOQTQATI.1 size=657092 2024-04-12T16:44:44.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.261+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=UT0SWOQTQATI tag=23BAMT4Q2GCQ type=write size=2754244 2024-04-12T16:44:44.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.262+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=BNUQNAULPJHT type=del size=445051 2024-04-12T16:44:44.258 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.264+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=Q0NHN1W7FCBZ type=del 2024-04-12T16:44:44.260 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.267+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=01HRWSOV4J2N type=del size=2009747 2024-04-12T16:44:44.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.269+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=8YFO044IAAZ1 type=del 2024-04-12T16:44:44.266 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.272+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6293IIKY17H0.0 size=1048576 2024-04-12T16:44:44.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.274+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6293IIKY17H0.1 size=506729 2024-04-12T16:44:44.268 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.274+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=6293IIKY17H0 tag=93NEOTF7IULH type=write size=2603881 2024-04-12T16:44:44.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.276+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=KYR9GBMURK0K type=del 2024-04-12T16:44:44.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.277+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=HDXC40W82S19 type=write size=836233 2024-04-12T16:44:44.273 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.279+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=T1IIBTBS6C2J type=del 2024-04-12T16:44:44.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.281+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=DU5D87HPV9N9 type=write size=732165 2024-04-12T16:44:44.279 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.285+0000 7fc35ce39780 1 < suggested update operation key=ZE2YGROWCJWC tag=1W94GPCIFM31 type=write size=381030 2024-04-12T16:44:44.282 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.289+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~5I1BUXBINMBN.0 size=556065 2024-04-12T16:44:44.282 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.289+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=5I1BUXBINMBN tag=ZY3BV8363FV0 type=write size=1604641 2024-04-12T16:44:44.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.290+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=2V2EPN65OSSH type=del 2024-04-12T16:44:44.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.292+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=C5AUBUSR93NX type=del size=4045585 2024-04-12T16:44:44.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.294+0000 7fc35ce39780 1 < completed write operation key=1CXIJI96GFM8 tag=KNML03A0D0XG type=write size=349200 2024-04-12T16:44:44.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.297+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~3KA8HK69URS9.0 size=229596 2024-04-12T16:44:44.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.297+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=3KA8HK69URS9 tag=405SGC61EZJ6 type=write size=1278172 2024-04-12T16:44:44.293 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.299+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~MN3ANRF5ZZ20.0 size=1048517 2024-04-12T16:44:44.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.302+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=MN3ANRF5ZZ20 tag=SNEBADK7R44N type=write size=2097093 2024-04-12T16:44:44.299 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.305+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~9ZJ057WJGJXZ.0 size=610028 2024-04-12T16:44:44.299 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.305+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=9ZJ057WJGJXZ tag=Q5D6CJAD1LDA type=write size=1658604 2024-04-12T16:44:44.303 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.309+0000 7fc35ce39780 1 < suggested remove operation key=WU1CQUJJ7T5N tag=GQ6HYJXSNIPN type=del 2024-04-12T16:44:44.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.311+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=VBW32ILO3FIO type=del size=276254 2024-04-12T16:44:44.306 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.313+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~AHLHYHTIVF8Y.0 size=1048576 2024-04-12T16:44:44.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.314+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~AHLHYHTIVF8Y.1 size=1048576 2024-04-12T16:44:44.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.316+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~AHLHYHTIVF8Y.2 size=245501 2024-04-12T16:44:44.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.319+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=AHLHYHTIVF8Y tag=G1SBZKTE9VIU type=write size=3391229 2024-04-12T16:44:44.315 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.321+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=FJAF9H1AD73N type=del size=2654813 2024-04-12T16:44:44.316 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.323+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=ZMFOTJO6VRW6 type=del 2024-04-12T16:44:44.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.326+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~PAMWJ8648SOJ.0 size=623622 2024-04-12T16:44:44.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.326+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=PAMWJ8648SOJ tag=UAMDINBYSK3V type=write size=1672198 2024-04-12T16:44:44.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.328+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=0A5HYCZDSI1E type=del 2024-04-12T16:44:44.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.332+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~MBSG7IMKNCBB.0 size=930449 2024-04-12T16:44:44.326 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.332+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=MBSG7IMKNCBB tag=HQMAWVVDRXNO type=write size=1979025 2024-04-12T16:44:44.327 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.334+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=KG5B0GLC1CWF type=del 2024-04-12T16:44:44.331 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.337+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~SCU6DHW0NW20.0 size=1048576 2024-04-12T16:44:44.332 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.339+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~SCU6DHW0NW20.1 size=1048576 2024-04-12T16:44:44.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.341+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~SCU6DHW0NW20.2 size=658740 2024-04-12T16:44:44.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.341+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=SCU6DHW0NW20 tag=N1CU7IG0KZNL type=write size=3804468 2024-04-12T16:44:44.338 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.344+0000 7fc35ce39780 1 < suggested update operation key=9CON5BXP14FO tag=IF9YVQ8HNYAA type=write size=110911 2024-04-12T16:44:44.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.346+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=X9ZIT9DCHHLR type=del size=2582631 2024-04-12T16:44:44.341 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.348+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=E50ZIGB7CDL1 type=del 2024-04-12T16:44:44.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.351+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~TKTHJ2F7QJ8D.0 size=1048576 2024-04-12T16:44:44.347 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.354+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~TKTHJ2F7QJ8D.1 size=1048576 2024-04-12T16:44:44.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.355+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~TKTHJ2F7QJ8D.2 size=855249 2024-04-12T16:44:44.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.355+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=TKTHJ2F7QJ8D tag=OHLD7YRBL8NU type=write size=4000977 2024-04-12T16:44:44.351 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.357+0000 7fc35ce39780 1 < canceled operation key=C3KQN2GIIMR1 tag=BNUQNAULPJHT type=del size=445051 2024-04-12T16:44:44.353 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.360+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=XESZM707HBA9 type=del size=1673269 2024-04-12T16:44:44.355 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.361+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=01HRWSOV4J2N type=del 2024-04-12T16:44:44.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.365+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~8BYVWAMJ6LWQ.0 size=387185 2024-04-12T16:44:44.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.365+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=8BYVWAMJ6LWQ tag=A0OBKQS7EX1R type=write size=1435761 2024-04-12T16:44:44.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.365+0000 7fc35ce39780 1 < canceled part key=_multipart_3EB44W87WQRJ.2~6293IIKY17H0.0 size=1048576 2024-04-12T16:44:44.360 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.367+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~6293IIKY17H0.1 size=506729 2024-04-12T16:44:44.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.370+0000 7fc35ce39780 1 < canceled multipart upload key=3EB44W87WQRJ upload=6293IIKY17H0 tag=93NEOTF7IULH type=write size=2603881 2024-04-12T16:44:44.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.374+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~P3CRJ8YZXGN3.0 size=1048576 2024-04-12T16:44:44.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.375+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~P3CRJ8YZXGN3.1 size=61521 2024-04-12T16:44:44.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.375+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=P3CRJ8YZXGN3 tag=PYXXAJXW9R00 type=write size=2158673 2024-04-12T16:44:44.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.376+0000 7fc35ce39780 -1 < no bi entry to suggest for operation key=WU1CQUJJ7T5N tag=HDXC40W82S19 type=write size=836233: (2) No such file or directory 2024-04-12T16:44:44.371 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.378+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=PXX86Q4QZAKZ type=write size=955411 2024-04-12T16:44:44.374 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.380+0000 7fc35ce39780 1 < completed write operation key=QPS2GA1QHL2W tag=DU5D87HPV9N9 type=write size=732165 2024-04-12T16:44:44.377 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.383+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~C1GYQ35FXPZE.0 size=1048576 2024-04-12T16:44:44.379 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.385+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~C1GYQ35FXPZE.1 size=1048576 2024-04-12T16:44:44.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.386+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~C1GYQ35FXPZE.2 size=859787 2024-04-12T16:44:44.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.386+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=C1GYQ35FXPZE tag=MHO34YOJH380 type=write size=4005515 2024-04-12T16:44:44.382 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.388+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~5I1BUXBINMBN.0 size=556065 2024-04-12T16:44:44.385 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.391+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=5I1BUXBINMBN tag=ZY3BV8363FV0 type=write size=1604641 2024-04-12T16:44:44.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.393+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=YG3M1QCD520I type=del size=2977698 2024-04-12T16:44:44.389 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.395+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=C5AUBUSR93NX type=del 2024-04-12T16:44:44.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.398+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~4ZWBX9GLTBHD.0 size=1048576 2024-04-12T16:44:44.393 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.400+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~4ZWBX9GLTBHD.1 size=1048576 2024-04-12T16:44:44.395 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.401+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~4ZWBX9GLTBHD.2 size=24983 2024-04-12T16:44:44.395 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.401+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=4ZWBX9GLTBHD tag=WJ1T8TUBLO1X type=write size=3170711 2024-04-12T16:44:44.397 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.403+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~3KA8HK69URS9.0 size=229596 2024-04-12T16:44:44.400 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.406+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=3KA8HK69URS9 tag=405SGC61EZJ6 type=write size=1278172 2024-04-12T16:44:44.402 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.408+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=X9J1HI3LJWNH type=del size=4176366 2024-04-12T16:44:44.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.410+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~9ZJ057WJGJXZ.0 size=610028 2024-04-12T16:44:44.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.413+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=9ZJ057WJGJXZ tag=Q5D6CJAD1LDA type=write size=1658604 2024-04-12T16:44:44.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.417+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~RJXC2B2AECFX.0 size=407205 2024-04-12T16:44:44.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.417+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=RJXC2B2AECFX tag=K62UZXW4CPRF type=write size=1455781 2024-04-12T16:44:44.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.418+0000 7fc35ce39780 1 < canceled operation key=C3KQN2GIIMR1 tag=VBW32ILO3FIO type=del size=276254 2024-04-12T16:44:44.415 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.422+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~9FZL5O6FFON9.0 size=1048576 2024-04-12T16:44:44.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.423+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~9FZL5O6FFON9.1 size=402740 2024-04-12T16:44:44.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.423+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=9FZL5O6FFON9 tag=HQBV3JHQGORD type=write size=2499892 2024-04-12T16:44:44.419 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.425+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=FJAF9H1AD73N type=del 2024-04-12T16:44:44.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.428+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~5JPORF7HROG2.0 size=434549 2024-04-12T16:44:44.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.428+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=5JPORF7HROG2 tag=30YH7AEF14I2 type=write size=1483125 2024-04-12T16:44:44.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.430+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~PAMWJ8648SOJ.0 size=623622 2024-04-12T16:44:44.427 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.433+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=PAMWJ8648SOJ tag=UAMDINBYSK3V type=write size=1672198 2024-04-12T16:44:44.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.435+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=3JZ3R800OFVG type=del size=662858 2024-04-12T16:44:44.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.436+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~MBSG7IMKNCBB.0 size=930449 2024-04-12T16:44:44.433 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.439+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=MBSG7IMKNCBB tag=HQMAWVVDRXNO type=write size=1979025 2024-04-12T16:44:44.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.441+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=NMYBLTXGXW2W type=del size=4117471 2024-04-12T16:44:44.437 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.443+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~SCU6DHW0NW20.0 size=1048576 2024-04-12T16:44:44.437 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.443+0000 7fc35ce39780 1 < canceled part key=_multipart_LYRPYVQNY789.2~SCU6DHW0NW20.1 size=1048576 2024-04-12T16:44:44.438 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.445+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~SCU6DHW0NW20.2 size=658740 2024-04-12T16:44:44.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.448+0000 7fc35ce39780 1 < canceled multipart upload key=LYRPYVQNY789 upload=SCU6DHW0NW20 tag=N1CU7IG0KZNL type=write size=3804468 2024-04-12T16:44:44.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.451+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~SPR7GKNLCSLY.0 size=334081 2024-04-12T16:44:44.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.451+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=SPR7GKNLCSLY tag=GLSF94KKA6T5 type=write size=1382657 2024-04-12T16:44:44.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.453+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=X9ZIT9DCHHLR type=del 2024-04-12T16:44:44.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.455+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=PLDUSH4QRGO4 type=del size=1029592 2024-04-12T16:44:44.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.457+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~TKTHJ2F7QJ8D.0 size=1048576 2024-04-12T16:44:44.452 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.459+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~TKTHJ2F7QJ8D.1 size=1048576 2024-04-12T16:44:44.454 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.460+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~TKTHJ2F7QJ8D.2 size=855249 2024-04-12T16:44:44.457 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.464+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=TKTHJ2F7QJ8D tag=OHLD7YRBL8NU type=write size=4000977 2024-04-12T16:44:44.461 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.467+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~3JL2V4P2GQCH.0 size=1048576 2024-04-12T16:44:44.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.469+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~3JL2V4P2GQCH.1 size=830112 2024-04-12T16:44:44.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.469+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=3JL2V4P2GQCH tag=2X1TZ6WHIF2D type=write size=2927264 2024-04-12T16:44:44.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.471+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=XESZM707HBA9 type=del 2024-04-12T16:44:44.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.475+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~39EMEOBAY1ME.0 size=592723 2024-04-12T16:44:44.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.475+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=39EMEOBAY1ME tag=QBOHJMAAVH21 type=write size=1641299 2024-04-12T16:44:44.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.475+0000 7fc35ce39780 1 < canceled part key=_multipart_SXFQD2BAPMI0.2~8BYVWAMJ6LWQ.0 size=387185 2024-04-12T16:44:44.472 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.478+0000 7fc35ce39780 1 < canceled multipart upload key=SXFQD2BAPMI0 upload=8BYVWAMJ6LWQ tag=A0OBKQS7EX1R type=write size=1435761 2024-04-12T16:44:44.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.480+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=F0ZJ9H5EZ5VI type=del size=391376 2024-04-12T16:44:44.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.481+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~P3CRJ8YZXGN3.0 size=1048576 2024-04-12T16:44:44.477 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.483+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~P3CRJ8YZXGN3.1 size=61521 2024-04-12T16:44:44.479 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.486+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=P3CRJ8YZXGN3 tag=PYXXAJXW9R00 type=write size=2158673 2024-04-12T16:44:44.482 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.488+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=II60TKQ4PMYV type=del size=188849 2024-04-12T16:44:44.485 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.492+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=PXX86Q4QZAKZ type=write 2024-04-12T16:44:44.487 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.493+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=MC7CU331U8DJ type=del size=1264328 2024-04-12T16:44:44.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.495+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~C1GYQ35FXPZE.0 size=1048576 2024-04-12T16:44:44.491 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.497+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~C1GYQ35FXPZE.1 size=1048576 2024-04-12T16:44:44.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.499+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~C1GYQ35FXPZE.2 size=859787 2024-04-12T16:44:44.496 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.502+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=C1GYQ35FXPZE tag=MHO34YOJH380 type=write size=4005515 2024-04-12T16:44:44.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.504+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=GKZWWYCKO681 type=del size=3805386 2024-04-12T16:44:44.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.506+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=YG3M1QCD520I type=del 2024-04-12T16:44:44.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.508+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=FY48U13FXB1W type=del size=3764186 2024-04-12T16:44:44.502 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.508+0000 7fc35ce39780 1 < canceled part key=_multipart_506UBRTP11T6.2~4ZWBX9GLTBHD.0 size=1048576 2024-04-12T16:44:44.503 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.510+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~4ZWBX9GLTBHD.1 size=1048576 2024-04-12T16:44:44.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.511+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~4ZWBX9GLTBHD.2 size=24983 2024-04-12T16:44:44.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.514+0000 7fc35ce39780 1 < canceled multipart upload key=506UBRTP11T6 upload=4ZWBX9GLTBHD tag=WJ1T8TUBLO1X type=write size=3170711 2024-04-12T16:44:44.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.516+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=ZFDNLV77KGA1 type=write size=994183 2024-04-12T16:44:44.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.518+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=X9J1HI3LJWNH type=del size=4176366 2024-04-12T16:44:44.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.521+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~MQMBVRCJ3BZK.0 size=1048576 2024-04-12T16:44:44.516 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.522+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~MQMBVRCJ3BZK.1 size=117259 2024-04-12T16:44:44.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.522+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=MQMBVRCJ3BZK tag=UTQPJD6T0T6D type=write size=2214411 2024-04-12T16:44:44.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.523+0000 7fc35ce39780 1 < canceled part key=_multipart_2H0G2H9EP0W8.2~RJXC2B2AECFX.0 size=407205 2024-04-12T16:44:44.520 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.526+0000 7fc35ce39780 1 < canceled multipart upload key=2H0G2H9EP0W8 upload=RJXC2B2AECFX tag=K62UZXW4CPRF type=write size=1455781 2024-04-12T16:44:44.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.530+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~4T52NXHYWD4Z.0 size=1048576 2024-04-12T16:44:44.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.532+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~4T52NXHYWD4Z.1 size=1048576 2024-04-12T16:44:44.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.533+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~4T52NXHYWD4Z.2 size=703654 2024-04-12T16:44:44.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.533+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=4T52NXHYWD4Z tag=BHJ024GT0ZBT type=write size=3849382 2024-04-12T16:44:44.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.535+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~9FZL5O6FFON9.0 size=1048576 2024-04-12T16:44:44.530 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.537+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~9FZL5O6FFON9.1 size=402740 2024-04-12T16:44:44.534 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.540+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=9FZL5O6FFON9 tag=HQBV3JHQGORD type=write size=2499892 2024-04-12T16:44:44.536 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.542+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=RYIV2SGBQSXG type=del size=1277484 2024-04-12T16:44:44.536 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.542+0000 7fc35ce39780 1 < canceled part key=_multipart_I35DX9ONBXQJ.2~5JPORF7HROG2.0 size=434549 2024-04-12T16:44:44.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.546+0000 7fc35ce39780 1 < canceled multipart upload key=I35DX9ONBXQJ upload=5JPORF7HROG2 tag=30YH7AEF14I2 type=write size=1483125 2024-04-12T16:44:44.541 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.547+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=FFMHWMZUX3PA type=del size=2313778 2024-04-12T16:44:44.543 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.549+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=3JZ3R800OFVG type=del 2024-04-12T16:44:44.545 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.551+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=1W8OMBF48UXS type=write size=548152 2024-04-12T16:44:44.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.555+0000 7fc35ce39780 1 < suggested remove operation key=SXFQD2BAPMI0 tag=NMYBLTXGXW2W type=del 2024-04-12T16:44:44.550 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.556+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=S9JYKHAI2WYG type=write size=828536 2024-04-12T16:44:44.552 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.558+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~SPR7GKNLCSLY.0 size=334081 2024-04-12T16:44:44.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.561+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=SPR7GKNLCSLY tag=GLSF94KKA6T5 type=write size=1382657 2024-04-12T16:44:44.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.565+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~WQDOAGYUXIA8.0 size=1048576 2024-04-12T16:44:44.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.566+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~WQDOAGYUXIA8.1 size=721406 2024-04-12T16:44:44.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.566+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=WQDOAGYUXIA8 tag=NGK0B8MT8M3Z type=write size=2818558 2024-04-12T16:44:44.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.570+0000 7fc35ce39780 1 < suggested update operation key=ZE2YGROWCJWC tag=PLDUSH4QRGO4 type=del size=1029592 2024-04-12T16:44:44.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.573+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~6X2RGN4K671G.0 size=1048576 2024-04-12T16:44:44.568 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.575+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~6X2RGN4K671G.1 size=1048576 2024-04-12T16:44:44.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.576+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~6X2RGN4K671G.2 size=401146 2024-04-12T16:44:44.570 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.576+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=6X2RGN4K671G tag=BBYYOQ3OJFE9 type=write size=3546874 2024-04-12T16:44:44.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.578+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~3JL2V4P2GQCH.0 size=1048576 2024-04-12T16:44:44.573 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.580+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~3JL2V4P2GQCH.1 size=830112 2024-04-12T16:44:44.577 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.583+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=3JL2V4P2GQCH tag=2X1TZ6WHIF2D type=write size=2927264 2024-04-12T16:44:44.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.587+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~RUA4IHS2CQY7.0 size=774101 2024-04-12T16:44:44.581 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.587+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=RUA4IHS2CQY7 tag=RTD5UT28J21I type=write size=1822677 2024-04-12T16:44:44.582 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.589+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~39EMEOBAY1ME.0 size=592723 2024-04-12T16:44:44.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.593+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=39EMEOBAY1ME tag=QBOHJMAAVH21 type=write size=1641299 2024-04-12T16:44:44.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.594+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=2LUP8CQZI5OJ type=del size=2034074 2024-04-12T16:44:44.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.596+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=F0ZJ9H5EZ5VI type=del 2024-04-12T16:44:44.592 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.598+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=IHQ9TKRQ5ESZ type=del size=1087950 2024-04-12T16:44:44.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.600+0000 7fc35ce39780 1 < canceled operation key=3EB44W87WQRJ tag=II60TKQ4PMYV type=del size=188849 2024-04-12T16:44:44.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.603+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~65WNNK07WBEP.0 size=1048576 2024-04-12T16:44:44.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.605+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~65WNNK07WBEP.1 size=30714 2024-04-12T16:44:44.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.605+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=65WNNK07WBEP tag=V1FWA1XKP0XN type=write size=2127866 2024-04-12T16:44:44.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.607+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=MC7CU331U8DJ type=del 2024-04-12T16:44:44.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.608+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=KZK5XS9TA6Y4 type=write size=95277 2024-04-12T16:44:44.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.610+0000 7fc35ce39780 1 < canceled operation key=AXVD49WBW3LH tag=GKZWWYCKO681 type=del size=3805386 2024-04-12T16:44:44.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.613+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~VSWIO3U91VIO.0 size=1048576 2024-04-12T16:44:44.608 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.615+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~VSWIO3U91VIO.1 size=338047 2024-04-12T16:44:44.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.615+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=VSWIO3U91VIO tag=30ORCN33B939 type=write size=2435199 2024-04-12T16:44:44.610 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.617+0000 7fc35ce39780 1 < canceled operation key=FR6FMD58BD62 tag=FY48U13FXB1W type=del size=3764186 2024-04-12T16:44:44.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.618+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=BV1L64U0VJI5 type=del size=1693741 2024-04-12T16:44:44.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.620+0000 7fc35ce39780 1 < completed write operation key=V08LEDZKN1FS tag=ZFDNLV77KGA1 type=write size=994183 2024-04-12T16:44:44.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.622+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=PCUUOR40QSZ5 type=write size=19963 2024-04-12T16:44:44.618 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.624+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~MQMBVRCJ3BZK.0 size=1048576 2024-04-12T16:44:44.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.626+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~MQMBVRCJ3BZK.1 size=117259 2024-04-12T16:44:44.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.629+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=MQMBVRCJ3BZK tag=UTQPJD6T0T6D type=write size=2214411 2024-04-12T16:44:44.626 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.632+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~Q3JNYF8BT3HW.0 size=1048576 2024-04-12T16:44:44.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.634+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~Q3JNYF8BT3HW.1 size=86514 2024-04-12T16:44:44.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.634+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=Q3JNYF8BT3HW tag=FD4G0R33PN6X type=write size=2183666 2024-04-12T16:44:44.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.634+0000 7fc35ce39780 1 < canceled part key=_multipart_FS23W4ULE1O0.2~4T52NXHYWD4Z.0 size=1048576 2024-04-12T16:44:44.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.635+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~4T52NXHYWD4Z.1 size=1048576 2024-04-12T16:44:44.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.637+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~4T52NXHYWD4Z.2 size=703654 2024-04-12T16:44:44.634 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.640+0000 7fc35ce39780 1 < canceled multipart upload key=FS23W4ULE1O0 upload=4T52NXHYWD4Z tag=BHJ024GT0ZBT type=write size=3849382 2024-04-12T16:44:44.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.642+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=NRTLURQXG61R type=write size=434936 2024-04-12T16:44:44.638 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.644+0000 7fc35ce39780 -1 < failed to complete operation key=SXFQD2BAPMI0 tag=RYIV2SGBQSXG type=del size=1277484: (22) Invalid argument 2024-04-12T16:44:44.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.647+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~TNF2115IOUSV.0 size=1048576 2024-04-12T16:44:44.642 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.649+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~TNF2115IOUSV.1 size=1048576 2024-04-12T16:44:44.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.650+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~TNF2115IOUSV.2 size=171952 2024-04-12T16:44:44.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.650+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=TNF2115IOUSV tag=BUUAT1P8PZ3X type=write size=3317680 2024-04-12T16:44:44.646 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.652+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=FFMHWMZUX3PA type=del 2024-04-12T16:44:44.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.656+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~O9LZVFFM7TL2.0 size=986850 2024-04-12T16:44:44.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.656+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=O9LZVFFM7TL2 tag=W0T2MAKU9M6U type=write size=2035426 2024-04-12T16:44:44.654 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.660+0000 7fc35ce39780 1 < suggested remove operation key=9ANRAV34XW9O tag=1W8OMBF48UXS type=write 2024-04-12T16:44:44.656 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.662+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=7ZL7HLRQ20HV type=del size=2858457 2024-04-12T16:44:44.658 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.664+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=S9JYKHAI2WYG type=write size=828536 2024-04-12T16:44:44.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.666+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=6XO9RMH1GJBV type=del size=2549783 2024-04-12T16:44:44.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.668+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~WQDOAGYUXIA8.0 size=1048576 2024-04-12T16:44:44.663 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.669+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~WQDOAGYUXIA8.1 size=721406 2024-04-12T16:44:44.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.672+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=WQDOAGYUXIA8 tag=NGK0B8MT8M3Z type=write size=2818558 2024-04-12T16:44:44.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.674+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=VW91FQ8F7JPQ type=del size=567694 2024-04-12T16:44:44.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.677+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~6X2RGN4K671G.0 size=1048576 2024-04-12T16:44:44.672 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.678+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~6X2RGN4K671G.1 size=1048576 2024-04-12T16:44:44.673 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.680+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~6X2RGN4K671G.2 size=401146 2024-04-12T16:44:44.677 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.683+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=6X2RGN4K671G tag=BBYYOQ3OJFE9 type=write size=3546874 2024-04-12T16:44:44.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.685+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=25H3WI0HFTOU type=del size=2674345 2024-04-12T16:44:44.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.689+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~RUA4IHS2CQY7.0 size=774101 2024-04-12T16:44:44.686 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.693+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=RUA4IHS2CQY7 tag=RTD5UT28J21I type=write size=1822677 2024-04-12T16:44:44.688 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.695+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=I5Z8IU1FOE2H type=del size=2103585 2024-04-12T16:44:44.690 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.697+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=2LUP8CQZI5OJ type=del 2024-04-12T16:44:44.695 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.701+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~N0WMLTWTWLT3.0 size=1048576 2024-04-12T16:44:44.697 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.703+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~N0WMLTWTWLT3.1 size=1048576 2024-04-12T16:44:44.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.705+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~N0WMLTWTWLT3.2 size=642922 2024-04-12T16:44:44.699 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.705+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=N0WMLTWTWLT3 tag=LEP8HRXGTN2A type=write size=3788650 2024-04-12T16:44:44.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.707+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=IHQ9TKRQ5ESZ type=del 2024-04-12T16:44:44.703 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.710+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~KHVDBKMJF3HR.0 size=1048576 2024-04-12T16:44:44.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.711+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~KHVDBKMJF3HR.1 size=1048576 2024-04-12T16:44:44.706 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.713+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~KHVDBKMJF3HR.2 size=796279 2024-04-12T16:44:44.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.713+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=KHVDBKMJF3HR tag=715JMLRGGR4W type=write size=3942007 2024-04-12T16:44:44.708 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.715+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~65WNNK07WBEP.0 size=1048576 2024-04-12T16:44:44.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.716+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~65WNNK07WBEP.1 size=30714 2024-04-12T16:44:44.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.720+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=65WNNK07WBEP tag=V1FWA1XKP0XN type=write size=2127866 2024-04-12T16:44:44.715 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.721+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=5CG6S97CTB4H type=write size=267671 2024-04-12T16:44:44.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.723+0000 7fc35ce39780 1 < completed write operation key=SXFQD2BAPMI0 tag=KZK5XS9TA6Y4 type=write size=95277 2024-04-12T16:44:44.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.727+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~4Z33G0I7HPLP.0 size=1048576 2024-04-12T16:44:44.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.728+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~4Z33G0I7HPLP.1 size=1048576 2024-04-12T16:44:44.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.730+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~4Z33G0I7HPLP.2 size=291074 2024-04-12T16:44:44.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.730+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=4Z33G0I7HPLP tag=2NYMM3AAMB58 type=write size=3436802 2024-04-12T16:44:44.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.732+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~VSWIO3U91VIO.0 size=1048576 2024-04-12T16:44:44.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.733+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~VSWIO3U91VIO.1 size=338047 2024-04-12T16:44:44.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.736+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=VSWIO3U91VIO tag=30ORCN33B939 type=write size=2435199 2024-04-12T16:44:44.734 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.740+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~H5XMB6JB5B85.0 size=364248 2024-04-12T16:44:44.734 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.740+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=H5XMB6JB5B85 tag=BQO7QNK30QDD type=write size=1412824 2024-04-12T16:44:44.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.744+0000 7fc35ce39780 1 < suggested remove operation key=AXVD49WBW3LH tag=BV1L64U0VJI5 type=del 2024-04-12T16:44:44.739 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.745+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=DET1DZS3VYO5 type=del size=1266525 2024-04-12T16:44:44.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.749+0000 7fc35ce39780 1 < suggested update operation key=2JM8HME676YA tag=PCUUOR40QSZ5 type=write size=19963 2024-04-12T16:44:44.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.753+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~HVGHVCEOX33R.0 size=275774 2024-04-12T16:44:44.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.753+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=HVGHVCEOX33R tag=ATPPY3M7RZT9 type=write size=1324350 2024-04-12T16:44:44.748 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.755+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~Q3JNYF8BT3HW.0 size=1048576 2024-04-12T16:44:44.750 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.756+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~Q3JNYF8BT3HW.1 size=86514 2024-04-12T16:44:44.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.759+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=Q3JNYF8BT3HW tag=FD4G0R33PN6X type=write size=2183666 2024-04-12T16:44:44.755 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.761+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=GANYVGSNZB8P type=del size=599396 2024-04-12T16:44:44.759 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.765+0000 7fc35ce39780 1 < suggested update operation key=AMC1ILYTVT7I tag=NRTLURQXG61R type=write size=434936 2024-04-12T16:44:44.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.767+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=2HDA61L7JVTN type=del size=227351 2024-04-12T16:44:44.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.769+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~TNF2115IOUSV.0 size=1048576 2024-04-12T16:44:44.765 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.771+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~TNF2115IOUSV.1 size=1048576 2024-04-12T16:44:44.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.773+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~TNF2115IOUSV.2 size=171952 2024-04-12T16:44:44.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.776+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=TNF2115IOUSV tag=BUUAT1P8PZ3X type=write size=3317680 2024-04-12T16:44:44.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.778+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=1DRIXSAD52S7 type=del size=851461 2024-04-12T16:44:44.774 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.780+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~O9LZVFFM7TL2.0 size=986850 2024-04-12T16:44:44.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.784+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=O9LZVFFM7TL2 tag=W0T2MAKU9M6U type=write size=2035426 2024-04-12T16:44:44.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.785+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=V30IFMEVQO1B type=del size=365126 2024-04-12T16:44:44.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.789+0000 7fc35ce39780 1 < suggested remove operation key=SGVKCQ7SL1KU tag=7ZL7HLRQ20HV type=del 2024-04-12T16:44:44.784 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.791+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=K6MI189THYH2 type=write size=454451 2024-04-12T16:44:44.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.793+0000 7fc35ce39780 -1 < failed to complete operation key=SGVKCQ7SL1KU tag=6XO9RMH1GJBV type=del size=2549783: (22) Invalid argument 2024-04-12T16:44:44.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.795+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=331015PB7WLO type=del size=1184595 2024-04-12T16:44:44.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.797+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=VW91FQ8F7JPQ type=del 2024-04-12T16:44:44.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.799+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=OXAFL3QEK9P5 type=del size=233471 2024-04-12T16:44:44.794 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.801+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=25H3WI0HFTOU type=del 2024-04-12T16:44:44.796 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.803+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=0HRXXNFFO3B7 type=del size=1956033 2024-04-12T16:44:44.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.804+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=I5Z8IU1FOE2H type=del 2024-04-12T16:44:44.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.806+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=7JNLJIOTPPE9 type=del size=1781943 2024-04-12T16:44:44.802 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.808+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~N0WMLTWTWLT3.0 size=1048576 2024-04-12T16:44:44.804 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.810+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~N0WMLTWTWLT3.1 size=1048576 2024-04-12T16:44:44.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.812+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~N0WMLTWTWLT3.2 size=642922 2024-04-12T16:44:44.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.815+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=N0WMLTWTWLT3 tag=LEP8HRXGTN2A type=write size=3788650 2024-04-12T16:44:44.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.817+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=WTSNHIY768WD type=del size=2484715 2024-04-12T16:44:44.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.817+0000 7fc35ce39780 1 < canceled part key=_multipart_QPS2GA1QHL2W.2~KHVDBKMJF3HR.0 size=1048576 2024-04-12T16:44:44.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.819+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~KHVDBKMJF3HR.1 size=1048576 2024-04-12T16:44:44.814 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.821+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~KHVDBKMJF3HR.2 size=796279 2024-04-12T16:44:44.817 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.824+0000 7fc35ce39780 1 < canceled multipart upload key=QPS2GA1QHL2W upload=KHVDBKMJF3HR tag=715JMLRGGR4W type=write size=3942007 2024-04-12T16:44:44.819 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.825+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=CR418SAJAISY type=write size=993650 2024-04-12T16:44:44.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.828+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=5CG6S97CTB4H type=write size=267671 2024-04-12T16:44:44.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.829+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=0I0EINK5RS1Q type=del size=2928206 2024-04-12T16:44:44.825 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.832+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~4Z33G0I7HPLP.0 size=1048576 2024-04-12T16:44:44.827 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.833+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~4Z33G0I7HPLP.1 size=1048576 2024-04-12T16:44:44.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.835+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~4Z33G0I7HPLP.2 size=291074 2024-04-12T16:44:44.832 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.838+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=4Z33G0I7HPLP tag=2NYMM3AAMB58 type=write size=3436802 2024-04-12T16:44:44.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.840+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=DEEN670LT4JE type=write size=904748 2024-04-12T16:44:44.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.841+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~H5XMB6JB5B85.0 size=364248 2024-04-12T16:44:44.838 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.844+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=H5XMB6JB5B85 tag=BQO7QNK30QDD type=write size=1412824 2024-04-12T16:44:44.840 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.846+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=6RBWFWUJ8701 type=del size=3497406 2024-04-12T16:44:44.842 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.848+0000 7fc35ce39780 1 < canceled operation key=QPS2GA1QHL2W tag=DET1DZS3VYO5 type=del size=1266525 2024-04-12T16:44:44.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.850+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=VO8VDSYLSNLK type=del size=2588155 2024-04-12T16:44:44.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.851+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~HVGHVCEOX33R.0 size=275774 2024-04-12T16:44:44.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.854+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=HVGHVCEOX33R tag=ATPPY3M7RZT9 type=write size=1324350 2024-04-12T16:44:44.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.856+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=BYB4J98GV6UM type=del size=638270 2024-04-12T16:44:44.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.858+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=GANYVGSNZB8P type=del 2024-04-12T16:44:44.853 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.860+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=6UMZS0P1XZ4V type=del size=974195 2024-04-12T16:44:44.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.862+0000 7fc35ce39780 1 < canceled operation key=2H0G2H9EP0W8 tag=2HDA61L7JVTN type=del size=227351 2024-04-12T16:44:44.857 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.863+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=ACV4IOAIYCXG type=del size=585618 2024-04-12T16:44:44.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.865+0000 7fc35ce39780 1 < canceled operation key=8T3KONE057LK tag=1DRIXSAD52S7 type=del size=851461 2024-04-12T16:44:44.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.869+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~OX0VJMO40BS5.0 size=892521 2024-04-12T16:44:44.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.869+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=OX0VJMO40BS5 tag=CI2E42J7BF23 type=write size=1941097 2024-04-12T16:44:44.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.871+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=V30IFMEVQO1B type=del 2024-04-12T16:44:44.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.875+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~XUO3F0W7P8UT.0 size=1048576 2024-04-12T16:44:44.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.876+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~XUO3F0W7P8UT.1 size=109190 2024-04-12T16:44:44.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.876+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=XUO3F0W7P8UT tag=GRP88K6V9LC5 type=write size=2206342 2024-04-12T16:44:44.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.878+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=K6MI189THYH2 type=write size=454451 2024-04-12T16:44:44.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.880+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=RRYOKA0JY4AT type=del size=2818281 2024-04-12T16:44:44.876 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.882+0000 7fc35ce39780 1 < canceled operation key=SXFQD2BAPMI0 tag=331015PB7WLO type=del size=1184595 2024-04-12T16:44:44.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.884+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=5EK4YU8XPTQR type=del size=3253964 2024-04-12T16:44:44.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.885+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=OXAFL3QEK9P5 type=del 2024-04-12T16:44:44.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.889+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~XL3TVXA534TD.0 size=1048576 2024-04-12T16:44:44.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.890+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~XL3TVXA534TD.1 size=1048576 2024-04-12T16:44:44.885 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.892+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~XL3TVXA534TD.2 size=665954 2024-04-12T16:44:44.885 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.892+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=XL3TVXA534TD tag=HJR6WYVBXSNQ type=write size=3811682 2024-04-12T16:44:44.887 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.894+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=0HRXXNFFO3B7 type=del 2024-04-12T16:44:44.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.897+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~05A8VHNFCL0T.0 size=1048576 2024-04-12T16:44:44.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.899+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~05A8VHNFCL0T.1 size=884253 2024-04-12T16:44:44.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.899+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=05A8VHNFCL0T tag=OS0AHI3NIW7Y type=write size=2981405 2024-04-12T16:44:44.894 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.901+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=7JNLJIOTPPE9 type=del 2024-04-12T16:44:44.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.903+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=WUKQLT5AV2VR type=write size=252683 2024-04-12T16:44:44.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.904+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=WTSNHIY768WD type=del 2024-04-12T16:44:44.901 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.908+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~XMRCRLTJY2NY.0 size=1048576 2024-04-12T16:44:44.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.909+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~XMRCRLTJY2NY.1 size=1048576 2024-04-12T16:44:44.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.911+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~XMRCRLTJY2NY.2 size=544203 2024-04-12T16:44:44.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.911+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=XMRCRLTJY2NY tag=C7LW6Z52MIUE type=write size=3689931 2024-04-12T16:44:44.906 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.912+0000 7fc35ce39780 1 < canceled operation key=ZE2YGROWCJWC tag=CR418SAJAISY type=write size=993650 2024-04-12T16:44:44.909 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.916+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~YS06WY2BQUXO.0 size=658816 2024-04-12T16:44:44.910 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.916+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=YS06WY2BQUXO tag=12EJ684SN4YY type=write size=1707392 2024-04-12T16:44:44.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.918+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=0I0EINK5RS1Q type=del 2024-04-12T16:44:44.915 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.921+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~EI124MIY32BE.0 size=1048576 2024-04-12T16:44:44.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.923+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~EI124MIY32BE.1 size=1048576 2024-04-12T16:44:44.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.925+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~EI124MIY32BE.2 size=361616 2024-04-12T16:44:44.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.925+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=EI124MIY32BE tag=31SPK2A4IO8K type=write size=3507344 2024-04-12T16:44:44.921 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.927+0000 7fc35ce39780 1 < completed write operation key=FR6FMD58BD62 tag=DEEN670LT4JE type=write size=904748 2024-04-12T16:44:44.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.930+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~INMCIF8A1X1C.0 size=1048576 2024-04-12T16:44:44.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.932+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~INMCIF8A1X1C.1 size=405631 2024-04-12T16:44:44.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.932+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=INMCIF8A1X1C tag=MFDMS9YMN7T8 type=write size=2502783 2024-04-12T16:44:44.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.934+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=6RBWFWUJ8701 type=del 2024-04-12T16:44:44.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.936+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=6JYDF14GYNXW type=del size=588561 2024-04-12T16:44:44.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.938+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=VO8VDSYLSNLK type=del 2024-04-12T16:44:44.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.940+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=F4WZ062G81WY type=del size=1024125 2024-04-12T16:44:44.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.941+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=BYB4J98GV6UM type=del 2024-04-12T16:44:44.938 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.945+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~TR2DKAB2X597.0 size=1048576 2024-04-12T16:44:44.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.946+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~TR2DKAB2X597.1 size=452290 2024-04-12T16:44:44.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.946+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=TR2DKAB2X597 tag=NFQ18MMC4T9E type=write size=2549442 2024-04-12T16:44:44.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.948+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=6UMZS0P1XZ4V type=del 2024-04-12T16:44:44.945 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.952+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~9K7YRZ1325H6.0 size=1048576 2024-04-12T16:44:44.947 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.953+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~9K7YRZ1325H6.1 size=908022 2024-04-12T16:44:44.947 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.953+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=9K7YRZ1325H6 tag=4VU3MR08EVOL type=write size=3005174 2024-04-12T16:44:44.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.955+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=ACV4IOAIYCXG type=del 2024-04-12T16:44:44.951 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.957+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=8V30KE0FBSJG type=write size=374359 2024-04-12T16:44:44.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.959+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~OX0VJMO40BS5.0 size=892521 2024-04-12T16:44:44.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.962+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=OX0VJMO40BS5 tag=CI2E42J7BF23 type=write size=1941097 2024-04-12T16:44:44.959 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.965+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~RM7ZMIB3LQFP.0 size=1048576 2024-04-12T16:44:44.960 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.967+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~RM7ZMIB3LQFP.1 size=1048576 2024-04-12T16:44:44.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.968+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~RM7ZMIB3LQFP.2 size=21910 2024-04-12T16:44:44.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.968+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=RM7ZMIB3LQFP tag=N3UOOK9E3SGU type=write size=3167638 2024-04-12T16:44:44.964 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.970+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~XUO3F0W7P8UT.0 size=1048576 2024-04-12T16:44:44.965 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.972+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~XUO3F0W7P8UT.1 size=109190 2024-04-12T16:44:44.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.975+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=XUO3F0W7P8UT tag=GRP88K6V9LC5 type=write size=2206342 2024-04-12T16:44:44.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.977+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=9NU1BET4KVS3 type=write size=935398 2024-04-12T16:44:44.973 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.979+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=RRYOKA0JY4AT type=del 2024-04-12T16:44:44.975 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.981+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=YEZDS2LKEAZK type=del size=2631500 2024-04-12T16:44:44.977 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.983+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=5EK4YU8XPTQR type=del size=3253964 2024-04-12T16:44:44.978 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.985+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=QP6GPSPUEK60 type=write size=127316 2024-04-12T16:44:44.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.987+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~XL3TVXA534TD.0 size=1048576 2024-04-12T16:44:44.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.988+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~XL3TVXA534TD.1 size=1048576 2024-04-12T16:44:44.985 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.990+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~XL3TVXA534TD.2 size=665954 2024-04-12T16:44:44.988 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.994+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=XL3TVXA534TD tag=HJR6WYVBXSNQ type=write size=3811682 2024-04-12T16:44:44.990 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.996+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=UY4PVZG70GJ9 type=write size=1011906 2024-04-12T16:44:44.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:44.998+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~05A8VHNFCL0T.0 size=1048576 2024-04-12T16:44:44.993 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.000+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~05A8VHNFCL0T.1 size=884253 2024-04-12T16:44:44.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.003+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=05A8VHNFCL0T tag=OS0AHI3NIW7Y type=write size=2981405 2024-04-12T16:44:44.998 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.005+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=IGT2A3A46HK9 type=write size=89523 2024-04-12T16:44:45.000 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.006+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=WUKQLT5AV2VR type=write size=252683 2024-04-12T16:44:45.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.009+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=61CEDOS3RIDW type=del size=829327 2024-04-12T16:44:45.004 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.011+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~XMRCRLTJY2NY.0 size=1048576 2024-04-12T16:44:45.006 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.012+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~XMRCRLTJY2NY.1 size=1048576 2024-04-12T16:44:45.007 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.014+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~XMRCRLTJY2NY.2 size=544203 2024-04-12T16:44:45.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.017+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=XMRCRLTJY2NY tag=C7LW6Z52MIUE type=write size=3689931 2024-04-12T16:44:45.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.020+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~3K9JPNAE0VTZ.0 size=1048576 2024-04-12T16:44:45.015 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.022+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~3K9JPNAE0VTZ.1 size=1048576 2024-04-12T16:44:45.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.024+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~3K9JPNAE0VTZ.2 size=411701 2024-04-12T16:44:45.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.024+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=3K9JPNAE0VTZ tag=EL2IEWUPGJ2F type=write size=3557429 2024-04-12T16:44:45.019 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.026+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~YS06WY2BQUXO.0 size=658816 2024-04-12T16:44:45.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.029+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=YS06WY2BQUXO tag=12EJ684SN4YY type=write size=1707392 2024-04-12T16:44:45.024 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.031+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=KZ3QK6XPL6AU type=del size=101014 2024-04-12T16:44:45.026 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.033+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~EI124MIY32BE.0 size=1048576 2024-04-12T16:44:45.028 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.034+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~EI124MIY32BE.1 size=1048576 2024-04-12T16:44:45.029 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.036+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~EI124MIY32BE.2 size=361616 2024-04-12T16:44:45.032 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.039+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=EI124MIY32BE tag=31SPK2A4IO8K type=write size=3507344 2024-04-12T16:44:45.034 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.041+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=76H36GP3Z9BJ type=write size=104487 2024-04-12T16:44:45.036 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.042+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~INMCIF8A1X1C.0 size=1048576 2024-04-12T16:44:45.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.044+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~INMCIF8A1X1C.1 size=405631 2024-04-12T16:44:45.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.047+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=INMCIF8A1X1C tag=MFDMS9YMN7T8 type=write size=2502783 2024-04-12T16:44:45.042 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.049+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=PCZAOHNI8N3G type=write size=133732 2024-04-12T16:44:45.045 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.051+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=6JYDF14GYNXW type=del 2024-04-12T16:44:45.048 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.054+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~72DEZ3JBT2C4.0 size=609942 2024-04-12T16:44:45.048 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.054+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=72DEZ3JBT2C4 tag=VZE61LGAZE4P type=write size=1658518 2024-04-12T16:44:45.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.056+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=F4WZ062G81WY type=del 2024-04-12T16:44:45.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.058+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=19L2KPJTHR48 type=del size=3608658 2024-04-12T16:44:45.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.058+0000 7fc35ce39780 1 < canceled part key=_multipart_V08LEDZKN1FS.2~TR2DKAB2X597.0 size=1048576 2024-04-12T16:44:45.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.058+0000 7fc35ce39780 1 < canceled part key=_multipart_V08LEDZKN1FS.2~TR2DKAB2X597.1 size=452290 2024-04-12T16:44:45.055 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.062+0000 7fc35ce39780 1 < canceled multipart upload key=V08LEDZKN1FS upload=TR2DKAB2X597 tag=NFQ18MMC4T9E type=write size=2549442 2024-04-12T16:44:45.059 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.065+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~GHLUD1KR0MJZ.0 size=1048576 2024-04-12T16:44:45.060 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.067+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~GHLUD1KR0MJZ.1 size=652909 2024-04-12T16:44:45.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.067+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=GHLUD1KR0MJZ tag=4S2E50R8SBBO type=write size=2750061 2024-04-12T16:44:45.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.069+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~9K7YRZ1325H6.0 size=1048576 2024-04-12T16:44:45.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.070+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~9K7YRZ1325H6.1 size=908022 2024-04-12T16:44:45.067 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.073+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=9K7YRZ1325H6 tag=4VU3MR08EVOL type=write size=3005174 2024-04-12T16:44:45.071 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.077+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~F0P162XW8SZP.0 size=1048576 2024-04-12T16:44:45.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.079+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~F0P162XW8SZP.1 size=1048576 2024-04-12T16:44:45.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.081+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~F0P162XW8SZP.2 size=291715 2024-04-12T16:44:45.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.081+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=F0P162XW8SZP tag=90MXONNVA709 type=write size=3437443 2024-04-12T16:44:45.078 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.084+0000 7fc35ce39780 1 < suggested remove operation key=9ANRAV34XW9O tag=8V30KE0FBSJG type=write 2024-04-12T16:44:45.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.088+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~1HVMJDOA24BU.0 size=330207 2024-04-12T16:44:45.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.088+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=1HVMJDOA24BU tag=TQCANFWH2JJJ type=write size=1378783 2024-04-12T16:44:45.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.089+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~RM7ZMIB3LQFP.0 size=1048576 2024-04-12T16:44:45.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.089+0000 7fc35ce39780 1 < canceled part key=_multipart_OC0OCQYU63HT.2~RM7ZMIB3LQFP.1 size=1048576 2024-04-12T16:44:45.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.091+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~RM7ZMIB3LQFP.2 size=21910 2024-04-12T16:44:45.088 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.094+0000 7fc35ce39780 1 < canceled multipart upload key=OC0OCQYU63HT upload=RM7ZMIB3LQFP tag=N3UOOK9E3SGU type=write size=3167638 2024-04-12T16:44:45.091 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.098+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~N79TQCVEFERY.0 size=1048576 2024-04-12T16:44:45.093 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.099+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~N79TQCVEFERY.1 size=1048576 2024-04-12T16:44:45.094 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.101+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~N79TQCVEFERY.2 size=979455 2024-04-12T16:44:45.094 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.101+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=N79TQCVEFERY tag=FNKMMP8U1C7O type=write size=4125183 2024-04-12T16:44:45.096 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.102+0000 7fc35ce39780 1 < completed write operation key=9EP1TM4XHAOV tag=9NU1BET4KVS3 type=write size=935398 2024-04-12T16:44:45.098 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.104+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=AGP2IF37Z0C8 type=write size=938773 2024-04-12T16:44:45.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.106+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=YEZDS2LKEAZK type=del 2024-04-12T16:44:45.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.109+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~R5KN4I906I57.0 size=1048576 2024-04-12T16:44:45.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.111+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~R5KN4I906I57.1 size=927479 2024-04-12T16:44:45.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.111+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=R5KN4I906I57 tag=2K15W9PN6F7M type=write size=3024631 2024-04-12T16:44:45.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.113+0000 7fc35ce39780 1 < completed write operation key=I35DX9ONBXQJ tag=QP6GPSPUEK60 type=write size=127316 2024-04-12T16:44:45.108 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.114+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=8VKGZE6OUYT3 type=write size=203983 2024-04-12T16:44:45.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.116+0000 7fc35ce39780 1 < completed write operation key=I35DX9ONBXQJ tag=UY4PVZG70GJ9 type=write size=1011906 2024-04-12T16:44:45.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.118+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=60WSF284Q785 type=del size=333980 2024-04-12T16:44:45.114 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.120+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=IGT2A3A46HK9 type=write size=89523 2024-04-12T16:44:45.115 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.122+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=O20MRT338ILM type=del size=4074991 2024-04-12T16:44:45.117 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.123+0000 7fc35ce39780 1 < canceled operation key=9CON5BXP14FO tag=61CEDOS3RIDW type=del size=829327 2024-04-12T16:44:45.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.125+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=6S15OK2ACY8G type=del size=791319 2024-04-12T16:44:45.121 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.127+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~3K9JPNAE0VTZ.0 size=1048576 2024-04-12T16:44:45.122 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.128+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~3K9JPNAE0VTZ.1 size=1048576 2024-04-12T16:44:45.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.130+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~3K9JPNAE0VTZ.2 size=411701 2024-04-12T16:44:45.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.134+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=3K9JPNAE0VTZ tag=EL2IEWUPGJ2F type=write size=3557429 2024-04-12T16:44:45.131 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.137+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~TRVT07RWM08W.0 size=246158 2024-04-12T16:44:45.131 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.137+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=TRVT07RWM08W tag=Y3YJ9QL86S9L type=write size=1294734 2024-04-12T16:44:45.133 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.139+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=KZ3QK6XPL6AU type=del 2024-04-12T16:44:45.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.142+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~IK829F21Z9C4.0 size=1048576 2024-04-12T16:44:45.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.144+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~IK829F21Z9C4.1 size=917342 2024-04-12T16:44:45.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.144+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=IK829F21Z9C4 tag=V3IEQTRNUMSC type=write size=3014494 2024-04-12T16:44:45.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.145+0000 7fc35ce39780 1 < completed write operation key=FS23W4ULE1O0 tag=76H36GP3Z9BJ type=write size=104487 2024-04-12T16:44:45.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.149+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ILSTHDXPTW69.0 size=1048576 2024-04-12T16:44:45.145 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.151+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ILSTHDXPTW69.1 size=731829 2024-04-12T16:44:45.145 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.151+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=ILSTHDXPTW69 tag=4E9LRF3X7TJF type=write size=2828981 2024-04-12T16:44:45.147 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.154+0000 7fc35ce39780 -1 < failed to complete operation key=9ANRAV34XW9O tag=PCZAOHNI8N3G type=write size=133732: (22) Invalid argument 2024-04-12T16:44:45.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.156+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=UCVXP75M5BBO type=del size=2256397 2024-04-12T16:44:45.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.157+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~72DEZ3JBT2C4.0 size=609942 2024-04-12T16:44:45.154 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.160+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=72DEZ3JBT2C4 tag=VZE61LGAZE4P type=write size=1658518 2024-04-12T16:44:45.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.164+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~SII760IVW3KL.0 size=1048576 2024-04-12T16:44:45.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.166+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~SII760IVW3KL.1 size=462322 2024-04-12T16:44:45.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.166+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=SII760IVW3KL tag=USP0146DHDIS type=write size=2559474 2024-04-12T16:44:45.162 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.168+0000 7fc35ce39780 1 < canceled operation key=2JM8HME676YA tag=19L2KPJTHR48 type=del size=3608658 2024-04-12T16:44:45.165 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.171+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~ANTA2JT2XY81.0 size=1048576 2024-04-12T16:44:45.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.173+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~ANTA2JT2XY81.1 size=1048576 2024-04-12T16:44:45.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.175+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~ANTA2JT2XY81.2 size=261690 2024-04-12T16:44:45.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.175+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=ANTA2JT2XY81 tag=Y31OJZ5Z64EP type=write size=3407418 2024-04-12T16:44:45.170 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.176+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~GHLUD1KR0MJZ.0 size=1048576 2024-04-12T16:44:45.172 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.178+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~GHLUD1KR0MJZ.1 size=652909 2024-04-12T16:44:45.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.181+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=GHLUD1KR0MJZ tag=4S2E50R8SBBO type=write size=2750061 2024-04-12T16:44:45.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.183+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=B6IQ78257NYT type=del size=2705420 2024-04-12T16:44:45.179 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.185+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~F0P162XW8SZP.0 size=1048576 2024-04-12T16:44:45.181 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.187+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~F0P162XW8SZP.1 size=1048576 2024-04-12T16:44:45.182 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.189+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~F0P162XW8SZP.2 size=291715 2024-04-12T16:44:45.186 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.192+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=F0P162XW8SZP tag=90MXONNVA709 type=write size=3437443 2024-04-12T16:44:45.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.196+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~Y36ZWT03RUAC.0 size=200830 2024-04-12T16:44:45.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.196+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=Y36ZWT03RUAC tag=SHXTDK0BFO2T type=write size=1249406 2024-04-12T16:44:45.193 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.199+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~1HVMJDOA24BU.0 size=330207 2024-04-12T16:44:45.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.202+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=1HVMJDOA24BU tag=TQCANFWH2JJJ type=write size=1378783 2024-04-12T16:44:45.198 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.204+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=0QWS3MNO7RCP type=write size=595380 2024-04-12T16:44:45.198 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.204+0000 7fc35ce39780 1 < canceled part key=_multipart_8T3KONE057LK.2~N79TQCVEFERY.0 size=1048576 2024-04-12T16:44:45.200 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.206+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~N79TQCVEFERY.1 size=1048576 2024-04-12T16:44:45.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.207+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~N79TQCVEFERY.2 size=979455 2024-04-12T16:44:45.204 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.211+0000 7fc35ce39780 1 < canceled multipart upload key=8T3KONE057LK upload=N79TQCVEFERY tag=FNKMMP8U1C7O type=write size=4125183 2024-04-12T16:44:45.208 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.214+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~COU6YFUQAF4J.0 size=1048576 2024-04-12T16:44:45.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.215+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~COU6YFUQAF4J.1 size=1048576 2024-04-12T16:44:45.211 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.217+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~COU6YFUQAF4J.2 size=305593 2024-04-12T16:44:45.211 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.217+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=COU6YFUQAF4J tag=CRWUQDGJ8RVO type=write size=3451321 2024-04-12T16:44:45.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.219+0000 7fc35ce39780 1 < completed write operation key=CPU63NIAUXGM tag=AGP2IF37Z0C8 type=write size=938773 2024-04-12T16:44:45.214 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.220+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=X7VOMO5G61SX type=del size=3930894 2024-04-12T16:44:45.216 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.222+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~R5KN4I906I57.0 size=1048576 2024-04-12T16:44:45.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.224+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~R5KN4I906I57.1 size=927479 2024-04-12T16:44:45.221 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.227+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=R5KN4I906I57 tag=2K15W9PN6F7M type=write size=3024631 2024-04-12T16:44:45.223 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.229+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=3PYWGAX7LPHL type=del size=4034800 2024-04-12T16:44:45.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.232+0000 7fc35ce39780 1 < suggested remove operation key=FS23W4ULE1O0 tag=8VKGZE6OUYT3 type=write 2024-04-12T16:44:45.230 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.236+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~N7LYVJ1XM4EW.0 size=338857 2024-04-12T16:44:45.230 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.236+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=N7LYVJ1XM4EW tag=TGFJAXYKT3YS type=write size=1387433 2024-04-12T16:44:45.232 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.238+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=60WSF284Q785 type=del 2024-04-12T16:44:45.234 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.240+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=RLNGZ028WQC6 type=del size=1219762 2024-04-12T16:44:45.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.244+0000 7fc35ce39780 1 < suggested update operation key=C3KQN2GIIMR1 tag=O20MRT338ILM type=del size=4074991 2024-04-12T16:44:45.240 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.247+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~JRFFHMRHH384.0 size=1048576 2024-04-12T16:44:45.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.249+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~JRFFHMRHH384.1 size=890291 2024-04-12T16:44:45.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.249+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=JRFFHMRHH384 tag=ERIO3HKOWLEU type=write size=2987443 2024-04-12T16:44:45.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.251+0000 7fc35ce39780 -1 < failed to complete operation key=C3KQN2GIIMR1 tag=6S15OK2ACY8G type=del size=791319: (22) Invalid argument 2024-04-12T16:44:45.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.253+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=39VJ2WQTQK4I type=del size=490876 2024-04-12T16:44:45.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.255+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~TRVT07RWM08W.0 size=246158 2024-04-12T16:44:45.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.258+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=TRVT07RWM08W tag=Y3YJ9QL86S9L type=write size=1294734 2024-04-12T16:44:45.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.260+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=NHHJDYP099A0 type=write size=94292 2024-04-12T16:44:45.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.260+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~IK829F21Z9C4.0 size=1048576 2024-04-12T16:44:45.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.260+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~IK829F21Z9C4.1 size=917342 2024-04-12T16:44:45.257 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.263+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=IK829F21Z9C4 tag=V3IEQTRNUMSC type=write size=3014494 2024-04-12T16:44:45.260 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.267+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~KJLBIBLQGY5W.0 size=1048576 2024-04-12T16:44:45.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.268+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~KJLBIBLQGY5W.1 size=1048576 2024-04-12T16:44:45.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.270+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~KJLBIBLQGY5W.2 size=130342 2024-04-12T16:44:45.264 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.270+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=KJLBIBLQGY5W tag=EC8EDK9T0CPY type=write size=3276070 2024-04-12T16:44:45.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.272+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ILSTHDXPTW69.0 size=1048576 2024-04-12T16:44:45.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.273+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ILSTHDXPTW69.1 size=731829 2024-04-12T16:44:45.270 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.277+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=ILSTHDXPTW69 tag=4E9LRF3X7TJF type=write size=2828981 2024-04-12T16:44:45.272 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.278+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=OMJSPHOGHE3G type=del size=3367182 2024-04-12T16:44:45.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.282+0000 7fc35ce39780 1 < suggested remove operation key=YAK5S3T8GXL1 tag=UCVXP75M5BBO type=del 2024-04-12T16:44:45.277 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.284+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=2VJ34O4XY7E8 type=del size=511424 2024-04-12T16:44:45.280 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.286+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~SII760IVW3KL.0 size=1048576 2024-04-12T16:44:45.280 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.286+0000 7fc35ce39780 1 < canceled part key=_multipart_C3KQN2GIIMR1.2~SII760IVW3KL.1 size=462322 2024-04-12T16:44:45.283 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.289+0000 7fc35ce39780 1 < canceled multipart upload key=C3KQN2GIIMR1 upload=SII760IVW3KL tag=USP0146DHDIS type=write size=2559474 2024-04-12T16:44:45.285 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.291+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=7IT05K760W1K type=write size=2558 2024-04-12T16:44:45.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.293+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~ANTA2JT2XY81.0 size=1048576 2024-04-12T16:44:45.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.295+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~ANTA2JT2XY81.1 size=1048576 2024-04-12T16:44:45.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.296+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~ANTA2JT2XY81.2 size=261690 2024-04-12T16:44:45.293 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.300+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=ANTA2JT2XY81 tag=Y31OJZ5Z64EP type=write size=3407418 2024-04-12T16:44:45.297 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.303+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~WVM79OZC98X4.0 size=1048576 2024-04-12T16:44:45.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.304+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~WVM79OZC98X4.1 size=1048576 2024-04-12T16:44:45.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.306+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~WVM79OZC98X4.2 size=628815 2024-04-12T16:44:45.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.306+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=WVM79OZC98X4 tag=HRXZU2Z663YR type=write size=3774543 2024-04-12T16:44:45.303 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.309+0000 7fc35ce39780 -1 < failed to complete operation key=YAK5S3T8GXL1 tag=B6IQ78257NYT type=del size=2705420: (22) Invalid argument 2024-04-12T16:44:45.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.311+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=4I922D0IC02A type=write size=955142 2024-04-12T16:44:45.306 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.312+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~Y36ZWT03RUAC.0 size=200830 2024-04-12T16:44:45.309 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.316+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=Y36ZWT03RUAC tag=SHXTDK0BFO2T type=write size=1249406 2024-04-12T16:44:45.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.319+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~8ROB02RXA62L.0 size=487758 2024-04-12T16:44:45.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.319+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=8ROB02RXA62L tag=BNFG1577SCLE type=write size=1536334 2024-04-12T16:44:45.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.323+0000 7fc35ce39780 1 < suggested remove operation key=3EB44W87WQRJ tag=0QWS3MNO7RCP type=write 2024-04-12T16:44:45.318 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.324+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=20DI0V9WXEZK type=write size=930649 2024-04-12T16:44:45.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.326+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~COU6YFUQAF4J.0 size=1048576 2024-04-12T16:44:45.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.328+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~COU6YFUQAF4J.1 size=1048576 2024-04-12T16:44:45.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.329+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~COU6YFUQAF4J.2 size=305593 2024-04-12T16:44:45.327 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.333+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=COU6YFUQAF4J tag=CRWUQDGJ8RVO type=write size=3451321 2024-04-12T16:44:45.328 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.335+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=FS0NNLK6K9MH type=del size=1181535 2024-04-12T16:44:45.332 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.338+0000 7fc35ce39780 1 < suggested remove operation key=LYRPYVQNY789 tag=X7VOMO5G61SX type=del 2024-04-12T16:44:45.336 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.342+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~8J9O04YBVX3Y.0 size=1048576 2024-04-12T16:44:45.338 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.344+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~8J9O04YBVX3Y.1 size=1048576 2024-04-12T16:44:45.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.346+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~8J9O04YBVX3Y.2 size=749859 2024-04-12T16:44:45.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.346+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=8J9O04YBVX3Y tag=R8ZM3PIKGQAQ type=write size=3895587 2024-04-12T16:44:45.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.347+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=3PYWGAX7LPHL type=del 2024-04-12T16:44:45.343 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.350+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=WRD9ACI4289V type=del size=1470658 2024-04-12T16:44:45.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.351+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~N7LYVJ1XM4EW.0 size=338857 2024-04-12T16:44:45.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.355+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=N7LYVJ1XM4EW tag=TGFJAXYKT3YS type=write size=1387433 2024-04-12T16:44:45.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.357+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=P0VJJEH0W336 type=del size=17579 2024-04-12T16:44:45.352 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.358+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=RLNGZ028WQC6 type=del 2024-04-12T16:44:45.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.360+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=ZL6ZUH10L7CW type=write size=122258 2024-04-12T16:44:45.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.362+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~JRFFHMRHH384.0 size=1048576 2024-04-12T16:44:45.357 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.364+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~JRFFHMRHH384.1 size=890291 2024-04-12T16:44:45.360 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.367+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=JRFFHMRHH384 tag=ERIO3HKOWLEU type=write size=2987443 2024-04-12T16:44:45.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.369+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=0HHKUVSUH0H9 type=del size=3010932 2024-04-12T16:44:45.365 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.371+0000 7fc35ce39780 -1 < failed to complete operation key=3EB44W87WQRJ tag=39VJ2WQTQK4I type=del size=490876: (22) Invalid argument 2024-04-12T16:44:45.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.374+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=5YBP6PXSGLFE type=del size=76327 2024-04-12T16:44:45.371 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.378+0000 7fc35ce39780 1 < suggested remove operation key=C3KQN2GIIMR1 tag=NHHJDYP099A0 type=write 2024-04-12T16:44:45.375 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.382+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~WD3W7429G64Q.0 size=1048576 2024-04-12T16:44:45.377 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.383+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~WD3W7429G64Q.1 size=734673 2024-04-12T16:44:45.377 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.383+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=WD3W7429G64Q tag=Y9RFGPC0IIRG type=write size=2831825 2024-04-12T16:44:45.379 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.385+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~KJLBIBLQGY5W.0 size=1048576 2024-04-12T16:44:45.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.387+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~KJLBIBLQGY5W.1 size=1048576 2024-04-12T16:44:45.382 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.388+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~KJLBIBLQGY5W.2 size=130342 2024-04-12T16:44:45.385 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.392+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=KJLBIBLQGY5W tag=EC8EDK9T0CPY type=write size=3276070 2024-04-12T16:44:45.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.394+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=YJW5PX9QLD2Z type=del size=2607762 2024-04-12T16:44:45.391 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.397+0000 7fc35ce39780 1 < suggested update operation key=OC0OCQYU63HT tag=OMJSPHOGHE3G type=del size=3367182 2024-04-12T16:44:45.395 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.401+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~BV0BKYR4HRTV.0 size=1048576 2024-04-12T16:44:45.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.403+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~BV0BKYR4HRTV.1 size=1048576 2024-04-12T16:44:45.398 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.404+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~BV0BKYR4HRTV.2 size=824816 2024-04-12T16:44:45.398 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.404+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=BV0BKYR4HRTV tag=SYUVDUAFN6CA type=write size=3970544 2024-04-12T16:44:45.402 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.408+0000 7fc35ce39780 1 < suggested remove operation key=AMC1ILYTVT7I tag=2VJ34O4XY7E8 type=del 2024-04-12T16:44:45.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.410+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=R82R831YKCAX type=del size=946238 2024-04-12T16:44:45.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.413+0000 7fc35ce39780 1 < suggested remove operation key=9CON5BXP14FO tag=7IT05K760W1K type=write 2024-04-12T16:44:45.409 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.415+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=PQ360PKIBLH1 type=write size=607716 2024-04-12T16:44:45.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.417+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~WVM79OZC98X4.0 size=1048576 2024-04-12T16:44:45.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.418+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~WVM79OZC98X4.1 size=1048576 2024-04-12T16:44:45.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.420+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~WVM79OZC98X4.2 size=628815 2024-04-12T16:44:45.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.423+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=WVM79OZC98X4 tag=HRXZU2Z663YR type=write size=3774543 2024-04-12T16:44:45.419 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.425+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=3YK2HBXM3P63 type=write size=674314 2024-04-12T16:44:45.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.427+0000 7fc35ce39780 1 < completed write operation key=0IU68215QEHD tag=4I922D0IC02A type=write size=955142 2024-04-12T16:44:45.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.429+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=AYH29VI4T445 type=del size=414959 2024-04-12T16:44:45.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.431+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~8ROB02RXA62L.0 size=487758 2024-04-12T16:44:45.427 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.434+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=8ROB02RXA62L tag=BNFG1577SCLE type=write size=1536334 2024-04-12T16:44:45.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.436+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=N2XXNZBVCKFG type=del size=1140224 2024-04-12T16:44:45.431 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.438+0000 7fc35ce39780 1 < canceled operation key=I35DX9ONBXQJ tag=20DI0V9WXEZK type=write size=930649 2024-04-12T16:44:45.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.441+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~1VNVDKX8DED0.0 size=924617 2024-04-12T16:44:45.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.441+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=1VNVDKX8DED0 tag=YDK0O5FFZUOX type=write size=1973193 2024-04-12T16:44:45.437 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.443+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=FS0NNLK6K9MH type=del 2024-04-12T16:44:45.440 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.446+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~A4R53QB51S4K.0 size=1048576 2024-04-12T16:44:45.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.448+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~A4R53QB51S4K.1 size=1048576 2024-04-12T16:44:45.443 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.449+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~A4R53QB51S4K.2 size=588499 2024-04-12T16:44:45.443 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.449+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=A4R53QB51S4K tag=E1O3TZ2W9CWQ type=write size=3734227 2024-04-12T16:44:45.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.451+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~8J9O04YBVX3Y.0 size=1048576 2024-04-12T16:44:45.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.452+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~8J9O04YBVX3Y.1 size=1048576 2024-04-12T16:44:45.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.453+0000 7fc35ce39780 1 < canceled part key=_multipart_V08LEDZKN1FS.2~8J9O04YBVX3Y.2 size=749859 2024-04-12T16:44:45.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.456+0000 7fc35ce39780 1 < canceled multipart upload key=V08LEDZKN1FS upload=8J9O04YBVX3Y tag=R8ZM3PIKGQAQ type=write size=3895587 2024-04-12T16:44:45.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.457+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=BX0CD4RYIOGD type=del size=3791225 2024-04-12T16:44:45.454 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.461+0000 7fc35ce39780 1 < suggested update operation key=QPS2GA1QHL2W tag=WRD9ACI4289V type=del size=1470658 2024-04-12T16:44:45.456 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.463+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=A816RQ82AFAI type=write size=340606 2024-04-12T16:44:45.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.466+0000 7fc35ce39780 1 < suggested update operation key=L2DJM18VNC70 tag=P0VJJEH0W336 type=del size=17579 2024-04-12T16:44:45.462 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.468+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=26DLTRYLDNH6 type=del size=794128 2024-04-12T16:44:45.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.471+0000 7fc35ce39780 -1 < failed to complete operation key=L2DJM18VNC70 tag=ZL6ZUH10L7CW type=write size=122258: (22) Invalid argument 2024-04-12T16:44:45.466 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.473+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=U6DDWF7972PI type=del size=1255869 2024-04-12T16:44:45.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.475+0000 7fc35ce39780 -1 < failed to complete operation key=L2DJM18VNC70 tag=0HHKUVSUH0H9 type=del size=3010932: (22) Invalid argument 2024-04-12T16:44:45.471 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.477+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=SD45ZZK0AMO6 type=write size=125296 2024-04-12T16:44:45.472 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.479+0000 7fc35ce39780 1 < canceled operation key=Z93T9469B27B tag=5YBP6PXSGLFE type=del size=76327 2024-04-12T16:44:45.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.480+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=8FZ6E50UKHIM type=del size=1426313 2024-04-12T16:44:45.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.482+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~WD3W7429G64Q.0 size=1048576 2024-04-12T16:44:45.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.484+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~WD3W7429G64Q.1 size=734673 2024-04-12T16:44:45.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.487+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=WD3W7429G64Q tag=Y9RFGPC0IIRG type=write size=2831825 2024-04-12T16:44:45.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.491+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~JVYZRY73TUMR.0 size=1048576 2024-04-12T16:44:45.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.492+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~JVYZRY73TUMR.1 size=942959 2024-04-12T16:44:45.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.492+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=JVYZRY73TUMR tag=7JT2HW24JS47 type=write size=3040111 2024-04-12T16:44:45.490 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.496+0000 7fc35ce39780 1 < suggested remove operation key=WU1CQUJJ7T5N tag=YJW5PX9QLD2Z type=del 2024-04-12T16:44:45.493 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.499+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~PQHA1LCEMCD7.0 size=1048576 2024-04-12T16:44:45.495 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.501+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~PQHA1LCEMCD7.1 size=1048576 2024-04-12T16:44:45.496 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.503+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~PQHA1LCEMCD7.2 size=323081 2024-04-12T16:44:45.496 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.503+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=PQHA1LCEMCD7 tag=MPAIFME0J38V type=write size=3468809 2024-04-12T16:44:45.498 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.505+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~BV0BKYR4HRTV.0 size=1048576 2024-04-12T16:44:45.500 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.507+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~BV0BKYR4HRTV.1 size=1048576 2024-04-12T16:44:45.502 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.508+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~BV0BKYR4HRTV.2 size=824816 2024-04-12T16:44:45.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.512+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=BV0BKYR4HRTV tag=SYUVDUAFN6CA type=write size=3970544 2024-04-12T16:44:45.507 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.513+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=JEM1DDV70QET type=del size=1040285 2024-04-12T16:44:45.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.516+0000 7fc35ce39780 -1 < failed to complete operation key=WU1CQUJJ7T5N tag=R82R831YKCAX type=del size=946238: (22) Invalid argument 2024-04-12T16:44:45.512 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.518+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=US35SAAJSCD5 type=del size=3084667 2024-04-12T16:44:45.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.520+0000 7fc35ce39780 1 < completed write operation key=I35DX9ONBXQJ tag=PQ360PKIBLH1 type=write size=607716 2024-04-12T16:44:45.516 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.522+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=2OD9QMGIADCQ type=write size=503531 2024-04-12T16:44:45.518 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.524+0000 7fc35ce39780 1 < completed write operation key=9EP1TM4XHAOV tag=3YK2HBXM3P63 type=write size=674314 2024-04-12T16:44:45.522 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.528+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~VYIV1LS4TQVJ.0 size=1048576 2024-04-12T16:44:45.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.530+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~VYIV1LS4TQVJ.1 size=919838 2024-04-12T16:44:45.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.530+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=VYIV1LS4TQVJ tag=G2NUJLDTTQVW type=write size=3016990 2024-04-12T16:44:45.525 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.532+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=AYH29VI4T445 type=del 2024-04-12T16:44:45.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.535+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MII0LAY3BD11.0 size=1048576 2024-04-12T16:44:45.531 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.537+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MII0LAY3BD11.1 size=1048576 2024-04-12T16:44:45.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.538+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~MII0LAY3BD11.2 size=953351 2024-04-12T16:44:45.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.539+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=MII0LAY3BD11 tag=T807K11HQ3SG type=write size=4099079 2024-04-12T16:44:45.534 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.540+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=N2XXNZBVCKFG type=del 2024-04-12T16:44:45.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.544+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~DJE6L3395728.0 size=1048576 2024-04-12T16:44:45.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.545+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~DJE6L3395728.1 size=715497 2024-04-12T16:44:45.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.545+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=DJE6L3395728 tag=GZN8I0TFGIM9 type=write size=2812649 2024-04-12T16:44:45.541 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.547+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~1VNVDKX8DED0.0 size=924617 2024-04-12T16:44:45.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.551+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=1VNVDKX8DED0 tag=YDK0O5FFZUOX type=write size=1973193 2024-04-12T16:44:45.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.552+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=LNCUIU3MM0KW type=del size=2479652 2024-04-12T16:44:45.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.554+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~A4R53QB51S4K.0 size=1048576 2024-04-12T16:44:45.550 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.556+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~A4R53QB51S4K.1 size=1048576 2024-04-12T16:44:45.551 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.558+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~A4R53QB51S4K.2 size=588499 2024-04-12T16:44:45.554 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.561+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=A4R53QB51S4K tag=E1O3TZ2W9CWQ type=write size=3734227 2024-04-12T16:44:45.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.562+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=H6OQEG5IGGTG type=write size=241351 2024-04-12T16:44:45.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.566+0000 7fc35ce39780 1 < suggested remove operation key=2H0G2H9EP0W8 tag=BX0CD4RYIOGD type=del 2024-04-12T16:44:45.564 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.570+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~8C39Z6OPUZE0.0 size=1048576 2024-04-12T16:44:45.565 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.572+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~8C39Z6OPUZE0.1 size=1048576 2024-04-12T16:44:45.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.573+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~8C39Z6OPUZE0.2 size=250469 2024-04-12T16:44:45.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.573+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=8C39Z6OPUZE0 tag=C83RUYQE90A0 type=write size=3396197 2024-04-12T16:44:45.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.575+0000 7fc35ce39780 1 < completed write operation key=2JM8HME676YA tag=A816RQ82AFAI type=write size=340606 2024-04-12T16:44:45.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.579+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~FF70F3WUVVIL.0 size=1048576 2024-04-12T16:44:45.574 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.580+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~FF70F3WUVVIL.1 size=1048576 2024-04-12T16:44:45.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.582+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~FF70F3WUVVIL.2 size=1036343 2024-04-12T16:44:45.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.582+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=FF70F3WUVVIL tag=3T2UA233040H type=write size=4182071 2024-04-12T16:44:45.579 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.585+0000 7fc35ce39780 1 < suggested remove operation key=FR6FMD58BD62 tag=26DLTRYLDNH6 type=del 2024-04-12T16:44:45.582 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.589+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~UZGSRPY8T3EO.0 size=1040516 2024-04-12T16:44:45.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.589+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=UZGSRPY8T3EO tag=53POZ0X0AR40 type=write size=2089092 2024-04-12T16:44:45.584 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.591+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=U6DDWF7972PI type=del 2024-04-12T16:44:45.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.593+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=DPR36R9CT5L1 type=del size=1714830 2024-04-12T16:44:45.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.594+0000 7fc35ce39780 1 < canceled operation key=YAK5S3T8GXL1 tag=SD45ZZK0AMO6 type=write size=125296 2024-04-12T16:44:45.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.597+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=1WSCSDS0VJY2 type=write size=732215 2024-04-12T16:44:45.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.599+0000 7fc35ce39780 -1 < failed to complete operation key=WU1CQUJJ7T5N tag=8FZ6E50UKHIM type=del size=1426313: (22) Invalid argument 2024-04-12T16:44:45.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.603+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~PX5VODKEKPBW.0 size=1048576 2024-04-12T16:44:45.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.604+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~PX5VODKEKPBW.1 size=202302 2024-04-12T16:44:45.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.604+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=PX5VODKEKPBW tag=P50IDHUZ0H3I type=write size=2299454 2024-04-12T16:44:45.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.606+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~JVYZRY73TUMR.0 size=1048576 2024-04-12T16:44:45.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.608+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~JVYZRY73TUMR.1 size=942959 2024-04-12T16:44:45.605 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.611+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=JVYZRY73TUMR tag=7JT2HW24JS47 type=write size=3040111 2024-04-12T16:44:45.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.615+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~8BF1S9DKDOUJ.0 size=1048576 2024-04-12T16:44:45.610 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.617+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~8BF1S9DKDOUJ.1 size=425845 2024-04-12T16:44:45.610 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.617+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=8BF1S9DKDOUJ tag=IBJLTL0JG5JU type=write size=2522997 2024-04-12T16:44:45.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.619+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~PQHA1LCEMCD7.0 size=1048576 2024-04-12T16:44:45.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.621+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~PQHA1LCEMCD7.1 size=1048576 2024-04-12T16:44:45.617 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.623+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~PQHA1LCEMCD7.2 size=323081 2024-04-12T16:44:45.621 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.627+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=PQHA1LCEMCD7 tag=MPAIFME0J38V type=write size=3468809 2024-04-12T16:44:45.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.629+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=CIV1AFDM5LB7 type=write size=654493 2024-04-12T16:44:45.625 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.631+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=JEM1DDV70QET type=del 2024-04-12T16:44:45.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.634+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6D940X6A9YXB.0 size=1048576 2024-04-12T16:44:45.630 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.636+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~6D940X6A9YXB.1 size=770644 2024-04-12T16:44:45.630 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.636+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=6D940X6A9YXB tag=P2Y9SU6HJ8TI type=write size=2867796 2024-04-12T16:44:45.634 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.640+0000 7fc35ce39780 1 < suggested update operation key=FS23W4ULE1O0 tag=US35SAAJSCD5 type=del size=3084667 2024-04-12T16:44:45.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.641+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=J2MDQXW0N213 type=del size=3979355 2024-04-12T16:44:45.637 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.644+0000 7fc35ce39780 1 < completed write operation key=9ANRAV34XW9O tag=2OD9QMGIADCQ type=write size=503531 2024-04-12T16:44:45.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.646+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=TNQQ3TBPK6D9 type=del size=2435775 2024-04-12T16:44:45.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.648+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~VYIV1LS4TQVJ.0 size=1048576 2024-04-12T16:44:45.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.649+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~VYIV1LS4TQVJ.1 size=919838 2024-04-12T16:44:45.646 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.653+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=VYIV1LS4TQVJ tag=G2NUJLDTTQVW type=write size=3016990 2024-04-12T16:44:45.648 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.655+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=C19RJFZJA5M5 type=del size=3806800 2024-04-12T16:44:45.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.657+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MII0LAY3BD11.0 size=1048576 2024-04-12T16:44:45.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.658+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~MII0LAY3BD11.1 size=1048576 2024-04-12T16:44:45.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.658+0000 7fc35ce39780 1 < canceled part key=_multipart_SGVKCQ7SL1KU.2~MII0LAY3BD11.2 size=953351 2024-04-12T16:44:45.656 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.663+0000 7fc35ce39780 1 < canceled multipart upload key=SGVKCQ7SL1KU upload=MII0LAY3BD11 tag=T807K11HQ3SG type=write size=4099079 2024-04-12T16:44:45.661 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.667+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~Z4RKC2QZ80G1.0 size=1048576 2024-04-12T16:44:45.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.669+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~Z4RKC2QZ80G1.1 size=169580 2024-04-12T16:44:45.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.669+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=Z4RKC2QZ80G1 tag=1FBSCW6H8VJ6 type=write size=2266732 2024-04-12T16:44:45.664 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.671+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~DJE6L3395728.0 size=1048576 2024-04-12T16:44:45.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.672+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~DJE6L3395728.1 size=715497 2024-04-12T16:44:45.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.677+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=DJE6L3395728 tag=GZN8I0TFGIM9 type=write size=2812649 2024-04-12T16:44:45.674 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.681+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0R83Y12HWXCT.0 size=1048576 2024-04-12T16:44:45.676 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.682+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0R83Y12HWXCT.1 size=1048576 2024-04-12T16:44:45.677 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.684+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0R83Y12HWXCT.2 size=346885 2024-04-12T16:44:45.678 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.684+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=0R83Y12HWXCT tag=SOIJQJRJD8XR type=write size=3492613 2024-04-12T16:44:45.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.686+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=LNCUIU3MM0KW type=del 2024-04-12T16:44:45.681 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.687+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=HRLZHM35MT6Y type=del size=55214 2024-04-12T16:44:45.683 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.689+0000 7fc35ce39780 1 < completed write operation key=Z93T9469B27B tag=H6OQEG5IGGTG type=write size=241351 2024-04-12T16:44:45.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.692+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=FUYE6YVKJIPS type=write size=358869 2024-04-12T16:44:45.687 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.693+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~8C39Z6OPUZE0.0 size=1048576 2024-04-12T16:44:45.689 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.695+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~8C39Z6OPUZE0.1 size=1048576 2024-04-12T16:44:45.690 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.697+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~8C39Z6OPUZE0.2 size=250469 2024-04-12T16:44:45.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.700+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=8C39Z6OPUZE0 tag=C83RUYQE90A0 type=write size=3396197 2024-04-12T16:44:45.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.705+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~0U0EO8J35CJR.0 size=1048576 2024-04-12T16:44:45.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.706+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~0U0EO8J35CJR.1 size=521754 2024-04-12T16:44:45.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.706+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=0U0EO8J35CJR tag=OGP2HD36XXFX type=write size=2618906 2024-04-12T16:44:45.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.708+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~FF70F3WUVVIL.0 size=1048576 2024-04-12T16:44:45.703 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.710+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~FF70F3WUVVIL.1 size=1048576 2024-04-12T16:44:45.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.712+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~FF70F3WUVVIL.2 size=1036343 2024-04-12T16:44:45.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.715+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=FF70F3WUVVIL tag=3T2UA233040H type=write size=4182071 2024-04-12T16:44:45.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.717+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=1292LTTJZBWO type=del size=2110361 2024-04-12T16:44:45.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.719+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~UZGSRPY8T3EO.0 size=1040516 2024-04-12T16:44:45.716 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.722+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=UZGSRPY8T3EO tag=53POZ0X0AR40 type=write size=2089092 2024-04-12T16:44:45.719 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.726+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~ZB35QN7H53TX.0 size=1048576 2024-04-12T16:44:45.721 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.727+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~ZB35QN7H53TX.1 size=830834 2024-04-12T16:44:45.721 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.727+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=ZB35QN7H53TX tag=0R8R5RVQK9I9 type=write size=2927986 2024-04-12T16:44:45.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.729+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=DPR36R9CT5L1 type=del 2024-04-12T16:44:45.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.731+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=D5Z70QD3UBDT type=del size=1431307 2024-04-12T16:44:45.729 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.736+0000 7fc35ce39780 1 < suggested update operation key=L2DJM18VNC70 tag=1WSCSDS0VJY2 type=write size=732215 2024-04-12T16:44:45.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.738+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=9UA2N6B6PEM1 type=write size=281133 2024-04-12T16:44:45.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.739+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~PX5VODKEKPBW.0 size=1048576 2024-04-12T16:44:45.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.741+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~PX5VODKEKPBW.1 size=202302 2024-04-12T16:44:45.738 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.745+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=PX5VODKEKPBW tag=P50IDHUZ0H3I type=write size=2299454 2024-04-12T16:44:45.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.747+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=OR22LGJDEJ54 type=del size=3304295 2024-04-12T16:44:45.742 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.749+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~8BF1S9DKDOUJ.0 size=1048576 2024-04-12T16:44:45.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.751+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~8BF1S9DKDOUJ.1 size=425845 2024-04-12T16:44:45.748 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.755+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=8BF1S9DKDOUJ tag=IBJLTL0JG5JU type=write size=2522997 2024-04-12T16:44:45.750 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.756+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=IE0NFHF5WRBZ type=write size=924023 2024-04-12T16:44:45.752 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.758+0000 7fc35ce39780 1 < completed write operation key=9CON5BXP14FO tag=CIV1AFDM5LB7 type=write size=654493 2024-04-12T16:44:45.754 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.760+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=OZABK21BDUUJ type=write size=178008 2024-04-12T16:44:45.756 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.763+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~6D940X6A9YXB.0 size=1048576 2024-04-12T16:44:45.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.764+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~6D940X6A9YXB.1 size=770644 2024-04-12T16:44:45.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.767+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=6D940X6A9YXB tag=P2Y9SU6HJ8TI type=write size=2867796 2024-04-12T16:44:45.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.769+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=732088YUOHZK type=del size=1954876 2024-04-12T16:44:45.765 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.771+0000 7fc35ce39780 1 < canceled operation key=ZE2YGROWCJWC tag=J2MDQXW0N213 type=del size=3979355 2024-04-12T16:44:45.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.773+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=D7006HYREX1I type=del size=3596423 2024-04-12T16:44:45.768 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.775+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=TNQQ3TBPK6D9 type=del size=2435775 2024-04-12T16:44:45.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.777+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=VL9ALVQFIPGD type=write size=904701 2024-04-12T16:44:45.774 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.780+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=C19RJFZJA5M5 type=del size=3806800 2024-04-12T16:44:45.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.784+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~IW13RFWNQIDG.0 size=1048576 2024-04-12T16:44:45.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.786+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~IW13RFWNQIDG.1 size=283650 2024-04-12T16:44:45.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.786+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=IW13RFWNQIDG tag=6M89C9KZNKHW type=write size=2380802 2024-04-12T16:44:45.781 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.788+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~Z4RKC2QZ80G1.0 size=1048576 2024-04-12T16:44:45.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.789+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~Z4RKC2QZ80G1.1 size=169580 2024-04-12T16:44:45.786 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.793+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=Z4RKC2QZ80G1 tag=1FBSCW6H8VJ6 type=write size=2266732 2024-04-12T16:44:45.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.796+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2YJTEDS9MOFH.0 size=1048576 2024-04-12T16:44:45.791 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.798+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2YJTEDS9MOFH.1 size=1048576 2024-04-12T16:44:45.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.799+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2YJTEDS9MOFH.2 size=221880 2024-04-12T16:44:45.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.799+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=2YJTEDS9MOFH tag=7928Y30S6FXK type=write size=3367608 2024-04-12T16:44:45.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.801+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0R83Y12HWXCT.0 size=1048576 2024-04-12T16:44:45.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.803+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0R83Y12HWXCT.1 size=1048576 2024-04-12T16:44:45.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.805+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0R83Y12HWXCT.2 size=346885 2024-04-12T16:44:45.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.809+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=0R83Y12HWXCT tag=SOIJQJRJD8XR type=write size=3492613 2024-04-12T16:44:45.806 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.813+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~RO8WKE5UP6FD.0 size=1048576 2024-04-12T16:44:45.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.814+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~RO8WKE5UP6FD.1 size=27234 2024-04-12T16:44:45.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.814+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=RO8WKE5UP6FD tag=RMZZO36KC1FK type=write size=2124386 2024-04-12T16:44:45.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.816+0000 7fc35ce39780 1 < canceled operation key=2H0G2H9EP0W8 tag=HRLZHM35MT6Y type=del size=55214 2024-04-12T16:44:45.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.819+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=HHQZ6IYZTZQ8 type=del size=2893079 2024-04-12T16:44:45.816 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.823+0000 7fc35ce39780 1 < suggested remove operation key=1CXIJI96GFM8 tag=FUYE6YVKJIPS type=write 2024-04-12T16:44:45.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.824+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=K6H80ERB8486 type=del size=2605567 2024-04-12T16:44:45.820 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.826+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~0U0EO8J35CJR.0 size=1048576 2024-04-12T16:44:45.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.828+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~0U0EO8J35CJR.1 size=521754 2024-04-12T16:44:45.825 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.831+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=0U0EO8J35CJR tag=OGP2HD36XXFX type=write size=2618906 2024-04-12T16:44:45.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.833+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=GGJ7791JYWAV type=del size=4161201 2024-04-12T16:44:45.829 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.836+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=1292LTTJZBWO type=del 2024-04-12T16:44:45.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.839+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~B8MYVU0NL2ZG.0 size=498603 2024-04-12T16:44:45.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.839+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=B8MYVU0NL2ZG tag=FTQE1O502NP0 type=write size=1547179 2024-04-12T16:44:45.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.841+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~ZB35QN7H53TX.0 size=1048576 2024-04-12T16:44:45.836 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.843+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~ZB35QN7H53TX.1 size=830834 2024-04-12T16:44:45.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.847+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=ZB35QN7H53TX tag=0R8R5RVQK9I9 type=write size=2927986 2024-04-12T16:44:45.842 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.849+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=GVFPHU3EFJF4 type=write size=33994 2024-04-12T16:44:45.844 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.850+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=D5Z70QD3UBDT type=del 2024-04-12T16:44:45.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.854+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~OC5TLB2AX3ZG.0 size=78421 2024-04-12T16:44:45.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.854+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=OC5TLB2AX3ZG tag=KT1CJPYKMORF type=write size=1126997 2024-04-12T16:44:45.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.854+0000 7fc35ce39780 -1 < no bi entry to suggest for operation key=1CXIJI96GFM8 tag=9UA2N6B6PEM1 type=write size=281133: (2) No such file or directory 2024-04-12T16:44:45.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.856+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=CMGT63T4LIJR type=del size=548083 2024-04-12T16:44:45.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.858+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=OR22LGJDEJ54 type=del 2024-04-12T16:44:45.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.860+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=ZMD49PGJJ1SN type=del size=1380473 2024-04-12T16:44:45.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.862+0000 7fc35ce39780 1 < completed write operation key=L2DJM18VNC70 tag=IE0NFHF5WRBZ type=write size=924023 2024-04-12T16:44:45.857 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.864+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=I28T1Q9ZLQYO type=del size=60078 2024-04-12T16:44:45.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.868+0000 7fc35ce39780 1 < suggested remove operation key=C3KQN2GIIMR1 tag=OZABK21BDUUJ type=write 2024-04-12T16:44:45.864 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.870+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=YKSYIOJNHZM4 type=del size=1181211 2024-04-12T16:44:45.866 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.872+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=732088YUOHZK type=del 2024-04-12T16:44:45.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.876+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~HJJDT3MR8L2D.0 size=1048576 2024-04-12T16:44:45.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.877+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~HJJDT3MR8L2D.1 size=1048576 2024-04-12T16:44:45.873 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.879+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~HJJDT3MR8L2D.2 size=1027927 2024-04-12T16:44:45.873 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.879+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=HJJDT3MR8L2D tag=N83RGPZWC6AG type=write size=4173655 2024-04-12T16:44:45.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.881+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=D7006HYREX1I type=del 2024-04-12T16:44:45.876 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.883+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=0FFXOJ2NLO97 type=write size=1027482 2024-04-12T16:44:45.880 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.887+0000 7fc35ce39780 1 < suggested update operation key=FR6FMD58BD62 tag=VL9ALVQFIPGD type=write size=904701 2024-04-12T16:44:45.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.889+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=R0QIYMVFMTKN type=del size=2231855 2024-04-12T16:44:45.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.891+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~IW13RFWNQIDG.0 size=1048576 2024-04-12T16:44:45.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.892+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~IW13RFWNQIDG.1 size=283650 2024-04-12T16:44:45.889 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.895+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=IW13RFWNQIDG tag=6M89C9KZNKHW type=write size=2380802 2024-04-12T16:44:45.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.897+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=F15TD8DVWPRN type=del size=3232042 2024-04-12T16:44:45.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.899+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~2YJTEDS9MOFH.0 size=1048576 2024-04-12T16:44:45.895 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.901+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~2YJTEDS9MOFH.1 size=1048576 2024-04-12T16:44:45.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.903+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~2YJTEDS9MOFH.2 size=221880 2024-04-12T16:44:45.900 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.906+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=2YJTEDS9MOFH tag=7928Y30S6FXK type=write size=3367608 2024-04-12T16:44:45.901 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.908+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=MMSKECQX03R8 type=del size=1070931 2024-04-12T16:44:45.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.910+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~RO8WKE5UP6FD.0 size=1048576 2024-04-12T16:44:45.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.912+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~RO8WKE5UP6FD.1 size=27234 2024-04-12T16:44:45.909 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.915+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=RO8WKE5UP6FD tag=RMZZO36KC1FK type=write size=2124386 2024-04-12T16:44:45.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.917+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=99PF1D4NN9D6 type=write size=715657 2024-04-12T16:44:45.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.921+0000 7fc35ce39780 1 < suggested update operation key=AMC1ILYTVT7I tag=HHQZ6IYZTZQ8 type=del size=2893079 2024-04-12T16:44:45.916 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.923+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=OGIIOC207A5U type=del size=1668130 2024-04-12T16:44:45.918 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.925+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=K6H80ERB8486 type=del 2024-04-12T16:44:45.920 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.927+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=SAFP8R5FSB8V type=del size=432085 2024-04-12T16:44:45.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.929+0000 7fc35ce39780 1 < canceled operation key=2H0G2H9EP0W8 tag=GGJ7791JYWAV type=del size=4161201 2024-04-12T16:44:45.924 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.930+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=F8CRZE9S3583 type=del size=2805123 2024-04-12T16:44:45.926 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.933+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~B8MYVU0NL2ZG.0 size=498603 2024-04-12T16:44:45.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.936+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=B8MYVU0NL2ZG tag=FTQE1O502NP0 type=write size=1547179 2024-04-12T16:44:45.932 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.938+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=D8E02UTVKMIC type=del size=1718355 2024-04-12T16:44:45.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.943+0000 7fc35ce39780 1 < suggested update operation key=WU1CQUJJ7T5N tag=GVFPHU3EFJF4 type=write size=33994 2024-04-12T16:44:45.939 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.945+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=6YI3JIF97FM2 type=del size=986874 2024-04-12T16:44:45.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.947+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~OC5TLB2AX3ZG.0 size=78421 2024-04-12T16:44:45.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.950+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=OC5TLB2AX3ZG tag=KT1CJPYKMORF type=write size=1126997 2024-04-12T16:44:45.947 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.953+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~U04AJBOOUHZ0.0 size=966680 2024-04-12T16:44:45.947 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.953+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=U04AJBOOUHZ0 tag=8XSUHN2CKK3V type=write size=2015256 2024-04-12T16:44:45.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:45 smithi005 ceph-mon[88416]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 361 KiB/s wr, 1.86k op/s 2024-04-12T16:44:45.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:45 smithi005 ceph-mon[90837]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 361 KiB/s wr, 1.86k op/s 2024-04-12T16:44:45.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.956+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=CMGT63T4LIJR type=del 2024-04-12T16:44:45.954 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.958+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=XUOBTEXL3JWV type=del size=1533981 2024-04-12T16:44:45.954 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.960+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=ZMD49PGJJ1SN type=del 2024-04-12T16:44:45.955 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.961+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=Z8I1VSUS3DC2 type=del size=1430427 2024-04-12T16:44:45.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.963+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=I28T1Q9ZLQYO type=del 2024-04-12T16:44:45.960 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.967+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~NRD0VQDFZUU3.0 size=1048576 2024-04-12T16:44:45.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.968+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~NRD0VQDFZUU3.1 size=858655 2024-04-12T16:44:45.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.968+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=NRD0VQDFZUU3 tag=TL1O3KDF28K8 type=write size=2955807 2024-04-12T16:44:45.964 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.970+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=YKSYIOJNHZM4 type=del size=1181211 2024-04-12T16:44:45.967 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.973+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~IBZYGXELHWGM.0 size=1048576 2024-04-12T16:44:45.968 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.975+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~IBZYGXELHWGM.1 size=1048576 2024-04-12T16:44:45.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.976+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~IBZYGXELHWGM.2 size=371635 2024-04-12T16:44:45.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.976+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=IBZYGXELHWGM tag=CLTVHA69UDHQ type=write size=3517363 2024-04-12T16:44:45.972 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.978+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~HJJDT3MR8L2D.0 size=1048576 2024-04-12T16:44:45.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.980+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~HJJDT3MR8L2D.1 size=1048576 2024-04-12T16:44:45.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.982+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~HJJDT3MR8L2D.2 size=1027927 2024-04-12T16:44:45.979 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.985+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=HJJDT3MR8L2D tag=N83RGPZWC6AG type=write size=4173655 2024-04-12T16:44:45.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.989+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~ONQFAA1927XV.0 size=1048576 2024-04-12T16:44:45.984 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.990+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~ONQFAA1927XV.1 size=1048576 2024-04-12T16:44:45.986 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.992+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~ONQFAA1927XV.2 size=849897 2024-04-12T16:44:46.232 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.992+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=ONQFAA1927XV tag=1FZWB74HMHZI type=write size=3995625 2024-04-12T16:44:46.233 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:45 smithi016 ceph-mon[84444]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 361 KiB/s wr, 1.86k op/s 2024-04-12T16:44:46.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.994+0000 7fc35ce39780 1 < completed write operation key=8PSEYVN0PAIG tag=0FFXOJ2NLO97 type=write size=1027482 2024-04-12T16:44:46.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.997+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~02P6GCNE1STI.0 size=1048576 2024-04-12T16:44:46.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.999+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~02P6GCNE1STI.1 size=284813 2024-04-12T16:44:46.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:45.999+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=02P6GCNE1STI tag=Y8FMB3ZXGVOL type=write size=2381965 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.003+0000 7fc35ce39780 1 < suggested update operation key=OC0OCQYU63HT tag=R0QIYMVFMTKN type=del size=2231855 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.005+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=JHPWWOZR8UA4 type=write size=70804 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.009+0000 7fc35ce39780 1 < suggested update operation key=2JM8HME676YA tag=F15TD8DVWPRN type=del size=3232042 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.013+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~TK6Z76F27DS0.0 size=26648 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.013+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=TK6Z76F27DS0 tag=I1MMQXGMOC0C type=write size=1075224 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.017+0000 7fc35ce39780 1 < suggested update operation key=1CXIJI96GFM8 tag=MMSKECQX03R8 type=del size=1070931 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.021+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~96993YB1D4P2.0 size=1048576 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.023+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~96993YB1D4P2.1 size=1048576 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.025+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~96993YB1D4P2.2 size=554341 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.025+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=96993YB1D4P2 tag=9W1QUCY8XJJW type=write size=3700069 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.027+0000 7fc35ce39780 1 < completed write operation key=PPYP2BYF63YM tag=99PF1D4NN9D6 type=write size=715657 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.031+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~56WTLU3TEUVQ.0 size=1048576 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.032+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~56WTLU3TEUVQ.1 size=29094 2024-04-12T16:44:46.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.032+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=56WTLU3TEUVQ tag=W9JBD8N1CA1C type=write size=2126246 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.035+0000 7fc35ce39780 -1 < failed to complete operation key=WU1CQUJJ7T5N tag=OGIIOC207A5U type=del size=1668130: (22) Invalid argument 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.037+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=5R7PXN2JKPGI type=write size=56135 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.039+0000 7fc35ce39780 -1 < failed to complete operation key=1CXIJI96GFM8 tag=SAFP8R5FSB8V type=del size=432085: (22) Invalid argument 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.043+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~TNM64SF2AZXV.0 size=1048576 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.045+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~TNM64SF2AZXV.1 size=857036 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.045+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=TNM64SF2AZXV tag=6A7NQA7UBSX2 type=write size=2954188 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.047+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=F8CRZE9S3583 type=del 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.049+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=2C09KJT2N4TI type=del size=2291538 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.050+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=D8E02UTVKMIC type=del 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.054+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~OKT5SVLE4FAD.0 size=1048576 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.056+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~OKT5SVLE4FAD.1 size=868657 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.056+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=OKT5SVLE4FAD tag=0Q0T8MEE0UGM type=write size=2965809 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.058+0000 7fc35ce39780 1 < canceled operation key=8T3KONE057LK tag=6YI3JIF97FM2 type=del size=986874 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.061+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~GXNPCX0WYFWH.0 size=1048576 2024-04-12T16:44:46.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.063+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~GXNPCX0WYFWH.1 size=1048576 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.064+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~GXNPCX0WYFWH.2 size=356205 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.064+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=GXNPCX0WYFWH tag=JDN70578G1W0 type=write size=3501933 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.066+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~U04AJBOOUHZ0.0 size=966680 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.069+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=U04AJBOOUHZ0 tag=8XSUHN2CKK3V type=write size=2015256 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.071+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=YLRZ53R2SW0K type=write size=957922 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.073+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=XUOBTEXL3JWV type=del 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.076+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~JPVYYA3EIGAN.0 size=1048576 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.078+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~JPVYYA3EIGAN.1 size=200386 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.078+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=JPVYYA3EIGAN tag=SXKKVQTMFDD6 type=write size=2297538 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.080+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=Z8I1VSUS3DC2 type=del 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.083+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~9SRJ6H93O8CM.0 size=1048576 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.085+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~9SRJ6H93O8CM.1 size=818015 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.085+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=9SRJ6H93O8CM tag=VC43TBYRS4QL type=write size=2915167 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.086+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~NRD0VQDFZUU3.0 size=1048576 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.088+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~NRD0VQDFZUU3.1 size=858655 2024-04-12T16:44:46.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.091+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=NRD0VQDFZUU3 tag=TL1O3KDF28K8 type=write size=2955807 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.095+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~IXXOIMUYRCVP.0 size=282076 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.095+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=IXXOIMUYRCVP tag=CBPMX2FVW2EQ type=write size=1330652 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.097+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~IBZYGXELHWGM.0 size=1048576 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.099+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~IBZYGXELHWGM.1 size=1048576 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.100+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~IBZYGXELHWGM.2 size=371635 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.103+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=IBZYGXELHWGM tag=CLTVHA69UDHQ type=write size=3517363 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.107+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~AI0906T6M6ZX.0 size=1048576 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.108+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~AI0906T6M6ZX.1 size=106524 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.108+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=AI0906T6M6ZX tag=38W4TF31OC4Y type=write size=2203676 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.110+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~ONQFAA1927XV.0 size=1048576 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.112+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~ONQFAA1927XV.1 size=1048576 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.113+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~ONQFAA1927XV.2 size=849897 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.117+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=ONQFAA1927XV tag=1FZWB74HMHZI type=write size=3995625 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.118+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=1G0SEJTDRJGG type=del size=3685535 2024-04-12T16:44:46.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.121+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~02P6GCNE1STI.0 size=1048576 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.123+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~02P6GCNE1STI.1 size=284813 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.126+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=02P6GCNE1STI tag=Y8FMB3ZXGVOL type=write size=2381965 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.129+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~RBJ1R08V7RJO.0 size=1048576 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.131+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~RBJ1R08V7RJO.1 size=507044 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.131+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=RBJ1R08V7RJO tag=BSQ8EDEPQ9B4 type=write size=2604196 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.133+0000 7fc35ce39780 1 < completed write operation key=Z93T9469B27B tag=JHPWWOZR8UA4 type=write size=70804 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.135+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=VBIILYXY40NX type=del size=1474024 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.135+0000 7fc35ce39780 1 < canceled part key=_multipart_CPU63NIAUXGM.2~TK6Z76F27DS0.0 size=26648 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.139+0000 7fc35ce39780 1 < canceled multipart upload key=CPU63NIAUXGM upload=TK6Z76F27DS0 tag=I1MMQXGMOC0C type=write size=1075224 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.142+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~MM9Q8L6AK64J.0 size=517895 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.142+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=MM9Q8L6AK64J tag=FF6706E79C0Y type=write size=1566471 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.144+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~96993YB1D4P2.0 size=1048576 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.146+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~96993YB1D4P2.1 size=1048576 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.147+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~96993YB1D4P2.2 size=554341 2024-04-12T16:44:46.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.151+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=96993YB1D4P2 tag=9W1QUCY8XJJW type=write size=3700069 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.154+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=TYSNI3J2AC2U type=write size=160193 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.156+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~56WTLU3TEUVQ.0 size=1048576 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.157+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~56WTLU3TEUVQ.1 size=29094 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.160+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=56WTLU3TEUVQ tag=W9JBD8N1CA1C type=write size=2126246 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.162+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=QPXFSFAT7TC8 type=del size=166282 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.164+0000 7fc35ce39780 1 < canceled operation key=CPU63NIAUXGM tag=5R7PXN2JKPGI type=write size=56135 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.168+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~EW9LJG4ZNMUY.0 size=1048576 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.169+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~EW9LJG4ZNMUY.1 size=1048576 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.171+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~EW9LJG4ZNMUY.2 size=241661 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.171+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=EW9LJG4ZNMUY tag=OWP2ULKFYMVR type=write size=3387389 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.171+0000 7fc35ce39780 1 < canceled part key=_multipart_0IU68215QEHD.2~TNM64SF2AZXV.0 size=1048576 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.173+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~TNM64SF2AZXV.1 size=857036 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.176+0000 7fc35ce39780 1 < canceled multipart upload key=0IU68215QEHD upload=TNM64SF2AZXV tag=6A7NQA7UBSX2 type=write size=2954188 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.180+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~JT37OIK3EBGP.0 size=1048576 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.182+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~JT37OIK3EBGP.1 size=1048576 2024-04-12T16:44:46.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.183+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~JT37OIK3EBGP.2 size=267997 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.183+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=JT37OIK3EBGP tag=HS0HPCD2T8IS type=write size=3413725 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.185+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=2C09KJT2N4TI type=del 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.188+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=NYI7AQTCPIAS type=del size=539605 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.188+0000 7fc35ce39780 1 < canceled part key=_multipart_G4IDXO3U69F9.2~OKT5SVLE4FAD.0 size=1048576 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.190+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~OKT5SVLE4FAD.1 size=868657 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.194+0000 7fc35ce39780 1 < canceled multipart upload key=G4IDXO3U69F9 upload=OKT5SVLE4FAD tag=0Q0T8MEE0UGM type=write size=2965809 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.196+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=A9SAT72URU9U type=write size=693001 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.198+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~GXNPCX0WYFWH.0 size=1048576 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.200+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~GXNPCX0WYFWH.1 size=1048576 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.202+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~GXNPCX0WYFWH.2 size=356205 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.205+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=GXNPCX0WYFWH tag=JDN70578G1W0 type=write size=3501933 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.209+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~NYN1U3RKODGL.0 size=1048576 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.210+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~NYN1U3RKODGL.1 size=58487 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.210+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=NYN1U3RKODGL tag=5E3E4C5TAODJ type=write size=2155639 2024-04-12T16:44:46.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.212+0000 7fc35ce39780 1 < completed write operation key=FS23W4ULE1O0 tag=YLRZ53R2SW0K type=write size=957922 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.216+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~6H2TBPHXYE0F.0 size=603600 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.216+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=6H2TBPHXYE0F tag=Y2U3LHPUVNNB type=write size=1652176 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.218+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~JPVYYA3EIGAN.0 size=1048576 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.219+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~JPVYYA3EIGAN.1 size=200386 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.223+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=JPVYYA3EIGAN tag=SXKKVQTMFDD6 type=write size=2297538 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.225+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=RO1FW69BJ7SN type=write size=948666 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.227+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~9SRJ6H93O8CM.0 size=1048576 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.228+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~9SRJ6H93O8CM.1 size=818015 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.232+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=9SRJ6H93O8CM tag=VC43TBYRS4QL type=write size=2915167 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.234+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=44T3H3PX1342 type=del size=4111699 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.236+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~IXXOIMUYRCVP.0 size=282076 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.239+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=IXXOIMUYRCVP tag=CBPMX2FVW2EQ type=write size=1330652 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.240+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=0B6AJU3NU4AW type=del size=4115785 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.242+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~AI0906T6M6ZX.0 size=1048576 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.244+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~AI0906T6M6ZX.1 size=106524 2024-04-12T16:44:46.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.248+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=AI0906T6M6ZX tag=38W4TF31OC4Y type=write size=2203676 2024-04-12T16:44:46.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.250+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=OY33JPNV89GK type=del size=126127 2024-04-12T16:44:46.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.252+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=1G0SEJTDRJGG type=del 2024-04-12T16:44:46.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.256+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~URFV77L9HOUQ.0 size=1048576 2024-04-12T16:44:46.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.257+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~URFV77L9HOUQ.1 size=859243 2024-04-12T16:44:46.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.257+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=URFV77L9HOUQ tag=VLXNU0K08DCZ type=write size=2956395 2024-04-12T16:44:46.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.259+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~RBJ1R08V7RJO.0 size=1048576 2024-04-12T16:44:46.255 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.261+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~RBJ1R08V7RJO.1 size=507044 2024-04-12T16:44:46.258 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.265+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=RBJ1R08V7RJO tag=BSQ8EDEPQ9B4 type=write size=2604196 2024-04-12T16:44:46.260 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.267+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=0ZVL6Y1MGC6E type=write size=177606 2024-04-12T16:44:46.264 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.270+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=VBIILYXY40NX type=del 2024-04-12T16:44:46.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.274+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~J2KZ3Z9YNSCS.0 size=1048576 2024-04-12T16:44:46.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.275+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~J2KZ3Z9YNSCS.1 size=140733 2024-04-12T16:44:46.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.275+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=J2KZ3Z9YNSCS tag=XSJS4D8O6U1F type=write size=2237885 2024-04-12T16:44:46.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.277+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~MM9Q8L6AK64J.0 size=517895 2024-04-12T16:44:46.274 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.281+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=MM9Q8L6AK64J tag=FF6706E79C0Y type=write size=1566471 2024-04-12T16:44:46.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.283+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=8A8JF3LV8P00 type=del size=1647043 2024-04-12T16:44:46.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.285+0000 7fc35ce39780 1 < completed write operation key=8PSEYVN0PAIG tag=TYSNI3J2AC2U type=write size=160193 2024-04-12T16:44:46.280 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.287+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=5Q8PFP25YZAL type=del size=206978 2024-04-12T16:44:46.282 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.289+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=QPXFSFAT7TC8 type=del 2024-04-12T16:44:46.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.292+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~S0BWZJWYYST8.0 size=1048576 2024-04-12T16:44:46.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.294+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~S0BWZJWYYST8.1 size=908584 2024-04-12T16:44:46.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.294+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=S0BWZJWYYST8 tag=PLQVUTDTOW6G type=write size=3005736 2024-04-12T16:44:46.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.296+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~EW9LJG4ZNMUY.0 size=1048576 2024-04-12T16:44:46.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.297+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~EW9LJG4ZNMUY.1 size=1048576 2024-04-12T16:44:46.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.297+0000 7fc35ce39780 1 < canceled part key=_multipart_8T3KONE057LK.2~EW9LJG4ZNMUY.2 size=241661 2024-04-12T16:44:46.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.300+0000 7fc35ce39780 1 < canceled multipart upload key=8T3KONE057LK upload=EW9LJG4ZNMUY tag=OWP2ULKFYMVR type=write size=3387389 2024-04-12T16:44:46.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.303+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=T0SMEGM9ZBUN type=del size=1750079 2024-04-12T16:44:46.297 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.303+0000 7fc35ce39780 1 < canceled part key=_multipart_8T3KONE057LK.2~JT37OIK3EBGP.0 size=1048576 2024-04-12T16:44:46.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.305+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~JT37OIK3EBGP.1 size=1048576 2024-04-12T16:44:46.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.306+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~JT37OIK3EBGP.2 size=267997 2024-04-12T16:44:46.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.310+0000 7fc35ce39780 1 < canceled multipart upload key=8T3KONE057LK upload=JT37OIK3EBGP tag=HS0HPCD2T8IS type=write size=3413725 2024-04-12T16:44:46.306 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.312+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=4HJ53ZCUPLC8 type=del size=3856023 2024-04-12T16:44:46.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.316+0000 7fc35ce39780 1 < suggested remove operation key=AXVD49WBW3LH tag=NYI7AQTCPIAS type=del 2024-04-12T16:44:46.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.319+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~1ZM9WHFQTNUH.0 size=790050 2024-04-12T16:44:46.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.319+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=1ZM9WHFQTNUH tag=Q8HBDJKOS81O type=write size=1838626 2024-04-12T16:44:46.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.323+0000 7fc35ce39780 1 < suggested update operation key=506UBRTP11T6 tag=A9SAT72URU9U type=write size=693001 2024-04-12T16:44:46.318 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.325+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=O73VOHG9H9RE type=del size=3600333 2024-04-12T16:44:46.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.326+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~NYN1U3RKODGL.0 size=1048576 2024-04-12T16:44:46.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.328+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~NYN1U3RKODGL.1 size=58487 2024-04-12T16:44:46.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.331+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=NYN1U3RKODGL tag=5E3E4C5TAODJ type=write size=2155639 2024-04-12T16:44:46.327 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.333+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=WKDHKOYHOUW3 type=del size=2559960 2024-04-12T16:44:46.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.335+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~6H2TBPHXYE0F.0 size=603600 2024-04-12T16:44:46.332 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.338+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=6H2TBPHXYE0F tag=Y2U3LHPUVNNB type=write size=1652176 2024-04-12T16:44:46.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.340+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=81DEJZCXAZQG type=del size=570261 2024-04-12T16:44:46.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.342+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=RO1FW69BJ7SN type=write size=948666 2024-04-12T16:44:46.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.344+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=LGVHF75VSMFR type=write size=796266 2024-04-12T16:44:46.339 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.345+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=44T3H3PX1342 type=del 2024-04-12T16:44:46.341 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.347+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=L0KGS5R29VQ6 type=del size=1434198 2024-04-12T16:44:46.343 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.349+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=0B6AJU3NU4AW type=del 2024-04-12T16:44:46.347 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.353+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~EAXZSLN0GS47.0 size=1048576 2024-04-12T16:44:46.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.354+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~EAXZSLN0GS47.1 size=1048576 2024-04-12T16:44:46.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.356+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~EAXZSLN0GS47.2 size=289486 2024-04-12T16:44:46.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.356+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=EAXZSLN0GS47 tag=0UF5EASTT58M type=write size=3435214 2024-04-12T16:44:46.352 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.359+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=OY33JPNV89GK type=del 2024-04-12T16:44:46.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.361+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=M7NBAKUSUZXL type=del size=4174036 2024-04-12T16:44:46.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.363+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~URFV77L9HOUQ.0 size=1048576 2024-04-12T16:44:46.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.364+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~URFV77L9HOUQ.1 size=859243 2024-04-12T16:44:46.363 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.367+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=URFV77L9HOUQ tag=VLXNU0K08DCZ type=write size=2956395 2024-04-12T16:44:46.363 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.369+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=KMBYK368Q3G1 type=del size=4146011 2024-04-12T16:44:46.365 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.372+0000 7fc35ce39780 1 < canceled operation key=8PSEYVN0PAIG tag=0ZVL6Y1MGC6E type=write size=177606 2024-04-12T16:44:46.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.374+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=24U045U7PWSR type=del size=1006546 2024-04-12T16:44:46.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.376+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~J2KZ3Z9YNSCS.0 size=1048576 2024-04-12T16:44:46.371 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.377+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~J2KZ3Z9YNSCS.1 size=140733 2024-04-12T16:44:46.374 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.381+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=J2KZ3Z9YNSCS tag=XSJS4D8O6U1F type=write size=2237885 2024-04-12T16:44:46.379 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.385+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~LLNOTYKITXDR.0 size=862864 2024-04-12T16:44:46.379 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.385+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=LLNOTYKITXDR tag=E576QOZXDS0P type=write size=1911440 2024-04-12T16:44:46.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.387+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=8A8JF3LV8P00 type=del 2024-04-12T16:44:46.383 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.389+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=FCF53SJYZ970 type=write size=765146 2024-04-12T16:44:46.384 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.391+0000 7fc35ce39780 1 < canceled operation key=OC0OCQYU63HT tag=5Q8PFP25YZAL type=del size=206978 2024-04-12T16:44:46.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.393+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=RFDUDUJYIETH type=write size=395396 2024-04-12T16:44:46.388 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.395+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~S0BWZJWYYST8.0 size=1048576 2024-04-12T16:44:46.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.396+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~S0BWZJWYYST8.1 size=908584 2024-04-12T16:44:46.394 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.400+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=S0BWZJWYYST8 tag=PLQVUTDTOW6G type=write size=3005736 2024-04-12T16:44:46.397 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.403+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~PN8H4XG6K4G4.0 size=1048576 2024-04-12T16:44:46.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.405+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~PN8H4XG6K4G4.1 size=1048576 2024-04-12T16:44:46.401 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.407+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~PN8H4XG6K4G4.2 size=798736 2024-04-12T16:44:46.401 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.407+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=PN8H4XG6K4G4 tag=3FJXIINZETO7 type=write size=3944464 2024-04-12T16:44:46.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.409+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=T0SMEGM9ZBUN type=del 2024-04-12T16:44:46.405 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.411+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=UUD3HZ7GDHG7 type=del size=2056064 2024-04-12T16:44:46.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.414+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=4HJ53ZCUPLC8 type=del 2024-04-12T16:44:46.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.417+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~1P81OROTFR6P.0 size=1048576 2024-04-12T16:44:46.413 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.419+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~1P81OROTFR6P.1 size=1048576 2024-04-12T16:44:46.415 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.421+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~1P81OROTFR6P.2 size=401441 2024-04-12T16:44:46.415 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.421+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=1P81OROTFR6P tag=PNT28ZUW9033 type=write size=3547169 2024-04-12T16:44:46.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.423+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~1ZM9WHFQTNUH.0 size=790050 2024-04-12T16:44:46.420 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.426+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=1ZM9WHFQTNUH tag=Q8HBDJKOS81O type=write size=1838626 2024-04-12T16:44:46.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.428+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=77JTXLV91OX3 type=write size=378421 2024-04-12T16:44:46.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.430+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=O73VOHG9H9RE type=del 2024-04-12T16:44:46.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.432+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=SNCU0RI5OER0 type=del size=4098172 2024-04-12T16:44:46.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.434+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=WKDHKOYHOUW3 type=del 2024-04-12T16:44:46.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.436+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=N4IWTH2QQ5GW type=del size=804683 2024-04-12T16:44:46.434 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.440+0000 7fc35ce39780 1 < suggested update operation key=OC0OCQYU63HT tag=81DEJZCXAZQG type=del size=570261 2024-04-12T16:44:46.436 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.442+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=YE8C2NPU1GTL type=del size=4057547 2024-04-12T16:44:46.440 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.446+0000 7fc35ce39780 1 < suggested remove operation key=V08LEDZKN1FS tag=LGVHF75VSMFR type=write 2024-04-12T16:44:46.443 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.450+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~3SIKIH3WBZK4.0 size=889976 2024-04-12T16:44:46.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.450+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=3SIKIH3WBZK4 tag=V2Q0NVJV3FM6 type=write size=1938552 2024-04-12T16:44:46.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.452+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=L0KGS5R29VQ6 type=del 2024-04-12T16:44:46.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.456+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~30ARXSK971Q0.0 size=271377 2024-04-12T16:44:46.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.456+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=30ARXSK971Q0 tag=6CP8TWWKBSCR type=write size=1319953 2024-04-12T16:44:46.452 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.459+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~EAXZSLN0GS47.0 size=1048576 2024-04-12T16:44:46.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.461+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~EAXZSLN0GS47.1 size=1048576 2024-04-12T16:44:46.456 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.463+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~EAXZSLN0GS47.2 size=289486 2024-04-12T16:44:46.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.466+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=EAXZSLN0GS47 tag=0UF5EASTT58M type=write size=3435214 2024-04-12T16:44:46.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.470+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~UAT4VQ96MPB8.0 size=1048576 2024-04-12T16:44:46.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.471+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~UAT4VQ96MPB8.1 size=925397 2024-04-12T16:44:46.465 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.471+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=UAT4VQ96MPB8 tag=VDMB697MHB9Y type=write size=3022549 2024-04-12T16:44:46.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.473+0000 7fc35ce39780 1 < canceled operation key=AMC1ILYTVT7I tag=M7NBAKUSUZXL type=del size=4174036 2024-04-12T16:44:46.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.476+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=8SAAG4OUD1V9 type=write size=917561 2024-04-12T16:44:46.471 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.477+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=KMBYK368Q3G1 type=del 2024-04-12T16:44:46.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.482+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~ZBJDR2R9DEO7.0 size=526135 2024-04-12T16:44:46.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.482+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=ZBJDR2R9DEO7 tag=30BPTW31ZYG8 type=write size=1574711 2024-04-12T16:44:46.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.484+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=24U045U7PWSR type=del 2024-04-12T16:44:46.482 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.488+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~XH3PUZRLVFR0.0 size=1048576 2024-04-12T16:44:46.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.490+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~XH3PUZRLVFR0.1 size=445338 2024-04-12T16:44:46.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.490+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=XH3PUZRLVFR0 tag=DIJMHVGAD6IB type=write size=2542490 2024-04-12T16:44:46.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.492+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~LLNOTYKITXDR.0 size=862864 2024-04-12T16:44:46.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.495+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=LLNOTYKITXDR tag=E576QOZXDS0P type=write size=1911440 2024-04-12T16:44:46.493 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.499+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~VDOI71FB50QB.0 size=1048576 2024-04-12T16:44:46.494 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.501+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~VDOI71FB50QB.1 size=1048576 2024-04-12T16:44:46.496 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.502+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~VDOI71FB50QB.2 size=969832 2024-04-12T16:44:46.496 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.502+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=VDOI71FB50QB tag=V8DQEDHAU169 type=write size=4115560 2024-04-12T16:44:46.500 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.506+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=FCF53SJYZ970 type=write 2024-04-12T16:44:46.502 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.508+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=M3UGLA9NB22Z type=del size=273714 2024-04-12T16:44:46.504 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.510+0000 7fc35ce39780 1 < completed write operation key=LYRPYVQNY789 tag=RFDUDUJYIETH type=write size=395396 2024-04-12T16:44:46.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.514+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~BIVUVUST0HAT.0 size=1048576 2024-04-12T16:44:46.509 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.516+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~BIVUVUST0HAT.1 size=634476 2024-04-12T16:44:46.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.516+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=BIVUVUST0HAT tag=0G3SYPJOLGKZ type=write size=2731628 2024-04-12T16:44:46.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.518+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~PN8H4XG6K4G4.0 size=1048576 2024-04-12T16:44:46.513 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.519+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~PN8H4XG6K4G4.1 size=1048576 2024-04-12T16:44:46.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.521+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~PN8H4XG6K4G4.2 size=798736 2024-04-12T16:44:46.518 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.524+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=PN8H4XG6K4G4 tag=3FJXIINZETO7 type=write size=3944464 2024-04-12T16:44:46.522 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.528+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~IU90WWM4BS3F.0 size=1048576 2024-04-12T16:44:46.524 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.530+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~IU90WWM4BS3F.1 size=898530 2024-04-12T16:44:46.524 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.530+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=IU90WWM4BS3F tag=TQ909QHZX4N1 type=write size=2995682 2024-04-12T16:44:46.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.532+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=UUD3HZ7GDHG7 type=del 2024-04-12T16:44:46.528 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.535+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=DSGKB80HLX4W type=del size=2365562 2024-04-12T16:44:46.530 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.537+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~1P81OROTFR6P.0 size=1048576 2024-04-12T16:44:46.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.538+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~1P81OROTFR6P.1 size=1048576 2024-04-12T16:44:46.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.538+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~1P81OROTFR6P.2 size=401441 2024-04-12T16:44:46.535 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.542+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=1P81OROTFR6P tag=PNT28ZUW9033 type=write size=3547169 2024-04-12T16:44:46.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.545+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~V8EE4G7PGHM1.0 size=1048576 2024-04-12T16:44:46.541 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.547+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~V8EE4G7PGHM1.1 size=76286 2024-04-12T16:44:46.541 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.547+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=V8EE4G7PGHM1 tag=N8D3PGLI2QT7 type=write size=2173438 2024-04-12T16:44:46.545 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.552+0000 7fc35ce39780 1 < suggested update operation key=AMC1ILYTVT7I tag=77JTXLV91OX3 type=write size=378421 2024-04-12T16:44:46.547 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.554+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=GMSNRJQJMSXJ type=del size=2741618 2024-04-12T16:44:46.549 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.556+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=SNCU0RI5OER0 type=del 2024-04-12T16:44:46.553 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.560+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~LWD5W8EFGTA0.0 size=1048576 2024-04-12T16:44:46.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.561+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~LWD5W8EFGTA0.1 size=146688 2024-04-12T16:44:46.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.561+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=LWD5W8EFGTA0 tag=T38LA685M9RU type=write size=2243840 2024-04-12T16:44:46.557 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.563+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=N4IWTH2QQ5GW type=del 2024-04-12T16:44:46.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.565+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=JUS3OMIJE0MJ type=del size=3888879 2024-04-12T16:44:46.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.567+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=YE8C2NPU1GTL type=del 2024-04-12T16:44:46.562 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.569+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=N63MBUL0CNRS type=write size=503254 2024-04-12T16:44:46.566 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.571+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~3SIKIH3WBZK4.0 size=889976 2024-04-12T16:44:46.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.575+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=3SIKIH3WBZK4 tag=V2Q0NVJV3FM6 type=write size=1938552 2024-04-12T16:44:46.571 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.577+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=D536209O40YG type=del size=3516995 2024-04-12T16:44:46.573 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.579+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~30ARXSK971Q0.0 size=271377 2024-04-12T16:44:46.577 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.583+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=30ARXSK971Q0 tag=6CP8TWWKBSCR type=write size=1319953 2024-04-12T16:44:46.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.585+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=6R5N3SBHVTE2 type=write size=597710 2024-04-12T16:44:46.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.587+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~UAT4VQ96MPB8.0 size=1048576 2024-04-12T16:44:46.582 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.588+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~UAT4VQ96MPB8.1 size=925397 2024-04-12T16:44:46.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.592+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=UAT4VQ96MPB8 tag=VDMB697MHB9Y type=write size=3022549 2024-04-12T16:44:46.587 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.594+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=4XZU86SY21K8 type=del size=2309998 2024-04-12T16:44:46.589 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.595+0000 7fc35ce39780 1 < completed write operation key=YAK5S3T8GXL1 tag=8SAAG4OUD1V9 type=write size=917561 2024-04-12T16:44:46.592 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.599+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~3TES25K5AZKP.0 size=1048576 2024-04-12T16:44:46.594 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.601+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~3TES25K5AZKP.1 size=1048576 2024-04-12T16:44:46.596 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.602+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~3TES25K5AZKP.2 size=1030702 2024-04-12T16:44:46.596 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.602+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=3TES25K5AZKP tag=C772EXC6988K type=write size=4176430 2024-04-12T16:44:46.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.604+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~ZBJDR2R9DEO7.0 size=526135 2024-04-12T16:44:46.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.608+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=ZBJDR2R9DEO7 tag=30BPTW31ZYG8 type=write size=1574711 2024-04-12T16:44:46.603 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.610+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=DVXKMIVFE47F type=del size=2100865 2024-04-12T16:44:46.605 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.612+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~XH3PUZRLVFR0.0 size=1048576 2024-04-12T16:44:46.605 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.612+0000 7fc35ce39780 1 < canceled part key=_multipart_LYRPYVQNY789.2~XH3PUZRLVFR0.1 size=445338 2024-04-12T16:44:46.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.615+0000 7fc35ce39780 1 < canceled multipart upload key=LYRPYVQNY789 upload=XH3PUZRLVFR0 tag=DIJMHVGAD6IB type=write size=2542490 2024-04-12T16:44:46.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.618+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~0Q5NE740C3NW.0 size=1048576 2024-04-12T16:44:46.613 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.620+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~0Q5NE740C3NW.1 size=1048576 2024-04-12T16:44:46.615 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.622+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~0Q5NE740C3NW.2 size=367085 2024-04-12T16:44:46.615 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.622+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=0Q5NE740C3NW tag=AGIZBHRYEAF4 type=write size=3512813 2024-04-12T16:44:46.617 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.624+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~VDOI71FB50QB.0 size=1048576 2024-04-12T16:44:46.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.626+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~VDOI71FB50QB.1 size=1048576 2024-04-12T16:44:46.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.626+0000 7fc35ce39780 1 < canceled part key=_multipart_SXFQD2BAPMI0.2~VDOI71FB50QB.2 size=969832 2024-04-12T16:44:46.624 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.630+0000 7fc35ce39780 1 < canceled multipart upload key=SXFQD2BAPMI0 upload=VDOI71FB50QB tag=V8DQEDHAU169 type=write size=4115560 2024-04-12T16:44:46.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.634+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~41WDVUT32D9C.0 size=91107 2024-04-12T16:44:46.628 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.634+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=41WDVUT32D9C tag=LKWPAPVEHRGR type=write size=1139683 2024-04-12T16:44:46.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.636+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=M3UGLA9NB22Z type=del 2024-04-12T16:44:46.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.638+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=CEUJD24FT3OM type=del size=2504163 2024-04-12T16:44:46.633 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.640+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~BIVUVUST0HAT.0 size=1048576 2024-04-12T16:44:46.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.642+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~BIVUVUST0HAT.1 size=634476 2024-04-12T16:44:46.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.645+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=BIVUVUST0HAT tag=0G3SYPJOLGKZ type=write size=2731628 2024-04-12T16:44:46.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.647+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=10CNFRSI15DA type=del size=2440190 2024-04-12T16:44:46.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.649+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~IU90WWM4BS3F.0 size=1048576 2024-04-12T16:44:46.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.651+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~IU90WWM4BS3F.1 size=898530 2024-04-12T16:44:46.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.654+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=IU90WWM4BS3F tag=TQ909QHZX4N1 type=write size=2995682 2024-04-12T16:44:46.649 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.656+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=WI281JD553VE type=del size=2773553 2024-04-12T16:44:46.653 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.659+0000 7fc35ce39780 1 < suggested remove operation key=2JM8HME676YA tag=DSGKB80HLX4W type=del 2024-04-12T16:44:46.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.661+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=42PP0333F1YK type=del size=3600077 2024-04-12T16:44:46.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.663+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~V8EE4G7PGHM1.0 size=1048576 2024-04-12T16:44:46.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.665+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~V8EE4G7PGHM1.1 size=76286 2024-04-12T16:44:46.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.668+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=V8EE4G7PGHM1 tag=N8D3PGLI2QT7 type=write size=2173438 2024-04-12T16:44:46.664 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.670+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=N8IWYJI283ND type=del size=828128 2024-04-12T16:44:46.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.672+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=GMSNRJQJMSXJ type=del 2024-04-12T16:44:46.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.674+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=TM6UK59OEM16 type=write size=372765 2024-04-12T16:44:46.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.676+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~LWD5W8EFGTA0.0 size=1048576 2024-04-12T16:44:46.671 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.678+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~LWD5W8EFGTA0.1 size=146688 2024-04-12T16:44:46.674 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.681+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=LWD5W8EFGTA0 tag=T38LA685M9RU type=write size=2243840 2024-04-12T16:44:46.676 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.683+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=2EZJR9L7WP1Q type=del size=425980 2024-04-12T16:44:46.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.685+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=JUS3OMIJE0MJ type=del 2024-04-12T16:44:46.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.688+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~XDWXQ0CQ9440.0 size=729741 2024-04-12T16:44:46.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.688+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=XDWXQ0CQ9440 tag=XWNHQOH1E4MK type=write size=1778317 2024-04-12T16:44:46.684 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.690+0000 7fc35ce39780 1 < completed write operation key=PPYP2BYF63YM tag=N63MBUL0CNRS type=write size=503254 2024-04-12T16:44:46.689 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.695+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~J20Z56GQ6J2I.0 size=1048576 2024-04-12T16:44:46.691 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.698+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~J20Z56GQ6J2I.1 size=1048576 2024-04-12T16:44:46.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.700+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~J20Z56GQ6J2I.2 size=774497 2024-04-12T16:44:46.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.700+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=J20Z56GQ6J2I tag=XVP92R60GZ6T type=write size=3920225 2024-04-12T16:44:46.697 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.704+0000 7fc35ce39780 1 < canceled operation key=506UBRTP11T6 tag=D536209O40YG type=del size=3516995 2024-04-12T16:44:46.699 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.706+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=M2314U4VWPN2 type=del size=1705472 2024-04-12T16:44:46.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.708+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=6R5N3SBHVTE2 type=write size=597710 2024-04-12T16:44:46.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.711+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~FKL45FQF9OM7.0 size=1048576 2024-04-12T16:44:46.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.713+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~FKL45FQF9OM7.1 size=247986 2024-04-12T16:44:46.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.713+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=FKL45FQF9OM7 tag=39VA9N374TGP type=write size=2345138 2024-04-12T16:44:46.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.715+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=4XZU86SY21K8 type=del 2024-04-12T16:44:46.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.717+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=B1XSL5IO3I5W type=del size=3684169 2024-04-12T16:44:46.711 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.717+0000 7fc35ce39780 1 < canceled part key=_multipart_V08LEDZKN1FS.2~3TES25K5AZKP.0 size=1048576 2024-04-12T16:44:46.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.719+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~3TES25K5AZKP.1 size=1048576 2024-04-12T16:44:46.715 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.721+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~3TES25K5AZKP.2 size=1030702 2024-04-12T16:44:46.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.724+0000 7fc35ce39780 1 < canceled multipart upload key=V08LEDZKN1FS upload=3TES25K5AZKP tag=C772EXC6988K type=write size=4176430 2024-04-12T16:44:46.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.727+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=22AFZ1S4ZPCZ type=del size=802523 2024-04-12T16:44:46.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.729+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=DVXKMIVFE47F type=del 2024-04-12T16:44:46.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.731+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=MWR1Q7AUPZI0 type=del size=4059750 2024-04-12T16:44:46.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.731+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~0Q5NE740C3NW.0 size=1048576 2024-04-12T16:44:46.726 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.733+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~0Q5NE740C3NW.1 size=1048576 2024-04-12T16:44:46.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.735+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~0Q5NE740C3NW.2 size=367085 2024-04-12T16:44:46.732 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.738+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=0Q5NE740C3NW tag=AGIZBHRYEAF4 type=write size=3512813 2024-04-12T16:44:46.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.740+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=QRAJ82UQ5XIJ type=del size=768607 2024-04-12T16:44:46.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.742+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~41WDVUT32D9C.0 size=91107 2024-04-12T16:44:46.739 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.745+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=41WDVUT32D9C tag=LKWPAPVEHRGR type=write size=1139683 2024-04-12T16:44:46.742 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.749+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~00BGFELSZ6CT.0 size=1017582 2024-04-12T16:44:46.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.749+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=00BGFELSZ6CT tag=7OOK93KY5EYT type=write size=2066158 2024-04-12T16:44:46.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.752+0000 7fc35ce39780 1 < suggested update operation key=8T3KONE057LK tag=CEUJD24FT3OM type=del size=2504163 2024-04-12T16:44:46.750 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.756+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~AFO5HTL34WPC.0 size=1048576 2024-04-12T16:44:46.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.758+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~AFO5HTL34WPC.1 size=1048576 2024-04-12T16:44:46.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.759+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~AFO5HTL34WPC.2 size=546242 2024-04-12T16:44:46.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.759+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=AFO5HTL34WPC tag=W68B4JPRLDD5 type=write size=3691970 2024-04-12T16:44:46.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.764+0000 7fc35ce39780 1 < suggested remove operation key=9EP1TM4XHAOV tag=10CNFRSI15DA type=del 2024-04-12T16:44:46.759 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.766+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=VP2RNRH48NVQ type=write size=609635 2024-04-12T16:44:46.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.768+0000 7fc35ce39780 -1 < failed to complete operation key=2JM8HME676YA tag=WI281JD553VE type=del size=2773553: (22) Invalid argument 2024-04-12T16:44:46.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.772+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~I93PSACU8M5U.0 size=1048576 2024-04-12T16:44:46.768 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.774+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~I93PSACU8M5U.1 size=1048576 2024-04-12T16:44:46.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.776+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~I93PSACU8M5U.2 size=408100 2024-04-12T16:44:46.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.776+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=I93PSACU8M5U tag=5M9HNOYD2N4P type=write size=3553828 2024-04-12T16:44:46.774 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.778+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=42PP0333F1YK type=del 2024-04-12T16:44:46.774 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.780+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=2TROI79L2K9V type=del size=2524414 2024-04-12T16:44:46.776 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.782+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=N8IWYJI283ND type=del 2024-04-12T16:44:46.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.786+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~K52NS0DDH5UG.0 size=1048576 2024-04-12T16:44:46.781 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.787+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~K52NS0DDH5UG.1 size=226569 2024-04-12T16:44:46.781 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.787+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=K52NS0DDH5UG tag=OAFP3UH51JF7 type=write size=2323721 2024-04-12T16:44:46.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.791+0000 7fc35ce39780 1 < suggested update operation key=SGVKCQ7SL1KU tag=TM6UK59OEM16 type=write size=372765 2024-04-12T16:44:46.788 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.794+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~KML619FA8W7G.0 size=1048576 2024-04-12T16:44:46.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.796+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~KML619FA8W7G.1 size=775813 2024-04-12T16:44:46.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.796+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=KML619FA8W7G tag=5X0EHU8R0BAG type=write size=2872965 2024-04-12T16:44:46.792 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.799+0000 7fc35ce39780 -1 < failed to complete operation key=8T3KONE057LK tag=2EZJR9L7WP1Q type=del size=425980: (22) Invalid argument 2024-04-12T16:44:46.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.801+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=LTA6KKBWC3UB type=write size=692850 2024-04-12T16:44:46.796 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.803+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~XDWXQ0CQ9440.0 size=729741 2024-04-12T16:44:46.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.806+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=XDWXQ0CQ9440 tag=XWNHQOH1E4MK type=write size=1778317 2024-04-12T16:44:46.802 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.808+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=6WIYHE2CKZD8 type=del size=876969 2024-04-12T16:44:46.804 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.810+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~J20Z56GQ6J2I.0 size=1048576 2024-04-12T16:44:46.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.812+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~J20Z56GQ6J2I.1 size=1048576 2024-04-12T16:44:46.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.813+0000 7fc35ce39780 1 < completed part key=_multipart_I35DX9ONBXQJ.2~J20Z56GQ6J2I.2 size=774497 2024-04-12T16:44:46.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.816+0000 7fc35ce39780 1 < completed multipart upload key=I35DX9ONBXQJ upload=J20Z56GQ6J2I tag=XVP92R60GZ6T type=write size=3920225 2024-04-12T16:44:46.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.818+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=J0NYBP71GV0X type=del size=1044132 2024-04-12T16:44:46.814 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.820+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=M2314U4VWPN2 type=del 2024-04-12T16:44:46.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.824+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~H31YBJ4QBOOX.0 size=838302 2024-04-12T16:44:46.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.824+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=H31YBJ4QBOOX tag=79MYIG6MZSNV type=write size=1886878 2024-04-12T16:44:46.820 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.826+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~FKL45FQF9OM7.0 size=1048576 2024-04-12T16:44:46.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.828+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~FKL45FQF9OM7.1 size=247986 2024-04-12T16:44:46.825 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.831+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=FKL45FQF9OM7 tag=39VA9N374TGP type=write size=2345138 2024-04-12T16:44:46.829 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.835+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~WHH36I4IPEYL.0 size=1048576 2024-04-12T16:44:46.831 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.837+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~WHH36I4IPEYL.1 size=950827 2024-04-12T16:44:46.831 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.837+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=WHH36I4IPEYL tag=U2U4L8SOHN7K type=write size=3047979 2024-04-12T16:44:46.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.839+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=B1XSL5IO3I5W type=del 2024-04-12T16:44:46.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.841+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=L5LKDPN5J2A0 type=del size=2763296 2024-04-12T16:44:46.839 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.845+0000 7fc35ce39780 1 < suggested update operation key=SXFQD2BAPMI0 tag=22AFZ1S4ZPCZ type=del size=802523 2024-04-12T16:44:46.840 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.847+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=KRVJZVR56E74 type=del size=198000 2024-04-12T16:44:46.842 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.849+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=MWR1Q7AUPZI0 type=del 2024-04-12T16:44:46.844 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.851+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=PQOMBTVDG5ES type=del size=2312011 2024-04-12T16:44:46.846 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.853+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=QRAJ82UQ5XIJ type=del 2024-04-12T16:44:46.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.855+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=OR58DUT3FZMX type=del size=2532675 2024-04-12T16:44:46.851 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.857+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~00BGFELSZ6CT.0 size=1017582 2024-04-12T16:44:46.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.861+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=00BGFELSZ6CT tag=7OOK93KY5EYT type=write size=2066158 2024-04-12T16:44:46.857 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.863+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=UBWZB3IWOPVF type=del size=2853319 2024-04-12T16:44:46.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.865+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~AFO5HTL34WPC.0 size=1048576 2024-04-12T16:44:46.861 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.867+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~AFO5HTL34WPC.1 size=1048576 2024-04-12T16:44:46.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.869+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~AFO5HTL34WPC.2 size=546242 2024-04-12T16:44:46.866 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.873+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=AFO5HTL34WPC tag=W68B4JPRLDD5 type=write size=3691970 2024-04-12T16:44:46.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.875+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=DPECHI2R1QV4 type=del size=442413 2024-04-12T16:44:46.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.877+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=VP2RNRH48NVQ type=write size=609635 2024-04-12T16:44:46.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.881+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~RVH92CR37429.0 size=1048576 2024-04-12T16:44:46.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.883+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~RVH92CR37429.1 size=887349 2024-04-12T16:44:46.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.883+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=RVH92CR37429 tag=S5T25KA4FOTL type=write size=2984501 2024-04-12T16:44:46.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.885+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~I93PSACU8M5U.0 size=1048576 2024-04-12T16:44:46.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.887+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~I93PSACU8M5U.1 size=1048576 2024-04-12T16:44:46.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.889+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~I93PSACU8M5U.2 size=408100 2024-04-12T16:44:46.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.893+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=I93PSACU8M5U tag=5M9HNOYD2N4P type=write size=3553828 2024-04-12T16:44:46.890 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.897+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~54JRJWIKHLGS.0 size=1048576 2024-04-12T16:44:46.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.898+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~54JRJWIKHLGS.1 size=848116 2024-04-12T16:44:46.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.898+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=54JRJWIKHLGS tag=D7HG7VIUTBR5 type=write size=2945268 2024-04-12T16:44:46.894 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.900+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=2TROI79L2K9V type=del 2024-04-12T16:44:46.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.902+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=J7AIQPVZRU7Y type=del size=1213076 2024-04-12T16:44:46.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.904+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~K52NS0DDH5UG.0 size=1048576 2024-04-12T16:44:46.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.905+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~K52NS0DDH5UG.1 size=226569 2024-04-12T16:44:46.902 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.909+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=K52NS0DDH5UG tag=OAFP3UH51JF7 type=write size=2323721 2024-04-12T16:44:46.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.911+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=VUNQ2WJTJAQQ type=del size=801000 2024-04-12T16:44:46.907 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.914+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~KML619FA8W7G.0 size=1048576 2024-04-12T16:44:46.907 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.914+0000 7fc35ce39780 1 < canceled part key=_multipart_SGVKCQ7SL1KU.2~KML619FA8W7G.1 size=775813 2024-04-12T16:44:46.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.917+0000 7fc35ce39780 1 < canceled multipart upload key=SGVKCQ7SL1KU upload=KML619FA8W7G tag=5X0EHU8R0BAG type=write size=2872965 2024-04-12T16:44:46.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.920+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=CJZTTZ3FXL7X type=del size=2570307 2024-04-12T16:44:46.916 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.922+0000 7fc35ce39780 1 < completed write operation key=CPU63NIAUXGM tag=LTA6KKBWC3UB type=write size=692850 2024-04-12T16:44:46.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.924+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=R1QZLDT52EM4 type=write size=569620 2024-04-12T16:44:46.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.926+0000 7fc35ce39780 1 < canceled operation key=PPYP2BYF63YM tag=6WIYHE2CKZD8 type=del size=876969 2024-04-12T16:44:46.923 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.929+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~EJOUFK93LLFU.0 size=253161 2024-04-12T16:44:46.923 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.929+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=EJOUFK93LLFU tag=QCAYGB4SC89L type=write size=1301737 2024-04-12T16:44:46.925 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.931+0000 7fc35ce39780 1 < canceled operation key=YAK5S3T8GXL1 tag=J0NYBP71GV0X type=del size=1044132 2024-04-12T16:44:46.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.933+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=KF8WD5LZXEKI type=del size=3779196 2024-04-12T16:44:46.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.933+0000 7fc35ce39780 1 < canceled part key=_multipart_SGVKCQ7SL1KU.2~H31YBJ4QBOOX.0 size=838302 2024-04-12T16:44:46.930 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.937+0000 7fc35ce39780 1 < canceled multipart upload key=SGVKCQ7SL1KU upload=H31YBJ4QBOOX tag=79MYIG6MZSNV type=write size=1886878 2024-04-12T16:44:46.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.940+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~S88J1F6HTISJ.0 size=497566 2024-04-12T16:44:46.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.940+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=S88J1F6HTISJ tag=41V2XI7VHGSI type=write size=1546142 2024-04-12T16:44:46.936 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.942+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~WHH36I4IPEYL.0 size=1048576 2024-04-12T16:44:46.936 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.942+0000 7fc35ce39780 1 < canceled part key=_multipart_WU1CQUJJ7T5N.2~WHH36I4IPEYL.1 size=950827 2024-04-12T16:44:46.939 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.946+0000 7fc35ce39780 1 < canceled multipart upload key=WU1CQUJJ7T5N upload=WHH36I4IPEYL tag=U2U4L8SOHN7K type=write size=3047979 2024-04-12T16:44:46.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.950+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~GI57E57MAMD6.0 size=1020914 2024-04-12T16:44:46.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.950+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=GI57E57MAMD6 tag=3LT8GHOUD6S9 type=write size=2069490 2024-04-12T16:44:46.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.952+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=L5LKDPN5J2A0 type=del 2024-04-12T16:44:46.948 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.954+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=BZEUNG7CUHW5 type=del size=4008659 2024-04-12T16:44:46.951 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.957+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=KRVJZVR56E74 type=del 2024-04-12T16:44:46.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.962+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~4CWZ9AP3J2NW.0 size=1048576 2024-04-12T16:44:46.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.964+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~4CWZ9AP3J2NW.1 size=689501 2024-04-12T16:44:46.958 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.964+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=4CWZ9AP3J2NW tag=GP6V5WAWGDS1 type=write size=2786653 2024-04-12T16:44:46.959 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.966+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=PQOMBTVDG5ES type=del 2024-04-12T16:44:46.963 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.969+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~289HIL8CPJA9.0 size=1048576 2024-04-12T16:44:46.965 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.971+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~289HIL8CPJA9.1 size=1048576 2024-04-12T16:44:46.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.973+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~289HIL8CPJA9.2 size=161606 2024-04-12T16:44:46.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.973+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=289HIL8CPJA9 tag=1ZE69T2QCWL7 type=write size=3307334 2024-04-12T16:44:46.968 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.974+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=OR58DUT3FZMX type=del 2024-04-12T16:44:46.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.976+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=UJPI1G4I3MAU type=del size=1316880 2024-04-12T16:44:46.972 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.978+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=UBWZB3IWOPVF type=del 2024-04-12T16:44:46.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.981+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=A35H6FXID5AD type=write size=582614 2024-04-12T16:44:46.979 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.982+0000 7fc35ce39780 1 < canceled operation key=8PSEYVN0PAIG tag=DPECHI2R1QV4 type=del size=442413 2024-04-12T16:44:46.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.986+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4LHL69M9DD1R.0 size=1048576 2024-04-12T16:44:46.981 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.988+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4LHL69M9DD1R.1 size=1048576 2024-04-12T16:44:46.983 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.989+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4LHL69M9DD1R.2 size=1014388 2024-04-12T16:44:46.983 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.989+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=4LHL69M9DD1R tag=TZ5UFKC701U8 type=write size=4160116 2024-04-12T16:44:46.985 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.991+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~RVH92CR37429.0 size=1048576 2024-04-12T16:44:46.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.994+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~RVH92CR37429.1 size=887349 2024-04-12T16:44:46.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:46.998+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=RVH92CR37429 tag=S5T25KA4FOTL type=write size=2984501 2024-04-12T16:44:46.995 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.001+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~M8G0MR150IZ5.0 size=1048576 2024-04-12T16:44:46.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.003+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~M8G0MR150IZ5.1 size=761347 2024-04-12T16:44:46.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.003+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=M8G0MR150IZ5 tag=41YK5X79B88E type=write size=2858499 2024-04-12T16:44:46.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.005+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~54JRJWIKHLGS.0 size=1048576 2024-04-12T16:44:46.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.005+0000 7fc35ce39780 1 < canceled part key=_multipart_YAK5S3T8GXL1.2~54JRJWIKHLGS.1 size=848116 2024-04-12T16:44:47.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.008+0000 7fc35ce39780 1 < canceled multipart upload key=YAK5S3T8GXL1 upload=54JRJWIKHLGS tag=D7HG7VIUTBR5 type=write size=2945268 2024-04-12T16:44:47.004 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.010+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=HFA5SU7CWCN0 type=del size=3057258 2024-04-12T16:44:47.006 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.012+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=J7AIQPVZRU7Y type=del 2024-04-12T16:44:47.007 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.014+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=1T4VV922F27T type=del size=2955893 2024-04-12T16:44:47.009 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.016+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=VUNQ2WJTJAQQ type=del 2024-04-12T16:44:47.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.019+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~7IR230NP4MNC.0 size=428747 2024-04-12T16:44:47.013 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.019+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=7IR230NP4MNC tag=70XTP5QLG9BF type=write size=1477323 2024-04-12T16:44:47.016 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.023+0000 7fc35ce39780 1 < suggested remove operation key=9EP1TM4XHAOV tag=CJZTTZ3FXL7X type=del 2024-04-12T16:44:47.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.024+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=6CANRVB1X9T0 type=del size=820542 2024-04-12T16:44:47.020 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.027+0000 7fc35ce39780 1 < completed write operation key=LYRPYVQNY789 tag=R1QZLDT52EM4 type=write size=569620 2024-04-12T16:44:47.024 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.031+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~HRPZURATWE4A.0 size=1048576 2024-04-12T16:44:47.026 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.032+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~HRPZURATWE4A.1 size=1048576 2024-04-12T16:44:47.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.034+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~HRPZURATWE4A.2 size=947308 2024-04-12T16:44:47.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.034+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=HRPZURATWE4A tag=OH2HCEEU3NMD type=write size=4093036 2024-04-12T16:44:47.030 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.036+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~EJOUFK93LLFU.0 size=253161 2024-04-12T16:44:47.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.039+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=EJOUFK93LLFU tag=QCAYGB4SC89L type=write size=1301737 2024-04-12T16:44:47.037 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.043+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~3F12H8DFHZP2.0 size=1048576 2024-04-12T16:44:47.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.044+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~3F12H8DFHZP2.1 size=284139 2024-04-12T16:44:47.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.044+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=3F12H8DFHZP2 tag=KEVUIANHZRN5 type=write size=2381291 2024-04-12T16:44:47.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.047+0000 7fc35ce39780 -1 < failed to complete operation key=9EP1TM4XHAOV tag=KF8WD5LZXEKI type=del size=3779196: (22) Invalid argument 2024-04-12T16:44:47.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.049+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=JAIOIOP4CVSH type=write size=288890 2024-04-12T16:44:47.045 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.052+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~S88J1F6HTISJ.0 size=497566 2024-04-12T16:44:47.049 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.055+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=S88J1F6HTISJ tag=41V2XI7VHGSI type=write size=1546142 2024-04-12T16:44:47.053 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.059+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HM8QG0Y4FKHD.0 size=1048576 2024-04-12T16:44:47.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.061+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HM8QG0Y4FKHD.1 size=1048576 2024-04-12T16:44:47.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.062+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HM8QG0Y4FKHD.2 size=847263 2024-04-12T16:44:47.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.062+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=HM8QG0Y4FKHD tag=R5FD8ZOLQGWC type=write size=3992991 2024-04-12T16:44:47.056 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.062+0000 7fc35ce39780 1 < canceled part key=_multipart_3EB44W87WQRJ.2~GI57E57MAMD6.0 size=1020914 2024-04-12T16:44:47.060 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.066+0000 7fc35ce39780 1 < canceled multipart upload key=3EB44W87WQRJ upload=GI57E57MAMD6 tag=3LT8GHOUD6S9 type=write size=2069490 2024-04-12T16:44:47.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.069+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=OXQ2YJGE8E82 type=del size=1075281 2024-04-12T16:44:47.065 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.071+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=BZEUNG7CUHW5 type=del 2024-04-12T16:44:47.068 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.075+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~N3L8UE0S4HXA.0 size=958672 2024-04-12T16:44:47.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.075+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=N3L8UE0S4HXA tag=SPCNWTOTG8LK type=write size=2007248 2024-04-12T16:44:47.070 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.077+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~4CWZ9AP3J2NW.0 size=1048576 2024-04-12T16:44:47.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.078+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~4CWZ9AP3J2NW.1 size=689501 2024-04-12T16:44:47.075 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.082+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=4CWZ9AP3J2NW tag=GP6V5WAWGDS1 type=write size=2786653 2024-04-12T16:44:47.077 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.084+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=7UT4NNGU1P9I type=del size=477317 2024-04-12T16:44:47.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.086+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~289HIL8CPJA9.0 size=1048576 2024-04-12T16:44:47.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.087+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~289HIL8CPJA9.1 size=1048576 2024-04-12T16:44:47.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.089+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~289HIL8CPJA9.2 size=161606 2024-04-12T16:44:47.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.093+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=289HIL8CPJA9 tag=1ZE69T2QCWL7 type=write size=3307334 2024-04-12T16:44:47.088 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.095+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=A6BU658OTZ9M type=del size=1768465 2024-04-12T16:44:47.090 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.097+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=UJPI1G4I3MAU type=del 2024-04-12T16:44:47.092 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.099+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=HYJKNUVPI0KO type=del size=417573 2024-04-12T16:44:47.094 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.101+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=A35H6FXID5AD type=write size=582614 2024-04-12T16:44:47.096 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.102+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=6YGNQAI2HX77 type=write size=875439 2024-04-12T16:44:47.098 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.104+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4LHL69M9DD1R.0 size=1048576 2024-04-12T16:44:47.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.106+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4LHL69M9DD1R.1 size=1048576 2024-04-12T16:44:47.101 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.108+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4LHL69M9DD1R.2 size=1014388 2024-04-12T16:44:47.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.112+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=4LHL69M9DD1R tag=TZ5UFKC701U8 type=write size=4160116 2024-04-12T16:44:47.107 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.114+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=GAFE5B0CZR3G type=del size=109745 2024-04-12T16:44:47.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.116+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~M8G0MR150IZ5.0 size=1048576 2024-04-12T16:44:47.111 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.117+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~M8G0MR150IZ5.1 size=761347 2024-04-12T16:44:47.114 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.121+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=M8G0MR150IZ5 tag=41YK5X79B88E type=write size=2858499 2024-04-12T16:44:47.116 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.123+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=ZWOTIYXMU3CQ type=del size=1674481 2024-04-12T16:44:47.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.125+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=HFA5SU7CWCN0 type=del 2024-04-12T16:44:47.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.126+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=NM9123OUZDAI type=write size=850911 2024-04-12T16:44:47.122 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.128+0000 7fc35ce39780 1 < canceled operation key=SXFQD2BAPMI0 tag=1T4VV922F27T type=del size=2955893 2024-04-12T16:44:47.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.130+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=B0SV1R0UFZKA type=del size=1961893 2024-04-12T16:44:47.126 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.132+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~7IR230NP4MNC.0 size=428747 2024-04-12T16:44:47.130 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.136+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=7IR230NP4MNC tag=70XTP5QLG9BF type=write size=1477323 2024-04-12T16:44:47.133 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.139+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~8S28QNMAGMN3.0 size=1048576 2024-04-12T16:44:47.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.141+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~8S28QNMAGMN3.1 size=1048576 2024-04-12T16:44:47.136 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.143+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~8S28QNMAGMN3.2 size=596419 2024-04-12T16:44:47.136 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.143+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=8S28QNMAGMN3 tag=USEIPJQYY5T3 type=write size=3742147 2024-04-12T16:44:47.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.145+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=6CANRVB1X9T0 type=del 2024-04-12T16:44:47.141 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.147+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=NFF4NB06CO0D type=write size=958721 2024-04-12T16:44:47.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.149+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~HRPZURATWE4A.0 size=1048576 2024-04-12T16:44:47.144 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.151+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~HRPZURATWE4A.1 size=1048576 2024-04-12T16:44:47.146 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.152+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~HRPZURATWE4A.2 size=947308 2024-04-12T16:44:47.150 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.156+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=HRPZURATWE4A tag=OH2HCEEU3NMD type=write size=4093036 2024-04-12T16:44:47.152 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.158+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=47E1EIYL2BXF type=del size=1587716 2024-04-12T16:44:47.154 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.160+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~3F12H8DFHZP2.0 size=1048576 2024-04-12T16:44:47.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.162+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~3F12H8DFHZP2.1 size=284139 2024-04-12T16:44:47.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.165+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=3F12H8DFHZP2 tag=KEVUIANHZRN5 type=write size=2381291 2024-04-12T16:44:47.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.167+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=F6W4QLJW8OWG type=del size=1370374 2024-04-12T16:44:47.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.169+0000 7fc35ce39780 1 < completed write operation key=FS23W4ULE1O0 tag=JAIOIOP4CVSH type=write size=288890 2024-04-12T16:44:47.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.173+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~Y6DYG2LPQQ7M.0 size=309517 2024-04-12T16:44:47.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.173+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=Y6DYG2LPQQ7M tag=CWCW7R5XU4DB type=write size=1358093 2024-04-12T16:44:47.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.175+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HM8QG0Y4FKHD.0 size=1048576 2024-04-12T16:44:47.170 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.176+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HM8QG0Y4FKHD.1 size=1048576 2024-04-12T16:44:47.172 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.178+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HM8QG0Y4FKHD.2 size=847263 2024-04-12T16:44:47.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.181+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=HM8QG0Y4FKHD tag=R5FD8ZOLQGWC type=write size=3992991 2024-04-12T16:44:47.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.183+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=24AQZU3JO5EQ type=write size=208336 2024-04-12T16:44:47.181 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.188+0000 7fc35ce39780 1 < suggested update operation key=SGVKCQ7SL1KU tag=OXQ2YJGE8E82 type=del size=1075281 2024-04-12T16:44:47.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.191+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~WPB8QIEAXWLS.0 size=1048576 2024-04-12T16:44:47.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.193+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~WPB8QIEAXWLS.1 size=704873 2024-04-12T16:44:47.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.193+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=WPB8QIEAXWLS tag=MJJQ6HP4YLMA type=write size=2802025 2024-04-12T16:44:47.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.193+0000 7fc35ce39780 1 < canceled part key=_multipart_I35DX9ONBXQJ.2~N3L8UE0S4HXA.0 size=958672 2024-04-12T16:44:47.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.196+0000 7fc35ce39780 1 < canceled multipart upload key=I35DX9ONBXQJ upload=N3L8UE0S4HXA tag=SPCNWTOTG8LK type=write size=2007248 2024-04-12T16:44:47.192 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.198+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=HOZT8WVKBPH2 type=del size=2375167 2024-04-12T16:44:47.194 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.200+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=7UT4NNGU1P9I type=del 2024-04-12T16:44:47.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.202+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=O5VKG7XZ8A9R type=del size=347109 2024-04-12T16:44:47.199 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.206+0000 7fc35ce39780 1 < suggested update operation key=3EB44W87WQRJ tag=A6BU658OTZ9M type=del size=1768465 2024-04-12T16:44:47.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.208+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=0E9HPULOH96A type=write size=810488 2024-04-12T16:44:47.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.210+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=HYJKNUVPI0KO type=del 2024-04-12T16:44:47.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.213+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~SX9N15QS92DP.0 size=1048576 2024-04-12T16:44:47.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.216+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~SX9N15QS92DP.1 size=1048576 2024-04-12T16:44:47.211 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.218+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~SX9N15QS92DP.2 size=408038 2024-04-12T16:44:47.211 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.218+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=SX9N15QS92DP tag=725UUP4TUJDE type=write size=3553766 2024-04-12T16:44:47.213 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.220+0000 7fc35ce39780 1 < completed write operation key=0IU68215QEHD tag=6YGNQAI2HX77 type=write size=875439 2024-04-12T16:44:47.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.224+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~RT896X3RKTC9.0 size=822380 2024-04-12T16:44:47.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.224+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=RT896X3RKTC9 tag=TJXB7ZZTSAKM type=write size=1870956 2024-04-12T16:44:47.220 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.226+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=GAFE5B0CZR3G type=del 2024-04-12T16:44:47.224 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.230+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~5KQAXH3I4L9H.0 size=1048576 2024-04-12T16:44:47.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.232+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~5KQAXH3I4L9H.1 size=1048576 2024-04-12T16:44:47.227 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.234+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~5KQAXH3I4L9H.2 size=551186 2024-04-12T16:44:47.228 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.234+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=5KQAXH3I4L9H tag=2Q77TN8E3A1S type=write size=3696914 2024-04-12T16:44:47.229 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.236+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=ZWOTIYXMU3CQ type=del 2024-04-12T16:44:47.231 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.238+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=BP3ISUY03LAM type=del size=2222977 2024-04-12T16:44:47.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.242+0000 7fc35ce39780 1 < suggested remove operation key=LYRPYVQNY789 tag=NM9123OUZDAI type=write 2024-04-12T16:44:47.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.243+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=69FHVQ7ON000 type=del size=455952 2024-04-12T16:44:47.239 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.245+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=B0SV1R0UFZKA type=del 2024-04-12T16:44:47.241 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.247+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=D10FUYI9M2RO type=del size=1803976 2024-04-12T16:44:47.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.249+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~8S28QNMAGMN3.0 size=1048576 2024-04-12T16:44:47.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.251+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~8S28QNMAGMN3.1 size=1048576 2024-04-12T16:44:47.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.253+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~8S28QNMAGMN3.2 size=596419 2024-04-12T16:44:47.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.257+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=8S28QNMAGMN3 tag=USEIPJQYY5T3 type=write size=3742147 2024-04-12T16:44:47.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.259+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=LORQXH6O2L55 type=del size=889953 2024-04-12T16:44:47.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.262+0000 7fc35ce39780 1 < suggested update operation key=SGVKCQ7SL1KU tag=NFF4NB06CO0D type=write size=958721 2024-04-12T16:44:47.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.266+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~6X2E7RYGY9BT.0 size=1048576 2024-04-12T16:44:47.261 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.267+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~6X2E7RYGY9BT.1 size=1048576 2024-04-12T16:44:47.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.269+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~6X2E7RYGY9BT.2 size=71350 2024-04-12T16:44:47.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.269+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=6X2E7RYGY9BT tag=V5Q4PWR7QCWB type=write size=3217078 2024-04-12T16:44:47.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.271+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=47E1EIYL2BXF type=del 2024-04-12T16:44:47.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.273+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=XEOU52LRTU7R type=write size=603232 2024-04-12T16:44:47.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.275+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=F6W4QLJW8OWG type=del 2024-04-12T16:44:47.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.277+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=XEA7O3VCTJAB type=write size=85535 2024-04-12T16:44:47.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.277+0000 7fc35ce39780 1 < canceled part key=_multipart_SXFQD2BAPMI0.2~Y6DYG2LPQQ7M.0 size=309517 2024-04-12T16:44:47.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.281+0000 7fc35ce39780 1 < canceled multipart upload key=SXFQD2BAPMI0 upload=Y6DYG2LPQQ7M tag=CWCW7R5XU4DB type=write size=1358093 2024-04-12T16:44:47.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.284+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~ZJ088HKEIIFG.0 size=862329 2024-04-12T16:44:47.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.284+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=ZJ088HKEIIFG tag=DRUCNMMK7Y5K type=write size=1910905 2024-04-12T16:44:47.282 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.288+0000 7fc35ce39780 1 < suggested remove operation key=58TO2GN5GIN6 tag=24AQZU3JO5EQ type=write 2024-04-12T16:44:47.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.292+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~NPKS82J3KW4Z.0 size=1048576 2024-04-12T16:44:47.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.294+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~NPKS82J3KW4Z.1 size=448523 2024-04-12T16:44:47.288 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.294+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=NPKS82J3KW4Z tag=1DCANQVKCJ93 type=write size=2545675 2024-04-12T16:44:47.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.296+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~WPB8QIEAXWLS.0 size=1048576 2024-04-12T16:44:47.291 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.297+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~WPB8QIEAXWLS.1 size=704873 2024-04-12T16:44:47.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.301+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=WPB8QIEAXWLS tag=MJJQ6HP4YLMA type=write size=2802025 2024-04-12T16:44:47.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.304+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~P0UGM4OISH88.0 size=771645 2024-04-12T16:44:47.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.304+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=P0UGM4OISH88 tag=RZB6YE2J27CV type=write size=1820221 2024-04-12T16:44:47.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.306+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=HOZT8WVKBPH2 type=del 2024-04-12T16:44:47.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.308+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=I8BHBJUX52O0 type=del size=495352 2024-04-12T16:44:47.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.310+0000 7fc35ce39780 1 < canceled operation key=9EP1TM4XHAOV tag=O5VKG7XZ8A9R type=del size=347109 2024-04-12T16:44:47.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.313+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HP17EO9S8J6A.0 size=1048576 2024-04-12T16:44:47.309 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.315+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HP17EO9S8J6A.1 size=1048576 2024-04-12T16:44:47.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.317+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HP17EO9S8J6A.2 size=813487 2024-04-12T16:44:47.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.317+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=HP17EO9S8J6A tag=YNKP7XRQ224P type=write size=3959215 2024-04-12T16:44:47.312 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.319+0000 7fc35ce39780 1 < completed write operation key=ZE2YGROWCJWC tag=0E9HPULOH96A type=write size=810488 2024-04-12T16:44:47.314 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.320+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=NZWCWYHWPM9P type=del size=4153514 2024-04-12T16:44:47.315 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.321+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~SX9N15QS92DP.0 size=1048576 2024-04-12T16:44:47.316 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.323+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~SX9N15QS92DP.1 size=1048576 2024-04-12T16:44:47.318 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.324+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~SX9N15QS92DP.2 size=408038 2024-04-12T16:44:47.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.328+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=SX9N15QS92DP tag=725UUP4TUJDE type=write size=3553766 2024-04-12T16:44:47.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.330+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=EI8U6IKZ317T type=write size=367687 2024-04-12T16:44:47.326 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.332+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~RT896X3RKTC9.0 size=822380 2024-04-12T16:44:47.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.336+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=RT896X3RKTC9 tag=TJXB7ZZTSAKM type=write size=1870956 2024-04-12T16:44:47.333 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.339+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~4KOMBZLFS76Y.0 size=1048576 2024-04-12T16:44:47.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.341+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~4KOMBZLFS76Y.1 size=56674 2024-04-12T16:44:47.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.341+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=4KOMBZLFS76Y tag=YI6R06GKOTC5 type=write size=2153826 2024-04-12T16:44:47.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.343+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~5KQAXH3I4L9H.0 size=1048576 2024-04-12T16:44:47.339 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.345+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~5KQAXH3I4L9H.1 size=1048576 2024-04-12T16:44:47.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.347+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~5KQAXH3I4L9H.2 size=551186 2024-04-12T16:44:47.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.350+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=5KQAXH3I4L9H tag=2Q77TN8E3A1S type=write size=3696914 2024-04-12T16:44:47.347 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.354+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~BT6GJDBE9L6D.0 size=1048576 2024-04-12T16:44:47.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.355+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~BT6GJDBE9L6D.1 size=922030 2024-04-12T16:44:47.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.355+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=BT6GJDBE9L6D tag=HJL8RTEIOZLL type=write size=3019182 2024-04-12T16:44:47.351 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.357+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=BP3ISUY03LAM type=del 2024-04-12T16:44:47.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.360+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=76EVPP99BEIT type=del size=1725802 2024-04-12T16:44:47.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.362+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=69FHVQ7ON000 type=del 2024-04-12T16:44:47.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.366+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~SZ205M37VAND.0 size=673489 2024-04-12T16:44:47.360 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.366+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=SZ205M37VAND tag=UHDW0K0CPEB9 type=write size=1722065 2024-04-12T16:44:47.361 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.368+0000 7fc35ce39780 1 < canceled operation key=9EP1TM4XHAOV tag=D10FUYI9M2RO type=del size=1803976 2024-04-12T16:44:47.363 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.370+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=DK594UD2K003 type=del size=1627866 2024-04-12T16:44:47.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.374+0000 7fc35ce39780 1 < suggested remove operation key=AXVD49WBW3LH tag=LORQXH6O2L55 type=del 2024-04-12T16:44:47.369 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.376+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=HPPBIXAYCNY0 type=del size=1101364 2024-04-12T16:44:47.371 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.378+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~6X2E7RYGY9BT.0 size=1048576 2024-04-12T16:44:47.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.379+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~6X2E7RYGY9BT.1 size=1048576 2024-04-12T16:44:47.375 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.381+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~6X2E7RYGY9BT.2 size=71350 2024-04-12T16:44:47.378 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.384+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=6X2E7RYGY9BT tag=V5Q4PWR7QCWB type=write size=3217078 2024-04-12T16:44:47.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.386+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=ILKODK54LP5Z type=del size=2355004 2024-04-12T16:44:47.382 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.389+0000 7fc35ce39780 1 < completed write operation key=LYRPYVQNY789 tag=XEOU52LRTU7R type=write size=603232 2024-04-12T16:44:47.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.392+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~KE3TXSZ6FV89.0 size=1048576 2024-04-12T16:44:47.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.394+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~KE3TXSZ6FV89.1 size=174286 2024-04-12T16:44:47.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.394+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=KE3TXSZ6FV89 tag=LLD5X9UAU6Z2 type=write size=2271438 2024-04-12T16:44:47.391 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.397+0000 7fc35ce39780 1 < suggested update operation key=3EB44W87WQRJ tag=XEA7O3VCTJAB type=write size=85535 2024-04-12T16:44:47.393 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.399+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=VZ3JUNK7VXIK type=del size=2831058 2024-04-12T16:44:47.395 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.401+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~ZJ088HKEIIFG.0 size=862329 2024-04-12T16:44:47.398 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.404+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=ZJ088HKEIIFG tag=DRUCNMMK7Y5K type=write size=1910905 2024-04-12T16:44:47.400 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.406+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=SBF6RJB1ZOJL type=del size=53359 2024-04-12T16:44:47.402 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.408+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~NPKS82J3KW4Z.0 size=1048576 2024-04-12T16:44:47.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.410+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~NPKS82J3KW4Z.1 size=448523 2024-04-12T16:44:47.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.413+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=NPKS82J3KW4Z tag=1DCANQVKCJ93 type=write size=2545675 2024-04-12T16:44:47.409 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.415+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=I8FV6SS98IX6 type=del size=2530649 2024-04-12T16:44:47.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.417+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~P0UGM4OISH88.0 size=771645 2024-04-12T16:44:47.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.420+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=P0UGM4OISH88 tag=RZB6YE2J27CV type=write size=1820221 2024-04-12T16:44:47.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.422+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=9MIE729D5R0K type=del size=2185741 2024-04-12T16:44:47.418 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.424+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=I8BHBJUX52O0 type=del 2024-04-12T16:44:47.420 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.426+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=SBTOP9PXNND5 type=del size=2156890 2024-04-12T16:44:47.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.428+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HP17EO9S8J6A.0 size=1048576 2024-04-12T16:44:47.423 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.429+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HP17EO9S8J6A.1 size=1048576 2024-04-12T16:44:47.425 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.431+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HP17EO9S8J6A.2 size=813487 2024-04-12T16:44:47.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.434+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=HP17EO9S8J6A tag=YNKP7XRQ224P type=write size=3959215 2024-04-12T16:44:47.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.436+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=V35BEH8FU73A type=del size=2100178 2024-04-12T16:44:47.434 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.440+0000 7fc35ce39780 1 < suggested update operation key=G4IDXO3U69F9 tag=NZWCWYHWPM9P type=del size=4153514 2024-04-12T16:44:47.438 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.444+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~OOGY70BVL8DL.0 size=1048576 2024-04-12T16:44:47.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.446+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~OOGY70BVL8DL.1 size=990818 2024-04-12T16:44:47.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.446+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=OOGY70BVL8DL tag=YLCAKCNG3YNV type=write size=3087970 2024-04-12T16:44:47.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.448+0000 7fc35ce39780 1 < completed write operation key=YAK5S3T8GXL1 tag=EI8U6IKZ317T type=write size=367687 2024-04-12T16:44:47.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.450+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=9HIPV8WY6X8E type=del size=2090128 2024-04-12T16:44:47.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.452+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~4KOMBZLFS76Y.0 size=1048576 2024-04-12T16:44:47.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.454+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~4KOMBZLFS76Y.1 size=56674 2024-04-12T16:44:47.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.457+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=4KOMBZLFS76Y tag=YI6R06GKOTC5 type=write size=2153826 2024-04-12T16:44:47.452 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.459+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=AN2QT314AEZ9 type=del size=2644557 2024-04-12T16:44:47.454 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.460+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~BT6GJDBE9L6D.0 size=1048576 2024-04-12T16:44:47.456 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.462+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~BT6GJDBE9L6D.1 size=922030 2024-04-12T16:44:47.459 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.465+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=BT6GJDBE9L6D tag=HJL8RTEIOZLL type=write size=3019182 2024-04-12T16:44:47.461 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.467+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=HRU7027AWXRZ type=del size=1039908 2024-04-12T16:44:47.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.469+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=76EVPP99BEIT type=del 2024-04-12T16:44:47.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.471+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=0N5B7X6ABJBL type=write size=295585 2024-04-12T16:44:47.466 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.473+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~SZ205M37VAND.0 size=673489 2024-04-12T16:44:47.469 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.476+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=SZ205M37VAND tag=UHDW0K0CPEB9 type=write size=1722065 2024-04-12T16:44:47.471 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.478+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=1E3FI4G2PTLB type=del size=280141 2024-04-12T16:44:47.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.479+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=DK594UD2K003 type=del 2024-04-12T16:44:47.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.481+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=7QN8YAL31X8G type=write size=158767 2024-04-12T16:44:47.477 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.483+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=HPPBIXAYCNY0 type=del 2024-04-12T16:44:47.481 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.487+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~B8GSIB7ZFAT8.0 size=1048576 2024-04-12T16:44:47.483 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.489+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~B8GSIB7ZFAT8.1 size=1048576 2024-04-12T16:44:47.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.491+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~B8GSIB7ZFAT8.2 size=293864 2024-04-12T16:44:47.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.491+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=B8GSIB7ZFAT8 tag=9WMVN2W0FF7D type=write size=3439592 2024-04-12T16:44:47.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.493+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=ILKODK54LP5Z type=del 2024-04-12T16:44:47.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.495+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=EMTDGHR875XA type=del size=2404529 2024-04-12T16:44:47.490 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.496+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~KE3TXSZ6FV89.0 size=1048576 2024-04-12T16:44:47.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.498+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~KE3TXSZ6FV89.1 size=174286 2024-04-12T16:44:47.495 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.502+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=KE3TXSZ6FV89 tag=LLD5X9UAU6Z2 type=write size=2271438 2024-04-12T16:44:47.498 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.504+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=M7FYKBLSB280 type=write size=240593 2024-04-12T16:44:47.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.508+0000 7fc35ce39780 1 < suggested update operation key=AMC1ILYTVT7I tag=VZ3JUNK7VXIK type=del size=2831058 2024-04-12T16:44:47.505 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.511+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~56N5R1M7TPP2.0 size=1048576 2024-04-12T16:44:47.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.513+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~56N5R1M7TPP2.1 size=1048576 2024-04-12T16:44:47.509 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.515+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~56N5R1M7TPP2.2 size=566844 2024-04-12T16:44:47.509 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.515+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=56N5R1M7TPP2 tag=0YVNPXTKHMME type=write size=3712572 2024-04-12T16:44:47.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.517+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=SBF6RJB1ZOJL type=del 2024-04-12T16:44:47.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.520+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~P16WK52MICQP.0 size=1048576 2024-04-12T16:44:47.516 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.522+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~P16WK52MICQP.1 size=1048576 2024-04-12T16:44:47.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.524+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~P16WK52MICQP.2 size=150603 2024-04-12T16:44:47.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.524+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=P16WK52MICQP tag=P333976LJM1P type=write size=3296331 2024-04-12T16:44:47.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.525+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=I8FV6SS98IX6 type=del 2024-04-12T16:44:47.522 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.529+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~53N9IMS1DD3Q.0 size=1048576 2024-04-12T16:44:47.524 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.530+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~53N9IMS1DD3Q.1 size=1048576 2024-04-12T16:44:47.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.532+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~53N9IMS1DD3Q.2 size=636792 2024-04-12T16:44:47.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.532+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=53N9IMS1DD3Q tag=556D4WUY1HM9 type=write size=3782520 2024-04-12T16:44:47.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.534+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=9MIE729D5R0K type=del 2024-04-12T16:44:47.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.535+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=DW0N8GFXBIVH type=del size=3923081 2024-04-12T16:44:47.531 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.537+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=SBTOP9PXNND5 type=del 2024-04-12T16:44:47.533 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.539+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=V8Z7OQ17Y724 type=del size=2005637 2024-04-12T16:44:47.535 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.541+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=V35BEH8FU73A type=del size=2100178 2024-04-12T16:44:47.536 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.543+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=PN9DNLYM2XZN type=del size=2730020 2024-04-12T16:44:47.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.543+0000 7fc35ce39780 1 < canceled part key=_multipart_9ANRAV34XW9O.2~OOGY70BVL8DL.0 size=1048576 2024-04-12T16:44:47.538 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.545+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~OOGY70BVL8DL.1 size=990818 2024-04-12T16:44:47.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.548+0000 7fc35ce39780 1 < canceled multipart upload key=9ANRAV34XW9O upload=OOGY70BVL8DL tag=YLCAKCNG3YNV type=write size=3087970 2024-04-12T16:44:47.545 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.552+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~1OYJ9IOCNWPP.0 size=1048576 2024-04-12T16:44:47.547 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.553+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~1OYJ9IOCNWPP.1 size=1048576 2024-04-12T16:44:47.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.555+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~1OYJ9IOCNWPP.2 size=356301 2024-04-12T16:44:47.548 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.555+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=1OYJ9IOCNWPP tag=O1F5F5O1OQ5K type=write size=3502029 2024-04-12T16:44:47.550 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.557+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=9HIPV8WY6X8E type=del 2024-04-12T16:44:47.554 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.560+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~G3JVS93SLF2P.0 size=576372 2024-04-12T16:44:47.554 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.560+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=G3JVS93SLF2P tag=4EELDB3Z4WSH type=write size=1624948 2024-04-12T16:44:47.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.562+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=AN2QT314AEZ9 type=del 2024-04-12T16:44:47.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.564+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=ODM4RNDGBH2U type=del size=1983297 2024-04-12T16:44:47.559 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.566+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=HRU7027AWXRZ type=del 2024-04-12T16:44:47.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.569+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~AL9CRQ9G9VC9.0 size=658111 2024-04-12T16:44:47.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.569+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=AL9CRQ9G9VC9 tag=FMT7W6RY0EA5 type=write size=1706687 2024-04-12T16:44:47.565 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.571+0000 7fc35ce39780 1 < completed write operation key=WU1CQUJJ7T5N tag=0N5B7X6ABJBL type=write size=295585 2024-04-12T16:44:47.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.573+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=0E276UWLHZ7Z type=del size=2163365 2024-04-12T16:44:47.568 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.575+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=1E3FI4G2PTLB type=del 2024-04-12T16:44:47.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.578+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~9ZWM75F0WE0Y.0 size=1048576 2024-04-12T16:44:47.573 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.580+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~9ZWM75F0WE0Y.1 size=531009 2024-04-12T16:44:47.574 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.580+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=9ZWM75F0WE0Y tag=BWYST0A0DROI type=write size=2628161 2024-04-12T16:44:47.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.582+0000 7fc35ce39780 1 < completed write operation key=G4IDXO3U69F9 tag=7QN8YAL31X8G type=write size=158767 2024-04-12T16:44:47.579 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.585+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~G8FEH9PAK25L.0 size=1048576 2024-04-12T16:44:47.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.587+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~G8FEH9PAK25L.1 size=918118 2024-04-12T16:44:47.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.587+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=G8FEH9PAK25L tag=ZTSQCO3X9B75 type=write size=3015270 2024-04-12T16:44:47.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.589+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~B8GSIB7ZFAT8.0 size=1048576 2024-04-12T16:44:47.584 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.590+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~B8GSIB7ZFAT8.1 size=1048576 2024-04-12T16:44:47.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.592+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~B8GSIB7ZFAT8.2 size=293864 2024-04-12T16:44:47.589 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.595+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=B8GSIB7ZFAT8 tag=9WMVN2W0FF7D type=write size=3439592 2024-04-12T16:44:47.591 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.597+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=T3FU0TCDIZK2 type=del size=3846766 2024-04-12T16:44:47.595 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.601+0000 7fc35ce39780 1 < suggested remove operation key=9EP1TM4XHAOV tag=EMTDGHR875XA type=del 2024-04-12T16:44:47.597 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.603+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=KPQ68VAPTTZ8 type=del size=2923517 2024-04-12T16:44:47.599 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.605+0000 7fc35ce39780 1 < completed write operation key=8PSEYVN0PAIG tag=M7FYKBLSB280 type=write size=240593 2024-04-12T16:44:47.601 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.607+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=EKWTBZF1HC03 type=del size=875164 2024-04-12T16:44:47.601 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.607+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~56N5R1M7TPP2.0 size=1048576 2024-04-12T16:44:47.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.609+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~56N5R1M7TPP2.1 size=1048576 2024-04-12T16:44:47.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.610+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~56N5R1M7TPP2.2 size=566844 2024-04-12T16:44:47.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.614+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=56N5R1M7TPP2 tag=0YVNPXTKHMME type=write size=3712572 2024-04-12T16:44:47.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.615+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=R9HMY9Q5MC0K type=write size=157062 2024-04-12T16:44:47.611 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.617+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~P16WK52MICQP.0 size=1048576 2024-04-12T16:44:47.613 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.619+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~P16WK52MICQP.1 size=1048576 2024-04-12T16:44:47.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.621+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~P16WK52MICQP.2 size=150603 2024-04-12T16:44:47.618 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.625+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=P16WK52MICQP tag=P333976LJM1P type=write size=3296331 2024-04-12T16:44:47.622 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.628+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~PJVLIV4EVSEH.0 size=651789 2024-04-12T16:44:47.622 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.628+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=PJVLIV4EVSEH tag=KIUT1E13YK57 type=write size=1700365 2024-04-12T16:44:47.624 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.630+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~53N9IMS1DD3Q.0 size=1048576 2024-04-12T16:44:47.624 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.630+0000 7fc35ce39780 1 < canceled part key=_multipart_506UBRTP11T6.2~53N9IMS1DD3Q.1 size=1048576 2024-04-12T16:44:47.626 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.632+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~53N9IMS1DD3Q.2 size=636792 2024-04-12T16:44:47.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.635+0000 7fc35ce39780 1 < canceled multipart upload key=506UBRTP11T6 upload=53N9IMS1DD3Q tag=556D4WUY1HM9 type=write size=3782520 2024-04-12T16:44:47.633 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.640+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~U85I8U4233JZ.0 size=1048576 2024-04-12T16:44:47.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.641+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~U85I8U4233JZ.1 size=492165 2024-04-12T16:44:47.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.641+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=U85I8U4233JZ tag=32WE8K9964VA type=write size=2589317 2024-04-12T16:44:47.638 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.644+0000 7fc35ce39780 -1 < failed to complete operation key=9EP1TM4XHAOV tag=DW0N8GFXBIVH type=del size=3923081: (22) Invalid argument 2024-04-12T16:44:47.640 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.646+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=7E02OVCS1UX9 type=write size=27642 2024-04-12T16:44:47.642 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.648+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=V8Z7OQ17Y724 type=del 2024-04-12T16:44:47.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.650+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=WKBZ1VF25L5C type=del size=1295617 2024-04-12T16:44:47.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.652+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=PN9DNLYM2XZN type=del 2024-04-12T16:44:47.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.653+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=OTLPVMZTBKG2 type=write size=13887 2024-04-12T16:44:47.649 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.655+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~1OYJ9IOCNWPP.0 size=1048576 2024-04-12T16:44:47.651 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.657+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~1OYJ9IOCNWPP.1 size=1048576 2024-04-12T16:44:47.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.659+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~1OYJ9IOCNWPP.2 size=356301 2024-04-12T16:44:47.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.662+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=1OYJ9IOCNWPP tag=O1F5F5O1OQ5K type=write size=3502029 2024-04-12T16:44:47.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.664+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=JUKI12UZTCFB type=del size=191858 2024-04-12T16:44:47.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.666+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~G3JVS93SLF2P.0 size=576372 2024-04-12T16:44:47.663 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.669+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=G3JVS93SLF2P tag=4EELDB3Z4WSH type=write size=1624948 2024-04-12T16:44:47.667 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.673+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~WTPYR6TLDCAV.0 size=1048576 2024-04-12T16:44:47.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.675+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~WTPYR6TLDCAV.1 size=175349 2024-04-12T16:44:47.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.675+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=WTPYR6TLDCAV tag=5THDAPFYZE71 type=write size=2272501 2024-04-12T16:44:47.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.677+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=ODM4RNDGBH2U type=del 2024-04-12T16:44:47.672 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.678+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=U21A2AVS41X6 type=del size=267449 2024-04-12T16:44:47.675 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.681+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~AL9CRQ9G9VC9.0 size=658111 2024-04-12T16:44:47.678 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.684+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=AL9CRQ9G9VC9 tag=FMT7W6RY0EA5 type=write size=1706687 2024-04-12T16:44:47.681 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.688+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~GRH7EVWWU7XM.0 size=202921 2024-04-12T16:44:47.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.688+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=GRH7EVWWU7XM tag=96RVD25ENVR7 type=write size=1251497 2024-04-12T16:44:47.683 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.690+0000 7fc35ce39780 1 < canceled operation key=ZE2YGROWCJWC tag=0E276UWLHZ7Z type=del size=2163365 2024-04-12T16:44:47.686 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.692+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=N090IPK8IG6R type=del size=585690 2024-04-12T16:44:47.688 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.694+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~9ZWM75F0WE0Y.0 size=1048576 2024-04-12T16:44:47.690 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.696+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~9ZWM75F0WE0Y.1 size=531009 2024-04-12T16:44:47.693 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.700+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=9ZWM75F0WE0Y tag=BWYST0A0DROI type=write size=2628161 2024-04-12T16:44:47.696 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.702+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=KB3A1IYA6RJ9 type=del size=2275746 2024-04-12T16:44:47.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.705+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~G8FEH9PAK25L.0 size=1048576 2024-04-12T16:44:47.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.706+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~G8FEH9PAK25L.1 size=918118 2024-04-12T16:44:47.703 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.710+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=G8FEH9PAK25L tag=ZTSQCO3X9B75 type=write size=3015270 2024-04-12T16:44:47.706 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.712+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=QAMKUQ0VL0U1 type=del size=651687 2024-04-12T16:44:47.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.717+0000 7fc35ce39780 1 < suggested remove operation key=FR6FMD58BD62 tag=T3FU0TCDIZK2 type=del 2024-04-12T16:44:47.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.719+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=PAJ9OBQ63U2W type=write size=358191 2024-04-12T16:44:47.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.721+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=KPQ68VAPTTZ8 type=del 2024-04-12T16:44:47.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.725+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~U3EZ9C7FU6VT.0 size=10824 2024-04-12T16:44:47.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.725+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=U3EZ9C7FU6VT tag=607DGQ3A4HX5 type=write size=1059400 2024-04-12T16:44:47.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.726+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=EKWTBZF1HC03 type=del 2024-04-12T16:44:47.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.728+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=RYYXUGOMCEXD type=write size=232668 2024-04-12T16:44:47.724 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.731+0000 7fc35ce39780 -1 < failed to complete operation key=FR6FMD58BD62 tag=R9HMY9Q5MC0K type=write size=157062: (22) Invalid argument 2024-04-12T16:44:47.726 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.732+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=SZHKAASSRE1K type=write size=981774 2024-04-12T16:44:47.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.735+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~PJVLIV4EVSEH.0 size=651789 2024-04-12T16:44:47.732 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.738+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=PJVLIV4EVSEH tag=KIUT1E13YK57 type=write size=1700365 2024-04-12T16:44:47.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.741+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~G9DB1BS2KKNU.0 size=1048576 2024-04-12T16:44:47.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.743+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~G9DB1BS2KKNU.1 size=375677 2024-04-12T16:44:47.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.743+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=G9DB1BS2KKNU tag=DD32I8KXPWL9 type=write size=2472829 2024-04-12T16:44:47.739 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.745+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~U85I8U4233JZ.0 size=1048576 2024-04-12T16:44:47.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.747+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~U85I8U4233JZ.1 size=492165 2024-04-12T16:44:47.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.750+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=U85I8U4233JZ tag=32WE8K9964VA type=write size=2589317 2024-04-12T16:44:47.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.752+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=W0AAJ50ILPJ9 type=del size=657801 2024-04-12T16:44:47.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.754+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=7E02OVCS1UX9 type=write size=27642 2024-04-12T16:44:47.749 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.756+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=C35K7R34FF04 type=write size=503055 2024-04-12T16:44:47.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.758+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=WKBZ1VF25L5C type=del 2024-04-12T16:44:47.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.760+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=VNIACN9UXMUB type=write size=911257 2024-04-12T16:44:47.755 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.762+0000 7fc35ce39780 1 < completed write operation key=8T3KONE057LK tag=OTLPVMZTBKG2 type=write size=13887 2024-04-12T16:44:47.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.764+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=3P1O2OXDJ7DW type=write size=492979 2024-04-12T16:44:47.760 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.766+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=JUKI12UZTCFB type=del 2024-04-12T16:44:47.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.770+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~KSD89PM4CPJ0.0 size=320952 2024-04-12T16:44:47.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.770+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=KSD89PM4CPJ0 tag=SMB4DLLJQL2A type=write size=1369528 2024-04-12T16:44:47.765 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.772+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~WTPYR6TLDCAV.0 size=1048576 2024-04-12T16:44:47.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.773+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~WTPYR6TLDCAV.1 size=175349 2024-04-12T16:44:47.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.777+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=WTPYR6TLDCAV tag=5THDAPFYZE71 type=write size=2272501 2024-04-12T16:44:47.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.779+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=W5N3BY48OYX8 type=del size=996722 2024-04-12T16:44:47.776 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.782+0000 7fc35ce39780 1 < suggested update operation key=SGVKCQ7SL1KU tag=U21A2AVS41X6 type=del size=267449 2024-04-12T16:44:47.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.784+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=0ZKEV9GTG751 type=del size=3808712 2024-04-12T16:44:47.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.785+0000 7fc35ce39780 1 < canceled part key=_multipart_9ANRAV34XW9O.2~GRH7EVWWU7XM.0 size=202921 2024-04-12T16:44:47.782 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.788+0000 7fc35ce39780 1 < canceled multipart upload key=9ANRAV34XW9O upload=GRH7EVWWU7XM tag=96RVD25ENVR7 type=write size=1251497 2024-04-12T16:44:47.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.792+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~SOR2Q5VQNWLV.0 size=1048576 2024-04-12T16:44:47.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.793+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~SOR2Q5VQNWLV.1 size=989783 2024-04-12T16:44:47.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.793+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=SOR2Q5VQNWLV tag=JU12H0S0UZO4 type=write size=3086935 2024-04-12T16:44:47.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.795+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=N090IPK8IG6R type=del 2024-04-12T16:44:47.792 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.799+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~TAGV22DCZ2EW.0 size=461851 2024-04-12T16:44:47.792 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.799+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=TAGV22DCZ2EW tag=B41J0BIVUV3I type=write size=1510427 2024-04-12T16:44:47.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.801+0000 7fc35ce39780 -1 < failed to complete operation key=FR6FMD58BD62 tag=KB3A1IYA6RJ9 type=del size=2275746: (22) Invalid argument 2024-04-12T16:44:47.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.805+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~B9DENHS0UEC3.0 size=684682 2024-04-12T16:44:47.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.805+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=B9DENHS0UEC3 tag=F4DM31VVCF7T type=write size=1733258 2024-04-12T16:44:47.800 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.807+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=QAMKUQ0VL0U1 type=del 2024-04-12T16:44:47.802 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.809+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=YLI33P8S0QLV type=del size=3089380 2024-04-12T16:44:47.806 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.812+0000 7fc35ce39780 1 < suggested remove operation key=V08LEDZKN1FS tag=PAJ9OBQ63U2W type=write 2024-04-12T16:44:47.810 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.816+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~L2PVL5KHT1WS.0 size=1048576 2024-04-12T16:44:47.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.818+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~L2PVL5KHT1WS.1 size=1048576 2024-04-12T16:44:47.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.819+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~L2PVL5KHT1WS.2 size=829619 2024-04-12T16:44:47.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.819+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=L2PVL5KHT1WS tag=CZNCB4DT4AS0 type=write size=3975347 2024-04-12T16:44:47.815 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.821+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~U3EZ9C7FU6VT.0 size=10824 2024-04-12T16:44:47.818 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.824+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=U3EZ9C7FU6VT tag=607DGQ3A4HX5 type=write size=1059400 2024-04-12T16:44:47.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.828+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~ZEPC63JEF7W3.0 size=1048576 2024-04-12T16:44:47.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.829+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~ZEPC63JEF7W3.1 size=1048576 2024-04-12T16:44:47.824 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.831+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~ZEPC63JEF7W3.2 size=787615 2024-04-12T16:44:47.824 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.831+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=ZEPC63JEF7W3 tag=VRPBBJ28YMWI type=write size=3933343 2024-04-12T16:44:47.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.832+0000 7fc35ce39780 1 < completed write operation key=8PSEYVN0PAIG tag=RYYXUGOMCEXD type=write size=232668 2024-04-12T16:44:47.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.834+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=MH19U3UY0TLX type=write size=539582 2024-04-12T16:44:47.831 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.837+0000 7fc35ce39780 1 < completed write operation key=Z93T9469B27B tag=SZHKAASSRE1K type=write size=981774 2024-04-12T16:44:47.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.839+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=AZ9KPQW8X7O5 type=del size=3399577 2024-04-12T16:44:47.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.841+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~G9DB1BS2KKNU.0 size=1048576 2024-04-12T16:44:47.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.843+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~G9DB1BS2KKNU.1 size=375677 2024-04-12T16:44:47.841 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.847+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=G9DB1BS2KKNU tag=DD32I8KXPWL9 type=write size=2472829 2024-04-12T16:44:47.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.849+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=SS03OU2NOI97 type=write size=671215 2024-04-12T16:44:47.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.851+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=W0AAJ50ILPJ9 type=del 2024-04-12T16:44:47.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.853+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=6VE7Y10T1YFT type=del size=3220955 2024-04-12T16:44:47.849 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.855+0000 7fc35ce39780 1 < completed write operation key=FR6FMD58BD62 tag=C35K7R34FF04 type=write size=503055 2024-04-12T16:44:47.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.857+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=DY0M3OIZHLF3 type=del size=2345907 2024-04-12T16:44:47.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.859+0000 7fc35ce39780 1 < completed write operation key=9ANRAV34XW9O tag=VNIACN9UXMUB type=write size=911257 2024-04-12T16:44:47.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.862+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~KBTGTBNCGICE.0 size=1048576 2024-04-12T16:44:47.858 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.864+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~KBTGTBNCGICE.1 size=1048576 2024-04-12T16:44:47.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.866+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~KBTGTBNCGICE.2 size=560209 2024-04-12T16:44:47.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.866+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=KBTGTBNCGICE tag=ZYCKJV13F12E type=write size=3705937 2024-04-12T16:44:47.861 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.868+0000 7fc35ce39780 1 < canceled operation key=WU1CQUJJ7T5N tag=3P1O2OXDJ7DW type=write size=492979 2024-04-12T16:44:47.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.871+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~GHBE0WNBHUE3.0 size=793768 2024-04-12T16:44:47.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.871+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=GHBE0WNBHUE3 tag=KT34XGO8A4NJ type=write size=1842344 2024-04-12T16:44:47.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.872+0000 7fc35ce39780 1 < canceled part key=_multipart_506UBRTP11T6.2~KSD89PM4CPJ0.0 size=320952 2024-04-12T16:44:47.869 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.875+0000 7fc35ce39780 1 < canceled multipart upload key=506UBRTP11T6 upload=KSD89PM4CPJ0 tag=SMB4DLLJQL2A type=write size=1369528 2024-04-12T16:44:47.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.878+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~XOZYXUDHHVJC.0 size=1048576 2024-04-12T16:44:47.873 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.880+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~XOZYXUDHHVJC.1 size=403445 2024-04-12T16:44:47.874 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.880+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=XOZYXUDHHVJC tag=UJ3TWUZ5U9HN type=write size=2500597 2024-04-12T16:44:47.876 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.882+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=W5N3BY48OYX8 type=del 2024-04-12T16:44:47.880 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.887+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~G1D5NKKSXF8O.0 size=951695 2024-04-12T16:44:47.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.887+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=G1D5NKKSXF8O tag=AA204NA1N7DP type=write size=2000271 2024-04-12T16:44:47.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.889+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=0ZKEV9GTG751 type=del 2024-04-12T16:44:47.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.891+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=PJAFGFF524L4 type=del size=396408 2024-04-12T16:44:47.887 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.893+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~SOR2Q5VQNWLV.0 size=1048576 2024-04-12T16:44:47.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.895+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~SOR2Q5VQNWLV.1 size=989783 2024-04-12T16:44:47.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.899+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=SOR2Q5VQNWLV tag=JU12H0S0UZO4 type=write size=3086935 2024-04-12T16:44:47.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.903+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~72RKY0B6FE8D.0 size=347105 2024-04-12T16:44:47.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.903+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=72RKY0B6FE8D tag=32EMUEFOVATT type=write size=1395681 2024-04-12T16:44:47.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.905+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~TAGV22DCZ2EW.0 size=461851 2024-04-12T16:44:47.902 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.909+0000 7fc35ce39780 1 < completed multipart upload key=58TO2GN5GIN6 upload=TAGV22DCZ2EW tag=B41J0BIVUV3I type=write size=1510427 2024-04-12T16:44:47.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.911+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=B3YVBMID8BGQ type=del size=2571842 2024-04-12T16:44:47.906 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.913+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~B9DENHS0UEC3.0 size=684682 2024-04-12T16:44:47.910 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.916+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=B9DENHS0UEC3 tag=F4DM31VVCF7T type=write size=1733258 2024-04-12T16:44:47.912 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.918+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=BTA5FPT93B73 type=del size=1542257 2024-04-12T16:44:47.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.920+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=YLI33P8S0QLV type=del 2024-04-12T16:44:47.916 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.922+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=IIWR13TXSL4J type=write size=585978 2024-04-12T16:44:47.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.924+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~L2PVL5KHT1WS.0 size=1048576 2024-04-12T16:44:47.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.925+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~L2PVL5KHT1WS.1 size=1048576 2024-04-12T16:44:47.921 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.927+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~L2PVL5KHT1WS.2 size=829619 2024-04-12T16:44:47.924 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.930+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=L2PVL5KHT1WS tag=CZNCB4DT4AS0 type=write size=3975347 2024-04-12T16:44:47.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.934+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~H0RX1626GG7X.0 size=289227 2024-04-12T16:44:47.928 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.934+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=H0RX1626GG7X tag=K4EW358CUQYS type=write size=1337803 2024-04-12T16:44:47.929 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.936+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~ZEPC63JEF7W3.0 size=1048576 2024-04-12T16:44:47.931 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.937+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~ZEPC63JEF7W3.1 size=1048576 2024-04-12T16:44:47.933 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.939+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~ZEPC63JEF7W3.2 size=787615 2024-04-12T16:44:47.936 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.943+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=ZEPC63JEF7W3 tag=VRPBBJ28YMWI type=write size=3933343 2024-04-12T16:44:47.938 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.944+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=RDXU4WZSP26U type=del size=3332890 2024-04-12T16:44:47.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.948+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=MH19U3UY0TLX type=write size=539582 2024-04-12T16:44:47.943 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.950+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=2V598E8REYPB type=del size=2004238 2024-04-12T16:44:47.945 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.952+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=AZ9KPQW8X7O5 type=del 2024-04-12T16:44:47.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:47 smithi005 ceph-mon[88416]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 886 KiB/s rd, 304 KiB/s wr, 1.56k op/s 2024-04-12T16:44:47.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:47 smithi005 ceph-mon[90837]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 886 KiB/s rd, 304 KiB/s wr, 1.56k op/s 2024-04-12T16:44:47.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.955+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~1P1CHNGRZ822.0 size=1048576 2024-04-12T16:44:47.950 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.957+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~1P1CHNGRZ822.1 size=845654 2024-04-12T16:44:47.951 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.957+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=1P1CHNGRZ822 tag=11NM0OQPQERX type=write size=2942806 2024-04-12T16:44:47.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.959+0000 7fc35ce39780 1 < canceled operation key=YAK5S3T8GXL1 tag=SS03OU2NOI97 type=write size=671215 2024-04-12T16:44:47.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.963+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~H2DZG6UTWSB9.0 size=1048576 2024-04-12T16:44:47.959 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.965+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~H2DZG6UTWSB9.1 size=1048576 2024-04-12T16:44:47.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.967+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~H2DZG6UTWSB9.2 size=646135 2024-04-12T16:44:47.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.967+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=H2DZG6UTWSB9 tag=V6UBRK0YTC38 type=write size=3791863 2024-04-12T16:44:47.963 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.969+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=6VE7Y10T1YFT type=del 2024-04-12T16:44:47.965 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.972+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=34PO52BACXA5 type=write size=386699 2024-04-12T16:44:47.967 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.974+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=DY0M3OIZHLF3 type=del 2024-04-12T16:44:47.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.978+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~WRIRCD8JQ6LY.0 size=768740 2024-04-12T16:44:47.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.978+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=WRIRCD8JQ6LY tag=HTOR94CNF4GR type=write size=1817316 2024-04-12T16:44:47.973 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.980+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~KBTGTBNCGICE.0 size=1048576 2024-04-12T16:44:47.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.980+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~KBTGTBNCGICE.1 size=1048576 2024-04-12T16:44:47.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.980+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~KBTGTBNCGICE.2 size=560209 2024-04-12T16:44:47.977 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.984+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=KBTGTBNCGICE tag=ZYCKJV13F12E type=write size=3705937 2024-04-12T16:44:47.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.989+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~641MSAVVT1NI.0 size=144188 2024-04-12T16:44:47.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.989+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=641MSAVVT1NI tag=9LD9PT6DYMKR type=write size=1192764 2024-04-12T16:44:47.985 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.992+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~GHBE0WNBHUE3.0 size=793768 2024-04-12T16:44:47.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.995+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=GHBE0WNBHUE3 tag=KT34XGO8A4NJ type=write size=1842344 2024-04-12T16:44:47.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.998+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=N98EIKW2GN29 type=write size=37519 2024-04-12T16:44:47.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:47.998+0000 7fc35ce39780 1 < canceled part key=_multipart_ZE2YGROWCJWC.2~XOZYXUDHHVJC.0 size=1048576 2024-04-12T16:44:47.994 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.000+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~XOZYXUDHHVJC.1 size=403445 2024-04-12T16:44:47.998 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.004+0000 7fc35ce39780 1 < canceled multipart upload key=ZE2YGROWCJWC upload=XOZYXUDHHVJC tag=UJ3TWUZ5U9HN type=write size=2500597 2024-04-12T16:44:48.000 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.006+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=RYMLIBIK5EKQ type=del size=4186730 2024-04-12T16:44:48.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.008+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~G1D5NKKSXF8O.0 size=951695 2024-04-12T16:44:48.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.011+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=G1D5NKKSXF8O tag=AA204NA1N7DP type=write size=2000271 2024-04-12T16:44:48.007 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.013+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=XL1CSNNLFMW9 type=del size=10780 2024-04-12T16:44:48.011 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.017+0000 7fc35ce39780 1 < suggested update operation key=9CON5BXP14FO tag=PJAFGFF524L4 type=del size=396408 2024-04-12T16:44:48.015 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.021+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~0O29AXBXJWT2.0 size=1048576 2024-04-12T16:44:48.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.023+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~0O29AXBXJWT2.1 size=508606 2024-04-12T16:44:48.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.023+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=0O29AXBXJWT2 tag=T842PJ90QLIU type=write size=2605758 2024-04-12T16:44:48.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.025+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~72RKY0B6FE8D.0 size=347105 2024-04-12T16:44:48.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.028+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=72RKY0B6FE8D tag=32EMUEFOVATT type=write size=1395681 2024-04-12T16:44:48.025 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.031+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=H870OLY6PMMV type=write size=154275 2024-04-12T16:44:48.027 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.034+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=B3YVBMID8BGQ type=del 2024-04-12T16:44:48.029 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.035+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=YGAZYNANDCQ3 type=write size=747176 2024-04-12T16:44:48.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.039+0000 7fc35ce39780 1 < suggested update operation key=Z93T9469B27B tag=BTA5FPT93B73 type=del size=1542257 2024-04-12T16:44:48.037 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.043+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~01IOXZQYYAOE.0 size=595795 2024-04-12T16:44:48.037 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.043+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=01IOXZQYYAOE tag=XIVSG0AMEG8H type=write size=1644371 2024-04-12T16:44:48.040 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.047+0000 7fc35ce39780 1 < suggested remove operation key=L2DJM18VNC70 tag=IIWR13TXSL4J type=write 2024-04-12T16:44:48.042 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.049+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=SO8JO0M2NZWY type=write size=259228 2024-04-12T16:44:48.044 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.050+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~H0RX1626GG7X.0 size=289227 2024-04-12T16:44:48.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.054+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=H0RX1626GG7X tag=K4EW358CUQYS type=write size=1337803 2024-04-12T16:44:48.051 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.057+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~IV3CGZQV9VME.0 size=1048576 2024-04-12T16:44:48.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.059+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~IV3CGZQV9VME.1 size=1048576 2024-04-12T16:44:48.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.061+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~IV3CGZQV9VME.2 size=603089 2024-04-12T16:44:48.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.061+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=IV3CGZQV9VME tag=21TW79POSQ1V type=write size=3748817 2024-04-12T16:44:48.057 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.063+0000 7fc35ce39780 -1 < failed to complete operation key=9CON5BXP14FO tag=RDXU4WZSP26U type=del size=3332890: (22) Invalid argument 2024-04-12T16:44:48.059 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.065+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=P0BW82Q7WH7Y type=del size=3662595 2024-04-12T16:44:48.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.067+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=2V598E8REYPB type=del 2024-04-12T16:44:48.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.071+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~GOEAA57720W9.0 size=1048576 2024-04-12T16:44:48.066 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.072+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~GOEAA57720W9.1 size=1048576 2024-04-12T16:44:48.067 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.074+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~GOEAA57720W9.2 size=617406 2024-04-12T16:44:48.067 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.074+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=GOEAA57720W9 tag=I6V2IDJJEBNO type=write size=3763134 2024-04-12T16:44:48.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.076+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~1P1CHNGRZ822.0 size=1048576 2024-04-12T16:44:48.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.078+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~1P1CHNGRZ822.1 size=845654 2024-04-12T16:44:48.075 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.081+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=1P1CHNGRZ822 tag=11NM0OQPQERX type=write size=2942806 2024-04-12T16:44:48.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.085+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~XXYBWIGPFWWA.0 size=68446 2024-04-12T16:44:48.079 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.085+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=XXYBWIGPFWWA tag=486OG0N2Z9MO type=write size=1117022 2024-04-12T16:44:48.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.087+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~H2DZG6UTWSB9.0 size=1048576 2024-04-12T16:44:48.082 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.089+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~H2DZG6UTWSB9.1 size=1048576 2024-04-12T16:44:48.084 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.090+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~H2DZG6UTWSB9.2 size=646135 2024-04-12T16:44:48.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.094+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=H2DZG6UTWSB9 tag=V6UBRK0YTC38 type=write size=3791863 2024-04-12T16:44:48.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:47 smithi016 ceph-mon[84444]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 886 KiB/s rd, 304 KiB/s wr, 1.56k op/s 2024-04-12T16:44:48.090 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.096+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=H24BBAK6GSEY type=del size=2697189 2024-04-12T16:44:48.092 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.098+0000 7fc35ce39780 1 < completed write operation key=QPS2GA1QHL2W tag=34PO52BACXA5 type=write size=386699 2024-04-12T16:44:48.094 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.100+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=PHE5L0AK91AJ type=del size=2438852 2024-04-12T16:44:48.096 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.102+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~WRIRCD8JQ6LY.0 size=768740 2024-04-12T16:44:48.099 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.106+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=WRIRCD8JQ6LY tag=HTOR94CNF4GR type=write size=1817316 2024-04-12T16:44:48.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.109+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~7NGDQCMBUNHX.0 size=580069 2024-04-12T16:44:48.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.109+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=7NGDQCMBUNHX tag=ZWWHBSTEDYUQ type=write size=1628645 2024-04-12T16:44:48.105 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.111+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~641MSAVVT1NI.0 size=144188 2024-04-12T16:44:48.108 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.115+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=641MSAVVT1NI tag=9LD9PT6DYMKR type=write size=1192764 2024-04-12T16:44:48.110 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.117+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=DIMNGONMDRI1 type=del size=2496057 2024-04-12T16:44:48.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.118+0000 7fc35ce39780 1 < completed write operation key=CPU63NIAUXGM tag=N98EIKW2GN29 type=write size=37519 2024-04-12T16:44:48.114 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.120+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=KEPKH9OR6Q31 type=del size=3086892 2024-04-12T16:44:48.117 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.123+0000 7fc35ce39780 -1 < failed to complete operation key=Z93T9469B27B tag=RYMLIBIK5EKQ type=del size=4186730: (22) Invalid argument 2024-04-12T16:44:48.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.125+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=8RK6WCTAPSZU type=del size=1847400 2024-04-12T16:44:48.122 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.128+0000 7fc35ce39780 1 < suggested remove operation key=PPYP2BYF63YM tag=XL1CSNNLFMW9 type=del 2024-04-12T16:44:48.126 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.132+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~F2QXLXQMH69Y.0 size=754313 2024-04-12T16:44:48.126 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.132+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=F2QXLXQMH69Y tag=VUABCT2LYX5G type=write size=1802889 2024-04-12T16:44:48.128 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.134+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~0O29AXBXJWT2.0 size=1048576 2024-04-12T16:44:48.130 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.136+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~0O29AXBXJWT2.1 size=508606 2024-04-12T16:44:48.133 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.140+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=0O29AXBXJWT2 tag=T842PJ90QLIU type=write size=2605758 2024-04-12T16:44:48.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.142+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=U47EJD0QEROD type=del size=4015048 2024-04-12T16:44:48.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.146+0000 7fc35ce39780 1 < suggested remove operation key=2H0G2H9EP0W8 tag=H870OLY6PMMV type=write 2024-04-12T16:44:48.141 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.147+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=7JXWCXCG3TQZ type=write size=308385 2024-04-12T16:44:48.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.149+0000 7fc35ce39780 1 < completed write operation key=9CON5BXP14FO tag=YGAZYNANDCQ3 type=write size=747176 2024-04-12T16:44:48.147 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.153+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~QV46BLLY4JP3.0 size=1048576 2024-04-12T16:44:48.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.155+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~QV46BLLY4JP3.1 size=304588 2024-04-12T16:44:48.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.155+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=QV46BLLY4JP3 tag=KGXKUF11OQV7 type=write size=2401740 2024-04-12T16:44:48.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.157+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~01IOXZQYYAOE.0 size=595795 2024-04-12T16:44:48.154 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.160+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=01IOXZQYYAOE tag=XIVSG0AMEG8H type=write size=1644371 2024-04-12T16:44:48.156 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.162+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=BRE2M8ZH653X type=del size=2391457 2024-04-12T16:44:48.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.164+0000 7fc35ce39780 1 < canceled operation key=Z93T9469B27B tag=SO8JO0M2NZWY type=write size=259228 2024-04-12T16:44:48.161 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.168+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~ICAONSRRO7FG.0 size=1048576 2024-04-12T16:44:48.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.169+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~ICAONSRRO7FG.1 size=1048576 2024-04-12T16:44:48.164 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.171+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~ICAONSRRO7FG.2 size=47286 2024-04-12T16:44:48.165 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.171+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=ICAONSRRO7FG tag=596ZOPMHK2QL type=write size=3193014 2024-04-12T16:44:48.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.173+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~IV3CGZQV9VME.0 size=1048576 2024-04-12T16:44:48.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.174+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~IV3CGZQV9VME.1 size=1048576 2024-04-12T16:44:48.168 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.174+0000 7fc35ce39780 1 < canceled part key=_multipart_2H0G2H9EP0W8.2~IV3CGZQV9VME.2 size=603089 2024-04-12T16:44:48.172 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.178+0000 7fc35ce39780 1 < canceled multipart upload key=2H0G2H9EP0W8 upload=IV3CGZQV9VME tag=21TW79POSQ1V type=write size=3748817 2024-04-12T16:44:48.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.182+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~74NHVRFO59Z3.0 size=674676 2024-04-12T16:44:48.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.182+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=74NHVRFO59Z3 tag=ICH0ST6S6M0A type=write size=1723252 2024-04-12T16:44:48.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.184+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=P0BW82Q7WH7Y type=del 2024-04-12T16:44:48.181 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.187+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~TK1TK5RHKC07.0 size=1048576 2024-04-12T16:44:48.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.189+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~TK1TK5RHKC07.1 size=784506 2024-04-12T16:44:48.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.189+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=TK1TK5RHKC07 tag=J9MAPFX44H5V type=write size=2881658 2024-04-12T16:44:48.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.191+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~GOEAA57720W9.0 size=1048576 2024-04-12T16:44:48.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.193+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~GOEAA57720W9.1 size=1048576 2024-04-12T16:44:48.189 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.195+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~GOEAA57720W9.2 size=617406 2024-04-12T16:44:48.192 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.199+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=GOEAA57720W9 tag=I6V2IDJJEBNO type=write size=3763134 2024-04-12T16:44:48.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.203+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~724WRL0R29UW.0 size=683805 2024-04-12T16:44:48.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.203+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=724WRL0R29UW tag=33OAOJI2RITF type=write size=1732381 2024-04-12T16:44:48.199 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.205+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~XXYBWIGPFWWA.0 size=68446 2024-04-12T16:44:48.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.208+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=XXYBWIGPFWWA tag=486OG0N2Z9MO type=write size=1117022 2024-04-12T16:44:48.205 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.212+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~M0DS55T70J5A.0 size=1048576 2024-04-12T16:44:48.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.213+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~M0DS55T70J5A.1 size=1048576 2024-04-12T16:44:48.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.215+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~M0DS55T70J5A.2 size=686399 2024-04-12T16:44:48.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.215+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=M0DS55T70J5A tag=1PF698UGX1RP type=write size=3832127 2024-04-12T16:44:48.210 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.217+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=H24BBAK6GSEY type=del 2024-04-12T16:44:48.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.219+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=46YBYQKY8AEZ type=del size=1485140 2024-04-12T16:44:48.214 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.221+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=PHE5L0AK91AJ type=del 2024-04-12T16:44:48.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.224+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~U2HV9D3Z3SCN.0 size=1048576 2024-04-12T16:44:48.219 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.226+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~U2HV9D3Z3SCN.1 size=99508 2024-04-12T16:44:48.219 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.226+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=U2HV9D3Z3SCN tag=6XMPDPTBV5NX type=write size=2196660 2024-04-12T16:44:48.220 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.226+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~7NGDQCMBUNHX.0 size=580069 2024-04-12T16:44:48.223 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.229+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=7NGDQCMBUNHX tag=ZWWHBSTEDYUQ type=write size=1628645 2024-04-12T16:44:48.225 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.231+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=S4FGPSHGTVF7 type=del size=3500975 2024-04-12T16:44:48.227 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.233+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=DIMNGONMDRI1 type=del 2024-04-12T16:44:48.230 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.237+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~6DAMT4XFOQQX.0 size=1048576 2024-04-12T16:44:48.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.239+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~6DAMT4XFOQQX.1 size=1015784 2024-04-12T16:44:48.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.239+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=6DAMT4XFOQQX tag=OZ2GQJKQKUEX type=write size=3112936 2024-04-12T16:44:48.234 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.241+0000 7fc35ce39780 1 < completed delete operation key=2JM8HME676YA tag=KEPKH9OR6Q31 type=del 2024-04-12T16:44:48.236 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.243+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=VI2R3I8CQTIC type=del size=2647559 2024-04-12T16:44:48.238 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.245+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=8RK6WCTAPSZU type=del 2024-04-12T16:44:48.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.248+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~HN76KCLTVBMT.0 size=1048576 2024-04-12T16:44:48.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.250+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~HN76KCLTVBMT.1 size=333669 2024-04-12T16:44:48.244 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.250+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=HN76KCLTVBMT tag=7V5ZS7U2MMGC type=write size=2430821 2024-04-12T16:44:48.246 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.253+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~F2QXLXQMH69Y.0 size=754313 2024-04-12T16:44:48.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.256+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=F2QXLXQMH69Y tag=VUABCT2LYX5G type=write size=1802889 2024-04-12T16:44:48.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.260+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~YYKP8PDQT3J4.0 size=1048576 2024-04-12T16:44:48.255 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.261+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~YYKP8PDQT3J4.1 size=1048576 2024-04-12T16:44:48.257 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.263+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~YYKP8PDQT3J4.2 size=541187 2024-04-12T16:44:48.257 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.263+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=YYKP8PDQT3J4 tag=C5Z2I11FH0CD type=write size=3686915 2024-04-12T16:44:48.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.266+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=U47EJD0QEROD type=del 2024-04-12T16:44:48.264 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.270+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~J2CKT6QRXNMK.0 size=1048576 2024-04-12T16:44:48.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.272+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~J2CKT6QRXNMK.1 size=1048576 2024-04-12T16:44:48.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.273+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~J2CKT6QRXNMK.2 size=61076 2024-04-12T16:44:48.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.273+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=J2CKT6QRXNMK tag=B5WU89B21ZY4 type=write size=3206804 2024-04-12T16:44:48.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.276+0000 7fc35ce39780 1 < completed write operation key=9CON5BXP14FO tag=7JXWCXCG3TQZ type=write size=308385 2024-04-12T16:44:48.273 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.279+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~SRLX2OV73Y2U.0 size=1048576 2024-04-12T16:44:48.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.281+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~SRLX2OV73Y2U.1 size=1048576 2024-04-12T16:44:48.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.282+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~SRLX2OV73Y2U.2 size=85728 2024-04-12T16:44:48.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.283+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=SRLX2OV73Y2U tag=2U6I47YJBI04 type=write size=3231456 2024-04-12T16:44:48.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.284+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~QV46BLLY4JP3.0 size=1048576 2024-04-12T16:44:48.280 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.286+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~QV46BLLY4JP3.1 size=304588 2024-04-12T16:44:48.283 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.290+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=QV46BLLY4JP3 tag=KGXKUF11OQV7 type=write size=2401740 2024-04-12T16:44:48.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.292+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=NA36OIBKRLVI type=del size=66047 2024-04-12T16:44:48.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.297+0000 7fc35ce39780 1 < suggested update operation key=OC0OCQYU63HT tag=BRE2M8ZH653X type=del size=2391457 2024-04-12T16:44:48.292 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.299+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=WKM6MQDVVBNU type=write size=203622 2024-04-12T16:44:48.295 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.301+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~ICAONSRRO7FG.0 size=1048576 2024-04-12T16:44:48.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.303+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~ICAONSRRO7FG.1 size=1048576 2024-04-12T16:44:48.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.304+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~ICAONSRRO7FG.2 size=47286 2024-04-12T16:44:48.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.308+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=ICAONSRRO7FG tag=596ZOPMHK2QL type=write size=3193014 2024-04-12T16:44:48.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.310+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=HAR3QC63JD9U type=del size=4106929 2024-04-12T16:44:48.306 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.313+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~74NHVRFO59Z3.0 size=674676 2024-04-12T16:44:48.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.316+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=74NHVRFO59Z3 tag=ICH0ST6S6M0A type=write size=1723252 2024-04-12T16:44:48.312 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.318+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=YQDLWQCVHN9Q type=del size=3901008 2024-04-12T16:44:48.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.320+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~TK1TK5RHKC07.0 size=1048576 2024-04-12T16:44:48.314 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.320+0000 7fc35ce39780 1 < canceled part key=_multipart_1CXIJI96GFM8.2~TK1TK5RHKC07.1 size=784506 2024-04-12T16:44:48.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.323+0000 7fc35ce39780 1 < canceled multipart upload key=1CXIJI96GFM8 upload=TK1TK5RHKC07 tag=J9MAPFX44H5V type=write size=2881658 2024-04-12T16:44:48.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.327+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~ZCXC0A70JEU8.0 size=1048576 2024-04-12T16:44:48.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.328+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~ZCXC0A70JEU8.1 size=1048576 2024-04-12T16:44:48.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.330+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~ZCXC0A70JEU8.2 size=522945 2024-04-12T16:44:48.324 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.330+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=ZCXC0A70JEU8 tag=GC8NLWKGL4XQ type=write size=3668673 2024-04-12T16:44:48.324 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.330+0000 7fc35ce39780 1 < canceled part key=_multipart_SGVKCQ7SL1KU.2~724WRL0R29UW.0 size=683805 2024-04-12T16:44:48.327 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.333+0000 7fc35ce39780 1 < canceled multipart upload key=SGVKCQ7SL1KU upload=724WRL0R29UW tag=33OAOJI2RITF type=write size=1732381 2024-04-12T16:44:48.331 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.337+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~QG21T113FY0X.0 size=858397 2024-04-12T16:44:48.331 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.337+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=QG21T113FY0X tag=TY08WZJLW94R type=write size=1906973 2024-04-12T16:44:48.333 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.339+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~M0DS55T70J5A.0 size=1048576 2024-04-12T16:44:48.335 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.341+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~M0DS55T70J5A.1 size=1048576 2024-04-12T16:44:48.336 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.343+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~M0DS55T70J5A.2 size=686399 2024-04-12T16:44:48.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.346+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=M0DS55T70J5A tag=1PF698UGX1RP type=write size=3832127 2024-04-12T16:44:48.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.349+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=02MLC1KRY4HR type=write size=496036 2024-04-12T16:44:48.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.351+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=46YBYQKY8AEZ type=del 2024-04-12T16:44:48.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.355+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~VACJ19IU2M05.0 size=1048576 2024-04-12T16:44:48.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.357+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~VACJ19IU2M05.1 size=1048576 2024-04-12T16:44:48.352 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.358+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~VACJ19IU2M05.2 size=989590 2024-04-12T16:44:48.352 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.358+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=VACJ19IU2M05 tag=0JKYA9ODHABR type=write size=4135318 2024-04-12T16:44:48.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.360+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~U2HV9D3Z3SCN.0 size=1048576 2024-04-12T16:44:48.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.362+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~U2HV9D3Z3SCN.1 size=99508 2024-04-12T16:44:48.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.365+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=U2HV9D3Z3SCN tag=6XMPDPTBV5NX type=write size=2196660 2024-04-12T16:44:48.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.369+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~1D576RGD4KD5.0 size=150671 2024-04-12T16:44:48.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.369+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=1D576RGD4KD5 tag=NRFMDWJSQSD3 type=write size=1199247 2024-04-12T16:44:48.366 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.372+0000 7fc35ce39780 1 < suggested update operation key=CPU63NIAUXGM tag=S4FGPSHGTVF7 type=del size=3500975 2024-04-12T16:44:48.370 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.376+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~Z5ODB2QXW41T.0 size=1048576 2024-04-12T16:44:48.371 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.378+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~Z5ODB2QXW41T.1 size=593665 2024-04-12T16:44:48.371 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.378+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=Z5ODB2QXW41T tag=1FO9D9CNMDQR type=write size=2690817 2024-04-12T16:44:48.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.380+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~6DAMT4XFOQQX.0 size=1048576 2024-04-12T16:44:48.375 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.382+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~6DAMT4XFOQQX.1 size=1015784 2024-04-12T16:44:48.378 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.385+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=6DAMT4XFOQQX tag=OZ2GQJKQKUEX type=write size=3112936 2024-04-12T16:44:48.382 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.388+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~062VGJ9RE8SN.0 size=1048576 2024-04-12T16:44:48.384 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.390+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~062VGJ9RE8SN.1 size=1048576 2024-04-12T16:44:48.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.392+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~062VGJ9RE8SN.2 size=54258 2024-04-12T16:44:48.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.392+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=062VGJ9RE8SN tag=GRJ3CONASFPM type=write size=3199986 2024-04-12T16:44:48.388 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.394+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=VI2R3I8CQTIC type=del 2024-04-12T16:44:48.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.396+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=O19Z0P2FMCK0 type=del size=995404 2024-04-12T16:44:48.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.398+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~HN76KCLTVBMT.0 size=1048576 2024-04-12T16:44:48.394 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.400+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~HN76KCLTVBMT.1 size=333669 2024-04-12T16:44:48.398 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.404+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=HN76KCLTVBMT tag=7V5ZS7U2MMGC type=write size=2430821 2024-04-12T16:44:48.400 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.406+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=3ZJMG1YHCJ9P type=write size=384628 2024-04-12T16:44:48.402 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.408+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~YYKP8PDQT3J4.0 size=1048576 2024-04-12T16:44:48.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.410+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~YYKP8PDQT3J4.1 size=1048576 2024-04-12T16:44:48.405 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.412+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~YYKP8PDQT3J4.2 size=541187 2024-04-12T16:44:48.410 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.415+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=YYKP8PDQT3J4 tag=C5Z2I11FH0CD type=write size=3686915 2024-04-12T16:44:48.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.420+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~NRMG0L3J5VN3.0 size=1048576 2024-04-12T16:44:48.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.422+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~NRMG0L3J5VN3.1 size=1943 2024-04-12T16:44:48.416 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.422+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=NRMG0L3J5VN3 tag=CHCEJ1P4RX4C type=write size=2099095 2024-04-12T16:44:48.418 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.424+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~J2CKT6QRXNMK.0 size=1048576 2024-04-12T16:44:48.420 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.426+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~J2CKT6QRXNMK.1 size=1048576 2024-04-12T16:44:48.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.428+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~J2CKT6QRXNMK.2 size=61076 2024-04-12T16:44:48.425 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.431+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=J2CKT6QRXNMK tag=B5WU89B21ZY4 type=write size=3206804 2024-04-12T16:44:48.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.433+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=PLC96OLV3WKA type=del size=445537 2024-04-12T16:44:48.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.435+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~SRLX2OV73Y2U.0 size=1048576 2024-04-12T16:44:48.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.437+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~SRLX2OV73Y2U.1 size=1048576 2024-04-12T16:44:48.432 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.438+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~SRLX2OV73Y2U.2 size=85728 2024-04-12T16:44:48.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.442+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=SRLX2OV73Y2U tag=2U6I47YJBI04 type=write size=3231456 2024-04-12T16:44:48.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.445+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~ZL12ZT2D0N06.0 size=1048576 2024-04-12T16:44:48.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.447+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~ZL12ZT2D0N06.1 size=221039 2024-04-12T16:44:48.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.447+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=ZL12ZT2D0N06 tag=MMW45AIIMWW5 type=write size=2318191 2024-04-12T16:44:48.443 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.449+0000 7fc35ce39780 1 < canceled operation key=L2DJM18VNC70 tag=NA36OIBKRLVI type=del size=66047 2024-04-12T16:44:48.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.451+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=Y8JB401GDX6L type=write size=460147 2024-04-12T16:44:48.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.455+0000 7fc35ce39780 1 < suggested remove operation key=8T3KONE057LK tag=WKM6MQDVVBNU type=write 2024-04-12T16:44:48.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.457+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=RG3RGR3P2AI2 type=del size=2096682 2024-04-12T16:44:48.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.461+0000 7fc35ce39780 1 < suggested remove operation key=CPU63NIAUXGM tag=HAR3QC63JD9U type=del 2024-04-12T16:44:48.457 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.463+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=1K5A3886W628 type=del size=1663190 2024-04-12T16:44:48.459 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.465+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=YQDLWQCVHN9Q type=del 2024-04-12T16:44:48.461 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.467+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=NS41NUR123NX type=del size=1532732 2024-04-12T16:44:48.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.469+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~ZCXC0A70JEU8.0 size=1048576 2024-04-12T16:44:48.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.471+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~ZCXC0A70JEU8.1 size=1048576 2024-04-12T16:44:48.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.471+0000 7fc35ce39780 1 < canceled part key=_multipart_OC0OCQYU63HT.2~ZCXC0A70JEU8.2 size=522945 2024-04-12T16:44:48.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.474+0000 7fc35ce39780 1 < canceled multipart upload key=OC0OCQYU63HT upload=ZCXC0A70JEU8 tag=GC8NLWKGL4XQ type=write size=3668673 2024-04-12T16:44:48.472 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.478+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~1NOMOG5U9WTC.0 size=1048576 2024-04-12T16:44:48.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.479+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~1NOMOG5U9WTC.1 size=32168 2024-04-12T16:44:48.473 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.479+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=1NOMOG5U9WTC tag=ZY3JP8OX7WY5 type=write size=2129320 2024-04-12T16:44:48.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.481+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~QG21T113FY0X.0 size=858397 2024-04-12T16:44:48.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.485+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=QG21T113FY0X tag=TY08WZJLW94R type=write size=1906973 2024-04-12T16:44:48.482 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.488+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~5R6XKP9JGGCN.0 size=606736 2024-04-12T16:44:48.482 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.489+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=5R6XKP9JGGCN tag=4LA5LFJKUR2Y type=write size=1655312 2024-04-12T16:44:48.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.490+0000 7fc35ce39780 1 < canceled operation key=PPYP2BYF63YM tag=02MLC1KRY4HR type=write size=496036 2024-04-12T16:44:48.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.492+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=97X2NKPBCU1P type=del size=1430640 2024-04-12T16:44:48.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.494+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~VACJ19IU2M05.0 size=1048576 2024-04-12T16:44:48.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.494+0000 7fc35ce39780 1 < canceled part key=_multipart_C3KQN2GIIMR1.2~VACJ19IU2M05.1 size=1048576 2024-04-12T16:44:48.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.496+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~VACJ19IU2M05.2 size=989590 2024-04-12T16:44:48.493 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.499+0000 7fc35ce39780 1 < canceled multipart upload key=C3KQN2GIIMR1 upload=VACJ19IU2M05 tag=0JKYA9ODHABR type=write size=4135318 2024-04-12T16:44:48.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.503+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~VP7EZ53TO4JO.0 size=1048576 2024-04-12T16:44:48.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.505+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~VP7EZ53TO4JO.1 size=1048576 2024-04-12T16:44:48.500 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.507+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~VP7EZ53TO4JO.2 size=32935 2024-04-12T16:44:48.500 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.507+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=VP7EZ53TO4JO tag=XIG31KLB30JZ type=write size=3178663 2024-04-12T16:44:48.502 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.509+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~1D576RGD4KD5.0 size=150671 2024-04-12T16:44:48.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.512+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=1D576RGD4KD5 tag=NRFMDWJSQSD3 type=write size=1199247 2024-04-12T16:44:48.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.514+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=88W2QB6JYJPM type=write size=410301 2024-04-12T16:44:48.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.516+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~Z5ODB2QXW41T.0 size=1048576 2024-04-12T16:44:48.511 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.518+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~Z5ODB2QXW41T.1 size=593665 2024-04-12T16:44:48.515 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.522+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=Z5ODB2QXW41T tag=1FO9D9CNMDQR type=write size=2690817 2024-04-12T16:44:48.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.523+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=BT5YPEF32ZPE type=write size=256722 2024-04-12T16:44:48.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.525+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~062VGJ9RE8SN.0 size=1048576 2024-04-12T16:44:48.521 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.528+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~062VGJ9RE8SN.1 size=1048576 2024-04-12T16:44:48.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.529+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~062VGJ9RE8SN.2 size=54258 2024-04-12T16:44:48.527 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.533+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=062VGJ9RE8SN tag=GRJ3CONASFPM type=write size=3199986 2024-04-12T16:44:48.533 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.537+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~9ISEHHG00I23.0 size=1048576 2024-04-12T16:44:48.533 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.539+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~9ISEHHG00I23.1 size=1048576 2024-04-12T16:44:48.534 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.541+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~9ISEHHG00I23.2 size=18168 2024-04-12T16:44:48.534 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.541+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=9ISEHHG00I23 tag=OE6MFP44PE4C type=write size=3163896 2024-04-12T16:44:48.538 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.544+0000 7fc35ce39780 1 < suggested remove operation key=V08LEDZKN1FS tag=O19Z0P2FMCK0 type=del 2024-04-12T16:44:48.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.546+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=XGUFUJDU7YP6 type=write size=30515 2024-04-12T16:44:48.543 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.549+0000 7fc35ce39780 -1 < failed to complete operation key=CPU63NIAUXGM tag=3ZJMG1YHCJ9P type=write size=384628: (22) Invalid argument 2024-04-12T16:44:48.545 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.551+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=TO7ZCDQKXPE4 type=del size=830796 2024-04-12T16:44:48.547 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.553+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~NRMG0L3J5VN3.0 size=1048576 2024-04-12T16:44:48.549 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.555+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~NRMG0L3J5VN3.1 size=1943 2024-04-12T16:44:48.552 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.558+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=NRMG0L3J5VN3 tag=CHCEJ1P4RX4C type=write size=2099095 2024-04-12T16:44:48.554 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.560+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=VFODMQZ666Q2 type=del size=675163 2024-04-12T16:44:48.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.564+0000 7fc35ce39780 1 < suggested update operation key=QPS2GA1QHL2W tag=PLC96OLV3WKA type=del size=445537 2024-04-12T16:44:48.559 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.566+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=Q17O4FL8FDQ7 type=del size=2370153 2024-04-12T16:44:48.561 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.568+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~ZL12ZT2D0N06.0 size=1048576 2024-04-12T16:44:48.564 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.570+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~ZL12ZT2D0N06.1 size=221039 2024-04-12T16:44:48.568 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.574+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=ZL12ZT2D0N06 tag=MMW45AIIMWW5 type=write size=2318191 2024-04-12T16:44:48.571 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.578+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~PYS1QDSRYPFF.0 size=472183 2024-04-12T16:44:48.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.578+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=PYS1QDSRYPFF tag=C4FJP3JFAOMX type=write size=1520759 2024-04-12T16:44:48.573 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.580+0000 7fc35ce39780 1 < completed write operation key=FR6FMD58BD62 tag=Y8JB401GDX6L type=write size=460147 2024-04-12T16:44:48.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.582+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=YHVM4EDXWZOU type=del size=3460105 2024-04-12T16:44:48.577 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.584+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=RG3RGR3P2AI2 type=del 2024-04-12T16:44:48.581 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.587+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~S4ZCB69YKKHA.0 size=374484 2024-04-12T16:44:48.581 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.587+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=S4ZCB69YKKHA tag=25KTPPJQZK6J type=write size=1423060 2024-04-12T16:44:48.581 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.588+0000 7fc35ce39780 -1 < no bi entry to suggest for operation key=V08LEDZKN1FS tag=1K5A3886W628 type=del size=1663190: (2) No such file or directory 2024-04-12T16:44:48.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.592+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~NTAV3LCDVMDF.0 size=41452 2024-04-12T16:44:48.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.592+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=NTAV3LCDVMDF tag=4053PVI9AHGD type=write size=1090028 2024-04-12T16:44:48.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.594+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=NS41NUR123NX type=del 2024-04-12T16:44:48.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.596+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=D4W5CU9X4MUT type=del size=88521 2024-04-12T16:44:48.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.596+0000 7fc35ce39780 1 < canceled part key=_multipart_SGVKCQ7SL1KU.2~1NOMOG5U9WTC.0 size=1048576 2024-04-12T16:44:48.592 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.598+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~1NOMOG5U9WTC.1 size=32168 2024-04-12T16:44:48.595 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.601+0000 7fc35ce39780 1 < canceled multipart upload key=SGVKCQ7SL1KU upload=1NOMOG5U9WTC tag=ZY3JP8OX7WY5 type=write size=2129320 2024-04-12T16:44:48.599 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.605+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~2DKR9VVS303Z.0 size=1048576 2024-04-12T16:44:48.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.607+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~2DKR9VVS303Z.1 size=1048576 2024-04-12T16:44:48.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.608+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~2DKR9VVS303Z.2 size=265478 2024-04-12T16:44:48.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.608+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=2DKR9VVS303Z tag=ADCXMYN4QLQE type=write size=3411206 2024-04-12T16:44:48.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.610+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~5R6XKP9JGGCN.0 size=606736 2024-04-12T16:44:48.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.614+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=5R6XKP9JGGCN tag=4LA5LFJKUR2Y type=write size=1655312 2024-04-12T16:44:48.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.616+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=K9ARA0V8DRY8 type=write size=422881 2024-04-12T16:44:48.613 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.620+0000 7fc35ce39780 1 < suggested remove operation key=WU1CQUJJ7T5N tag=97X2NKPBCU1P type=del 2024-04-12T16:44:48.615 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.622+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=DW1OV550S5MH type=del size=2806768 2024-04-12T16:44:48.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.622+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~VP7EZ53TO4JO.0 size=1048576 2024-04-12T16:44:48.617 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.624+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~VP7EZ53TO4JO.1 size=1048576 2024-04-12T16:44:48.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.625+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~VP7EZ53TO4JO.2 size=32935 2024-04-12T16:44:48.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.629+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=VP7EZ53TO4JO tag=XIG31KLB30JZ type=write size=3178663 2024-04-12T16:44:48.627 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.633+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~L9V2V3AJM25P.0 size=1048576 2024-04-12T16:44:48.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.635+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~L9V2V3AJM25P.1 size=1048576 2024-04-12T16:44:48.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.637+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~L9V2V3AJM25P.2 size=612620 2024-04-12T16:44:48.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.637+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=L9V2V3AJM25P tag=X700C3AIYS55 type=write size=3758348 2024-04-12T16:44:48.633 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.639+0000 7fc35ce39780 1 < completed write operation key=Z93T9469B27B tag=88W2QB6JYJPM type=write size=410301 2024-04-12T16:44:48.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.642+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=CA4PC77N8N3I type=del size=1488801 2024-04-12T16:44:48.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.646+0000 7fc35ce39780 1 < suggested update operation key=L2DJM18VNC70 tag=BT5YPEF32ZPE type=write size=256722 2024-04-12T16:44:48.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.647+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=WK6LUG384EBG type=write size=354954 2024-04-12T16:44:48.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.650+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~9ISEHHG00I23.0 size=1048576 2024-04-12T16:44:48.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.651+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~9ISEHHG00I23.1 size=1048576 2024-04-12T16:44:48.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.653+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~9ISEHHG00I23.2 size=18168 2024-04-12T16:44:48.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.656+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=9ISEHHG00I23 tag=OE6MFP44PE4C type=write size=3163896 2024-04-12T16:44:48.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.659+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=FRAP1T0GSNFO type=del size=1685328 2024-04-12T16:44:48.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.661+0000 7fc35ce39780 -1 < failed to complete operation key=QPS2GA1QHL2W tag=XGUFUJDU7YP6 type=write size=30515: (22) Invalid argument 2024-04-12T16:44:48.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.663+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=OEF229UZ0T2H type=del size=14746 2024-04-12T16:44:48.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.666+0000 7fc35ce39780 -1 < failed to complete operation key=WU1CQUJJ7T5N tag=TO7ZCDQKXPE4 type=del size=830796: (22) Invalid argument 2024-04-12T16:44:48.661 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.668+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=3HZ2VAEQHGP0 type=del size=506240 2024-04-12T16:44:48.663 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.670+0000 7fc35ce39780 1 < completed delete operation key=AMC1ILYTVT7I tag=VFODMQZ666Q2 type=del 2024-04-12T16:44:48.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.672+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=UMYT6JXTF51O type=del size=4064688 2024-04-12T16:44:48.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.674+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=Q17O4FL8FDQ7 type=del 2024-04-12T16:44:48.669 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.676+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=HRMUEOXHZLY4 type=write size=17477 2024-04-12T16:44:48.671 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.678+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~PYS1QDSRYPFF.0 size=472183 2024-04-12T16:44:48.675 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.681+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=PYS1QDSRYPFF tag=C4FJP3JFAOMX type=write size=1520759 2024-04-12T16:44:48.677 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.683+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=8DSMHIFZXT1E type=del size=4185731 2024-04-12T16:44:48.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.685+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=YHVM4EDXWZOU type=del 2024-04-12T16:44:48.683 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.689+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~5JL53HD7SNC5.0 size=423340 2024-04-12T16:44:48.683 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.689+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=5JL53HD7SNC5 tag=2A0G3UBSZRLS type=write size=1471916 2024-04-12T16:44:48.684 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.691+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~S4ZCB69YKKHA.0 size=374484 2024-04-12T16:44:48.688 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.695+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=S4ZCB69YKKHA tag=25KTPPJQZK6J type=write size=1423060 2024-04-12T16:44:48.692 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.699+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~FYAQTWFBIJ02.0 size=1048576 2024-04-12T16:44:48.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.701+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~FYAQTWFBIJ02.1 size=118150 2024-04-12T16:44:48.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.701+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=FYAQTWFBIJ02 tag=RWLCM0IJ4UGO type=write size=2215302 2024-04-12T16:44:48.697 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.703+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~NTAV3LCDVMDF.0 size=41452 2024-04-12T16:44:48.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.707+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=NTAV3LCDVMDF tag=4053PVI9AHGD type=write size=1090028 2024-04-12T16:44:48.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.709+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=4C2Y9ZYYOL4S type=del size=1319172 2024-04-12T16:44:48.704 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.711+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=D4W5CU9X4MUT type=del 2024-04-12T16:44:48.708 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.714+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~HKE4ZFQEO39G.0 size=1048576 2024-04-12T16:44:48.710 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.716+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~HKE4ZFQEO39G.1 size=1048576 2024-04-12T16:44:48.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.718+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~HKE4ZFQEO39G.2 size=585949 2024-04-12T16:44:48.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.718+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=HKE4ZFQEO39G tag=6701S9A569Q0 type=write size=3731677 2024-04-12T16:44:48.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.718+0000 7fc35ce39780 1 < canceled part key=_multipart_ZE2YGROWCJWC.2~2DKR9VVS303Z.0 size=1048576 2024-04-12T16:44:48.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.720+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~2DKR9VVS303Z.1 size=1048576 2024-04-12T16:44:48.715 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.721+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~2DKR9VVS303Z.2 size=265478 2024-04-12T16:44:48.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.725+0000 7fc35ce39780 1 < canceled multipart upload key=ZE2YGROWCJWC upload=2DKR9VVS303Z tag=ADCXMYN4QLQE type=write size=3411206 2024-04-12T16:44:48.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.727+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=L9CDO2H4AHSB type=del size=3712794 2024-04-12T16:44:48.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.729+0000 7fc35ce39780 1 < completed write operation key=OC0OCQYU63HT tag=K9ARA0V8DRY8 type=write size=422881 2024-04-12T16:44:48.724 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.731+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=36OEV1M67WOM type=del size=140626 2024-04-12T16:44:48.726 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.733+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=DW1OV550S5MH type=del 2024-04-12T16:44:48.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.735+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=DNZEHGVUL4EE type=write size=55886 2024-04-12T16:44:48.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.737+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~L9V2V3AJM25P.0 size=1048576 2024-04-12T16:44:48.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.739+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~L9V2V3AJM25P.1 size=1048576 2024-04-12T16:44:48.734 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.741+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~L9V2V3AJM25P.2 size=612620 2024-04-12T16:44:48.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.744+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=L9V2V3AJM25P tag=X700C3AIYS55 type=write size=3758348 2024-04-12T16:44:48.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.748+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~LZVS7XICVFXS.0 size=1048576 2024-04-12T16:44:48.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.749+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~LZVS7XICVFXS.1 size=1048576 2024-04-12T16:44:48.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.751+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~LZVS7XICVFXS.2 size=303822 2024-04-12T16:44:48.745 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.751+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=LZVS7XICVFXS tag=ETV81E0GFLTY type=write size=3449550 2024-04-12T16:44:48.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.753+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=CA4PC77N8N3I type=del 2024-04-12T16:44:48.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.757+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~C6GY0IVW3UEL.0 size=632891 2024-04-12T16:44:48.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.757+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=C6GY0IVW3UEL tag=0QO3WWCWOZ9P type=write size=1681467 2024-04-12T16:44:48.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.759+0000 7fc35ce39780 1 < completed write operation key=G4IDXO3U69F9 tag=WK6LUG384EBG type=write size=354954 2024-04-12T16:44:48.755 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.761+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=D15DHABWLLCQ type=del size=1869360 2024-04-12T16:44:48.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.763+0000 7fc35ce39780 1 < canceled operation key=AMC1ILYTVT7I tag=FRAP1T0GSNFO type=del size=1685328 2024-04-12T16:44:48.760 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.767+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~GFFLFHY02AXZ.0 size=1048576 2024-04-12T16:44:48.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.769+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~GFFLFHY02AXZ.1 size=424930 2024-04-12T16:44:48.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.769+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=GFFLFHY02AXZ tag=WUP0EQWX63JH type=write size=2522082 2024-04-12T16:44:48.764 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.770+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=OEF229UZ0T2H type=del 2024-04-12T16:44:48.768 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.774+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HUMSJ7219VTM.0 size=1048576 2024-04-12T16:44:48.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.776+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HUMSJ7219VTM.1 size=855514 2024-04-12T16:44:48.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.776+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=HUMSJ7219VTM tag=1EJM6X3EFXH6 type=write size=2952666 2024-04-12T16:44:48.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.778+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=3HZ2VAEQHGP0 type=del 2024-04-12T16:44:48.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.782+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~MBHF23VBOXY4.0 size=332687 2024-04-12T16:44:48.775 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.782+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=MBHF23VBOXY4 tag=78GNXW2RPL0A type=write size=1381263 2024-04-12T16:44:48.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.784+0000 7fc35ce39780 1 < canceled operation key=L2DJM18VNC70 tag=UMYT6JXTF51O type=del size=4064688 2024-04-12T16:44:48.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.786+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=W1XSGPBGSBUY type=del size=1914829 2024-04-12T16:44:48.781 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.788+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=HRMUEOXHZLY4 type=write size=17477 2024-04-12T16:44:48.783 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.789+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=95OK6WR5C5SV type=del size=31991 2024-04-12T16:44:48.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.791+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=8DSMHIFZXT1E type=del 2024-04-12T16:44:48.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.795+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~GDUO7Q0U2692.0 size=314727 2024-04-12T16:44:48.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.795+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=GDUO7Q0U2692 tag=LKSF3S5ICLP4 type=write size=1363303 2024-04-12T16:44:48.791 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.797+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~5JL53HD7SNC5.0 size=423340 2024-04-12T16:44:48.794 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.801+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=5JL53HD7SNC5 tag=2A0G3UBSZRLS type=write size=1471916 2024-04-12T16:44:48.796 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.803+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=BNBUG64C0PFL type=del size=270311 2024-04-12T16:44:48.796 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.803+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~FYAQTWFBIJ02.0 size=1048576 2024-04-12T16:44:48.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.805+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~FYAQTWFBIJ02.1 size=118150 2024-04-12T16:44:48.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.808+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=FYAQTWFBIJ02 tag=RWLCM0IJ4UGO type=write size=2215302 2024-04-12T16:44:48.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.810+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=76LG5VM5M328 type=del size=2656020 2024-04-12T16:44:48.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.814+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=4C2Y9ZYYOL4S type=del size=1319172 2024-04-12T16:44:48.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.817+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~61XHRO0QKYHD.0 size=1048576 2024-04-12T16:44:48.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.819+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~61XHRO0QKYHD.1 size=630622 2024-04-12T16:44:48.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.819+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=61XHRO0QKYHD tag=D6SK4EO2ZZC7 type=write size=2727774 2024-04-12T16:44:48.814 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.821+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~HKE4ZFQEO39G.0 size=1048576 2024-04-12T16:44:48.817 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.823+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~HKE4ZFQEO39G.1 size=1048576 2024-04-12T16:44:48.819 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.825+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~HKE4ZFQEO39G.2 size=585949 2024-04-12T16:44:48.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.829+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=HKE4ZFQEO39G tag=6701S9A569Q0 type=write size=3731677 2024-04-12T16:44:48.827 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.833+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~TW0CBNILEESH.0 size=128513 2024-04-12T16:44:48.827 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.833+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=TW0CBNILEESH tag=GGS7WDEESYHB type=write size=1177089 2024-04-12T16:44:48.829 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.835+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=L9CDO2H4AHSB type=del 2024-04-12T16:44:48.831 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.837+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=7CHC8Y0SZIAE type=del size=1177348 2024-04-12T16:44:48.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.840+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=36OEV1M67WOM type=del 2024-04-12T16:44:48.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.844+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~S1JB9ON7CK9M.0 size=24592 2024-04-12T16:44:48.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.844+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=S1JB9ON7CK9M tag=810L0JK0LY8I type=write size=1073168 2024-04-12T16:44:48.839 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.846+0000 7fc35ce39780 1 < completed write operation key=1CXIJI96GFM8 tag=DNZEHGVUL4EE type=write size=55886 2024-04-12T16:44:48.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.850+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~YVJZPO41FI59.0 size=589471 2024-04-12T16:44:48.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.850+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=YVJZPO41FI59 tag=TAS3QU9UKA7R type=write size=1638047 2024-04-12T16:44:48.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.852+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~LZVS7XICVFXS.0 size=1048576 2024-04-12T16:44:48.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.852+0000 7fc35ce39780 1 < canceled part key=_multipart_Z93T9469B27B.2~LZVS7XICVFXS.1 size=1048576 2024-04-12T16:44:48.847 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.853+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~LZVS7XICVFXS.2 size=303822 2024-04-12T16:44:48.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.857+0000 7fc35ce39780 1 < canceled multipart upload key=Z93T9469B27B upload=LZVS7XICVFXS tag=ETV81E0GFLTY type=write size=3449550 2024-04-12T16:44:48.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.861+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~LAGZTJCWYE3K.0 size=1048576 2024-04-12T16:44:48.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.862+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~LAGZTJCWYE3K.1 size=262036 2024-04-12T16:44:48.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.862+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=LAGZTJCWYE3K tag=H4ADIY0XHHCY type=write size=2359188 2024-04-12T16:44:48.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.863+0000 7fc35ce39780 1 < canceled part key=_multipart_8T3KONE057LK.2~C6GY0IVW3UEL.0 size=632891 2024-04-12T16:44:48.860 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.866+0000 7fc35ce39780 1 < canceled multipart upload key=8T3KONE057LK upload=C6GY0IVW3UEL tag=0QO3WWCWOZ9P type=write size=1681467 2024-04-12T16:44:48.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.870+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~ZSAX57RDCC62.0 size=1048576 2024-04-12T16:44:48.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.871+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~ZSAX57RDCC62.1 size=31026 2024-04-12T16:44:48.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.871+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=ZSAX57RDCC62 tag=XWJ3YHDL6PQZ type=write size=2128178 2024-04-12T16:44:48.869 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.875+0000 7fc35ce39780 1 < suggested update operation key=9CON5BXP14FO tag=D15DHABWLLCQ type=del size=1869360 2024-04-12T16:44:48.871 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.878+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=FETXW8RBX5G6 type=del size=1154858 2024-04-12T16:44:48.873 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.879+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~GFFLFHY02AXZ.0 size=1048576 2024-04-12T16:44:48.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.881+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~GFFLFHY02AXZ.1 size=424930 2024-04-12T16:44:48.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.885+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=GFFLFHY02AXZ tag=WUP0EQWX63JH type=write size=2522082 2024-04-12T16:44:48.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.888+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~XRQRDCCU2QSV.0 size=564283 2024-04-12T16:44:48.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.888+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=XRQRDCCU2QSV tag=JNJS0U02DKWO type=write size=1612859 2024-04-12T16:44:48.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.890+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~HUMSJ7219VTM.0 size=1048576 2024-04-12T16:44:48.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.892+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~HUMSJ7219VTM.1 size=855514 2024-04-12T16:44:48.889 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.895+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=HUMSJ7219VTM tag=1EJM6X3EFXH6 type=write size=2952666 2024-04-12T16:44:48.891 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.898+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=XP2M1X9E26I3 type=write size=264697 2024-04-12T16:44:48.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.900+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~MBHF23VBOXY4.0 size=332687 2024-04-12T16:44:48.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.903+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=MBHF23VBOXY4 tag=78GNXW2RPL0A type=write size=1381263 2024-04-12T16:44:48.900 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.907+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~S1NM8X6ZCF3B.0 size=1048576 2024-04-12T16:44:48.902 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.908+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~S1NM8X6ZCF3B.1 size=1048576 2024-04-12T16:44:48.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.910+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~S1NM8X6ZCF3B.2 size=175417 2024-04-12T16:44:48.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.910+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=S1NM8X6ZCF3B tag=3F9S7Y7H2LHR type=write size=3321145 2024-04-12T16:44:48.907 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.914+0000 7fc35ce39780 1 < suggested update operation key=AMC1ILYTVT7I tag=W1XSGPBGSBUY type=del size=1914829 2024-04-12T16:44:48.909 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.916+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=E608LZAUDOI2 type=del size=1115049 2024-04-12T16:44:48.911 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.918+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=95OK6WR5C5SV type=del 2024-04-12T16:44:48.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.919+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=ZD5BS0G9K0GQ type=del size=595007 2024-04-12T16:44:48.915 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.921+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~GDUO7Q0U2692.0 size=314727 2024-04-12T16:44:48.918 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.925+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=GDUO7Q0U2692 tag=LKSF3S5ICLP4 type=write size=1363303 2024-04-12T16:44:48.920 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.927+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=9A5OZHG2R2LN type=del size=2986961 2024-04-12T16:44:48.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.929+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=BNBUG64C0PFL type=del 2024-04-12T16:44:48.924 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.931+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=IHYNMX2RDDH4 type=del size=3896768 2024-04-12T16:44:48.929 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.935+0000 7fc35ce39780 1 < suggested remove operation key=LYRPYVQNY789 tag=76LG5VM5M328 type=del 2024-04-12T16:44:48.931 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.937+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=UKRMUCWR6IHF type=write size=905643 2024-04-12T16:44:48.932 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.939+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~61XHRO0QKYHD.0 size=1048576 2024-04-12T16:44:48.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.940+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~61XHRO0QKYHD.1 size=630622 2024-04-12T16:44:48.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.944+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=61XHRO0QKYHD tag=D6SK4EO2ZZC7 type=write size=2727774 2024-04-12T16:44:48.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.947+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HXMT6192D1MQ.0 size=1048576 2024-04-12T16:44:48.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.949+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HXMT6192D1MQ.1 size=1048576 2024-04-12T16:44:48.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.950+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~HXMT6192D1MQ.2 size=182062 2024-04-12T16:44:48.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.950+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=HXMT6192D1MQ tag=RRR0B2QF9IXL type=write size=3327790 2024-04-12T16:44:48.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.952+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~TW0CBNILEESH.0 size=128513 2024-04-12T16:44:48.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.956+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=TW0CBNILEESH tag=GGS7WDEESYHB type=write size=1177089 2024-04-12T16:44:48.953 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.959+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~Z2575XHS5DS1.0 size=1048576 2024-04-12T16:44:48.954 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.961+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~Z2575XHS5DS1.1 size=1048576 2024-04-12T16:44:48.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.962+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~Z2575XHS5DS1.2 size=740186 2024-04-12T16:44:48.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.962+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=Z2575XHS5DS1 tag=BTA5VAZT03SW type=write size=3885914 2024-04-12T16:44:48.958 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.965+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=7CHC8Y0SZIAE type=del 2024-04-12T16:44:48.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.967+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=W0U2IMDGA52U type=del size=1127367 2024-04-12T16:44:48.962 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.969+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~S1JB9ON7CK9M.0 size=24592 2024-04-12T16:44:48.966 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.972+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=S1JB9ON7CK9M tag=810L0JK0LY8I type=write size=1073168 2024-04-12T16:44:48.968 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.974+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=O2JTBTJV5KD7 type=del size=1292726 2024-04-12T16:44:48.970 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.976+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~YVJZPO41FI59.0 size=589471 2024-04-12T16:44:48.973 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.979+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=YVJZPO41FI59 tag=TAS3QU9UKA7R type=write size=1638047 2024-04-12T16:44:48.977 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.983+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~7HSY3HV7L0D7.0 size=271326 2024-04-12T16:44:48.977 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.983+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=7HSY3HV7L0D7 tag=I0KANP4G5TVY type=write size=1319902 2024-04-12T16:44:48.979 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.985+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~LAGZTJCWYE3K.0 size=1048576 2024-04-12T16:44:48.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.986+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~LAGZTJCWYE3K.1 size=262036 2024-04-12T16:44:48.984 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.990+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=LAGZTJCWYE3K tag=H4ADIY0XHHCY type=write size=2359188 2024-04-12T16:44:48.988 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.994+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~8TTI9S6EZGZX.0 size=500190 2024-04-12T16:44:48.988 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.994+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=8TTI9S6EZGZX tag=1SKAWMP5OAM2 type=write size=1548766 2024-04-12T16:44:48.990 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.996+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~ZSAX57RDCC62.0 size=1048576 2024-04-12T16:44:48.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:48.998+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~ZSAX57RDCC62.1 size=31026 2024-04-12T16:44:48.995 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.001+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=ZSAX57RDCC62 tag=XWJ3YHDL6PQZ type=write size=2128178 2024-04-12T16:44:48.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.006+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~4EWNS6B64LOM.0 size=1048576 2024-04-12T16:44:49.001 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.007+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~4EWNS6B64LOM.1 size=1048576 2024-04-12T16:44:49.003 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.009+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~4EWNS6B64LOM.2 size=897958 2024-04-12T16:44:49.003 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.009+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=4EWNS6B64LOM tag=I0GV8X6LA1LA type=write size=4043686 2024-04-12T16:44:49.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.012+0000 7fc35ce39780 -1 < failed to complete operation key=AMC1ILYTVT7I tag=FETXW8RBX5G6 type=del size=1154858: (22) Invalid argument 2024-04-12T16:44:49.007 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.014+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=51QZB7BK2VWN type=write size=658548 2024-04-12T16:44:49.009 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.016+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~XRQRDCCU2QSV.0 size=564283 2024-04-12T16:44:49.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.020+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=XRQRDCCU2QSV tag=JNJS0U02DKWO type=write size=1612859 2024-04-12T16:44:49.016 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.022+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=K1UDYN01QZCA type=del size=2514855 2024-04-12T16:44:49.018 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.024+0000 7fc35ce39780 1 < completed write operation key=9EP1TM4XHAOV tag=XP2M1X9E26I3 type=write size=264697 2024-04-12T16:44:49.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.026+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=YFUQQ5RRT7S2 type=del size=3939728 2024-04-12T16:44:49.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.026+0000 7fc35ce39780 1 < canceled part key=_multipart_9EP1TM4XHAOV.2~S1NM8X6ZCF3B.0 size=1048576 2024-04-12T16:44:49.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.028+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~S1NM8X6ZCF3B.1 size=1048576 2024-04-12T16:44:49.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.029+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~S1NM8X6ZCF3B.2 size=175417 2024-04-12T16:44:49.026 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.033+0000 7fc35ce39780 1 < canceled multipart upload key=9EP1TM4XHAOV upload=S1NM8X6ZCF3B tag=3F9S7Y7H2LHR type=write size=3321145 2024-04-12T16:44:49.030 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.036+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~2Y7PVW0N2NJP.0 size=1048576 2024-04-12T16:44:49.032 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.038+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~2Y7PVW0N2NJP.1 size=1048576 2024-04-12T16:44:49.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.039+0000 7fc35ce39780 1 > prepared part key=_multipart_YAK5S3T8GXL1.2~2Y7PVW0N2NJP.2 size=658998 2024-04-12T16:44:49.033 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.039+0000 7fc35ce39780 1 > prepared multipart upload key=YAK5S3T8GXL1 upload=2Y7PVW0N2NJP tag=SCLPGWA3O45S type=write size=3804726 2024-04-12T16:44:49.037 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.044+0000 7fc35ce39780 1 < suggested update operation key=9EP1TM4XHAOV tag=E608LZAUDOI2 type=del size=1115049 2024-04-12T16:44:49.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.047+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~6L2YBX51XRMW.0 size=295309 2024-04-12T16:44:49.041 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.047+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=6L2YBX51XRMW tag=RI4ULERO9V6K type=write size=1343885 2024-04-12T16:44:49.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.049+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=ZD5BS0G9K0GQ type=del 2024-04-12T16:44:49.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.053+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~175NW5184X7S.0 size=1048576 2024-04-12T16:44:49.048 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.055+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~175NW5184X7S.1 size=1048576 2024-04-12T16:44:49.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.057+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~175NW5184X7S.2 size=465920 2024-04-12T16:44:49.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.057+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=175NW5184X7S tag=GUGZKDQEBXCS type=write size=3611648 2024-04-12T16:44:49.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.058+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=9A5OZHG2R2LN type=del 2024-04-12T16:44:49.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.061+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=4U4TKY3LSXDL type=del size=2937086 2024-04-12T16:44:49.059 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.065+0000 7fc35ce39780 1 < suggested remove operation key=PPYP2BYF63YM tag=IHYNMX2RDDH4 type=del 2024-04-12T16:44:49.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.067+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=9QD4EV6ALGM1 type=del size=3679707 2024-04-12T16:44:49.061 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.068+0000 7fc35ce39780 -1 < no bi entry to suggest for operation key=PPYP2BYF63YM tag=UKRMUCWR6IHF type=write size=905643: (2) No such file or directory 2024-04-12T16:44:49.063 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.070+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=EN9U0QR3HNHV type=del size=3334473 2024-04-12T16:44:49.066 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.072+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HXMT6192D1MQ.0 size=1048576 2024-04-12T16:44:49.067 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.074+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HXMT6192D1MQ.1 size=1048576 2024-04-12T16:44:49.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.075+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~HXMT6192D1MQ.2 size=182062 2024-04-12T16:44:49.072 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.078+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=HXMT6192D1MQ tag=RRR0B2QF9IXL type=write size=3327790 2024-04-12T16:44:49.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.080+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=O984Z2LWWYUJ type=del size=753554 2024-04-12T16:44:49.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.082+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~Z2575XHS5DS1.0 size=1048576 2024-04-12T16:44:49.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.082+0000 7fc35ce39780 1 < canceled part key=_multipart_FS23W4ULE1O0.2~Z2575XHS5DS1.1 size=1048576 2024-04-12T16:44:49.077 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.084+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~Z2575XHS5DS1.2 size=740186 2024-04-12T16:44:49.081 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.087+0000 7fc35ce39780 1 < canceled multipart upload key=FS23W4ULE1O0 upload=Z2575XHS5DS1 tag=BTA5VAZT03SW type=write size=3885914 2024-04-12T16:44:49.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.089+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=YNH1M8U0IA29 type=del size=3489545 2024-04-12T16:44:49.085 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.091+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=W0U2IMDGA52U type=del 2024-04-12T16:44:49.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.093+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=AGGA32DSI5TZ type=del size=2705706 2024-04-12T16:44:49.089 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.095+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=O2JTBTJV5KD7 type=del 2024-04-12T16:44:49.091 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.097+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=Y3SUEN9SFN3Q type=del size=1614198 2024-04-12T16:44:49.093 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.099+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~7HSY3HV7L0D7.0 size=271326 2024-04-12T16:44:49.096 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.102+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=7HSY3HV7L0D7 tag=I0KANP4G5TVY type=write size=1319902 2024-04-12T16:44:49.098 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.104+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=9OCH9ZD6R0H8 type=del size=42973 2024-04-12T16:44:49.101 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.106+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~8TTI9S6EZGZX.0 size=500190 2024-04-12T16:44:49.103 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.110+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=8TTI9S6EZGZX tag=1SKAWMP5OAM2 type=write size=1548766 2024-04-12T16:44:49.107 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.113+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~O1LVW5KM1M55.0 size=1048576 2024-04-12T16:44:49.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.115+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~O1LVW5KM1M55.1 size=204820 2024-04-12T16:44:49.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.115+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=O1LVW5KM1M55 tag=5ZH9XGLGKC1O type=write size=2301972 2024-04-12T16:44:49.111 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.117+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~4EWNS6B64LOM.0 size=1048576 2024-04-12T16:44:49.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.119+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~4EWNS6B64LOM.1 size=1048576 2024-04-12T16:44:49.112 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.119+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~4EWNS6B64LOM.2 size=897958 2024-04-12T16:44:49.115 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.122+0000 7fc35ce39780 1 < canceled multipart upload key=58TO2GN5GIN6 upload=4EWNS6B64LOM tag=I0GV8X6LA1LA type=write size=4043686 2024-04-12T16:44:49.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.125+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~ZKTWOFFYFDW8.0 size=666296 2024-04-12T16:44:49.119 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.125+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=ZKTWOFFYFDW8 tag=FH93CCBCYRP4 type=write size=1714872 2024-04-12T16:44:49.123 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.129+0000 7fc35ce39780 1 < suggested remove operation key=2JM8HME676YA tag=51QZB7BK2VWN type=write 2024-04-12T16:44:49.127 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.133+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~CM5VO9F4WY8G.0 size=1048576 2024-04-12T16:44:49.129 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.135+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~CM5VO9F4WY8G.1 size=1048576 2024-04-12T16:44:49.130 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.137+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~CM5VO9F4WY8G.2 size=962916 2024-04-12T16:44:49.130 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.137+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=CM5VO9F4WY8G tag=QORGNLXTDJDH type=write size=4108644 2024-04-12T16:44:49.132 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.138+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=K1UDYN01QZCA type=del 2024-04-12T16:44:49.134 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.140+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=SKM1G75XHINV type=del size=2917628 2024-04-12T16:44:49.136 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.142+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=YFUQQ5RRT7S2 type=del 2024-04-12T16:44:49.138 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.144+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=BIQ1V8TQL3BB type=del size=3812237 2024-04-12T16:44:49.140 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.147+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~2Y7PVW0N2NJP.0 size=1048576 2024-04-12T16:44:49.142 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.148+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~2Y7PVW0N2NJP.1 size=1048576 2024-04-12T16:44:49.144 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.150+0000 7fc35ce39780 1 < completed part key=_multipart_YAK5S3T8GXL1.2~2Y7PVW0N2NJP.2 size=658998 2024-04-12T16:44:49.147 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.153+0000 7fc35ce39780 1 < completed multipart upload key=YAK5S3T8GXL1 upload=2Y7PVW0N2NJP tag=SCLPGWA3O45S type=write size=3804726 2024-04-12T16:44:49.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.155+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=ZRXB22H2QROR type=del size=1919584 2024-04-12T16:44:49.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.157+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~6L2YBX51XRMW.0 size=295309 2024-04-12T16:44:49.154 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.160+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=6L2YBX51XRMW tag=RI4ULERO9V6K type=write size=1343885 2024-04-12T16:44:49.156 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.162+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=2SAT32LU6335 type=del size=3602378 2024-04-12T16:44:49.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.165+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~175NW5184X7S.0 size=1048576 2024-04-12T16:44:49.160 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.166+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~175NW5184X7S.1 size=1048576 2024-04-12T16:44:49.162 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.168+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~175NW5184X7S.2 size=465920 2024-04-12T16:44:49.165 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.171+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=175NW5184X7S tag=GUGZKDQEBXCS type=write size=3611648 2024-04-12T16:44:49.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.173+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=XHH2QCBFEZZI type=del size=3349030 2024-04-12T16:44:49.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.176+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=4U4TKY3LSXDL type=del 2024-04-12T16:44:49.171 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.178+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=CXA73ZCESGDH type=write size=962099 2024-04-12T16:44:49.173 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.180+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=9QD4EV6ALGM1 type=del 2024-04-12T16:44:49.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.183+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~8JSTW5J2NKCB.0 size=681011 2024-04-12T16:44:49.177 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.183+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=8JSTW5J2NKCB tag=WS0L0HZUCN1P type=write size=1729587 2024-04-12T16:44:49.179 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.185+0000 7fc35ce39780 1 < canceled operation key=2H0G2H9EP0W8 tag=EN9U0QR3HNHV type=del size=3334473 2024-04-12T16:44:49.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.189+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~VIG90049QZLD.0 size=1048576 2024-04-12T16:44:49.184 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.191+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~VIG90049QZLD.1 size=897655 2024-04-12T16:44:49.185 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.191+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=VIG90049QZLD tag=5NCKZI0SP5BS type=write size=2994807 2024-04-12T16:44:49.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.193+0000 7fc35ce39780 1 < canceled operation key=SGVKCQ7SL1KU tag=O984Z2LWWYUJ type=del size=753554 2024-04-12T16:44:49.189 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.195+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=CHSK2T7EFK6Q type=del size=1170488 2024-04-12T16:44:49.191 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.197+0000 7fc35ce39780 1 < canceled operation key=YAK5S3T8GXL1 tag=YNH1M8U0IA29 type=del size=3489545 2024-04-12T16:44:49.195 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.201+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~UVIMQJ72Q5BW.0 size=752019 2024-04-12T16:44:49.195 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.201+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=UVIMQJ72Q5BW tag=565KW4897DKU type=write size=1800595 2024-04-12T16:44:49.196 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.203+0000 7fc35ce39780 1 < canceled operation key=LYRPYVQNY789 tag=AGGA32DSI5TZ type=del size=2705706 2024-04-12T16:44:49.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.207+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~SEH5ERAEHYS4.0 size=1048576 2024-04-12T16:44:49.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.209+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~SEH5ERAEHYS4.1 size=1048576 2024-04-12T16:44:49.204 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.211+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~SEH5ERAEHYS4.2 size=539241 2024-04-12T16:44:49.204 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.211+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=SEH5ERAEHYS4 tag=VS4RBEA4YRCC type=write size=3684969 2024-04-12T16:44:49.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.216+0000 7fc35ce39780 1 < suggested remove operation key=V08LEDZKN1FS tag=Y3SUEN9SFN3Q type=del 2024-04-12T16:44:49.212 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.218+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=F0V3GZ27NVR2 type=del size=1474506 2024-04-12T16:44:49.213 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.220+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=9OCH9ZD6R0H8 type=del 2024-04-12T16:44:49.215 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.222+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=AKZBJ20B5P4Y type=del size=341716 2024-04-12T16:44:49.217 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.224+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~O1LVW5KM1M55.0 size=1048576 2024-04-12T16:44:49.219 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.226+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~O1LVW5KM1M55.1 size=204820 2024-04-12T16:44:49.223 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.229+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=O1LVW5KM1M55 tag=5ZH9XGLGKC1O type=write size=2301972 2024-04-12T16:44:49.225 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.231+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=1TX29D7IFZTZ type=del size=1600375 2024-04-12T16:44:49.227 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.233+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~ZKTWOFFYFDW8.0 size=666296 2024-04-12T16:44:49.231 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.237+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=ZKTWOFFYFDW8 tag=FH93CCBCYRP4 type=write size=1714872 2024-04-12T16:44:49.233 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.239+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=PK5KG23TCS55 type=del size=3224330 2024-04-12T16:44:49.235 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.242+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~CM5VO9F4WY8G.0 size=1048576 2024-04-12T16:44:49.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.244+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~CM5VO9F4WY8G.1 size=1048576 2024-04-12T16:44:49.240 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.246+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~CM5VO9F4WY8G.2 size=962916 2024-04-12T16:44:49.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.249+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=CM5VO9F4WY8G tag=QORGNLXTDJDH type=write size=4108644 2024-04-12T16:44:49.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.251+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=NSZPG500RM2W type=del size=3973013 2024-04-12T16:44:49.249 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.255+0000 7fc35ce39780 1 < suggested update operation key=YAK5S3T8GXL1 tag=SKM1G75XHINV type=del size=2917628 2024-04-12T16:44:49.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.258+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~3PQU080GHF1X.0 size=1048576 2024-04-12T16:44:49.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.260+0000 7fc35ce39780 1 > prepared part key=_multipart_506UBRTP11T6.2~3PQU080GHF1X.1 size=210269 2024-04-12T16:44:49.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.260+0000 7fc35ce39780 1 > prepared multipart upload key=506UBRTP11T6 upload=3PQU080GHF1X tag=CL2B53CLIX42 type=write size=2307421 2024-04-12T16:44:49.255 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.262+0000 7fc35ce39780 1 < canceled operation key=9EP1TM4XHAOV tag=BIQ1V8TQL3BB type=del size=3812237 2024-04-12T16:44:49.257 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.264+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=87H8J0WH23WL type=del size=46287 2024-04-12T16:44:49.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.268+0000 7fc35ce39780 1 < suggested update operation key=Z93T9469B27B tag=ZRXB22H2QROR type=del size=1919584 2024-04-12T16:44:49.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.270+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=X2ELNNK0V357 type=del size=2483085 2024-04-12T16:44:49.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.272+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=2SAT32LU6335 type=del 2024-04-12T16:44:49.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.276+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~42EEH3SCCD55.0 size=1048576 2024-04-12T16:44:49.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.277+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~42EEH3SCCD55.1 size=345808 2024-04-12T16:44:49.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.277+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=42EEH3SCCD55 tag=21P2V11FB1JL type=write size=2442960 2024-04-12T16:44:49.273 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.279+0000 7fc35ce39780 1 < canceled operation key=G4IDXO3U69F9 tag=XHH2QCBFEZZI type=del size=3349030 2024-04-12T16:44:49.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.283+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~1B7WJB0412XG.0 size=777898 2024-04-12T16:44:49.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.283+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=1B7WJB0412XG tag=ZF7KE70NMK25 type=write size=1826474 2024-04-12T16:44:49.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.285+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=CXA73ZCESGDH type=write size=962099 2024-04-12T16:44:49.282 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.288+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~ZPN95R7D5WC5.0 size=1048576 2024-04-12T16:44:49.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.290+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~ZPN95R7D5WC5.1 size=259373 2024-04-12T16:44:49.284 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.290+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=ZPN95R7D5WC5 tag=RG3PXMHPCF3K type=write size=2356525 2024-04-12T16:44:49.286 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.292+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~8JSTW5J2NKCB.0 size=681011 2024-04-12T16:44:49.289 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.296+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=8JSTW5J2NKCB tag=WS0L0HZUCN1P type=write size=1729587 2024-04-12T16:44:49.293 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.299+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~B4LADPHQQZ4W.0 size=1048576 2024-04-12T16:44:49.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.301+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~B4LADPHQQZ4W.1 size=1048576 2024-04-12T16:44:49.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.302+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~B4LADPHQQZ4W.2 size=243933 2024-04-12T16:44:49.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.302+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=B4LADPHQQZ4W tag=1FYXD34GYC5L type=write size=3389661 2024-04-12T16:44:49.298 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.304+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~VIG90049QZLD.0 size=1048576 2024-04-12T16:44:49.299 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.306+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~VIG90049QZLD.1 size=897655 2024-04-12T16:44:49.303 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.309+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=VIG90049QZLD tag=5NCKZI0SP5BS type=write size=2994807 2024-04-12T16:44:49.305 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.311+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=67N3KENCVCWY type=del size=2875499 2024-04-12T16:44:49.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.313+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=CHSK2T7EFK6Q type=del 2024-04-12T16:44:49.309 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.315+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=BR8WA68ACU0Q type=write size=420158 2024-04-12T16:44:49.312 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.319+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~UVIMQJ72Q5BW.0 size=752019 2024-04-12T16:44:49.315 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.322+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=UVIMQJ72Q5BW tag=565KW4897DKU type=write size=1800595 2024-04-12T16:44:49.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.324+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=LMC04RAM32YG type=write size=103018 2024-04-12T16:44:49.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.326+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~SEH5ERAEHYS4.0 size=1048576 2024-04-12T16:44:49.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.328+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~SEH5ERAEHYS4.1 size=1048576 2024-04-12T16:44:49.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.329+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~SEH5ERAEHYS4.2 size=539241 2024-04-12T16:44:49.326 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.333+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=SEH5ERAEHYS4 tag=VS4RBEA4YRCC type=write size=3684969 2024-04-12T16:44:49.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.335+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=ZEAE3YKUQM4E type=del size=2499937 2024-04-12T16:44:49.331 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.337+0000 7fc35ce39780 1 < completed delete operation key=C3KQN2GIIMR1 tag=F0V3GZ27NVR2 type=del 2024-04-12T16:44:49.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.341+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZPQJ5CBTG9UN.0 size=1048576 2024-04-12T16:44:49.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.343+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZPQJ5CBTG9UN.1 size=1048576 2024-04-12T16:44:49.338 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.345+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZPQJ5CBTG9UN.2 size=728681 2024-04-12T16:44:49.338 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.345+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=ZPQJ5CBTG9UN tag=I1X4LGILIWHS type=write size=3874409 2024-04-12T16:44:49.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.346+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=AKZBJ20B5P4Y type=del 2024-04-12T16:44:49.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.350+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~1HUNR45V5LKS.0 size=749521 2024-04-12T16:44:49.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.350+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=1HUNR45V5LKS tag=Z57Z4R4IC2HZ type=write size=1798097 2024-04-12T16:44:49.346 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.353+0000 7fc35ce39780 -1 < failed to complete operation key=Z93T9469B27B tag=1TX29D7IFZTZ type=del size=1600375: (22) Invalid argument 2024-04-12T16:44:49.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.357+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~DX2ZORY209BO.0 size=841303 2024-04-12T16:44:49.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.357+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=DX2ZORY209BO tag=HZIXW1Q3HOIS type=write size=1889879 2024-04-12T16:44:49.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.360+0000 7fc35ce39780 1 < suggested update operation key=LYRPYVQNY789 tag=PK5KG23TCS55 type=del size=3224330 2024-04-12T16:44:49.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.364+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~QE60F3JPXGJB.0 size=1048576 2024-04-12T16:44:49.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.366+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~QE60F3JPXGJB.1 size=52006 2024-04-12T16:44:49.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.366+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=QE60F3JPXGJB tag=CXLOT3TOAMUL type=write size=2149158 2024-04-12T16:44:49.362 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.368+0000 7fc35ce39780 -1 < failed to complete operation key=Z93T9469B27B tag=NSZPG500RM2W type=del size=3973013: (22) Invalid argument 2024-04-12T16:44:49.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.370+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=HGC9CE9AM5GU type=del size=284833 2024-04-12T16:44:49.366 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.372+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~3PQU080GHF1X.0 size=1048576 2024-04-12T16:44:49.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.374+0000 7fc35ce39780 1 < completed part key=_multipart_506UBRTP11T6.2~3PQU080GHF1X.1 size=210269 2024-04-12T16:44:49.372 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.378+0000 7fc35ce39780 1 < completed multipart upload key=506UBRTP11T6 upload=3PQU080GHF1X tag=CL2B53CLIX42 type=write size=2307421 2024-04-12T16:44:49.373 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.380+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=5OV4UFTU2UPD type=del size=4079689 2024-04-12T16:44:49.376 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.382+0000 7fc35ce39780 -1 < failed to complete operation key=LYRPYVQNY789 tag=87H8J0WH23WL type=del size=46287: (22) Invalid argument 2024-04-12T16:44:49.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.386+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~T74UVD9MQHUB.0 size=455892 2024-04-12T16:44:49.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.386+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=T74UVD9MQHUB tag=CW77A282W92L type=write size=1504468 2024-04-12T16:44:49.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.388+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=X2ELNNK0V357 type=del 2024-04-12T16:44:49.383 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.390+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=35BXJQIFO3AI type=del size=1810707 2024-04-12T16:44:49.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.392+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~42EEH3SCCD55.0 size=1048576 2024-04-12T16:44:49.386 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.392+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~42EEH3SCCD55.1 size=345808 2024-04-12T16:44:49.391 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.397+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=42EEH3SCCD55 tag=21P2V11FB1JL type=write size=2442960 2024-04-12T16:44:49.393 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.399+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=DE35YGGPYZJZ type=del size=3558588 2024-04-12T16:44:49.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.402+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~1B7WJB0412XG.0 size=777898 2024-04-12T16:44:49.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.406+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=1B7WJB0412XG tag=ZF7KE70NMK25 type=write size=1826474 2024-04-12T16:44:49.403 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.409+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~NFH9758B3PJA.0 size=1048576 2024-04-12T16:44:49.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.411+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~NFH9758B3PJA.1 size=875109 2024-04-12T16:44:49.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.411+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=NFH9758B3PJA tag=05GL4ALV5QZV type=write size=2972261 2024-04-12T16:44:49.406 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.413+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~ZPN95R7D5WC5.0 size=1048576 2024-04-12T16:44:49.408 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.414+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~ZPN95R7D5WC5.1 size=259373 2024-04-12T16:44:49.411 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.418+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=ZPN95R7D5WC5 tag=RG3PXMHPCF3K type=write size=2356525 2024-04-12T16:44:49.413 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.420+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=ZBIDVVGFZO8F type=del size=605824 2024-04-12T16:44:49.415 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.422+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~B4LADPHQQZ4W.0 size=1048576 2024-04-12T16:44:49.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.423+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~B4LADPHQQZ4W.1 size=1048576 2024-04-12T16:44:49.419 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.425+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~B4LADPHQQZ4W.2 size=243933 2024-04-12T16:44:49.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.429+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=B4LADPHQQZ4W tag=1FYXD34GYC5L type=write size=3389661 2024-04-12T16:44:49.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.433+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~BA7C0IIL31BP.0 size=1048576 2024-04-12T16:44:49.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.434+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~BA7C0IIL31BP.1 size=517200 2024-04-12T16:44:49.428 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.434+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=BA7C0IIL31BP tag=5ZEGZPB4Z2XY type=write size=2614352 2024-04-12T16:44:49.430 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.436+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=67N3KENCVCWY type=del 2024-04-12T16:44:49.432 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.439+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=Y0GNK14K71ZT type=write size=732159 2024-04-12T16:44:49.437 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.443+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=BR8WA68ACU0Q type=write size=420158 2024-04-12T16:44:49.439 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.445+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=9BW78RS8X38Y type=del size=2156720 2024-04-12T16:44:49.441 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.447+0000 7fc35ce39780 1 < completed write operation key=2JM8HME676YA tag=LMC04RAM32YG type=write size=103018 2024-04-12T16:44:49.443 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.449+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=LSYUKJH9L7TH type=del size=1818696 2024-04-12T16:44:49.445 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.451+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=ZEAE3YKUQM4E type=del 2024-04-12T16:44:49.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.453+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=VPZIQPJBNBW3 type=del size=3578190 2024-04-12T16:44:49.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.455+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZPQJ5CBTG9UN.0 size=1048576 2024-04-12T16:44:49.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.457+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZPQJ5CBTG9UN.1 size=1048576 2024-04-12T16:44:49.452 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.459+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZPQJ5CBTG9UN.2 size=728681 2024-04-12T16:44:49.456 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.462+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=ZPQJ5CBTG9UN tag=I1X4LGILIWHS type=write size=3874409 2024-04-12T16:44:49.458 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.464+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=PF7VYFHQ4M63 type=del size=1846523 2024-04-12T16:44:49.460 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.466+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~1HUNR45V5LKS.0 size=749521 2024-04-12T16:44:49.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.469+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=1HUNR45V5LKS tag=Z57Z4R4IC2HZ type=write size=1798097 2024-04-12T16:44:49.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.473+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~KP6TV2L70XQ2.0 size=712005 2024-04-12T16:44:49.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.473+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=KP6TV2L70XQ2 tag=QTQTYWU9R1ME type=write size=1760581 2024-04-12T16:44:49.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.473+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~DX2ZORY209BO.0 size=841303 2024-04-12T16:44:49.470 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.476+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=DX2ZORY209BO tag=HZIXW1Q3HOIS type=write size=1889879 2024-04-12T16:44:49.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.480+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~A98S8TTGCQ6S.0 size=1048576 2024-04-12T16:44:49.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.482+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~A98S8TTGCQ6S.1 size=544023 2024-04-12T16:44:49.475 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.482+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=A98S8TTGCQ6S tag=WKTTQOT7CTHI type=write size=2641175 2024-04-12T16:44:49.477 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.483+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~QE60F3JPXGJB.0 size=1048576 2024-04-12T16:44:49.479 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.485+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~QE60F3JPXGJB.1 size=52006 2024-04-12T16:44:49.482 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.489+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=QE60F3JPXGJB tag=CXLOT3TOAMUL type=write size=2149158 2024-04-12T16:44:49.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.491+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=ZAIELVXRP8JX type=del size=2728745 2024-04-12T16:44:49.486 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.493+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=HGC9CE9AM5GU type=del 2024-04-12T16:44:49.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.495+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=C38PKTJT4DAP type=write size=614719 2024-04-12T16:44:49.490 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.497+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=5OV4UFTU2UPD type=del 2024-04-12T16:44:49.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.499+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=5TMHW6164D4I type=del size=1676174 2024-04-12T16:44:49.494 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.501+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~T74UVD9MQHUB.0 size=455892 2024-04-12T16:44:49.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.504+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=T74UVD9MQHUB tag=CW77A282W92L type=write size=1504468 2024-04-12T16:44:49.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.506+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=LWL80E3ZCSL1 type=del size=4186671 2024-04-12T16:44:49.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.507+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=35BXJQIFO3AI type=del 2024-04-12T16:44:49.504 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.511+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~G51OK198RNPB.0 size=1048576 2024-04-12T16:44:49.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.512+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~G51OK198RNPB.1 size=1048576 2024-04-12T16:44:49.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.514+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~G51OK198RNPB.2 size=307910 2024-04-12T16:44:49.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.514+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=G51OK198RNPB tag=PHKDK9O0D1NZ type=write size=3453638 2024-04-12T16:44:49.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.516+0000 7fc35ce39780 1 < canceled operation key=I35DX9ONBXQJ tag=DE35YGGPYZJZ type=del size=3558588 2024-04-12T16:44:49.514 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.520+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~B916ASXN9FJY.0 size=1048576 2024-04-12T16:44:49.515 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.521+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~B916ASXN9FJY.1 size=1048576 2024-04-12T16:44:49.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.523+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~B916ASXN9FJY.2 size=867128 2024-04-12T16:44:49.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.523+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=B916ASXN9FJY tag=NPWZZQWWOJ0P type=write size=4012856 2024-04-12T16:44:49.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.526+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~NFH9758B3PJA.0 size=1048576 2024-04-12T16:44:49.521 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.527+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~NFH9758B3PJA.1 size=875109 2024-04-12T16:44:49.524 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.531+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=NFH9758B3PJA tag=05GL4ALV5QZV type=write size=2972261 2024-04-12T16:44:49.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.533+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=I48SIR21XMTP type=del size=1828312 2024-04-12T16:44:49.528 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.535+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=ZBIDVVGFZO8F type=del 2024-04-12T16:44:49.530 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.537+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=6QGY3HD4V99B type=write size=842541 2024-04-12T16:44:49.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.539+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~BA7C0IIL31BP.0 size=1048576 2024-04-12T16:44:49.534 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.540+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~BA7C0IIL31BP.1 size=517200 2024-04-12T16:44:49.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.543+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=BA7C0IIL31BP tag=5ZEGZPB4Z2XY type=write size=2614352 2024-04-12T16:44:49.539 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.545+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=PRQ8XC6K3GDA type=write size=584085 2024-04-12T16:44:49.541 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.547+0000 7fc35ce39780 1 < completed write operation key=FS23W4ULE1O0 tag=Y0GNK14K71ZT type=write size=732159 2024-04-12T16:44:49.543 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.549+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=3XPDHYBMKDH6 type=del size=1423653 2024-04-12T16:44:49.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.552+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=9BW78RS8X38Y type=del 2024-04-12T16:44:49.549 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.556+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~Y97ZA6JT6NT8.0 size=1048576 2024-04-12T16:44:49.551 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.557+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~Y97ZA6JT6NT8.1 size=1048576 2024-04-12T16:44:49.553 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.559+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~Y97ZA6JT6NT8.2 size=846225 2024-04-12T16:44:49.553 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.559+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=Y97ZA6JT6NT8 tag=4CBDEJBCYQV9 type=write size=3991953 2024-04-12T16:44:49.554 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.561+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=LSYUKJH9L7TH type=del 2024-04-12T16:44:49.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.563+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=PKM3HQEX9ADB type=del size=883452 2024-04-12T16:44:49.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.566+0000 7fc35ce39780 1 < suggested update operation key=L2DJM18VNC70 tag=VPZIQPJBNBW3 type=del size=3578190 2024-04-12T16:44:49.564 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.570+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~DF3UK006WZ3J.0 size=1048576 2024-04-12T16:44:49.565 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.572+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~DF3UK006WZ3J.1 size=1048576 2024-04-12T16:44:49.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.573+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~DF3UK006WZ3J.2 size=36792 2024-04-12T16:44:49.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.573+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=DF3UK006WZ3J tag=84OSOLOMATFA type=write size=3182520 2024-04-12T16:44:49.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.575+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=PF7VYFHQ4M63 type=del 2024-04-12T16:44:49.573 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.580+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~GAIKPFI8PDXF.0 size=325846 2024-04-12T16:44:49.574 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.580+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=GAIKPFI8PDXF tag=B6DNABHM4QBR type=write size=1374422 2024-04-12T16:44:49.575 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.582+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~KP6TV2L70XQ2.0 size=712005 2024-04-12T16:44:49.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.585+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=KP6TV2L70XQ2 tag=QTQTYWU9R1ME type=write size=1760581 2024-04-12T16:44:49.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.589+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~Z77J1AUIMFZH.0 size=1048576 2024-04-12T16:44:49.584 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.591+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~Z77J1AUIMFZH.1 size=910241 2024-04-12T16:44:49.584 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.591+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=Z77J1AUIMFZH tag=2X96HQUG3ZBV type=write size=3007393 2024-04-12T16:44:49.586 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.593+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~A98S8TTGCQ6S.0 size=1048576 2024-04-12T16:44:49.588 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.595+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~A98S8TTGCQ6S.1 size=544023 2024-04-12T16:44:49.591 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.598+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=A98S8TTGCQ6S tag=WKTTQOT7CTHI type=write size=2641175 2024-04-12T16:44:49.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.600+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=3Z8FFDRNUT90 type=write size=879010 2024-04-12T16:44:49.595 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.601+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=ZAIELVXRP8JX type=del 2024-04-12T16:44:49.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.605+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~JVH902190IZU.0 size=1048576 2024-04-12T16:44:49.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.607+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~JVH902190IZU.1 size=1048576 2024-04-12T16:44:49.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.608+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~JVH902190IZU.2 size=811703 2024-04-12T16:44:49.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.608+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=JVH902190IZU tag=700UTH9GIYS3 type=write size=3957431 2024-04-12T16:44:49.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.611+0000 7fc35ce39780 1 < completed write operation key=1CXIJI96GFM8 tag=C38PKTJT4DAP type=write size=614719 2024-04-12T16:44:49.608 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.614+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~R8SX9O2S872C.0 size=28257 2024-04-12T16:44:49.608 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.614+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=R8SX9O2S872C tag=I8FKLTTJ5I49 type=write size=1076833 2024-04-12T16:44:49.610 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.617+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=5TMHW6164D4I type=del 2024-04-12T16:44:49.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.619+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=TWTCAVYFHG6S type=del size=1909129 2024-04-12T16:44:49.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.623+0000 7fc35ce39780 1 < suggested update operation key=Z93T9469B27B tag=LWL80E3ZCSL1 type=del size=4186671 2024-04-12T16:44:49.618 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.624+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=D1ZWUGNEM9YW type=del size=2470040 2024-04-12T16:44:49.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.626+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~G51OK198RNPB.0 size=1048576 2024-04-12T16:44:49.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.626+0000 7fc35ce39780 1 < canceled part key=_multipart_0IU68215QEHD.2~G51OK198RNPB.1 size=1048576 2024-04-12T16:44:49.622 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.628+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~G51OK198RNPB.2 size=307910 2024-04-12T16:44:49.625 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.632+0000 7fc35ce39780 1 < canceled multipart upload key=0IU68215QEHD upload=G51OK198RNPB tag=PHKDK9O0D1NZ type=write size=3453638 2024-04-12T16:44:49.627 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.633+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=UKE8SE0V2DXS type=del size=618729 2024-04-12T16:44:49.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.636+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~B916ASXN9FJY.0 size=1048576 2024-04-12T16:44:49.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.637+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~B916ASXN9FJY.1 size=1048576 2024-04-12T16:44:49.633 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.639+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~B916ASXN9FJY.2 size=867128 2024-04-12T16:44:49.636 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.642+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=B916ASXN9FJY tag=NPWZZQWWOJ0P type=write size=4012856 2024-04-12T16:44:49.640 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.646+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~YV0LFFFX5VT5.0 size=1048576 2024-04-12T16:44:49.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.648+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~YV0LFFFX5VT5.1 size=412376 2024-04-12T16:44:49.642 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.648+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=YV0LFFFX5VT5 tag=FM9XZO3QBHQ5 type=write size=2509528 2024-04-12T16:44:49.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.652+0000 7fc35ce39780 1 < suggested remove operation key=I35DX9ONBXQJ tag=I48SIR21XMTP type=del 2024-04-12T16:44:49.647 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.654+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=B749REXG9KEI type=del size=3289067 2024-04-12T16:44:49.649 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.656+0000 7fc35ce39780 1 < completed write operation key=9ANRAV34XW9O tag=6QGY3HD4V99B type=write size=842541 2024-04-12T16:44:49.653 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.659+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~8R1J1NIAP9N5.0 size=1048576 2024-04-12T16:44:49.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.661+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~8R1J1NIAP9N5.1 size=443808 2024-04-12T16:44:49.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.661+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=8R1J1NIAP9N5 tag=1BBFS0U9E8N7 type=write size=2540960 2024-04-12T16:44:49.657 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.664+0000 7fc35ce39780 1 < completed write operation key=SGVKCQ7SL1KU tag=PRQ8XC6K3GDA type=write size=584085 2024-04-12T16:44:49.661 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.667+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~CVM1JUJUN0DT.0 size=1048576 2024-04-12T16:44:49.663 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.669+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~CVM1JUJUN0DT.1 size=1048576 2024-04-12T16:44:49.664 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.671+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~CVM1JUJUN0DT.2 size=921336 2024-04-12T16:44:49.664 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.671+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=CVM1JUJUN0DT tag=030D3J37PL2F type=write size=4067064 2024-04-12T16:44:49.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.672+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=3XPDHYBMKDH6 type=del 2024-04-12T16:44:49.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.675+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=ZSCTH89PQKLG type=del size=3226049 2024-04-12T16:44:49.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.677+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~Y97ZA6JT6NT8.0 size=1048576 2024-04-12T16:44:49.672 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.678+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~Y97ZA6JT6NT8.1 size=1048576 2024-04-12T16:44:49.673 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.680+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~Y97ZA6JT6NT8.2 size=846225 2024-04-12T16:44:49.677 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.683+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=Y97ZA6JT6NT8 tag=4CBDEJBCYQV9 type=write size=3991953 2024-04-12T16:44:49.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.685+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=QJA2ABDZFYW7 type=del size=4025528 2024-04-12T16:44:49.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.689+0000 7fc35ce39780 1 < suggested update operation key=OC0OCQYU63HT tag=PKM3HQEX9ADB type=del size=883452 2024-04-12T16:44:49.684 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.691+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=VYNAK9AE6DTS type=del size=620628 2024-04-12T16:44:49.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.691+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~DF3UK006WZ3J.0 size=1048576 2024-04-12T16:44:49.686 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.692+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~DF3UK006WZ3J.1 size=1048576 2024-04-12T16:44:49.688 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.694+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~DF3UK006WZ3J.2 size=36792 2024-04-12T16:44:49.691 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.697+0000 7fc35ce39780 1 < canceled multipart upload key=PPYP2BYF63YM upload=DF3UK006WZ3J tag=84OSOLOMATFA type=write size=3182520 2024-04-12T16:44:49.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.701+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~2CF21JWZ04AL.0 size=1048576 2024-04-12T16:44:49.696 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.703+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~2CF21JWZ04AL.1 size=854430 2024-04-12T16:44:49.697 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.703+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=2CF21JWZ04AL tag=ZYJHSA2U2UO2 type=write size=2951582 2024-04-12T16:44:49.699 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.705+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~GAIKPFI8PDXF.0 size=325846 2024-04-12T16:44:49.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.708+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=GAIKPFI8PDXF tag=B6DNABHM4QBR type=write size=1374422 2024-04-12T16:44:49.704 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.710+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=CW0ZBM9L17XW type=del size=881465 2024-04-12T16:44:49.706 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.712+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~Z77J1AUIMFZH.0 size=1048576 2024-04-12T16:44:49.708 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.714+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~Z77J1AUIMFZH.1 size=910241 2024-04-12T16:44:49.711 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.717+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=Z77J1AUIMFZH tag=2X96HQUG3ZBV type=write size=3007393 2024-04-12T16:44:49.715 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.721+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~UKXFPXMUPDAC.0 size=1048576 2024-04-12T16:44:49.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.723+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~UKXFPXMUPDAC.1 size=135109 2024-04-12T16:44:49.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.723+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=UKXFPXMUPDAC tag=I5GBF9C557ME type=write size=2232261 2024-04-12T16:44:49.719 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.725+0000 7fc35ce39780 1 < completed write operation key=PPYP2BYF63YM tag=3Z8FFDRNUT90 type=write size=879010 2024-04-12T16:44:49.721 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.728+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=9Y2CEP7M78CJ type=del size=3268646 2024-04-12T16:44:49.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.730+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~JVH902190IZU.0 size=1048576 2024-04-12T16:44:49.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.732+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~JVH902190IZU.1 size=1048576 2024-04-12T16:44:49.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.733+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~JVH902190IZU.2 size=811703 2024-04-12T16:44:49.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.737+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=JVH902190IZU tag=700UTH9GIYS3 type=write size=3957431 2024-04-12T16:44:49.732 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.739+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=C3DLVCZHKWNM type=del size=4092111 2024-04-12T16:44:49.734 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.740+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~R8SX9O2S872C.0 size=28257 2024-04-12T16:44:49.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.744+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=R8SX9O2S872C tag=I8FKLTTJ5I49 type=write size=1076833 2024-04-12T16:44:49.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.748+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~X1VRN33L4OOI.0 size=1048576 2024-04-12T16:44:49.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.750+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~X1VRN33L4OOI.1 size=757278 2024-04-12T16:44:49.743 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.750+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=X1VRN33L4OOI tag=THQCX7FKKP6C type=write size=2854430 2024-04-12T16:44:49.745 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.752+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=TWTCAVYFHG6S type=del 2024-04-12T16:44:49.749 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.755+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~Y3IXF72HEUME.0 size=1048576 2024-04-12T16:44:49.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.757+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~Y3IXF72HEUME.1 size=420506 2024-04-12T16:44:49.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.757+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=Y3IXF72HEUME tag=GHJV6PWN1UNG type=write size=2517658 2024-04-12T16:44:49.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.759+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=D1ZWUGNEM9YW type=del 2024-04-12T16:44:49.755 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.761+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=QT2KN8FQ85ID type=del size=2574718 2024-04-12T16:44:49.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.763+0000 7fc35ce39780 1 < canceled operation key=9CON5BXP14FO tag=UKE8SE0V2DXS type=del size=618729 2024-04-12T16:44:49.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.767+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~5ZI8MOZSI5F8.0 size=529759 2024-04-12T16:44:49.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.767+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=5ZI8MOZSI5F8 tag=F2UGP0UQILZ6 type=write size=1578335 2024-04-12T16:44:49.763 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.769+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~YV0LFFFX5VT5.0 size=1048576 2024-04-12T16:44:49.765 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.771+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~YV0LFFFX5VT5.1 size=412376 2024-04-12T16:44:49.769 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.775+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=YV0LFFFX5VT5 tag=FM9XZO3QBHQ5 type=write size=2509528 2024-04-12T16:44:49.771 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.777+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=PYB6CWBOFMIR type=del size=1966585 2024-04-12T16:44:49.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.779+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=B749REXG9KEI type=del 2024-04-12T16:44:49.776 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.783+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~821QKWMHSHDR.0 size=1048576 2024-04-12T16:44:49.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.784+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~821QKWMHSHDR.1 size=912941 2024-04-12T16:44:49.778 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.784+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=821QKWMHSHDR tag=NQ6XM0OJ0POG type=write size=3010093 2024-04-12T16:44:49.780 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.786+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~8R1J1NIAP9N5.0 size=1048576 2024-04-12T16:44:49.781 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.788+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~8R1J1NIAP9N5.1 size=443808 2024-04-12T16:44:49.785 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.791+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=8R1J1NIAP9N5 tag=1BBFS0U9E8N7 type=write size=2540960 2024-04-12T16:44:49.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.793+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=WM6ONYSSYUZT type=write size=190556 2024-04-12T16:44:49.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.793+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~CVM1JUJUN0DT.0 size=1048576 2024-04-12T16:44:49.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.795+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~CVM1JUJUN0DT.1 size=1048576 2024-04-12T16:44:49.790 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.795+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~CVM1JUJUN0DT.2 size=921336 2024-04-12T16:44:49.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.799+0000 7fc35ce39780 1 < canceled multipart upload key=PPYP2BYF63YM upload=CVM1JUJUN0DT tag=030D3J37PL2F type=write size=4067064 2024-04-12T16:44:49.795 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.801+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=4ATA1MUX3ULJ type=del size=2200489 2024-04-12T16:44:49.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.803+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=ZSCTH89PQKLG type=del 2024-04-12T16:44:49.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.805+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=3EEW2PEV3I88 type=write size=54308 2024-04-12T16:44:49.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.809+0000 7fc35ce39780 1 < suggested update operation key=C3KQN2GIIMR1 tag=QJA2ABDZFYW7 type=del size=4025528 2024-04-12T16:44:49.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.811+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=GTF8QB00Y98A type=del size=2491475 2024-04-12T16:44:49.808 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.814+0000 7fc35ce39780 1 < canceled operation key=SGVKCQ7SL1KU tag=VYNAK9AE6DTS type=del size=620628 2024-04-12T16:44:49.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.816+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=6A9YKFPEXWTF type=del size=2996419 2024-04-12T16:44:49.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.818+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~2CF21JWZ04AL.0 size=1048576 2024-04-12T16:44:49.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.819+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~2CF21JWZ04AL.1 size=854430 2024-04-12T16:44:49.816 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.823+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=2CF21JWZ04AL tag=ZYJHSA2U2UO2 type=write size=2951582 2024-04-12T16:44:49.819 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.825+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=O8ULNF17WEGQ type=del size=2353569 2024-04-12T16:44:49.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.827+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=CW0ZBM9L17XW type=del 2024-04-12T16:44:49.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.829+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=MLRG9U4S2IK4 type=del size=3159855 2024-04-12T16:44:49.825 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.831+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~UKXFPXMUPDAC.0 size=1048576 2024-04-12T16:44:49.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.833+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~UKXFPXMUPDAC.1 size=135109 2024-04-12T16:44:49.830 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.836+0000 7fc35ce39780 1 < completed multipart upload key=PPYP2BYF63YM upload=UKXFPXMUPDAC tag=I5GBF9C557ME type=write size=2232261 2024-04-12T16:44:49.834 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.840+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~0FJFBARHVQRU.0 size=5255 2024-04-12T16:44:49.834 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.840+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=0FJFBARHVQRU tag=VKOKAF5JVHFJ type=write size=1053831 2024-04-12T16:44:49.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.842+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=9Y2CEP7M78CJ type=del 2024-04-12T16:44:49.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.844+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=WS2JCHJSGEYM type=write size=722840 2024-04-12T16:44:49.839 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.845+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=C3DLVCZHKWNM type=del 2024-04-12T16:44:49.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.849+0000 7fc35ce39780 1 > prepared part key=_multipart_FR6FMD58BD62.2~SNQRPLCKZQUG.0 size=840554 2024-04-12T16:44:49.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.849+0000 7fc35ce39780 1 > prepared multipart upload key=FR6FMD58BD62 upload=SNQRPLCKZQUG tag=JN1ZAQUU3BXU type=write size=1889130 2024-04-12T16:44:49.845 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.851+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~X1VRN33L4OOI.0 size=1048576 2024-04-12T16:44:49.846 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.852+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~X1VRN33L4OOI.1 size=757278 2024-04-12T16:44:49.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.856+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=X1VRN33L4OOI tag=THQCX7FKKP6C type=write size=2854430 2024-04-12T16:44:49.853 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.860+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~DR9Z92IJQZM0.0 size=1048576 2024-04-12T16:44:49.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.861+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~DR9Z92IJQZM0.1 size=258734 2024-04-12T16:44:49.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.861+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=DR9Z92IJQZM0 tag=6C2L897HRVMA type=write size=2355886 2024-04-12T16:44:49.857 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.864+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~Y3IXF72HEUME.0 size=1048576 2024-04-12T16:44:49.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.865+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~Y3IXF72HEUME.1 size=420506 2024-04-12T16:44:49.863 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.869+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=Y3IXF72HEUME tag=GHJV6PWN1UNG type=write size=2517658 2024-04-12T16:44:49.865 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.871+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=WS5UL6O3S1Q4 type=del size=528710 2024-04-12T16:44:49.867 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.873+0000 7fc35ce39780 1 < completed delete operation key=OC0OCQYU63HT tag=QT2KN8FQ85ID type=del 2024-04-12T16:44:49.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.876+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~2RHHBR5OPLBQ.0 size=727439 2024-04-12T16:44:49.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.876+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=2RHHBR5OPLBQ tag=L2TC4AUPAUC3 type=write size=1776015 2024-04-12T16:44:49.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.878+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~5ZI8MOZSI5F8.0 size=529759 2024-04-12T16:44:49.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.881+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=5ZI8MOZSI5F8 tag=F2UGP0UQILZ6 type=write size=1578335 2024-04-12T16:44:49.877 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.883+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=5CTWS75Y4C7B type=write size=416784 2024-04-12T16:44:49.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.886+0000 7fc35ce39780 -1 < failed to complete operation key=C3KQN2GIIMR1 tag=PYB6CWBOFMIR type=del size=1966585: (22) Invalid argument 2024-04-12T16:44:49.881 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.888+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=3WZRJSXV4FJ5 type=del size=1685041 2024-04-12T16:44:49.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.890+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~821QKWMHSHDR.0 size=1048576 2024-04-12T16:44:49.885 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.892+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~821QKWMHSHDR.1 size=912941 2024-04-12T16:44:49.889 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.896+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=821QKWMHSHDR tag=NQ6XM0OJ0POG type=write size=3010093 2024-04-12T16:44:49.893 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.900+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~2HJFJ1PUUVWM.0 size=1048576 2024-04-12T16:44:49.895 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.901+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~2HJFJ1PUUVWM.1 size=1048576 2024-04-12T16:44:49.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.903+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~2HJFJ1PUUVWM.2 size=274838 2024-04-12T16:44:49.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.903+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=2HJFJ1PUUVWM tag=MLE0SZ431UXZ type=write size=3420566 2024-04-12T16:44:49.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.905+0000 7fc35ce39780 1 < completed write operation key=G4IDXO3U69F9 tag=WM6ONYSSYUZT type=write size=190556 2024-04-12T16:44:49.901 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.908+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=KASRRMMKP3XT type=del size=3871255 2024-04-12T16:44:49.906 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.913+0000 7fc35ce39780 1 < suggested remove operation key=SXFQD2BAPMI0 tag=4ATA1MUX3ULJ type=del 2024-04-12T16:44:49.910 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.917+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~7R41D8G203RE.0 size=1048576 2024-04-12T16:44:49.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.919+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~7R41D8G203RE.1 size=696273 2024-04-12T16:44:49.913 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.919+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=7R41D8G203RE tag=W168VOZAOBUX type=write size=2793425 2024-04-12T16:44:49.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.926+0000 7fc35ce39780 1 < completed write operation key=0IU68215QEHD tag=3EEW2PEV3I88 type=write size=54308 2024-04-12T16:44:49.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.928+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=YDVOQXE7UV8F type=del size=1344569 2024-04-12T16:44:49.926 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.932+0000 7fc35ce39780 1 < suggested remove operation key=2H0G2H9EP0W8 tag=GTF8QB00Y98A type=del 2024-04-12T16:44:49.928 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.934+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=7E4EAABBZY5L type=del size=1892220 2024-04-12T16:44:49.929 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.936+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=6A9YKFPEXWTF type=del 2024-04-12T16:44:49.932 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.938+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=H3MCQWMQUSBT type=del size=2220173 2024-04-12T16:44:49.934 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.940+0000 7fc35ce39780 1 < canceled operation key=CPU63NIAUXGM tag=O8ULNF17WEGQ type=del size=2353569 2024-04-12T16:44:49.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.942+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=VQI2R9J5O74P type=del size=996094 2024-04-12T16:44:49.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.944+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=MLRG9U4S2IK4 type=del 2024-04-12T16:44:49.939 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.945+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=YOBZM1PQ1GY0 type=del size=998900 2024-04-12T16:44:49.941 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.947+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~0FJFBARHVQRU.0 size=5255 2024-04-12T16:44:49.944 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.951+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=0FJFBARHVQRU tag=VKOKAF5JVHFJ type=write size=1053831 2024-04-12T16:44:49.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.953+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=P4TWIQMZ9A5A type=del size=2591709 2024-04-12T16:44:49.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:49 smithi005 ceph-mon[88416]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 483 KiB/s wr, 2.47k op/s 2024-04-12T16:44:49.948 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:49.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:49 smithi005 ceph-mon[90837]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 483 KiB/s wr, 2.47k op/s 2024-04-12T16:44:49.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:49.949 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.954+0000 7fc35ce39780 1 < completed write operation key=58TO2GN5GIN6 tag=WS2JCHJSGEYM type=write size=722840 2024-04-12T16:44:49.950 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.957+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=JW97QNSLPIK6 type=del size=1120854 2024-04-12T16:44:49.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.959+0000 7fc35ce39780 1 < completed part key=_multipart_FR6FMD58BD62.2~SNQRPLCKZQUG.0 size=840554 2024-04-12T16:44:49.956 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.963+0000 7fc35ce39780 1 < completed multipart upload key=FR6FMD58BD62 upload=SNQRPLCKZQUG tag=JN1ZAQUU3BXU type=write size=1889130 2024-04-12T16:44:49.960 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.966+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~KCHC3HO199PD.0 size=1048576 2024-04-12T16:44:49.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.968+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~KCHC3HO199PD.1 size=798541 2024-04-12T16:44:49.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.968+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=KCHC3HO199PD tag=GFUTY7N0P8J4 type=write size=2895693 2024-04-12T16:44:49.964 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.970+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~DR9Z92IJQZM0.0 size=1048576 2024-04-12T16:44:49.965 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.972+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~DR9Z92IJQZM0.1 size=258734 2024-04-12T16:44:49.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.975+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=DR9Z92IJQZM0 tag=6C2L897HRVMA type=write size=2355886 2024-04-12T16:44:49.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.977+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=WQ4O65253MSA type=del size=1629700 2024-04-12T16:44:49.973 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.979+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=WS5UL6O3S1Q4 type=del 2024-04-12T16:44:49.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.983+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~HDI3FHI1H01F.0 size=1048576 2024-04-12T16:44:49.978 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.985+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~HDI3FHI1H01F.1 size=1048576 2024-04-12T16:44:49.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.986+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~HDI3FHI1H01F.2 size=780348 2024-04-12T16:44:49.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.986+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=HDI3FHI1H01F tag=Y8XL7UAKVE64 type=write size=3926076 2024-04-12T16:44:49.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.988+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~2RHHBR5OPLBQ.0 size=727439 2024-04-12T16:44:49.985 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.992+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=2RHHBR5OPLBQ tag=L2TC4AUPAUC3 type=write size=1776015 2024-04-12T16:44:49.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.994+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=U76MJF2FUTSC type=del size=1389711 2024-04-12T16:44:49.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.995+0000 7fc35ce39780 1 < completed write operation key=1CXIJI96GFM8 tag=5CTWS75Y4C7B type=write size=416784 2024-04-12T16:44:49.991 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.997+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=2ANW7FTF2XXK type=write size=977006 2024-04-12T16:44:49.993 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:49.999+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=3WZRJSXV4FJ5 type=del 2024-04-12T16:44:49.995 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.001+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=N15MDGOGT8TG type=del size=2912818 2024-04-12T16:44:49.997 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.003+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~2HJFJ1PUUVWM.0 size=1048576 2024-04-12T16:44:49.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.005+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~2HJFJ1PUUVWM.1 size=1048576 2024-04-12T16:44:49.999 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.005+0000 7fc35ce39780 1 < canceled part key=_multipart_Z93T9469B27B.2~2HJFJ1PUUVWM.2 size=274838 2024-04-12T16:44:50.002 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.008+0000 7fc35ce39780 1 < canceled multipart upload key=Z93T9469B27B upload=2HJFJ1PUUVWM tag=MLE0SZ431UXZ type=write size=3420566 2024-04-12T16:44:50.004 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.010+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=4L7L26RM39LJ type=del size=2129665 2024-04-12T16:44:50.008 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.014+0000 7fc35ce39780 1 < suggested update operation key=V08LEDZKN1FS tag=KASRRMMKP3XT type=del size=3871255 2024-04-12T16:44:50.010 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.016+0000 7fc35ce39780 1 > prepared operation key=FS23W4ULE1O0 tag=6PQBC0HE2VJQ type=del size=1286673 2024-04-12T16:44:50.012 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.018+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~7R41D8G203RE.0 size=1048576 2024-04-12T16:44:50.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.020+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~7R41D8G203RE.1 size=696273 2024-04-12T16:44:50.017 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.023+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=7R41D8G203RE tag=W168VOZAOBUX type=write size=2793425 2024-04-12T16:44:50.021 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.027+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~MXK5BW3KOQ5S.0 size=1048576 2024-04-12T16:44:50.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.029+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~MXK5BW3KOQ5S.1 size=330953 2024-04-12T16:44:50.022 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.029+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=MXK5BW3KOQ5S tag=EI7V7I3ZTZEM type=write size=2428105 2024-04-12T16:44:50.024 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.031+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=YDVOQXE7UV8F type=del 2024-04-12T16:44:50.026 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.032+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=DOANSWM0NF31 type=del size=3784637 2024-04-12T16:44:50.028 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.034+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=7E4EAABBZY5L type=del 2024-04-12T16:44:50.030 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.036+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=TFW7UAPK6QEY type=del size=3125248 2024-04-12T16:44:50.032 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.038+0000 7fc35ce39780 1 < completed delete operation key=FS23W4ULE1O0 tag=H3MCQWMQUSBT type=del 2024-04-12T16:44:50.036 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.042+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~FO70LFRG4K1L.0 size=72339 2024-04-12T16:44:50.036 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.042+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=FO70LFRG4K1L tag=T2EO089Y6GQ4 type=write size=1120915 2024-04-12T16:44:50.038 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.044+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=VQI2R9J5O74P type=del 2024-04-12T16:44:50.040 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.046+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=U2ZYPK3JTK41 type=del size=385349 2024-04-12T16:44:50.043 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.050+0000 7fc35ce39780 1 < suggested update operation key=2H0G2H9EP0W8 tag=YOBZM1PQ1GY0 type=del size=998900 2024-04-12T16:44:50.047 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.053+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~BB7VGQ45JEU4.0 size=1048576 2024-04-12T16:44:50.049 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.055+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~BB7VGQ45JEU4.1 size=1048576 2024-04-12T16:44:50.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.057+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~BB7VGQ45JEU4.2 size=1021490 2024-04-12T16:44:50.050 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.057+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=BB7VGQ45JEU4 tag=P80DHXBIPK59 type=write size=4167218 2024-04-12T16:44:50.052 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.058+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=P4TWIQMZ9A5A type=del 2024-04-12T16:44:50.054 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.060+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=CL0ASZDTRIF4 type=del size=807245 2024-04-12T16:44:50.057 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.063+0000 7fc35ce39780 -1 < failed to complete operation key=V08LEDZKN1FS tag=JW97QNSLPIK6 type=del size=1120854: (22) Invalid argument 2024-04-12T16:44:50.058 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.065+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=TGEK5LQLXJZC type=del size=3999025 2024-04-12T16:44:50.060 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.067+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~KCHC3HO199PD.0 size=1048576 2024-04-12T16:44:50.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.068+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~KCHC3HO199PD.1 size=798541 2024-04-12T16:44:50.065 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.072+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=KCHC3HO199PD tag=GFUTY7N0P8J4 type=write size=2895693 2024-04-12T16:44:50.067 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.073+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=UF8EL8WW6MPG type=del size=1338115 2024-04-12T16:44:50.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.076+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=WQ4O65253MSA type=del 2024-04-12T16:44:50.073 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.080+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~2RJ3VDVI766X.0 size=337893 2024-04-12T16:44:50.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.080+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=2RJ3VDVI766X tag=1CAXGMISJND8 type=write size=1386469 2024-04-12T16:44:50.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.082+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~HDI3FHI1H01F.0 size=1048576 2024-04-12T16:44:50.078 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.084+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~HDI3FHI1H01F.1 size=1048576 2024-04-12T16:44:50.080 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.086+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~HDI3FHI1H01F.2 size=780348 2024-04-12T16:44:50.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.089+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=HDI3FHI1H01F tag=Y8XL7UAKVE64 type=write size=3926076 2024-04-12T16:44:50.085 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.091+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=ZJQXTWG5Q3V4 type=del size=265812 2024-04-12T16:44:50.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.093+0000 7fc35ce39780 1 < canceled operation key=AMC1ILYTVT7I tag=U76MJF2FUTSC type=del size=1389711 2024-04-12T16:44:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:49 smithi016 ceph-mon[84444]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 483 KiB/s wr, 2.47k op/s 2024-04-12T16:44:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:44:50.091 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.097+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~BIC1LUV2XXMC.0 size=325600 2024-04-12T16:44:50.091 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.097+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=BIC1LUV2XXMC tag=4LHPA786ADND type=write size=1374176 2024-04-12T16:44:50.093 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.099+0000 7fc35ce39780 1 < completed write operation key=8PSEYVN0PAIG tag=2ANW7FTF2XXK type=write size=977006 2024-04-12T16:44:50.097 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.103+0000 7fc35ce39780 1 > prepared part key=_multipart_SGVKCQ7SL1KU.2~XL258ZBAM8U0.0 size=637349 2024-04-12T16:44:50.097 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.103+0000 7fc35ce39780 1 > prepared multipart upload key=SGVKCQ7SL1KU upload=XL258ZBAM8U0 tag=K81FGR9C7I9Q type=write size=1685925 2024-04-12T16:44:50.099 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.105+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=N15MDGOGT8TG type=del 2024-04-12T16:44:50.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.107+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=099ENILMXERK type=del size=257699 2024-04-12T16:44:50.102 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.109+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=4L7L26RM39LJ type=del 2024-04-12T16:44:50.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.112+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~R2PTV1A3K8IL.0 size=1048576 2024-04-12T16:44:50.107 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.114+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~R2PTV1A3K8IL.1 size=1048576 2024-04-12T16:44:50.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.115+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~R2PTV1A3K8IL.2 size=244893 2024-04-12T16:44:50.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.115+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=R2PTV1A3K8IL tag=P3CY1RPOX3GV type=write size=3390621 2024-04-12T16:44:50.111 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.117+0000 7fc35ce39780 1 < canceled operation key=FS23W4ULE1O0 tag=6PQBC0HE2VJQ type=del size=1286673 2024-04-12T16:44:50.113 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.119+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=TCN7C13YFRWW type=write size=384726 2024-04-12T16:44:50.115 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.121+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~MXK5BW3KOQ5S.0 size=1048576 2024-04-12T16:44:50.115 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.121+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~MXK5BW3KOQ5S.1 size=330953 2024-04-12T16:44:50.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.124+0000 7fc35ce39780 1 < canceled multipart upload key=PPYP2BYF63YM upload=MXK5BW3KOQ5S tag=EI7V7I3ZTZEM type=write size=2428105 2024-04-12T16:44:50.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.126+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=AIJ47J9610M8 type=del size=4039968 2024-04-12T16:44:50.122 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.128+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=DOANSWM0NF31 type=del 2024-04-12T16:44:50.124 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.130+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=OJWG7ZGL0GEX type=write size=745632 2024-04-12T16:44:50.126 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.132+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=TFW7UAPK6QEY type=del 2024-04-12T16:44:50.130 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.136+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~AHSUO1AT099C.0 size=1048576 2024-04-12T16:44:50.131 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.138+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~AHSUO1AT099C.1 size=972556 2024-04-12T16:44:50.131 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.138+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=AHSUO1AT099C tag=2NV0Y0BVP6S5 type=write size=3069708 2024-04-12T16:44:50.133 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.140+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~FO70LFRG4K1L.0 size=72339 2024-04-12T16:44:50.137 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.143+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=FO70LFRG4K1L tag=T2EO089Y6GQ4 type=write size=1120915 2024-04-12T16:44:50.139 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.145+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=FLE1Q4CBP2VC type=write size=816962 2024-04-12T16:44:50.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.149+0000 7fc35ce39780 1 < suggested remove operation key=2H0G2H9EP0W8 tag=U2ZYPK3JTK41 type=del 2024-04-12T16:44:50.147 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.153+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~1D27COA05MKG.0 size=1048576 2024-04-12T16:44:50.149 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.155+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~1D27COA05MKG.1 size=1048576 2024-04-12T16:44:50.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.157+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~1D27COA05MKG.2 size=937274 2024-04-12T16:44:50.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.157+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=1D27COA05MKG tag=6C05AQOM8225 type=write size=4083002 2024-04-12T16:44:50.151 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.158+0000 7fc35ce39780 1 < canceled part key=_multipart_V08LEDZKN1FS.2~BB7VGQ45JEU4.0 size=1048576 2024-04-12T16:44:50.153 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.160+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~BB7VGQ45JEU4.1 size=1048576 2024-04-12T16:44:50.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.161+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~BB7VGQ45JEU4.2 size=1021490 2024-04-12T16:44:50.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.165+0000 7fc35ce39780 1 < canceled multipart upload key=V08LEDZKN1FS upload=BB7VGQ45JEU4 tag=P80DHXBIPK59 type=write size=4167218 2024-04-12T16:44:50.162 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.168+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~TQSLAO1QCPFY.0 size=1048576 2024-04-12T16:44:50.163 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.170+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~TQSLAO1QCPFY.1 size=1048576 2024-04-12T16:44:50.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.172+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~TQSLAO1QCPFY.2 size=359445 2024-04-12T16:44:50.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.172+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=TQSLAO1QCPFY tag=ZHFE4RBC4S04 type=write size=3505173 2024-04-12T16:44:50.170 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.176+0000 7fc35ce39780 1 < suggested update operation key=2JM8HME676YA tag=CL0ASZDTRIF4 type=del size=807245 2024-04-12T16:44:50.173 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.179+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=8JZYU8D9ZS4M type=write size=171526 2024-04-12T16:44:50.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.181+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=TGEK5LQLXJZC type=del 2024-04-12T16:44:50.176 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.183+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=6H6D1FRFYCNG type=del size=447028 2024-04-12T16:44:50.178 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.185+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=UF8EL8WW6MPG type=del 2024-04-12T16:44:50.182 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.188+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~6DUCEKXEP4TU.0 size=1048576 2024-04-12T16:44:50.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.190+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~6DUCEKXEP4TU.1 size=1033681 2024-04-12T16:44:50.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.190+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=6DUCEKXEP4TU tag=XVRRLG90POVW type=write size=3130833 2024-04-12T16:44:50.184 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.190+0000 7fc35ce39780 1 < canceled part key=_multipart_CPU63NIAUXGM.2~2RJ3VDVI766X.0 size=337893 2024-04-12T16:44:50.187 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.194+0000 7fc35ce39780 1 < canceled multipart upload key=CPU63NIAUXGM upload=2RJ3VDVI766X tag=1CAXGMISJND8 type=write size=1386469 2024-04-12T16:44:50.191 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.197+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~DI1F1OX5WMX2.0 size=614890 2024-04-12T16:44:50.191 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.197+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=DI1F1OX5WMX2 tag=DX9YQRHNKILH type=write size=1663466 2024-04-12T16:44:50.193 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.199+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=ZJQXTWG5Q3V4 type=del 2024-04-12T16:44:50.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.203+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~TCOSNO0WZK2G.0 size=1048576 2024-04-12T16:44:50.198 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.205+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~TCOSNO0WZK2G.1 size=1048576 2024-04-12T16:44:50.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.207+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~TCOSNO0WZK2G.2 size=939225 2024-04-12T16:44:50.201 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.207+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=TCOSNO0WZK2G tag=YE4KBEO412K6 type=write size=4084953 2024-04-12T16:44:50.202 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.209+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~BIC1LUV2XXMC.0 size=325600 2024-04-12T16:44:50.206 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.212+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=BIC1LUV2XXMC tag=4LHPA786ADND type=write size=1374176 2024-04-12T16:44:50.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.216+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~OOO5UKWHTSRD.0 size=185686 2024-04-12T16:44:50.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.216+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=OOO5UKWHTSRD tag=P7J4JX9HNWB8 type=write size=1234262 2024-04-12T16:44:50.211 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.218+0000 7fc35ce39780 1 < completed part key=_multipart_SGVKCQ7SL1KU.2~XL258ZBAM8U0.0 size=637349 2024-04-12T16:44:50.214 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.221+0000 7fc35ce39780 1 < completed multipart upload key=SGVKCQ7SL1KU upload=XL258ZBAM8U0 tag=K81FGR9C7I9Q type=write size=1685925 2024-04-12T16:44:50.216 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.223+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=3P70XIOXOFX7 type=del size=23030 2024-04-12T16:44:50.220 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.226+0000 7fc35ce39780 1 < suggested update operation key=L2DJM18VNC70 tag=099ENILMXERK type=del size=257699 2024-04-12T16:44:50.222 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.228+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=UKI4UQ4BRL3Z type=del size=1486493 2024-04-12T16:44:50.224 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.230+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~R2PTV1A3K8IL.0 size=1048576 2024-04-12T16:44:50.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.232+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~R2PTV1A3K8IL.1 size=1048576 2024-04-12T16:44:50.228 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.234+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~R2PTV1A3K8IL.2 size=244893 2024-04-12T16:44:50.231 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.238+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=R2PTV1A3K8IL tag=P3CY1RPOX3GV type=write size=3390621 2024-04-12T16:44:50.236 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.242+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~PRVE9G3Q1JUX.0 size=1048576 2024-04-12T16:44:50.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.244+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~PRVE9G3Q1JUX.1 size=1048576 2024-04-12T16:44:50.239 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.245+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~PRVE9G3Q1JUX.2 size=625878 2024-04-12T16:44:50.239 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.245+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=PRVE9G3Q1JUX tag=277K4FMZ0ALN type=write size=3771606 2024-04-12T16:44:50.241 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.248+0000 7fc35ce39780 1 < completed write operation key=PPYP2BYF63YM tag=TCN7C13YFRWW type=write size=384726 2024-04-12T16:44:50.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.249+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=4UREN85R0A5C type=del size=15881 2024-04-12T16:44:50.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.252+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=AIJ47J9610M8 type=del 2024-04-12T16:44:50.247 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.254+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=E9LCBXUYZQPU type=del size=2849173 2024-04-12T16:44:50.250 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.256+0000 7fc35ce39780 1 < completed write operation key=8PSEYVN0PAIG tag=OJWG7ZGL0GEX type=write size=745632 2024-04-12T16:44:50.252 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.258+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=CCAC22JOIPDK type=del size=3240578 2024-04-12T16:44:50.253 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.260+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~AHSUO1AT099C.0 size=1048576 2024-04-12T16:44:50.255 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.262+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~AHSUO1AT099C.1 size=972556 2024-04-12T16:44:50.259 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.265+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=AHSUO1AT099C tag=2NV0Y0BVP6S5 type=write size=3069708 2024-04-12T16:44:50.262 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.269+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HNR99DJWEXRN.0 size=1048576 2024-04-12T16:44:50.264 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.270+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HNR99DJWEXRN.1 size=1048576 2024-04-12T16:44:50.266 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.272+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~HNR99DJWEXRN.2 size=792313 2024-04-12T16:44:50.266 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.272+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=HNR99DJWEXRN tag=V5R2RWAZVWMZ type=write size=3938041 2024-04-12T16:44:50.268 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.274+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=FLE1Q4CBP2VC type=write size=816962 2024-04-12T16:44:50.272 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.278+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~49L2V63VUATK.0 size=40464 2024-04-12T16:44:50.272 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.278+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=49L2V63VUATK tag=5YPW9XC5UD3N type=write size=1089040 2024-04-12T16:44:50.274 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.280+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~1D27COA05MKG.0 size=1048576 2024-04-12T16:44:50.276 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.282+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~1D27COA05MKG.1 size=1048576 2024-04-12T16:44:50.278 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.284+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~1D27COA05MKG.2 size=937274 2024-04-12T16:44:50.281 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.288+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=1D27COA05MKG tag=6C05AQOM8225 type=write size=4083002 2024-04-12T16:44:50.283 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.289+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=KSO4FWQBOJJP type=del size=920384 2024-04-12T16:44:50.285 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.292+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~TQSLAO1QCPFY.0 size=1048576 2024-04-12T16:44:50.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.293+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~TQSLAO1QCPFY.1 size=1048576 2024-04-12T16:44:50.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.293+0000 7fc35ce39780 1 < canceled part key=_multipart_2H0G2H9EP0W8.2~TQSLAO1QCPFY.2 size=359445 2024-04-12T16:44:50.290 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.297+0000 7fc35ce39780 1 < canceled multipart upload key=2H0G2H9EP0W8 upload=TQSLAO1QCPFY tag=ZHFE4RBC4S04 type=write size=3505173 2024-04-12T16:44:50.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.300+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~6ZV3PLFLWB22.0 size=618968 2024-04-12T16:44:50.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.300+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=6ZV3PLFLWB22 tag=EBPEX5GNETTD type=write size=1667544 2024-04-12T16:44:50.296 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.303+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=8JZYU8D9ZS4M type=write size=171526 2024-04-12T16:44:50.300 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.307+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~SN8SLHHC52GT.0 size=1048576 2024-04-12T16:44:50.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.308+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~SN8SLHHC52GT.1 size=1048576 2024-04-12T16:44:50.303 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.310+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~SN8SLHHC52GT.2 size=1014811 2024-04-12T16:44:50.304 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.310+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=SN8SLHHC52GT tag=OA36T3OA5F2V type=write size=4160539 2024-04-12T16:44:50.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.314+0000 7fc35ce39780 1 < suggested update operation key=C3KQN2GIIMR1 tag=6H6D1FRFYCNG type=del size=447028 2024-04-12T16:44:50.310 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.316+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=9J8PZRB0SMJM type=del size=247691 2024-04-12T16:44:50.312 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.318+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~6DUCEKXEP4TU.0 size=1048576 2024-04-12T16:44:50.314 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.320+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~6DUCEKXEP4TU.1 size=1033681 2024-04-12T16:44:50.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.324+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=6DUCEKXEP4TU tag=XVRRLG90POVW type=write size=3130833 2024-04-12T16:44:50.319 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.326+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=1L52634CUZCF type=write size=1035707 2024-04-12T16:44:50.320 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.326+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~DI1F1OX5WMX2.0 size=614890 2024-04-12T16:44:50.323 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.329+0000 7fc35ce39780 1 < canceled multipart upload key=PPYP2BYF63YM upload=DI1F1OX5WMX2 tag=DX9YQRHNKILH type=write size=1663466 2024-04-12T16:44:50.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.331+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=DYDFKEEF0FOM type=del size=1951040 2024-04-12T16:44:50.327 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.333+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~TCOSNO0WZK2G.0 size=1048576 2024-04-12T16:44:50.329 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.335+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~TCOSNO0WZK2G.1 size=1048576 2024-04-12T16:44:50.330 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.337+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~TCOSNO0WZK2G.2 size=939225 2024-04-12T16:44:50.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.340+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=TCOSNO0WZK2G tag=YE4KBEO412K6 type=write size=4084953 2024-04-12T16:44:50.337 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.344+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~97OXX72DPKQA.0 size=1048576 2024-04-12T16:44:50.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.346+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~97OXX72DPKQA.1 size=342941 2024-04-12T16:44:50.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.346+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=97OXX72DPKQA tag=GER34E8LRZ8O type=write size=2440093 2024-04-12T16:44:50.342 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.348+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~OOO5UKWHTSRD.0 size=185686 2024-04-12T16:44:50.345 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.351+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=OOO5UKWHTSRD tag=P7J4JX9HNWB8 type=write size=1234262 2024-04-12T16:44:50.347 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.354+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=040INYXBURRN type=del size=2462332 2024-04-12T16:44:50.349 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.356+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=3P70XIOXOFX7 type=del 2024-04-12T16:44:50.351 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.358+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=L27HGJSVVGID type=del size=508242 2024-04-12T16:44:50.354 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.360+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=UKI4UQ4BRL3Z type=del 2024-04-12T16:44:50.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.362+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=SEFXREOHP2YQ type=del size=2370361 2024-04-12T16:44:50.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.364+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~PRVE9G3Q1JUX.0 size=1048576 2024-04-12T16:44:50.359 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.366+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~PRVE9G3Q1JUX.1 size=1048576 2024-04-12T16:44:50.361 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.367+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~PRVE9G3Q1JUX.2 size=625878 2024-04-12T16:44:50.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.371+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=PRVE9G3Q1JUX tag=277K4FMZ0ALN type=write size=3771606 2024-04-12T16:44:50.366 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.373+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=WPPBYSZRWDMF type=del size=1472049 2024-04-12T16:44:50.370 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.376+0000 7fc35ce39780 1 < suggested update operation key=YAK5S3T8GXL1 tag=4UREN85R0A5C type=del size=15881 2024-04-12T16:44:50.372 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.378+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=W54FKL2IKYTQ type=del size=4168096 2024-04-12T16:44:50.374 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.380+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=E9LCBXUYZQPU type=del 2024-04-12T16:44:50.376 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.382+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=N3ML3Y970HIU type=del size=1404533 2024-04-12T16:44:50.380 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.386+0000 7fc35ce39780 1 < suggested update operation key=506UBRTP11T6 tag=CCAC22JOIPDK type=del size=3240578 2024-04-12T16:44:50.383 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.390+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0WAGXY14JGCQ.0 size=1048576 2024-04-12T16:44:50.385 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.391+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~0WAGXY14JGCQ.1 size=217419 2024-04-12T16:44:50.385 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.391+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=0WAGXY14JGCQ tag=HV58AEOCPBD1 type=write size=2314571 2024-04-12T16:44:50.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.393+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~HNR99DJWEXRN.0 size=1048576 2024-04-12T16:44:50.387 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.393+0000 7fc35ce39780 1 < canceled part key=_multipart_FS23W4ULE1O0.2~HNR99DJWEXRN.1 size=1048576 2024-04-12T16:44:50.389 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.395+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~HNR99DJWEXRN.2 size=792313 2024-04-12T16:44:50.392 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.398+0000 7fc35ce39780 1 < canceled multipart upload key=FS23W4ULE1O0 upload=HNR99DJWEXRN tag=V5R2RWAZVWMZ type=write size=3938041 2024-04-12T16:44:50.394 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.400+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=D5NUFA4GRLBR type=del size=2095792 2024-04-12T16:44:50.396 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.403+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~49L2V63VUATK.0 size=40464 2024-04-12T16:44:50.400 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.406+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=49L2V63VUATK tag=5YPW9XC5UD3N type=write size=1089040 2024-04-12T16:44:50.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.410+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~C5IYQ2XQA6RW.0 size=1048576 2024-04-12T16:44:50.405 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.412+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~C5IYQ2XQA6RW.1 size=1048576 2024-04-12T16:44:50.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.413+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~C5IYQ2XQA6RW.2 size=803842 2024-04-12T16:44:50.407 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.413+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=C5IYQ2XQA6RW tag=AAXB9QIIID3Q type=write size=3949570 2024-04-12T16:44:50.409 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.415+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=KSO4FWQBOJJP type=del 2024-04-12T16:44:50.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.418+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=K79ZIS5YYQ2C type=del size=2752192 2024-04-12T16:44:50.414 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.420+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~6ZV3PLFLWB22.0 size=618968 2024-04-12T16:44:50.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.424+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=6ZV3PLFLWB22 tag=EBPEX5GNETTD type=write size=1667544 2024-04-12T16:44:50.421 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.427+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~0IDRVE3TCZSB.0 size=1048576 2024-04-12T16:44:50.422 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.429+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~0IDRVE3TCZSB.1 size=1048576 2024-04-12T16:44:50.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.430+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~0IDRVE3TCZSB.2 size=533089 2024-04-12T16:44:50.424 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.430+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=0IDRVE3TCZSB tag=WWMMVKCWH5ID type=write size=3678817 2024-04-12T16:44:50.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.432+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~SN8SLHHC52GT.0 size=1048576 2024-04-12T16:44:50.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.432+0000 7fc35ce39780 1 < canceled part key=_multipart_SXFQD2BAPMI0.2~SN8SLHHC52GT.1 size=1048576 2024-04-12T16:44:50.427 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.434+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~SN8SLHHC52GT.2 size=1014811 2024-04-12T16:44:50.431 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.437+0000 7fc35ce39780 1 < canceled multipart upload key=SXFQD2BAPMI0 upload=SN8SLHHC52GT tag=OA36T3OA5F2V type=write size=4160539 2024-04-12T16:44:50.432 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.439+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=VGRNO5J0U1H1 type=write size=990544 2024-04-12T16:44:50.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.441+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=9J8PZRB0SMJM type=del 2024-04-12T16:44:50.436 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.443+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=RFLUP4S4UQ5O type=write size=212333 2024-04-12T16:44:50.440 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.447+0000 7fc35ce39780 1 < suggested update operation key=2H0G2H9EP0W8 tag=1L52634CUZCF type=write size=1035707 2024-04-12T16:44:50.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.450+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~R8E22YA1PIPL.0 size=453069 2024-04-12T16:44:50.444 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.450+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=R8E22YA1PIPL tag=HB1HFP5V3CBN type=write size=1501645 2024-04-12T16:44:50.446 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.452+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=DYDFKEEF0FOM type=del 2024-04-12T16:44:50.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.455+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=XQBS70OANOCB type=del size=2992470 2024-04-12T16:44:50.450 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.457+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~97OXX72DPKQA.0 size=1048576 2024-04-12T16:44:50.452 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.458+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~97OXX72DPKQA.1 size=342941 2024-04-12T16:44:50.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.462+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=97OXX72DPKQA tag=GER34E8LRZ8O type=write size=2440093 2024-04-12T16:44:50.457 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.464+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=62VYQUVGQ0I9 type=del size=4159334 2024-04-12T16:44:50.459 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.465+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=040INYXBURRN type=del 2024-04-12T16:44:50.461 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.467+0000 7fc35ce39780 1 > prepared operation key=AXVD49WBW3LH tag=WM0F81B3UTBG type=del size=3634013 2024-04-12T16:44:50.463 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.469+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=L27HGJSVVGID type=del 2024-04-12T16:44:50.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.473+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~IV8J4EGK578D.0 size=1048576 2024-04-12T16:44:50.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.474+0000 7fc35ce39780 1 > prepared part key=_multipart_QPS2GA1QHL2W.2~IV8J4EGK578D.1 size=569780 2024-04-12T16:44:50.468 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.475+0000 7fc35ce39780 1 > prepared multipart upload key=QPS2GA1QHL2W upload=IV8J4EGK578D tag=ZGLN5II4QS4O type=write size=2666932 2024-04-12T16:44:50.470 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.476+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=SEFXREOHP2YQ type=del 2024-04-12T16:44:50.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.480+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~GHJTF75YI37O.0 size=1048576 2024-04-12T16:44:50.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.482+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~GHJTF75YI37O.1 size=603233 2024-04-12T16:44:50.476 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.482+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=GHJTF75YI37O tag=TEGXHR5L9CNT type=write size=2700385 2024-04-12T16:44:50.478 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.484+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=WPPBYSZRWDMF type=del 2024-04-12T16:44:50.480 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.486+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=1VDI8MG8KFIA type=del size=307741 2024-04-12T16:44:50.482 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.488+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=W54FKL2IKYTQ type=del 2024-04-12T16:44:50.484 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.490+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=C7CRZ74DX3UW type=write size=764436 2024-04-12T16:44:50.488 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.494+0000 7fc35ce39780 1 < suggested update operation key=8PSEYVN0PAIG tag=N3ML3Y970HIU type=del size=1404533 2024-04-12T16:44:50.489 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.496+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=YKC4J5MFPIXU type=del size=939602 2024-04-12T16:44:50.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.498+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0WAGXY14JGCQ.0 size=1048576 2024-04-12T16:44:50.494 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.500+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~0WAGXY14JGCQ.1 size=217419 2024-04-12T16:44:50.497 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.504+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=0WAGXY14JGCQ tag=HV58AEOCPBD1 type=write size=2314571 2024-04-12T16:44:50.499 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.506+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=6TGXDWAJCJZT type=write size=464477 2024-04-12T16:44:50.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.507+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=D5NUFA4GRLBR type=del 2024-04-12T16:44:50.503 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.510+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=876C087G9YMJ type=write size=121472 2024-04-12T16:44:50.506 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.512+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~C5IYQ2XQA6RW.0 size=1048576 2024-04-12T16:44:50.508 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.514+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~C5IYQ2XQA6RW.1 size=1048576 2024-04-12T16:44:50.510 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.516+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~C5IYQ2XQA6RW.2 size=803842 2024-04-12T16:44:50.513 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.519+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=C5IYQ2XQA6RW tag=AAXB9QIIID3Q type=write size=3949570 2024-04-12T16:44:50.515 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.522+0000 7fc35ce39780 1 > prepared operation key=ZE2YGROWCJWC tag=ZR8R3RFOVRG6 type=del size=1221741 2024-04-12T16:44:50.517 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.523+0000 7fc35ce39780 1 < canceled operation key=LYRPYVQNY789 tag=K79ZIS5YYQ2C type=del size=2752192 2024-04-12T16:44:50.519 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.526+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=1EDJFMSZX1YW type=del size=4082471 2024-04-12T16:44:50.521 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.528+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~0IDRVE3TCZSB.0 size=1048576 2024-04-12T16:44:50.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.529+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~0IDRVE3TCZSB.1 size=1048576 2024-04-12T16:44:50.525 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.531+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~0IDRVE3TCZSB.2 size=533089 2024-04-12T16:44:50.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.535+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=0IDRVE3TCZSB tag=WWMMVKCWH5ID type=write size=3678817 2024-04-12T16:44:50.531 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.537+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=BTJ9I3R3AXIY type=del size=3534394 2024-04-12T16:44:50.533 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.539+0000 7fc35ce39780 1 < canceled operation key=FR6FMD58BD62 tag=VGRNO5J0U1H1 type=write size=990544 2024-04-12T16:44:50.536 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.543+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~PZZ8XJVJXIV1.0 size=1048576 2024-04-12T16:44:50.538 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.544+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~PZZ8XJVJXIV1.1 size=1048576 2024-04-12T16:44:50.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.546+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~PZZ8XJVJXIV1.2 size=992207 2024-04-12T16:44:50.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.546+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=PZZ8XJVJXIV1 tag=B0LPZEQ7FZY0 type=write size=4137935 2024-04-12T16:44:50.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.548+0000 7fc35ce39780 1 < completed write operation key=SXFQD2BAPMI0 tag=RFLUP4S4UQ5O type=write size=212333 2024-04-12T16:44:50.544 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.550+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=I19GJTCSV6OD type=write size=899163 2024-04-12T16:44:50.546 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.552+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~R8E22YA1PIPL.0 size=453069 2024-04-12T16:44:50.549 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.555+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=R8E22YA1PIPL tag=HB1HFP5V3CBN type=write size=1501645 2024-04-12T16:44:50.551 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.557+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=8QY1AWBBI7L5 type=del size=2377747 2024-04-12T16:44:50.555 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.561+0000 7fc35ce39780 1 < suggested remove operation key=506UBRTP11T6 tag=XQBS70OANOCB type=del 2024-04-12T16:44:50.557 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.564+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=QXQ6GG93D1ZH type=del size=743687 2024-04-12T16:44:50.561 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.568+0000 7fc35ce39780 1 < suggested remove operation key=3EB44W87WQRJ tag=62VYQUVGQ0I9 type=del 2024-04-12T16:44:50.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.570+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=2RGBVTQ57MI1 type=del size=1594994 2024-04-12T16:44:50.565 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.572+0000 7fc35ce39780 1 < completed delete operation key=AXVD49WBW3LH tag=WM0F81B3UTBG type=del 2024-04-12T16:44:50.567 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.573+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=7HVY7KV11CPS type=del size=579146 2024-04-12T16:44:50.569 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.576+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~IV8J4EGK578D.0 size=1048576 2024-04-12T16:44:50.571 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.577+0000 7fc35ce39780 1 < completed part key=_multipart_QPS2GA1QHL2W.2~IV8J4EGK578D.1 size=569780 2024-04-12T16:44:50.574 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.581+0000 7fc35ce39780 1 < completed multipart upload key=QPS2GA1QHL2W upload=IV8J4EGK578D tag=ZGLN5II4QS4O type=write size=2666932 2024-04-12T16:44:50.576 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.583+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=930J1WZAHQG7 type=del size=1985441 2024-04-12T16:44:50.579 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.585+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~GHJTF75YI37O.0 size=1048576 2024-04-12T16:44:50.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.587+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~GHJTF75YI37O.1 size=603233 2024-04-12T16:44:50.584 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.590+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=GHJTF75YI37O tag=TEGXHR5L9CNT type=write size=2700385 2024-04-12T16:44:50.587 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.594+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~O2SYFQD12VNC.0 size=1048576 2024-04-12T16:44:50.589 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.595+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~O2SYFQD12VNC.1 size=1048576 2024-04-12T16:44:50.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.597+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~O2SYFQD12VNC.2 size=957200 2024-04-12T16:44:50.590 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.597+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=O2SYFQD12VNC tag=1SYNX0BT4ERK type=write size=4102928 2024-04-12T16:44:50.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.599+0000 7fc35ce39780 -1 < failed to complete operation key=506UBRTP11T6 tag=1VDI8MG8KFIA type=del size=307741: (22) Invalid argument 2024-04-12T16:44:50.596 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.603+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~AI87M12009AE.0 size=1048576 2024-04-12T16:44:50.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.604+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~AI87M12009AE.1 size=454152 2024-04-12T16:44:50.598 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.604+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=AI87M12009AE tag=FX6VN3XIBV2P type=write size=2551304 2024-04-12T16:44:50.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.606+0000 7fc35ce39780 1 < completed write operation key=9CON5BXP14FO tag=C7CRZ74DX3UW type=write size=764436 2024-04-12T16:44:50.604 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.610+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~DT4XIWEXFTNQ.0 size=1048576 2024-04-12T16:44:50.605 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.611+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~DT4XIWEXFTNQ.1 size=1048576 2024-04-12T16:44:50.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.613+0000 7fc35ce39780 1 > prepared part key=_multipart_8T3KONE057LK.2~DT4XIWEXFTNQ.2 size=581523 2024-04-12T16:44:50.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.613+0000 7fc35ce39780 1 > prepared multipart upload key=8T3KONE057LK upload=DT4XIWEXFTNQ tag=B0XODR6OIWJL type=write size=3727251 2024-04-12T16:44:50.610 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.617+0000 7fc35ce39780 1 < suggested remove operation key=C3KQN2GIIMR1 tag=YKC4J5MFPIXU type=del 2024-04-12T16:44:50.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.619+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=XZZQI02TWF81 type=write size=295524 2024-04-12T16:44:50.614 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.621+0000 7fc35ce39780 1 < completed write operation key=AMC1ILYTVT7I tag=6TGXDWAJCJZT type=write size=464477 2024-04-12T16:44:50.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.623+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=8WWKIXE1XAHU type=del size=2916329 2024-04-12T16:44:50.620 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.626+0000 7fc35ce39780 1 < suggested remove operation key=FR6FMD58BD62 tag=876C087G9YMJ type=write 2024-04-12T16:44:50.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.630+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~23JCSY45B2GW.0 size=1048576 2024-04-12T16:44:50.625 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.632+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~23JCSY45B2GW.1 size=1048576 2024-04-12T16:44:50.627 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.633+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~23JCSY45B2GW.2 size=627046 2024-04-12T16:44:50.627 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.633+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=23JCSY45B2GW tag=TCBKJGUARY31 type=write size=3772774 2024-04-12T16:44:50.629 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.635+0000 7fc35ce39780 1 < completed delete operation key=ZE2YGROWCJWC tag=ZR8R3RFOVRG6 type=del 2024-04-12T16:44:50.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.638+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=MIIM7SAGGRLH type=del size=3053721 2024-04-12T16:44:50.633 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.639+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=1EDJFMSZX1YW type=del 2024-04-12T16:44:50.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.641+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=IFJ3DNHC240L type=del size=4182927 2024-04-12T16:44:50.637 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.644+0000 7fc35ce39780 -1 < failed to complete operation key=506UBRTP11T6 tag=BTJ9I3R3AXIY type=del size=3534394: (22) Invalid argument 2024-04-12T16:44:50.639 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.646+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=Q77O08ZDOOC1 type=write size=22636 2024-04-12T16:44:50.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.648+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~PZZ8XJVJXIV1.0 size=1048576 2024-04-12T16:44:50.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.649+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~PZZ8XJVJXIV1.1 size=1048576 2024-04-12T16:44:50.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.651+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~PZZ8XJVJXIV1.2 size=992207 2024-04-12T16:44:50.648 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.655+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=PZZ8XJVJXIV1 tag=B0LPZEQ7FZY0 type=write size=4137935 2024-04-12T16:44:50.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.657+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=QNMZFWMSCRZW type=del size=1610895 2024-04-12T16:44:50.652 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.659+0000 7fc35ce39780 1 < completed write operation key=2JM8HME676YA tag=I19GJTCSV6OD type=write size=899163 2024-04-12T16:44:50.655 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.661+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=RKFE8K7G14RP type=del size=108077 2024-04-12T16:44:50.658 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.665+0000 7fc35ce39780 1 < suggested remove operation key=L2DJM18VNC70 tag=8QY1AWBBI7L5 type=del 2024-04-12T16:44:50.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.667+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=M16W1JCQ9A1L type=del size=635962 2024-04-12T16:44:50.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.669+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=QXQ6GG93D1ZH type=del 2024-04-12T16:44:50.666 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.672+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~FSEHSVOKSQGW.0 size=1048576 2024-04-12T16:44:50.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.674+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~FSEHSVOKSQGW.1 size=853275 2024-04-12T16:44:50.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.674+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=FSEHSVOKSQGW tag=A76M041OBU2T type=write size=2950427 2024-04-12T16:44:50.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.676+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=2RGBVTQ57MI1 type=del 2024-04-12T16:44:50.672 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.678+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=O95V4QK1ZW2I type=del size=3752340 2024-04-12T16:44:50.674 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.680+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=7HVY7KV11CPS type=del 2024-04-12T16:44:50.676 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.682+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=RYBIDBE3T33R type=del size=3841560 2024-04-12T16:44:50.678 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.685+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=930J1WZAHQG7 type=del 2024-04-12T16:44:50.680 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.686+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=GBVSUDGQJBJ1 type=del size=2136021 2024-04-12T16:44:50.682 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.689+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~O2SYFQD12VNC.0 size=1048576 2024-04-12T16:44:50.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.691+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~O2SYFQD12VNC.1 size=1048576 2024-04-12T16:44:50.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.691+0000 7fc35ce39780 1 < canceled part key=_multipart_3EB44W87WQRJ.2~O2SYFQD12VNC.2 size=957200 2024-04-12T16:44:50.688 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.695+0000 7fc35ce39780 1 < canceled multipart upload key=3EB44W87WQRJ upload=O2SYFQD12VNC tag=1SYNX0BT4ERK type=write size=4102928 2024-04-12T16:44:50.690 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.696+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=QYSAX0IM9CO9 type=write size=385538 2024-04-12T16:44:50.692 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.698+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~AI87M12009AE.0 size=1048576 2024-04-12T16:44:50.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.700+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~AI87M12009AE.1 size=454152 2024-04-12T16:44:50.697 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.704+0000 7fc35ce39780 1 < completed multipart upload key=8T3KONE057LK upload=AI87M12009AE tag=FX6VN3XIBV2P type=write size=2551304 2024-04-12T16:44:50.700 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.706+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=0LYVV0GI2U94 type=del size=2216766 2024-04-12T16:44:50.702 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.708+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~DT4XIWEXFTNQ.0 size=1048576 2024-04-12T16:44:50.704 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.711+0000 7fc35ce39780 1 < completed part key=_multipart_8T3KONE057LK.2~DT4XIWEXFTNQ.1 size=1048576 2024-04-12T16:44:50.704 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.711+0000 7fc35ce39780 1 < canceled part key=_multipart_8T3KONE057LK.2~DT4XIWEXFTNQ.2 size=581523 2024-04-12T16:44:50.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.715+0000 7fc35ce39780 1 < canceled multipart upload key=8T3KONE057LK upload=DT4XIWEXFTNQ tag=B0XODR6OIWJL type=write size=3727251 2024-04-12T16:44:50.713 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.719+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~QBTTQT4K28ST.0 size=1048576 2024-04-12T16:44:50.714 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.721+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~QBTTQT4K28ST.1 size=1048576 2024-04-12T16:44:50.716 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.722+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~QBTTQT4K28ST.2 size=52240 2024-04-12T16:44:50.716 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.722+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=QBTTQT4K28ST tag=KHDDZEI2JWCJ type=write size=3197968 2024-04-12T16:44:50.718 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.724+0000 7fc35ce39780 1 < completed write operation key=YAK5S3T8GXL1 tag=XZZQI02TWF81 type=write size=295524 2024-04-12T16:44:50.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.729+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~0W2Z3V69CMII.0 size=1048576 2024-04-12T16:44:50.724 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.731+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~0W2Z3V69CMII.1 size=848291 2024-04-12T16:44:50.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.731+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=0W2Z3V69CMII tag=RX2FH1VXFYMG type=write size=2945443 2024-04-12T16:44:50.726 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.733+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=8WWKIXE1XAHU type=del 2024-04-12T16:44:50.728 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.734+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=1N4CA88VCRJX type=del size=3542190 2024-04-12T16:44:50.730 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.736+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~23JCSY45B2GW.0 size=1048576 2024-04-12T16:44:50.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.738+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~23JCSY45B2GW.1 size=1048576 2024-04-12T16:44:50.732 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.738+0000 7fc35ce39780 1 < canceled part key=_multipart_L2DJM18VNC70.2~23JCSY45B2GW.2 size=627046 2024-04-12T16:44:50.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.741+0000 7fc35ce39780 1 < canceled multipart upload key=L2DJM18VNC70 upload=23JCSY45B2GW tag=TCBKJGUARY31 type=write size=3772774 2024-04-12T16:44:50.737 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.743+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=97EVFRF9HD9G type=write size=731491 2024-04-12T16:44:50.738 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.745+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=MIIM7SAGGRLH type=del 2024-04-12T16:44:50.741 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.748+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=3LEPNMK10TW2 type=del size=3754139 2024-04-12T16:44:50.744 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.750+0000 7fc35ce39780 -1 < failed to complete operation key=L2DJM18VNC70 tag=IFJ3DNHC240L type=del size=4182927: (22) Invalid argument 2024-04-12T16:44:50.747 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.754+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~T0XHGD47G2A7.0 size=1048576 2024-04-12T16:44:50.749 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.755+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~T0XHGD47G2A7.1 size=1048576 2024-04-12T16:44:50.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.757+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~T0XHGD47G2A7.2 size=694650 2024-04-12T16:44:50.751 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.757+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=T0XHGD47G2A7 tag=ZR92WVDN22J8 type=write size=3840378 2024-04-12T16:44:50.753 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.759+0000 7fc35ce39780 1 < completed write operation key=G4IDXO3U69F9 tag=Q77O08ZDOOC1 type=write size=22636 2024-04-12T16:44:50.754 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.761+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=1VME73K3ZPM9 type=del size=1528622 2024-04-12T16:44:50.756 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.763+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=QNMZFWMSCRZW type=del 2024-04-12T16:44:50.758 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.765+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=D8RV109PKS69 type=del size=3346483 2024-04-12T16:44:50.761 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.767+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=RKFE8K7G14RP type=del 2024-04-12T16:44:50.764 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.771+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~F2RNOYE5OKMZ.0 size=1048576 2024-04-12T16:44:50.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.772+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~F2RNOYE5OKMZ.1 size=779094 2024-04-12T16:44:50.766 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.772+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=F2RNOYE5OKMZ tag=EMXY5VEB94K8 type=write size=2876246 2024-04-12T16:44:50.768 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.774+0000 7fc35ce39780 1 < completed delete operation key=QPS2GA1QHL2W tag=M16W1JCQ9A1L type=del 2024-04-12T16:44:50.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.776+0000 7fc35ce39780 1 > prepared operation key=2H0G2H9EP0W8 tag=V1KB9QT5RYOY type=del size=2713634 2024-04-12T16:44:50.772 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.778+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~FSEHSVOKSQGW.0 size=1048576 2024-04-12T16:44:50.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.780+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~FSEHSVOKSQGW.1 size=853275 2024-04-12T16:44:50.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.783+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=FSEHSVOKSQGW tag=A76M041OBU2T type=write size=2950427 2024-04-12T16:44:50.779 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.785+0000 7fc35ce39780 1 > prepared operation key=PPYP2BYF63YM tag=0U2S32C5XI62 type=del size=1563955 2024-04-12T16:44:50.781 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.787+0000 7fc35ce39780 1 < completed delete operation key=L2DJM18VNC70 tag=O95V4QK1ZW2I type=del 2024-04-12T16:44:50.782 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.789+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=RRR75EYPCU9H type=del size=1535710 2024-04-12T16:44:50.784 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.791+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=RYBIDBE3T33R type=del 2024-04-12T16:44:50.788 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.794+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~S39MRFRGTHUP.0 size=1048576 2024-04-12T16:44:50.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.796+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~S39MRFRGTHUP.1 size=1048576 2024-04-12T16:44:50.791 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.797+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~S39MRFRGTHUP.2 size=279722 2024-04-12T16:44:50.791 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.797+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=S39MRFRGTHUP tag=1LD44WTSXFVP type=write size=3425450 2024-04-12T16:44:50.793 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.799+0000 7fc35ce39780 1 < completed delete operation key=Z93T9469B27B tag=GBVSUDGQJBJ1 type=del 2024-04-12T16:44:50.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.803+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~PYBWGNO01DF5.0 size=1048576 2024-04-12T16:44:50.798 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.805+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~PYBWGNO01DF5.1 size=474676 2024-04-12T16:44:50.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.805+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=PYBWGNO01DF5 tag=MY0A10DA1ONR type=write size=2571828 2024-04-12T16:44:50.801 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.807+0000 7fc35ce39780 1 < completed write operation key=9CON5BXP14FO tag=QYSAX0IM9CO9 type=write size=385538 2024-04-12T16:44:50.803 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.810+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=O4XQBAT8Z7ZI type=del size=1030597 2024-04-12T16:44:50.805 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.812+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=0LYVV0GI2U94 type=del 2024-04-12T16:44:50.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.814+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=F6TV8PB21STM type=del size=724024 2024-04-12T16:44:50.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.816+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~QBTTQT4K28ST.0 size=1048576 2024-04-12T16:44:50.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.817+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~QBTTQT4K28ST.1 size=1048576 2024-04-12T16:44:50.812 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.819+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~QBTTQT4K28ST.2 size=52240 2024-04-12T16:44:50.817 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.823+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=QBTTQT4K28ST tag=KHDDZEI2JWCJ type=write size=3197968 2024-04-12T16:44:50.819 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.825+0000 7fc35ce39780 1 > prepared operation key=LYRPYVQNY789 tag=3FXMDFWM12ZL type=del size=947210 2024-04-12T16:44:50.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.827+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~0W2Z3V69CMII.0 size=1048576 2024-04-12T16:44:50.822 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.829+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~0W2Z3V69CMII.1 size=848291 2024-04-12T16:44:50.826 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.832+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=0W2Z3V69CMII tag=RX2FH1VXFYMG type=write size=2945443 2024-04-12T16:44:50.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.834+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=1QPXV2WYRNW1 type=del size=798977 2024-04-12T16:44:50.830 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.836+0000 7fc35ce39780 1 < completed delete operation key=3EB44W87WQRJ tag=1N4CA88VCRJX type=del 2024-04-12T16:44:50.833 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.839+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~HBG181SU30JO.0 size=1048576 2024-04-12T16:44:50.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.841+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~HBG181SU30JO.1 size=1048576 2024-04-12T16:44:50.836 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.843+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~HBG181SU30JO.2 size=306530 2024-04-12T16:44:50.836 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.843+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=HBG181SU30JO tag=OKDLYMIAKKUA type=write size=3452258 2024-04-12T16:44:50.838 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.845+0000 7fc35ce39780 1 < completed write operation key=2H0G2H9EP0W8 tag=97EVFRF9HD9G type=write size=731491 2024-04-12T16:44:50.840 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.846+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=PDP4ARR8C96Y type=del size=1524799 2024-04-12T16:44:50.842 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.848+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=3LEPNMK10TW2 type=del size=3754139 2024-04-12T16:44:50.846 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.852+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~4RST3VYHEGT8.0 size=1048576 2024-04-12T16:44:50.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.854+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~4RST3VYHEGT8.1 size=1048576 2024-04-12T16:44:50.851 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.857+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~4RST3VYHEGT8.2 size=191091 2024-04-12T16:44:50.851 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.857+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=4RST3VYHEGT8 tag=E545Q95W0WWP type=write size=3336819 2024-04-12T16:44:50.853 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.859+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~T0XHGD47G2A7.0 size=1048576 2024-04-12T16:44:50.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.861+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~T0XHGD47G2A7.1 size=1048576 2024-04-12T16:44:50.856 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.862+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~T0XHGD47G2A7.2 size=694650 2024-04-12T16:44:50.859 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.866+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=T0XHGD47G2A7 tag=ZR92WVDN22J8 type=write size=3840378 2024-04-12T16:44:50.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.868+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=E6M2OFOYFMOY type=del size=950723 2024-04-12T16:44:50.866 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.872+0000 7fc35ce39780 1 < suggested remove operation key=1CXIJI96GFM8 tag=1VME73K3ZPM9 type=del 2024-04-12T16:44:50.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.874+0000 7fc35ce39780 1 > prepared operation key=9EP1TM4XHAOV tag=M40QGTFRP8O1 type=del size=3850247 2024-04-12T16:44:50.868 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.874+0000 7fc35ce39780 -1 < no bi entry to suggest for operation key=1CXIJI96GFM8 tag=D8RV109PKS69 type=del size=3346483: (2) No such file or directory 2024-04-12T16:44:50.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.877+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=PQ6WAY2YPKDD type=write size=65740 2024-04-12T16:44:50.872 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.879+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~F2RNOYE5OKMZ.0 size=1048576 2024-04-12T16:44:50.875 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.881+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~F2RNOYE5OKMZ.1 size=779094 2024-04-12T16:44:50.879 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.886+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=F2RNOYE5OKMZ tag=EMXY5VEB94K8 type=write size=2876246 2024-04-12T16:44:50.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.890+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~MMW41VV7GBIM.0 size=1048576 2024-04-12T16:44:50.886 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.892+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~MMW41VV7GBIM.1 size=1048576 2024-04-12T16:44:50.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.894+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~MMW41VV7GBIM.2 size=29011 2024-04-12T16:44:50.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.894+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=MMW41VV7GBIM tag=4490KGG5DV6W type=write size=3174739 2024-04-12T16:44:50.890 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.896+0000 7fc35ce39780 1 < completed delete operation key=2H0G2H9EP0W8 tag=V1KB9QT5RYOY type=del 2024-04-12T16:44:50.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.898+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=CM0P4QRKDD3F type=del size=1252121 2024-04-12T16:44:50.895 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.901+0000 7fc35ce39780 1 < completed delete operation key=PPYP2BYF63YM tag=0U2S32C5XI62 type=del 2024-04-12T16:44:50.897 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.903+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=PRZTNVTPP0U3 type=del size=2768758 2024-04-12T16:44:50.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.906+0000 7fc35ce39780 1 < canceled operation key=9ANRAV34XW9O tag=RRR75EYPCU9H type=del size=1535710 2024-04-12T16:44:50.904 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.910+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~P86O55KDJPCM.0 size=1048576 2024-04-12T16:44:50.906 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.912+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~P86O55KDJPCM.1 size=688069 2024-04-12T16:44:50.906 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.912+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=P86O55KDJPCM tag=72IFSVO9OVQA type=write size=2785221 2024-04-12T16:44:50.908 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.914+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~S39MRFRGTHUP.0 size=1048576 2024-04-12T16:44:50.910 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.916+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~S39MRFRGTHUP.1 size=1048576 2024-04-12T16:44:50.912 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.918+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~S39MRFRGTHUP.2 size=279722 2024-04-12T16:44:50.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.923+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=S39MRFRGTHUP tag=1LD44WTSXFVP type=write size=3425450 2024-04-12T16:44:50.919 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.925+0000 7fc35ce39780 1 > prepared operation key=YAK5S3T8GXL1 tag=Y5B3HVMC6IUB type=del size=1560760 2024-04-12T16:44:50.921 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.928+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~PYBWGNO01DF5.0 size=1048576 2024-04-12T16:44:50.923 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.930+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~PYBWGNO01DF5.1 size=474676 2024-04-12T16:44:50.927 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.933+0000 7fc35ce39780 1 < completed multipart upload key=G4IDXO3U69F9 upload=PYBWGNO01DF5 tag=MY0A10DA1ONR type=write size=2571828 2024-04-12T16:44:50.929 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.936+0000 7fc35ce39780 1 > prepared operation key=FR6FMD58BD62 tag=2YXGZX4E45TF type=del size=2324881 2024-04-12T16:44:50.932 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.939+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=O4XQBAT8Z7ZI type=del 2024-04-12T16:44:50.935 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.941+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=TB8X1N9MW29X type=del size=1449773 2024-04-12T16:44:50.937 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.944+0000 7fc35ce39780 1 < canceled operation key=I35DX9ONBXQJ tag=F6TV8PB21STM type=del size=724024 2024-04-12T16:44:50.940 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.946+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=IURN77XWR0D3 type=del size=3780023 2024-04-12T16:44:50.942 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.948+0000 7fc35ce39780 1 < completed delete operation key=LYRPYVQNY789 tag=3FXMDFWM12ZL type=del 2024-04-12T16:44:50.946 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.952+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~MDZGAX18D7WS.0 size=1048576 2024-04-12T16:44:50.948 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.954+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~MDZGAX18D7WS.1 size=1048576 2024-04-12T16:44:50.950 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.956+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~MDZGAX18D7WS.2 size=410297 2024-04-12T16:44:50.950 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.956+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=MDZGAX18D7WS tag=RWZ9I59N49MP type=write size=3556025 2024-04-12T16:44:50.952 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.958+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=1QPXV2WYRNW1 type=del 2024-04-12T16:44:50.955 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.961+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=DPU523C9TUVW type=del size=1540809 2024-04-12T16:44:50.957 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.964+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~HBG181SU30JO.0 size=1048576 2024-04-12T16:44:50.959 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.966+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~HBG181SU30JO.1 size=1048576 2024-04-12T16:44:50.961 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.968+0000 7fc35ce39780 1 < completed part key=_multipart_AXVD49WBW3LH.2~HBG181SU30JO.2 size=306530 2024-04-12T16:44:50.965 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.971+0000 7fc35ce39780 1 < completed multipart upload key=AXVD49WBW3LH upload=HBG181SU30JO tag=OKDLYMIAKKUA type=write size=3452258 2024-04-12T16:44:50.969 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.975+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~02LIPPRYDTTL.0 size=1048576 2024-04-12T16:44:50.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.977+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~02LIPPRYDTTL.1 size=538091 2024-04-12T16:44:50.971 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.977+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=02LIPPRYDTTL tag=D13K0Y9M2E3Z type=write size=2635243 2024-04-12T16:44:50.974 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.980+0000 7fc35ce39780 1 < canceled operation key=0IU68215QEHD tag=PDP4ARR8C96Y type=del size=1524799 2024-04-12T16:44:50.976 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.982+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=KY94ZF7XAOOK type=del size=957870 2024-04-12T16:44:50.978 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.985+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~4RST3VYHEGT8.0 size=1048576 2024-04-12T16:44:50.980 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.987+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~4RST3VYHEGT8.1 size=1048576 2024-04-12T16:44:50.982 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.988+0000 7fc35ce39780 1 < completed part key=_multipart_L2DJM18VNC70.2~4RST3VYHEGT8.2 size=191091 2024-04-12T16:44:50.987 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.993+0000 7fc35ce39780 1 < completed multipart upload key=L2DJM18VNC70 upload=4RST3VYHEGT8 tag=E545Q95W0WWP type=write size=3336819 2024-04-12T16:44:50.989 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.995+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=2NGHG0ALB79M type=del size=3807878 2024-04-12T16:44:50.992 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:50.998+0000 7fc35ce39780 1 < completed delete operation key=9EP1TM4XHAOV tag=E6M2OFOYFMOY type=del 2024-04-12T16:44:50.996 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.002+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~D0X086TYJ5BA.0 size=234974 2024-04-12T16:44:50.996 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.002+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=D0X086TYJ5BA tag=355TX5BMMZ2M type=write size=1283550 2024-04-12T16:44:51.001 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.007+0000 7fc35ce39780 1 < suggested remove operation key=9EP1TM4XHAOV tag=M40QGTFRP8O1 type=del 2024-04-12T16:44:51.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.012+0000 7fc35ce39780 1 > prepared part key=_multipart_L2DJM18VNC70.2~JVPZ2APSM5LQ.0 size=227593 2024-04-12T16:44:51.005 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.012+0000 7fc35ce39780 1 > prepared multipart upload key=L2DJM18VNC70 upload=JVPZ2APSM5LQ tag=T8QRKVXW54NG type=write size=1276169 2024-04-12T16:44:51.008 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.014+0000 7fc35ce39780 1 < completed write operation key=QPS2GA1QHL2W tag=PQ6WAY2YPKDD type=write size=65740 2024-04-12T16:44:51.012 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.018+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~XG6V45W4BXLV.0 size=1048576 2024-04-12T16:44:51.014 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.020+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~XG6V45W4BXLV.1 size=1048576 2024-04-12T16:44:51.016 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.022+0000 7fc35ce39780 1 > prepared part key=_multipart_58TO2GN5GIN6.2~XG6V45W4BXLV.2 size=11559 2024-04-12T16:44:51.016 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.022+0000 7fc35ce39780 1 > prepared multipart upload key=58TO2GN5GIN6 upload=XG6V45W4BXLV tag=YG4OKIMCFD0V type=write size=3157287 2024-04-12T16:44:51.019 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.025+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~MMW41VV7GBIM.0 size=1048576 2024-04-12T16:44:51.020 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.027+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~MMW41VV7GBIM.1 size=1048576 2024-04-12T16:44:51.023 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.030+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~MMW41VV7GBIM.2 size=29011 2024-04-12T16:44:51.030 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.036+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=MMW41VV7GBIM tag=4490KGG5DV6W type=write size=3174739 2024-04-12T16:44:51.034 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.041+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~3RTX4653X40I.0 size=1048576 2024-04-12T16:44:51.037 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.043+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~3RTX4653X40I.1 size=1048576 2024-04-12T16:44:51.039 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.045+0000 7fc35ce39780 1 > prepared part key=_multipart_ZE2YGROWCJWC.2~3RTX4653X40I.2 size=100398 2024-04-12T16:44:51.039 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.045+0000 7fc35ce39780 1 > prepared multipart upload key=ZE2YGROWCJWC upload=3RTX4653X40I tag=F7FMM341HM0L type=write size=3246126 2024-04-12T16:44:51.044 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.050+0000 7fc35ce39780 1 < suggested update operation key=0IU68215QEHD tag=CM0P4QRKDD3F type=del size=1252121 2024-04-12T16:44:51.048 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.054+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~O40MVCKVJUY6.0 size=402967 2024-04-12T16:44:51.048 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.055+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=O40MVCKVJUY6 tag=4PXUW1RZ7P4W type=write size=1451543 2024-04-12T16:44:51.053 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.059+0000 7fc35ce39780 1 < suggested update operation key=2JM8HME676YA tag=PRZTNVTPP0U3 type=del size=2768758 2024-04-12T16:44:51.058 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.064+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~7A07HD3HEM71.0 size=1048576 2024-04-12T16:44:51.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.066+0000 7fc35ce39780 1 > prepared part key=_multipart_G4IDXO3U69F9.2~7A07HD3HEM71.1 size=828471 2024-04-12T16:44:51.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.066+0000 7fc35ce39780 1 > prepared multipart upload key=G4IDXO3U69F9 upload=7A07HD3HEM71 tag=RWM1ARVBGM3X type=write size=2925623 2024-04-12T16:44:51.062 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.069+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~P86O55KDJPCM.0 size=1048576 2024-04-12T16:44:51.064 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.071+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~P86O55KDJPCM.1 size=688069 2024-04-12T16:44:51.069 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.075+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=P86O55KDJPCM tag=72IFSVO9OVQA type=write size=2785221 2024-04-12T16:44:51.074 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.080+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~T2VOCG622CS0.0 size=1048576 2024-04-12T16:44:51.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.082+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~T2VOCG622CS0.1 size=166969 2024-04-12T16:44:51.076 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.082+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=T2VOCG622CS0 tag=3YA5AWLOJDJZ type=write size=2264121 2024-04-12T16:44:51.078 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.085+0000 7fc35ce39780 1 < completed delete operation key=YAK5S3T8GXL1 tag=Y5B3HVMC6IUB type=del 2024-04-12T16:44:51.080 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.087+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=E6S7OZPFZNP1 type=del size=3270015 2024-04-12T16:44:51.083 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.089+0000 7fc35ce39780 1 < completed delete operation key=FR6FMD58BD62 tag=2YXGZX4E45TF type=del 2024-04-12T16:44:51.085 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.091+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=NP138YNOWX6S type=del size=1534205 2024-04-12T16:44:51.087 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.094+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=TB8X1N9MW29X type=del 2024-04-12T16:44:51.090 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.096+0000 7fc35ce39780 1 > prepared operation key=2JM8HME676YA tag=KJ1VJWXJBX1Q type=write size=187936 2024-04-12T16:44:51.092 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.099+0000 7fc35ce39780 1 < completed delete operation key=1CXIJI96GFM8 tag=IURN77XWR0D3 type=del 2024-04-12T16:44:51.095 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.101+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=PHD9BI1T5JKX type=del size=3377799 2024-04-12T16:44:51.098 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.104+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~MDZGAX18D7WS.0 size=1048576 2024-04-12T16:44:51.100 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.106+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~MDZGAX18D7WS.1 size=1048576 2024-04-12T16:44:51.102 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.108+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~MDZGAX18D7WS.2 size=410297 2024-04-12T16:44:51.106 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.113+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=MDZGAX18D7WS tag=RWZ9I59N49MP type=write size=3556025 2024-04-12T16:44:51.109 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.115+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=FL0UH0AB1NHZ type=write size=532442 2024-04-12T16:44:51.111 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.118+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=DPU523C9TUVW type=del 2024-04-12T16:44:51.116 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.122+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~8OYXYOE6TQ7X.0 size=1048576 2024-04-12T16:44:51.118 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.124+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~8OYXYOE6TQ7X.1 size=1048576 2024-04-12T16:44:51.120 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.127+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~8OYXYOE6TQ7X.2 size=65551 2024-04-12T16:44:51.121 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.127+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=8OYXYOE6TQ7X tag=KTGC42994YP5 type=write size=3211279 2024-04-12T16:44:51.123 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.129+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~02LIPPRYDTTL.0 size=1048576 2024-04-12T16:44:51.125 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.131+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~02LIPPRYDTTL.1 size=538091 2024-04-12T16:44:51.129 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.136+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=02LIPPRYDTTL tag=D13K0Y9M2E3Z type=write size=2635243 2024-04-12T16:44:51.133 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.139+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=F3BY907IGRC4 type=del size=1517242 2024-04-12T16:44:51.135 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.141+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=KY94ZF7XAOOK type=del 2024-04-12T16:44:51.137 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.144+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=KS80CPJ6V0YM type=del size=1962204 2024-04-12T16:44:51.140 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.147+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=2NGHG0ALB79M type=del 2024-04-12T16:44:51.143 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.149+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=I1CLOR0FGDWO type=del size=964961 2024-04-12T16:44:51.145 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.152+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~D0X086TYJ5BA.0 size=234974 2024-04-12T16:44:51.150 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.157+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=D0X086TYJ5BA tag=355TX5BMMZ2M type=write size=1283550 2024-04-12T16:44:51.155 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.161+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~DRVD5PKQHKSV.0 size=1048576 2024-04-12T16:44:51.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.164+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~DRVD5PKQHKSV.1 size=760883 2024-04-12T16:44:51.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.164+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=DRVD5PKQHKSV tag=MRGCJR83YNJ8 type=write size=2858035 2024-04-12T16:44:51.158 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.164+0000 7fc35ce39780 1 < canceled part key=_multipart_L2DJM18VNC70.2~JVPZ2APSM5LQ.0 size=227593 2024-04-12T16:44:51.162 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.168+0000 7fc35ce39780 1 < canceled multipart upload key=L2DJM18VNC70 upload=JVPZ2APSM5LQ tag=T8QRKVXW54NG type=write size=1276169 2024-04-12T16:44:51.166 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.173+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~T2M9EA8SHVXY.0 size=876793 2024-04-12T16:44:51.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.173+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=T2M9EA8SHVXY tag=RN5EPHVFRL04 type=write size=1925369 2024-04-12T16:44:51.167 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.173+0000 7fc35ce39780 1 < canceled part key=_multipart_58TO2GN5GIN6.2~XG6V45W4BXLV.0 size=1048576 2024-04-12T16:44:51.169 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.175+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~XG6V45W4BXLV.1 size=1048576 2024-04-12T16:44:51.171 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.177+0000 7fc35ce39780 1 < completed part key=_multipart_58TO2GN5GIN6.2~XG6V45W4BXLV.2 size=11559 2024-04-12T16:44:51.175 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.181+0000 7fc35ce39780 1 < canceled multipart upload key=58TO2GN5GIN6 upload=XG6V45W4BXLV tag=YG4OKIMCFD0V type=write size=3157287 2024-04-12T16:44:51.179 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.185+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~GJ2TQ1Q2J779.0 size=1048576 2024-04-12T16:44:51.181 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.188+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~GJ2TQ1Q2J779.1 size=1048576 2024-04-12T16:44:51.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.189+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~GJ2TQ1Q2J779.2 size=52508 2024-04-12T16:44:51.183 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.189+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=GJ2TQ1Q2J779 tag=76BYNGUFWATY type=write size=3198236 2024-04-12T16:44:51.186 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.192+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~3RTX4653X40I.0 size=1048576 2024-04-12T16:44:51.188 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.194+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~3RTX4653X40I.1 size=1048576 2024-04-12T16:44:51.190 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.197+0000 7fc35ce39780 1 < completed part key=_multipart_ZE2YGROWCJWC.2~3RTX4653X40I.2 size=100398 2024-04-12T16:44:51.194 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.201+0000 7fc35ce39780 1 < completed multipart upload key=ZE2YGROWCJWC upload=3RTX4653X40I tag=F7FMM341HM0L type=write size=3246126 2024-04-12T16:44:51.197 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.203+0000 7fc35ce39780 1 > prepared operation key=L2DJM18VNC70 tag=KAU3GIE9QWOG type=write size=932248 2024-04-12T16:44:51.199 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.205+0000 7fc35ce39780 1 < completed part key=_multipart_1CXIJI96GFM8.2~O40MVCKVJUY6.0 size=402967 2024-04-12T16:44:51.203 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.209+0000 7fc35ce39780 1 < completed multipart upload key=1CXIJI96GFM8 upload=O40MVCKVJUY6 tag=4PXUW1RZ7P4W type=write size=1451543 2024-04-12T16:44:51.207 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.213+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~FAO6COLC28ME.0 size=1048576 2024-04-12T16:44:51.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.215+0000 7fc35ce39780 1 > prepared part key=_multipart_OC0OCQYU63HT.2~FAO6COLC28ME.1 size=324795 2024-04-12T16:44:51.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.215+0000 7fc35ce39780 1 > prepared multipart upload key=OC0OCQYU63HT upload=FAO6COLC28ME tag=MIOC3G8NNCEL type=write size=2421947 2024-04-12T16:44:51.209 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.216+0000 7fc35ce39780 1 < canceled part key=_multipart_G4IDXO3U69F9.2~7A07HD3HEM71.0 size=1048576 2024-04-12T16:44:51.211 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.218+0000 7fc35ce39780 1 < completed part key=_multipart_G4IDXO3U69F9.2~7A07HD3HEM71.1 size=828471 2024-04-12T16:44:51.215 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.222+0000 7fc35ce39780 1 < canceled multipart upload key=G4IDXO3U69F9 upload=7A07HD3HEM71 tag=RWM1ARVBGM3X type=write size=2925623 2024-04-12T16:44:51.218 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.224+0000 7fc35ce39780 1 > prepared operation key=I35DX9ONBXQJ tag=L10ZYQKANI4T type=del size=3271701 2024-04-12T16:44:51.220 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.226+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~T2VOCG622CS0.0 size=1048576 2024-04-12T16:44:51.222 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.228+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~T2VOCG622CS0.1 size=166969 2024-04-12T16:44:51.226 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.232+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=T2VOCG622CS0 tag=3YA5AWLOJDJZ type=write size=2264121 2024-04-12T16:44:51.229 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.235+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=7XKT6VTGF131 type=del size=3302605 2024-04-12T16:44:51.231 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.238+0000 7fc35ce39780 1 < canceled operation key=V08LEDZKN1FS tag=E6S7OZPFZNP1 type=del size=3270015 2024-04-12T16:44:51.234 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.240+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=0983OK9R49XX type=del size=1318659 2024-04-12T16:44:51.237 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.243+0000 7fc35ce39780 1 < completed delete operation key=8T3KONE057LK tag=NP138YNOWX6S type=del 2024-04-12T16:44:51.242 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.249+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~8UILOTNFG9PN.0 size=799771 2024-04-12T16:44:51.243 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.249+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=8UILOTNFG9PN tag=YSQ962ZWPQRL type=write size=1848347 2024-04-12T16:44:51.245 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.252+0000 7fc35ce39780 1 < canceled operation key=2JM8HME676YA tag=KJ1VJWXJBX1Q type=write size=187936 2024-04-12T16:44:51.248 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.254+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=H2Y8WXHYCTPQ type=del size=3679865 2024-04-12T16:44:51.251 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.257+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=PHD9BI1T5JKX type=del 2024-04-12T16:44:51.254 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.260+0000 7fc35ce39780 1 > prepared operation key=8PSEYVN0PAIG tag=INT33XQF0TG0 type=del size=2407950 2024-04-12T16:44:51.256 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.262+0000 7fc35ce39780 1 < canceled operation key=SGVKCQ7SL1KU tag=FL0UH0AB1NHZ type=write size=532442 2024-04-12T16:44:51.261 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.268+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4CSLJLL64J4Q.0 size=1048576 2024-04-12T16:44:51.263 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.270+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4CSLJLL64J4Q.1 size=1048576 2024-04-12T16:44:51.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.271+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~4CSLJLL64J4Q.2 size=974414 2024-04-12T16:44:51.265 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.271+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=4CSLJLL64J4Q tag=HWKTPKPTC8G5 type=write size=4120142 2024-04-12T16:44:51.267 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.274+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~8OYXYOE6TQ7X.0 size=1048576 2024-04-12T16:44:51.269 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.275+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~8OYXYOE6TQ7X.1 size=1048576 2024-04-12T16:44:51.271 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.277+0000 7fc35ce39780 1 < completed part key=_multipart_3EB44W87WQRJ.2~8OYXYOE6TQ7X.2 size=65551 2024-04-12T16:44:51.275 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.281+0000 7fc35ce39780 1 < completed multipart upload key=3EB44W87WQRJ upload=8OYXYOE6TQ7X tag=KTGC42994YP5 type=write size=3211279 2024-04-12T16:44:51.277 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.284+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=MC3DQ2FS467W type=del size=3973425 2024-04-12T16:44:51.280 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.287+0000 7fc35ce39780 1 < completed delete operation key=SXFQD2BAPMI0 tag=F3BY907IGRC4 type=del 2024-04-12T16:44:51.283 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.289+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=TC9N9IZPHJYS type=del size=2002314 2024-04-12T16:44:51.285 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.291+0000 7fc35ce39780 1 < completed delete operation key=G4IDXO3U69F9 tag=KS80CPJ6V0YM type=del 2024-04-12T16:44:51.287 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.294+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=RF6OY21000P9 type=write size=396822 2024-04-12T16:44:51.289 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.296+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=I1CLOR0FGDWO type=del 2024-04-12T16:44:51.292 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.298+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=VLLC0VALKQPJ type=del size=630269 2024-04-12T16:44:51.294 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.301+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~DRVD5PKQHKSV.0 size=1048576 2024-04-12T16:44:51.297 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.304+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~DRVD5PKQHKSV.1 size=760883 2024-04-12T16:44:51.302 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.308+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=DRVD5PKQHKSV tag=MRGCJR83YNJ8 type=write size=2858035 2024-04-12T16:44:51.307 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.314+0000 7fc35ce39780 1 > prepared part key=_multipart_9ANRAV34XW9O.2~ZPOY4L920SKS.0 size=199911 2024-04-12T16:44:51.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.314+0000 7fc35ce39780 1 > prepared multipart upload key=9ANRAV34XW9O upload=ZPOY4L920SKS tag=MWGE6WAKR3TS type=write size=1248487 2024-04-12T16:44:51.308 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.314+0000 7fc35ce39780 1 < canceled part key=_multipart_AXVD49WBW3LH.2~T2M9EA8SHVXY.0 size=876793 2024-04-12T16:44:51.313 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.319+0000 7fc35ce39780 1 < canceled multipart upload key=AXVD49WBW3LH upload=T2M9EA8SHVXY tag=RN5EPHVFRL04 type=write size=1925369 2024-04-12T16:44:51.317 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.323+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZKPZOGB40Y04.0 size=1048576 2024-04-12T16:44:51.319 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.325+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZKPZOGB40Y04.1 size=1048576 2024-04-12T16:44:51.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.327+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~ZKPZOGB40Y04.2 size=1000046 2024-04-12T16:44:51.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.327+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=ZKPZOGB40Y04 tag=KVQTWZRGYDX8 type=write size=4145774 2024-04-12T16:44:51.321 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.327+0000 7fc35ce39780 1 < canceled part key=_multipart_AMC1ILYTVT7I.2~GJ2TQ1Q2J779.0 size=1048576 2024-04-12T16:44:51.322 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.329+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~GJ2TQ1Q2J779.1 size=1048576 2024-04-12T16:44:51.325 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.331+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~GJ2TQ1Q2J779.2 size=52508 2024-04-12T16:44:51.330 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.336+0000 7fc35ce39780 1 < canceled multipart upload key=AMC1ILYTVT7I upload=GJ2TQ1Q2J779 tag=76BYNGUFWATY type=write size=3198236 2024-04-12T16:44:51.332 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.338+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=HN939C6QGCS2 type=write size=37451 2024-04-12T16:44:51.334 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.340+0000 7fc35ce39780 1 < completed write operation key=L2DJM18VNC70 tag=KAU3GIE9QWOG type=write size=932248 2024-04-12T16:44:51.336 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.343+0000 7fc35ce39780 1 > prepared operation key=G4IDXO3U69F9 tag=Q83JGXNSIJOC type=del size=269589 2024-04-12T16:44:51.339 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.345+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~FAO6COLC28ME.0 size=1048576 2024-04-12T16:44:51.340 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.347+0000 7fc35ce39780 1 < completed part key=_multipart_OC0OCQYU63HT.2~FAO6COLC28ME.1 size=324795 2024-04-12T16:44:51.344 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.350+0000 7fc35ce39780 1 < completed multipart upload key=OC0OCQYU63HT upload=FAO6COLC28ME tag=MIOC3G8NNCEL type=write size=2421947 2024-04-12T16:44:51.348 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.354+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~9ADM2MUR1W79.0 size=1048576 2024-04-12T16:44:51.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.356+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~9ADM2MUR1W79.1 size=242255 2024-04-12T16:44:51.350 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.356+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=9ADM2MUR1W79 tag=CVRWD57E2JKF type=write size=2339407 2024-04-12T16:44:51.353 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.359+0000 7fc35ce39780 1 < completed delete operation key=I35DX9ONBXQJ tag=L10ZYQKANI4T type=del 2024-04-12T16:44:51.356 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.362+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=0TXX33N2T4E1 type=del size=3994833 2024-04-12T16:44:51.358 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.365+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=7XKT6VTGF131 type=del 2024-04-12T16:44:51.361 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.368+0000 7fc35ce39780 1 > prepared operation key=C3KQN2GIIMR1 tag=6QIU00L9736J type=write size=535588 2024-04-12T16:44:51.364 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.370+0000 7fc35ce39780 1 < completed delete operation key=0IU68215QEHD tag=0983OK9R49XX type=del 2024-04-12T16:44:51.367 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.373+0000 7fc35ce39780 1 > prepared operation key=3EB44W87WQRJ tag=YLC5FEDPP20I type=write size=483177 2024-04-12T16:44:51.370 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.376+0000 7fc35ce39780 1 < completed part key=_multipart_SXFQD2BAPMI0.2~8UILOTNFG9PN.0 size=799771 2024-04-12T16:44:51.375 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.381+0000 7fc35ce39780 1 < completed multipart upload key=SXFQD2BAPMI0 upload=8UILOTNFG9PN tag=YSQ962ZWPQRL type=write size=1848347 2024-04-12T16:44:51.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.388+0000 7fc35ce39780 1 > prepared part key=_multipart_3EB44W87WQRJ.2~H6I7VTNQFB5R.0 size=641033 2024-04-12T16:44:51.381 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.388+0000 7fc35ce39780 1 > prepared multipart upload key=3EB44W87WQRJ upload=H6I7VTNQFB5R tag=UDJ03NV4DGQX type=write size=1689609 2024-04-12T16:44:51.388 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.393+0000 7fc35ce39780 1 < suggested remove operation key=OC0OCQYU63HT tag=H2Y8WXHYCTPQ type=del 2024-04-12T16:44:51.390 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.396+0000 7fc35ce39780 1 > prepared operation key=CPU63NIAUXGM tag=53G8YMJJR7V7 type=del size=1562954 2024-04-12T16:44:51.393 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.400+0000 7fc35ce39780 1 < completed delete operation key=8PSEYVN0PAIG tag=INT33XQF0TG0 type=del 2024-04-12T16:44:51.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.405+0000 7fc35ce39780 1 > prepared part key=_multipart_LYRPYVQNY789.2~FHLQ60R7W6XK.0 size=228735 2024-04-12T16:44:51.399 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.405+0000 7fc35ce39780 1 > prepared multipart upload key=LYRPYVQNY789 upload=FHLQ60R7W6XK tag=J3L0K989X9ZP type=write size=1277311 2024-04-12T16:44:51.401 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.408+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4CSLJLL64J4Q.0 size=1048576 2024-04-12T16:44:51.404 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.410+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4CSLJLL64J4Q.1 size=1048576 2024-04-12T16:44:51.406 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.412+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~4CSLJLL64J4Q.2 size=974414 2024-04-12T16:44:51.412 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.418+0000 7fc35ce39780 1 < completed multipart upload key=Z93T9469B27B upload=4CSLJLL64J4Q tag=HWKTPKPTC8G5 type=write size=4120142 2024-04-12T16:44:51.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.424+0000 7fc35ce39780 1 > prepared part key=_multipart_WU1CQUJJ7T5N.2~195HPSD09IGL.0 size=571761 2024-04-12T16:44:51.417 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.424+0000 7fc35ce39780 1 > prepared multipart upload key=WU1CQUJJ7T5N upload=195HPSD09IGL tag=OLU5N3WW99GN type=write size=1620337 2024-04-12T16:44:51.423 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.430+0000 7fc35ce39780 1 < suggested update operation key=AMC1ILYTVT7I tag=MC3DQ2FS467W type=del size=3973425 2024-04-12T16:44:51.426 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.432+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=HZJWH6ADELQO type=del size=1267202 2024-04-12T16:44:51.429 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.436+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=TC9N9IZPHJYS type=del 2024-04-12T16:44:51.435 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.441+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~7F3BBVBQ539R.0 size=1048576 2024-04-12T16:44:51.438 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.444+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~7F3BBVBQ539R.1 size=1048576 2024-04-12T16:44:51.440 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.446+0000 7fc35ce39780 1 > prepared part key=_multipart_V08LEDZKN1FS.2~7F3BBVBQ539R.2 size=536891 2024-04-12T16:44:51.440 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.446+0000 7fc35ce39780 1 > prepared multipart upload key=V08LEDZKN1FS upload=7F3BBVBQ539R tag=DPIC70FJEAMZ type=write size=3682619 2024-04-12T16:44:51.442 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.449+0000 7fc35ce39780 1 < completed write operation key=9CON5BXP14FO tag=RF6OY21000P9 type=write size=396822 2024-04-12T16:44:51.447 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.453+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~EFJQYDVNCNK2.0 size=1048576 2024-04-12T16:44:51.449 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.455+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~EFJQYDVNCNK2.1 size=1048576 2024-04-12T16:44:51.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.458+0000 7fc35ce39780 1 > prepared part key=_multipart_PPYP2BYF63YM.2~EFJQYDVNCNK2.2 size=460093 2024-04-12T16:44:51.451 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.458+0000 7fc35ce39780 1 > prepared multipart upload key=PPYP2BYF63YM upload=EFJQYDVNCNK2 tag=EFKLAHE4IFAM type=write size=3605821 2024-04-12T16:44:51.455 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.462+0000 7fc35ce39780 -1 < failed to complete operation key=OC0OCQYU63HT tag=VLLC0VALKQPJ type=del size=630269: (22) Invalid argument 2024-04-12T16:44:51.461 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.467+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~ZYBLTWEB0XKD.0 size=1048576 2024-04-12T16:44:51.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.470+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~ZYBLTWEB0XKD.1 size=171908 2024-04-12T16:44:51.464 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.470+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=ZYBLTWEB0XKD tag=BHC99ZJBKY85 type=write size=2269060 2024-04-12T16:44:51.467 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.473+0000 7fc35ce39780 1 < completed part key=_multipart_9ANRAV34XW9O.2~ZPOY4L920SKS.0 size=199911 2024-04-12T16:44:51.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.478+0000 7fc35ce39780 1 < completed multipart upload key=9ANRAV34XW9O upload=ZPOY4L920SKS tag=MWGE6WAKR3TS type=write size=1248487 2024-04-12T16:44:51.474 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.481+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=HCBPJUNCQU7Q type=del size=2349293 2024-04-12T16:44:51.477 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.484+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZKPZOGB40Y04.0 size=1048576 2024-04-12T16:44:51.480 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.487+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZKPZOGB40Y04.1 size=1048576 2024-04-12T16:44:51.482 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.489+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~ZKPZOGB40Y04.2 size=1000046 2024-04-12T16:44:51.487 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.494+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=ZKPZOGB40Y04 tag=KVQTWZRGYDX8 type=write size=4145774 2024-04-12T16:44:51.490 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.496+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=GB5572QIVX2G type=del size=106629 2024-04-12T16:44:51.492 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.499+0000 7fc35ce39780 1 < completed write operation key=SGVKCQ7SL1KU tag=HN939C6QGCS2 type=write size=37451 2024-04-12T16:44:51.498 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.504+0000 7fc35ce39780 1 > prepared part key=_multipart_9EP1TM4XHAOV.2~6LDG1COSEFKT.0 size=789011 2024-04-12T16:44:51.498 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.504+0000 7fc35ce39780 1 > prepared multipart upload key=9EP1TM4XHAOV upload=6LDG1COSEFKT tag=T8HWRWF0TKVW type=write size=1837587 2024-04-12T16:44:51.501 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.507+0000 7fc35ce39780 1 < canceled operation key=G4IDXO3U69F9 tag=Q83JGXNSIJOC type=del size=269589 2024-04-12T16:44:51.504 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.510+0000 7fc35ce39780 1 > prepared operation key=V08LEDZKN1FS tag=7HTHPFU24FP2 type=del size=592249 2024-04-12T16:44:51.507 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.513+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~9ADM2MUR1W79.0 size=1048576 2024-04-12T16:44:51.509 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.516+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~9ADM2MUR1W79.1 size=242255 2024-04-12T16:44:51.515 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.521+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=9ADM2MUR1W79 tag=CVRWD57E2JKF type=write size=2339407 2024-04-12T16:44:51.518 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.524+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=IL9F0VAHPU7G type=del size=3007442 2024-04-12T16:44:51.521 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.527+0000 7fc35ce39780 1 < completed delete operation key=506UBRTP11T6 tag=0TXX33N2T4E1 type=del 2024-04-12T16:44:51.523 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.530+0000 7fc35ce39780 1 > prepared operation key=OC0OCQYU63HT tag=CY23EQX705ZM type=write size=112983 2024-04-12T16:44:51.526 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.532+0000 7fc35ce39780 1 < completed write operation key=C3KQN2GIIMR1 tag=6QIU00L9736J type=write size=535588 2024-04-12T16:44:51.529 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.535+0000 7fc35ce39780 1 > prepared operation key=506UBRTP11T6 tag=AXY9S9WVCD31 type=write size=769856 2024-04-12T16:44:51.532 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.538+0000 7fc35ce39780 1 < completed write operation key=3EB44W87WQRJ tag=YLC5FEDPP20I type=write size=483177 2024-04-12T16:44:51.537 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.544+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~39YD59X2U0M8.0 size=1048576 2024-04-12T16:44:51.540 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.546+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~39YD59X2U0M8.1 size=1048576 2024-04-12T16:44:51.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.549+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~39YD59X2U0M8.2 size=318406 2024-04-12T16:44:51.542 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.549+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=39YD59X2U0M8 tag=5NR1KXPA925Q type=write size=3464134 2024-04-12T16:44:51.543 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.549+0000 7fc35ce39780 1 < canceled part key=_multipart_3EB44W87WQRJ.2~H6I7VTNQFB5R.0 size=641033 2024-04-12T16:44:51.547 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.554+0000 7fc35ce39780 1 < canceled multipart upload key=3EB44W87WQRJ upload=H6I7VTNQFB5R tag=UDJ03NV4DGQX type=write size=1689609 2024-04-12T16:44:51.550 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.556+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=EFH2Y08QACJQ type=del size=3751827 2024-04-12T16:44:51.552 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.559+0000 7fc35ce39780 1 < completed delete operation key=CPU63NIAUXGM tag=53G8YMJJR7V7 type=del 2024-04-12T16:44:51.556 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.562+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~XU55V28E0PQD.0 size=1048576 2024-04-12T16:44:51.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.564+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~XU55V28E0PQD.1 size=653993 2024-04-12T16:44:51.558 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.564+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=XU55V28E0PQD tag=WUPT8M2YMQM2 type=write size=2751145 2024-04-12T16:44:51.560 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.566+0000 7fc35ce39780 1 < completed part key=_multipart_LYRPYVQNY789.2~FHLQ60R7W6XK.0 size=228735 2024-04-12T16:44:51.563 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.570+0000 7fc35ce39780 1 < completed multipart upload key=LYRPYVQNY789 upload=FHLQ60R7W6XK tag=J3L0K989X9ZP type=write size=1277311 2024-04-12T16:44:51.566 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.572+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=87B0WT8ESZ4Z type=del size=1269034 2024-04-12T16:44:51.568 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.574+0000 7fc35ce39780 1 < completed part key=_multipart_WU1CQUJJ7T5N.2~195HPSD09IGL.0 size=571761 2024-04-12T16:44:51.572 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.578+0000 7fc35ce39780 1 < completed multipart upload key=WU1CQUJJ7T5N upload=195HPSD09IGL tag=OLU5N3WW99GN type=write size=1620337 2024-04-12T16:44:51.574 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.580+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=EL39JCNCIEUN type=del size=2502942 2024-04-12T16:44:51.576 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.583+0000 7fc35ce39780 1 < completed delete operation key=SGVKCQ7SL1KU tag=HZJWH6ADELQO type=del 2024-04-12T16:44:51.578 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.585+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=6OPFNITG2K3Y type=del size=2893674 2024-04-12T16:44:51.580 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.587+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~7F3BBVBQ539R.0 size=1048576 2024-04-12T16:44:51.582 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.588+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~7F3BBVBQ539R.1 size=1048576 2024-04-12T16:44:51.583 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.590+0000 7fc35ce39780 1 < completed part key=_multipart_V08LEDZKN1FS.2~7F3BBVBQ539R.2 size=536891 2024-04-12T16:44:51.587 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.593+0000 7fc35ce39780 1 < completed multipart upload key=V08LEDZKN1FS upload=7F3BBVBQ539R tag=DPIC70FJEAMZ type=write size=3682619 2024-04-12T16:44:51.589 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.595+0000 7fc35ce39780 1 > prepared operation key=QPS2GA1QHL2W tag=IND0GCYGIGUQ type=del size=3083766 2024-04-12T16:44:51.591 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.597+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~EFJQYDVNCNK2.0 size=1048576 2024-04-12T16:44:51.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.599+0000 7fc35ce39780 1 < completed part key=_multipart_PPYP2BYF63YM.2~EFJQYDVNCNK2.1 size=1048576 2024-04-12T16:44:51.593 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.599+0000 7fc35ce39780 1 < canceled part key=_multipart_PPYP2BYF63YM.2~EFJQYDVNCNK2.2 size=460093 2024-04-12T16:44:51.596 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.602+0000 7fc35ce39780 1 < canceled multipart upload key=PPYP2BYF63YM upload=EFJQYDVNCNK2 tag=EFKLAHE4IFAM type=write size=3605821 2024-04-12T16:44:51.600 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.606+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~5OPOPMJTLZ1S.0 size=1048576 2024-04-12T16:44:51.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.608+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~5OPOPMJTLZ1S.1 size=168773 2024-04-12T16:44:51.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.608+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=5OPOPMJTLZ1S tag=4LV2T4ZX0M72 type=write size=2265925 2024-04-12T16:44:51.602 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.608+0000 7fc35ce39780 1 < canceled part key=_multipart_0IU68215QEHD.2~ZYBLTWEB0XKD.0 size=1048576 2024-04-12T16:44:51.603 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.610+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~ZYBLTWEB0XKD.1 size=171908 2024-04-12T16:44:51.607 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.613+0000 7fc35ce39780 1 < canceled multipart upload key=0IU68215QEHD upload=ZYBLTWEB0XKD tag=BHC99ZJBKY85 type=write size=2269060 2024-04-12T16:44:51.609 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.615+0000 7fc35ce39780 1 > prepared operation key=WU1CQUJJ7T5N tag=5QUZQ0J2JI0E type=del size=1406818 2024-04-12T16:44:51.612 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.619+0000 7fc35ce39780 1 < suggested remove operation key=QPS2GA1QHL2W tag=HCBPJUNCQU7Q type=del 2024-04-12T16:44:51.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.622+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~86UBKI2A2XSJ.0 size=251422 2024-04-12T16:44:51.616 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.622+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=86UBKI2A2XSJ tag=M0EEP4VM4DM6 type=write size=1299998 2024-04-12T16:44:51.619 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.625+0000 7fc35ce39780 -1 < failed to complete operation key=QPS2GA1QHL2W tag=GB5572QIVX2G type=del size=106629: (22) Invalid argument 2024-04-12T16:44:51.623 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.630+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~T4RE7PT1NDSD.0 size=1048576 2024-04-12T16:44:51.625 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.631+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~T4RE7PT1NDSD.1 size=938637 2024-04-12T16:44:51.625 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.631+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=T4RE7PT1NDSD tag=MCXX3I2TM3TY type=write size=3035789 2024-04-12T16:44:51.627 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.634+0000 7fc35ce39780 1 < completed part key=_multipart_9EP1TM4XHAOV.2~6LDG1COSEFKT.0 size=789011 2024-04-12T16:44:51.631 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.638+0000 7fc35ce39780 1 < completed multipart upload key=9EP1TM4XHAOV upload=6LDG1COSEFKT tag=T8HWRWF0TKVW type=write size=1837587 2024-04-12T16:44:51.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.642+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~NL4S6BKBV0XV.0 size=886995 2024-04-12T16:44:51.635 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.642+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=NL4S6BKBV0XV tag=5NW4ZH9TN3PM type=write size=1935571 2024-04-12T16:44:51.637 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.644+0000 7fc35ce39780 1 < completed delete operation key=V08LEDZKN1FS tag=7HTHPFU24FP2 type=del 2024-04-12T16:44:51.641 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.648+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~90DAYU6XTS5S.0 size=1048576 2024-04-12T16:44:51.643 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.650+0000 7fc35ce39780 1 > prepared part key=_multipart_9CON5BXP14FO.2~90DAYU6XTS5S.1 size=290411 2024-04-12T16:44:51.644 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.650+0000 7fc35ce39780 1 > prepared multipart upload key=9CON5BXP14FO upload=90DAYU6XTS5S tag=Q1CXWOLNYI73 type=write size=2387563 2024-04-12T16:44:51.645 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.652+0000 7fc35ce39780 1 < completed delete operation key=9ANRAV34XW9O tag=IL9F0VAHPU7G type=del 2024-04-12T16:44:51.650 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.656+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~TSA6JL2I4KGJ.0 size=1048576 2024-04-12T16:44:51.651 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.657+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~TSA6JL2I4KGJ.1 size=360039 2024-04-12T16:44:51.651 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.657+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=TSA6JL2I4KGJ tag=KPSU676RLY5Q type=write size=2457191 2024-04-12T16:44:51.654 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.660+0000 7fc35ce39780 1 < completed write operation key=OC0OCQYU63HT tag=CY23EQX705ZM type=write size=112983 2024-04-12T16:44:51.659 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.665+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~JW3BFOQLX28A.0 size=1048576 2024-04-12T16:44:51.660 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.666+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~JW3BFOQLX28A.1 size=1048576 2024-04-12T16:44:51.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.668+0000 7fc35ce39780 1 > prepared part key=_multipart_0IU68215QEHD.2~JW3BFOQLX28A.2 size=863190 2024-04-12T16:44:51.662 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.668+0000 7fc35ce39780 1 > prepared multipart upload key=0IU68215QEHD upload=JW3BFOQLX28A tag=IBU5DDK63HMP type=write size=4008918 2024-04-12T16:44:51.664 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.670+0000 7fc35ce39780 1 < completed write operation key=506UBRTP11T6 tag=AXY9S9WVCD31 type=write size=769856 2024-04-12T16:44:51.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.674+0000 7fc35ce39780 1 > prepared part key=_multipart_FS23W4ULE1O0.2~F0I7ICG4LVY7.0 size=786902 2024-04-12T16:44:51.668 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.674+0000 7fc35ce39780 1 > prepared multipart upload key=FS23W4ULE1O0 upload=F0I7ICG4LVY7 tag=5BMSW3K974J6 type=write size=1835478 2024-04-12T16:44:51.670 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.676+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~39YD59X2U0M8.0 size=1048576 2024-04-12T16:44:51.672 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.678+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~39YD59X2U0M8.1 size=1048576 2024-04-12T16:44:51.674 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.680+0000 7fc35ce39780 1 < completed part key=_multipart_CPU63NIAUXGM.2~39YD59X2U0M8.2 size=318406 2024-04-12T16:44:51.677 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.684+0000 7fc35ce39780 1 < completed multipart upload key=CPU63NIAUXGM upload=39YD59X2U0M8 tag=5NR1KXPA925Q type=write size=3464134 2024-04-12T16:44:51.679 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.686+0000 7fc35ce39780 1 > prepared operation key=58TO2GN5GIN6 tag=UFQINSLU9GRM type=del size=3077307 2024-04-12T16:44:51.681 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.687+0000 7fc35ce39780 1 < completed delete operation key=58TO2GN5GIN6 tag=EFH2Y08QACJQ type=del 2024-04-12T16:44:51.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.691+0000 7fc35ce39780 1 > prepared part key=_multipart_2JM8HME676YA.2~QOIU7GDQJT02.0 size=516492 2024-04-12T16:44:51.685 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.691+0000 7fc35ce39780 1 > prepared multipart upload key=2JM8HME676YA upload=QOIU7GDQJT02 tag=B7IPBQAP0ONJ type=write size=1565068 2024-04-12T16:44:51.687 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.693+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~XU55V28E0PQD.0 size=1048576 2024-04-12T16:44:51.687 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.693+0000 7fc35ce39780 1 < canceled part key=_multipart_AMC1ILYTVT7I.2~XU55V28E0PQD.1 size=653993 2024-04-12T16:44:51.690 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.696+0000 7fc35ce39780 1 < canceled multipart upload key=AMC1ILYTVT7I upload=XU55V28E0PQD tag=WUPT8M2YMQM2 type=write size=2751145 2024-04-12T16:44:51.694 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.700+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~KLJ24WNRL7R9.0 size=1048576 2024-04-12T16:44:51.696 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.703+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~KLJ24WNRL7R9.1 size=1048576 2024-04-12T16:44:51.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.705+0000 7fc35ce39780 1 > prepared part key=_multipart_8PSEYVN0PAIG.2~KLJ24WNRL7R9.2 size=776759 2024-04-12T16:44:51.698 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.705+0000 7fc35ce39780 1 > prepared multipart upload key=8PSEYVN0PAIG upload=KLJ24WNRL7R9 tag=9GYYSP78TTVQ type=write size=3922487 2024-04-12T16:44:51.703 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.709+0000 7fc35ce39780 1 < suggested update operation key=Z93T9469B27B tag=87B0WT8ESZ4Z type=del size=1269034 2024-04-12T16:44:51.705 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.711+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=Q5SY70RDVQLB type=del size=4183207 2024-04-12T16:44:51.707 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.714+0000 7fc35ce39780 -1 < failed to complete operation key=Z93T9469B27B tag=EL39JCNCIEUN type=del size=2502942: (22) Invalid argument 2024-04-12T16:44:51.709 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.716+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=ACNXKY0WHW1I type=del size=237372 2024-04-12T16:44:51.712 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.718+0000 7fc35ce39780 -1 < failed to complete operation key=Z93T9469B27B tag=6OPFNITG2K3Y type=del size=2893674: (22) Invalid argument 2024-04-12T16:44:51.714 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.720+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=NMWETX9CZJKX type=del size=1546436 2024-04-12T16:44:51.717 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.723+0000 7fc35ce39780 -1 < failed to complete operation key=QPS2GA1QHL2W tag=IND0GCYGIGUQ type=del size=3083766: (22) Invalid argument 2024-04-12T16:44:51.720 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.726+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~IDUZ8FRXAU19.0 size=1048576 2024-04-12T16:44:51.722 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.728+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~IDUZ8FRXAU19.1 size=1048576 2024-04-12T16:44:51.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.730+0000 7fc35ce39780 1 > prepared part key=_multipart_Z93T9469B27B.2~IDUZ8FRXAU19.2 size=361520 2024-04-12T16:44:51.723 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.730+0000 7fc35ce39780 1 > prepared multipart upload key=Z93T9469B27B upload=IDUZ8FRXAU19 tag=2E7KK28LTO1P type=write size=3507248 2024-04-12T16:44:51.725 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.732+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~5OPOPMJTLZ1S.0 size=1048576 2024-04-12T16:44:51.727 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.733+0000 7fc35ce39780 1 < completed part key=_multipart_FS23W4ULE1O0.2~5OPOPMJTLZ1S.1 size=168773 2024-04-12T16:44:51.731 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.737+0000 7fc35ce39780 1 < completed multipart upload key=FS23W4ULE1O0 upload=5OPOPMJTLZ1S tag=4LV2T4ZX0M72 type=write size=2265925 2024-04-12T16:44:51.733 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.739+0000 7fc35ce39780 1 > prepared operation key=0IU68215QEHD tag=QAMGQ0Z199K1 type=del size=2402674 2024-04-12T16:44:51.735 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.741+0000 7fc35ce39780 1 < completed delete operation key=WU1CQUJJ7T5N tag=5QUZQ0J2JI0E type=del 2024-04-12T16:44:51.738 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.745+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~JGZQYH75GPJC.0 size=1048576 2024-04-12T16:44:51.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.746+0000 7fc35ce39780 1 > prepared part key=_multipart_2H0G2H9EP0W8.2~JGZQYH75GPJC.1 size=83615 2024-04-12T16:44:51.740 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.746+0000 7fc35ce39780 1 > prepared multipart upload key=2H0G2H9EP0W8 upload=JGZQYH75GPJC tag=PZ985SD0DAEB type=write size=2180767 2024-04-12T16:44:51.742 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.749+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~86UBKI2A2XSJ.0 size=251422 2024-04-12T16:44:51.746 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.752+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=86UBKI2A2XSJ tag=M0EEP4VM4DM6 type=write size=1299998 2024-04-12T16:44:51.752 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.758+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~PU0JB5WE8XWZ.0 size=591365 2024-04-12T16:44:51.752 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.758+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=PU0JB5WE8XWZ tag=D2XPAN97QDBF type=write size=1639941 2024-04-12T16:44:51.755 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.761+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~T4RE7PT1NDSD.0 size=1048576 2024-04-12T16:44:51.757 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.764+0000 7fc35ce39780 1 < completed part key=_multipart_C3KQN2GIIMR1.2~T4RE7PT1NDSD.1 size=938637 2024-04-12T16:44:51.762 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.769+0000 7fc35ce39780 1 < completed multipart upload key=C3KQN2GIIMR1 upload=T4RE7PT1NDSD tag=MCXX3I2TM3TY type=write size=3035789 2024-04-12T16:44:51.767 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.774+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2HU6CS0YUUO3.0 size=1048576 2024-04-12T16:44:51.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.776+0000 7fc35ce39780 1 > prepared part key=_multipart_AXVD49WBW3LH.2~2HU6CS0YUUO3.1 size=39345 2024-04-12T16:44:51.770 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.776+0000 7fc35ce39780 1 > prepared multipart upload key=AXVD49WBW3LH upload=2HU6CS0YUUO3 tag=8U1B7B3Y1TKN type=write size=2136497 2024-04-12T16:44:51.773 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.779+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~NL4S6BKBV0XV.0 size=886995 2024-04-12T16:44:51.777 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.783+0000 7fc35ce39780 1 < completed multipart upload key=2H0G2H9EP0W8 upload=NL4S6BKBV0XV tag=5NW4ZH9TN3PM type=write size=1935571 2024-04-12T16:44:51.782 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.788+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~HG7FO9VFESUB.0 size=1048576 2024-04-12T16:44:51.784 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.791+0000 7fc35ce39780 1 > prepared part key=_multipart_SXFQD2BAPMI0.2~HG7FO9VFESUB.1 size=113467 2024-04-12T16:44:51.784 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.791+0000 7fc35ce39780 1 > prepared multipart upload key=SXFQD2BAPMI0 upload=HG7FO9VFESUB tag=W8YEU4542ATJ type=write size=2210619 2024-04-12T16:44:51.787 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.793+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~90DAYU6XTS5S.0 size=1048576 2024-04-12T16:44:51.789 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.796+0000 7fc35ce39780 1 < completed part key=_multipart_9CON5BXP14FO.2~90DAYU6XTS5S.1 size=290411 2024-04-12T16:44:51.794 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.800+0000 7fc35ce39780 1 < completed multipart upload key=9CON5BXP14FO upload=90DAYU6XTS5S tag=Q1CXWOLNYI73 type=write size=2387563 2024-04-12T16:44:51.797 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.803+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=E7482Q3W6ZPI type=del size=138076 2024-04-12T16:44:51.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.806+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~TSA6JL2I4KGJ.0 size=1048576 2024-04-12T16:44:51.799 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.806+0000 7fc35ce39780 1 < canceled part key=_multipart_2JM8HME676YA.2~TSA6JL2I4KGJ.1 size=360039 2024-04-12T16:44:51.804 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.810+0000 7fc35ce39780 1 < canceled multipart upload key=2JM8HME676YA upload=TSA6JL2I4KGJ tag=KPSU676RLY5Q type=write size=2457191 2024-04-12T16:44:51.807 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.814+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~WW2S7R4AGGA5.0 size=1048576 2024-04-12T16:44:51.809 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.816+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~WW2S7R4AGGA5.1 size=1048576 2024-04-12T16:44:51.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.817+0000 7fc35ce39780 1 > prepared part key=_multipart_I35DX9ONBXQJ.2~WW2S7R4AGGA5.2 size=527621 2024-04-12T16:44:51.811 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.817+0000 7fc35ce39780 1 > prepared multipart upload key=I35DX9ONBXQJ upload=WW2S7R4AGGA5 tag=NU8BJ1IUOXKM type=write size=3673349 2024-04-12T16:44:51.813 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.820+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~JW3BFOQLX28A.0 size=1048576 2024-04-12T16:44:51.815 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.821+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~JW3BFOQLX28A.1 size=1048576 2024-04-12T16:44:51.817 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.823+0000 7fc35ce39780 1 < completed part key=_multipart_0IU68215QEHD.2~JW3BFOQLX28A.2 size=863190 2024-04-12T16:44:51.821 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.827+0000 7fc35ce39780 1 < completed multipart upload key=0IU68215QEHD upload=JW3BFOQLX28A tag=IBU5DDK63HMP type=write size=4008918 2024-04-12T16:44:51.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.829+0000 7fc35ce39780 1 > prepared operation key=SXFQD2BAPMI0 tag=IS8XUOXZIS1U type=del size=591867 2024-04-12T16:44:51.823 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.830+0000 7fc35ce39780 1 < canceled part key=_multipart_FS23W4ULE1O0.2~F0I7ICG4LVY7.0 size=786902 2024-04-12T16:44:51.828 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.835+0000 7fc35ce39780 1 < canceled multipart upload key=FS23W4ULE1O0 upload=F0I7ICG4LVY7 tag=5BMSW3K974J6 type=write size=1835478 2024-04-12T16:44:51.831 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.838+0000 7fc35ce39780 1 > prepared operation key=AMC1ILYTVT7I tag=SLVX8BO1MWJ0 type=del size=3676940 2024-04-12T16:44:51.835 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.841+0000 7fc35ce39780 1 < canceled operation key=58TO2GN5GIN6 tag=UFQINSLU9GRM type=del size=3077307 2024-04-12T16:44:51.837 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.843+0000 7fc35ce39780 1 > prepared operation key=1CXIJI96GFM8 tag=A2A0K0OEK5WM type=del size=740099 2024-04-12T16:44:51.839 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.846+0000 7fc35ce39780 1 < completed part key=_multipart_2JM8HME676YA.2~QOIU7GDQJT02.0 size=516492 2024-04-12T16:44:51.843 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.850+0000 7fc35ce39780 1 < completed multipart upload key=2JM8HME676YA upload=QOIU7GDQJT02 tag=B7IPBQAP0ONJ type=write size=1565068 2024-04-12T16:44:51.848 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.854+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~BETDZ78KTBCG.0 size=1048576 2024-04-12T16:44:51.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.856+0000 7fc35ce39780 1 > prepared part key=_multipart_AMC1ILYTVT7I.2~BETDZ78KTBCG.1 size=884918 2024-04-12T16:44:51.850 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.856+0000 7fc35ce39780 1 > prepared multipart upload key=AMC1ILYTVT7I upload=BETDZ78KTBCG tag=69DK7AESZOBM type=write size=2982070 2024-04-12T16:44:51.852 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.858+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~KLJ24WNRL7R9.0 size=1048576 2024-04-12T16:44:51.854 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.860+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~KLJ24WNRL7R9.1 size=1048576 2024-04-12T16:44:51.855 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.862+0000 7fc35ce39780 1 < completed part key=_multipart_8PSEYVN0PAIG.2~KLJ24WNRL7R9.2 size=776759 2024-04-12T16:44:51.860 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.866+0000 7fc35ce39780 1 < completed multipart upload key=8PSEYVN0PAIG upload=KLJ24WNRL7R9 tag=9GYYSP78TTVQ type=write size=3922487 2024-04-12T16:44:51.862 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.868+0000 7fc35ce39780 1 > prepared operation key=8T3KONE057LK tag=16P8BQI2DH5K type=write size=965234 2024-04-12T16:44:51.867 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.874+0000 7fc35ce39780 1 < suggested remove operation key=9ANRAV34XW9O tag=Q5SY70RDVQLB type=del 2024-04-12T16:44:51.870 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.877+0000 7fc35ce39780 1 > prepared operation key=SGVKCQ7SL1KU tag=IL1JJ0TOD078 type=del size=3936516 2024-04-12T16:44:51.876 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.883+0000 7fc35ce39780 1 < suggested remove operation key=0IU68215QEHD tag=ACNXKY0WHW1I type=del 2024-04-12T16:44:51.882 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.888+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~FPMW24R86HBS.0 size=1048576 2024-04-12T16:44:51.884 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.891+0000 7fc35ce39780 1 > prepared part key=_multipart_CPU63NIAUXGM.2~FPMW24R86HBS.1 size=876254 2024-04-12T16:44:51.885 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.891+0000 7fc35ce39780 1 > prepared multipart upload key=CPU63NIAUXGM upload=FPMW24R86HBS tag=LXLHWPWEDKQL type=write size=2973406 2024-04-12T16:44:51.888 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.894+0000 7fc35ce39780 1 < completed delete operation key=9CON5BXP14FO tag=NMWETX9CZJKX type=del 2024-04-12T16:44:51.892 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.899+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~UAFA7HPD130K.0 size=1048576 2024-04-12T16:44:51.894 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.900+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~UAFA7HPD130K.1 size=1048576 2024-04-12T16:44:51.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.902+0000 7fc35ce39780 1 > prepared part key=_multipart_C3KQN2GIIMR1.2~UAFA7HPD130K.2 size=1020757 2024-04-12T16:44:51.896 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.902+0000 7fc35ce39780 1 > prepared multipart upload key=C3KQN2GIIMR1 upload=UAFA7HPD130K tag=Y3UC6Q83YJC7 type=write size=4166485 2024-04-12T16:44:51.898 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.904+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~IDUZ8FRXAU19.0 size=1048576 2024-04-12T16:44:51.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.906+0000 7fc35ce39780 1 < completed part key=_multipart_Z93T9469B27B.2~IDUZ8FRXAU19.1 size=1048576 2024-04-12T16:44:51.899 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.906+0000 7fc35ce39780 1 < canceled part key=_multipart_Z93T9469B27B.2~IDUZ8FRXAU19.2 size=361520 2024-04-12T16:44:51.903 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.909+0000 7fc35ce39780 1 < canceled multipart upload key=Z93T9469B27B upload=IDUZ8FRXAU19 tag=2E7KK28LTO1P type=write size=3507248 2024-04-12T16:44:51.905 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.911+0000 7fc35ce39780 1 > prepared operation key=9CON5BXP14FO tag=8308841N2NAM type=del size=2593917 2024-04-12T16:44:51.907 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.914+0000 7fc35ce39780 -1 < failed to complete operation key=0IU68215QEHD tag=QAMGQ0Z199K1 type=del size=2402674: (22) Invalid argument 2024-04-12T16:44:51.912 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.918+0000 7fc35ce39780 1 > prepared part key=_multipart_1CXIJI96GFM8.2~MNGMNHANMI37.0 size=779156 2024-04-12T16:44:51.912 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.918+0000 7fc35ce39780 1 > prepared multipart upload key=1CXIJI96GFM8 upload=MNGMNHANMI37 tag=8PCWUJ9O0HTY type=write size=1827732 2024-04-12T16:44:51.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.920+0000 7fc35ce39780 1 < completed part key=_multipart_2H0G2H9EP0W8.2~JGZQYH75GPJC.0 size=1048576 2024-04-12T16:44:51.914 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.920+0000 7fc35ce39780 1 < canceled part key=_multipart_2H0G2H9EP0W8.2~JGZQYH75GPJC.1 size=83615 2024-04-12T16:44:51.917 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.924+0000 7fc35ce39780 1 < canceled multipart upload key=2H0G2H9EP0W8 upload=JGZQYH75GPJC tag=PZ985SD0DAEB type=write size=2180767 2024-04-12T16:44:51.920 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.926+0000 7fc35ce39780 1 > prepared operation key=Z93T9469B27B tag=9PCFN05X7CKP type=write size=526779 2024-04-12T16:44:51.922 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.929+0000 7fc35ce39780 1 < completed part key=_multipart_AMC1ILYTVT7I.2~PU0JB5WE8XWZ.0 size=591365 2024-04-12T16:44:51.926 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.932+0000 7fc35ce39780 1 < completed multipart upload key=AMC1ILYTVT7I upload=PU0JB5WE8XWZ tag=D2XPAN97QDBF type=write size=1639941 2024-04-12T16:44:51.928 INFO:tasks.workunit.client.0.smithi005.stderr:2024-04-12T16:44:51.934+0000 7fc35ce39780 1 > prepared operation key=9ANRAV34XW9O tag=FVWSSKAEI0A7 type=del size=3091920 2024-04-12T16:44:51.928 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] cls_rgw_stats.simulate (13248 ms) 2024-04-12T16:44:51.928 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from cls_rgw_stats (13248 ms total) 2024-04-12T16:44:51.929 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:44:51.929 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:44:51.948 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:51 smithi005 ceph-mon[90837]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 439 KiB/s wr, 2.24k op/s 2024-04-12T16:44:51.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:44:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:51 smithi005 ceph-mon[88416]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 439 KiB/s wr, 2.24k op/s 2024-04-12T16:44:51.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:44:52.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:51 smithi016 ceph-mon[84444]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 439 KiB/s wr, 2.24k op/s 2024-04-12T16:44:52.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:44:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:44:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:44:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:44:52.708 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 1 test from 1 test suite ran. (15889 ms total) 2024-04-12T16:44:52.708 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 1 test. 2024-04-12T16:44:52.711 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:44:52.712 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:44:52.781 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-12T16:44:52.781 DEBUG:teuthology.orchestra.run.smithi005:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-12T16:44:52.849 INFO:tasks.workunit.client.0.smithi005.stdout:Running main() from gmock_main.cc 2024-04-12T16:44:52.849 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-12T16:44:52.850 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T16:44:52.850 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 2 tests from ClsSDK 2024-04-12T16:44:52.850 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-12T16:44:54.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:53 smithi016 ceph-mon[84444]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.00k op/s 2024-04-12T16:44:54.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:53 smithi016 ceph-mon[84444]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T16:44:54.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:53 smithi005 ceph-mon[88416]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.00k op/s 2024-04-12T16:44:54.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:53 smithi005 ceph-mon[88416]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T16:44:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:44:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:44:53] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-12T16:44:54.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:53 smithi005 ceph-mon[90837]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 391 KiB/s wr, 2.00k op/s 2024-04-12T16:44:54.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:53 smithi005 ceph-mon[90837]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-12T16:44:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:54 smithi016 ceph-mon[84444]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T16:44:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:54 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1462470693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:54 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[88416]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T16:44:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1462470693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[90837]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-12T16:44:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1462470693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:55.725 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2874 ms) 2024-04-12T16:44:55.725 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-12T16:44:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:55 smithi016 ceph-mon[84444]: pgmap v1393: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:55 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:55 smithi016 ceph-mon[84444]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T16:44:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:55 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:44:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:44:56.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:56.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[88416]: pgmap v1393: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[88416]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[90837]: pgmap v1393: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[90837]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-12T16:44:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T16:44:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:44:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:44:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:44:57.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:56 smithi016 ceph-mon[84444]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T16:44:57.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:56 smithi005 ceph-mon[88416]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T16:44:57.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:56 smithi005 ceph-mon[90837]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-12T16:44:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:57 smithi016 ceph-mon[84444]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:57 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:57 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T16:44:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:57 smithi016 ceph-mon[84444]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T16:44:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:57 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1671529452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:57 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[90837]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[90837]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1671529452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[88416]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T16:44:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[88416]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-12T16:44:58.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1671529452' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:58.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:57 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T16:44:58.741 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3017 ms) 2024-04-12T16:44:58.741 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 2 tests from ClsSDK (5891 ms total) 2024-04-12T16:44:58.741 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T16:44:58.741 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T16:44:58.741 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 2 tests from 1 test suite ran. (5891 ms total) 2024-04-12T16:44:58.741 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 2 tests. 2024-04-12T16:44:58.745 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T16:44:58.745 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T16:44:58.815 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-12T16:44:58.815 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:44:59.078 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:58 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:59.079 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:58 smithi005 ceph-mon[88416]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T16:44:59.079 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:58 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:59.079 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:58 smithi005 ceph-mon[90837]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T16:44:59.080 DEBUG:teuthology.parallel:result is None 2024-04-12T16:44:59.081 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:44:59.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:58 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi005-131806-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T16:44:59.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:58 smithi016 ceph-mon[84444]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-12T16:44:59.107 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:44:59.107 DEBUG:teuthology.orchestra.run.smithi005:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:44:59.162 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T16:44:59.162 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:44:59.162 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-12T16:44:59.162 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T16:44:59.162 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-12T16:44:59.163 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T16:44:59.163 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T16:44:59.163 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T16:44:59.164 DEBUG:teuthology.orchestra.run.smithi005:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:44:59.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T16:44:59.217 INFO:teuthology.orchestra.run.smithi005.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T16:44:59.217 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T16:44:59.272 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T16:44:59.272 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T16:44:59.329 INFO:tasks.workunit:timeout=3h 2024-04-12T16:44:59.329 INFO:tasks.workunit:cleanup=True 2024-04-12T16:44:59.330 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T16:44:59.385 INFO:tasks.workunit.client.0.smithi005.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T16:45:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:59 smithi016 ceph-mon[84444]: pgmap v1399: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-04-12T16:45:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:44:59 smithi016 ceph-mon[84444]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T16:45:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:59 smithi005 ceph-mon[88416]: pgmap v1399: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-04-12T16:45:00.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:44:59 smithi005 ceph-mon[88416]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T16:45:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:59 smithi005 ceph-mon[90837]: pgmap v1399: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-04-12T16:45:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:44:59 smithi005 ceph-mon[90837]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-12T16:45:02.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:01 smithi016 ceph-mon[84444]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:02.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:01 smithi005 ceph-mon[88416]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:02.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:01 smithi005 ceph-mon[90837]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:45:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:03.999 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:03 smithi005 ceph-mon[88416]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:03.999 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:03 smithi005 ceph-mon[90837]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:04.000 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:45:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:45:03] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-12T16:45:04.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:03 smithi016 ceph-mon[84444]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:05.011 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:05.011 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:05.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:05.234 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T16:45:05.289 INFO:tasks.workunit.client.0.smithi005.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T16:45:05.291 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:45:05.291 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T16:45:05.340 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T16:45:05.392 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T16:45:05.434 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T16:45:05.435 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:45:05.436 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T16:45:05.475 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T16:45:05.477 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T16:45:05.477 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T16:45:05.533 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-12T16:45:05.534 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-12T16:45:05.534 DEBUG:teuthology.orchestra.run.smithi005:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-12T16:45:05.635 INFO:tasks.workunit.client.0.smithi005.stdout:run length 1200 seconds 2024-04-12T16:45:05.635 INFO:tasks.workunit.client.0.smithi005.stdout:preparing 10240 objects 2024-04-12T16:45:06.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:05 smithi016 ceph-mon[84444]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:06.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:05 smithi005 ceph-mon[88416]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:06.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:05 smithi005 ceph-mon[90837]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:08.019 INFO:tasks.workunit.client.0.smithi005.stdout:load-gen will run 1200 seconds 2024-04-12T16:45:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:07 smithi016 ceph-mon[84444]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:08.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:07 smithi005 ceph-mon[88416]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:08.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:07 smithi005 ceph-mon[90837]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-12T16:45:09.019 INFO:tasks.workunit.client.0.smithi005.stdout: 1: throughput=0MB/sec pending data=0 2024-04-12T16:45:09.019 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Z25ggGVnhP-i4p6 off=3430871 len=70717 2024-04-12T16:45:09.021 INFO:tasks.workunit.client.0.smithi005.stdout:op 0 completed, throughput=0.0673MB/sec 2024-04-12T16:45:09.021 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HVm3i4qQfF3wdA2 off=5988079 len=235697 2024-04-12T16:45:09.022 INFO:tasks.workunit.client.0.smithi005.stdout:op 1 completed, throughput=0.291MB/sec 2024-04-12T16:45:09.022 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wP9-hBX_KiwW-2z off=12631000 len=1940312 2024-04-12T16:45:09.026 INFO:tasks.workunit.client.0.smithi005.stdout:op 2 completed, throughput=2.13MB/sec 2024-04-12T16:45:09.026 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-v8oPgLg_HHMMpha off=321481 len=1341271 2024-04-12T16:45:09.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 3 completed, throughput=3.37MB/sec 2024-04-12T16:45:09.034 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ian6VZkXU-gjrq_ off=3874192 len=6184 2024-04-12T16:45:09.036 INFO:tasks.workunit.client.0.smithi005.stdout:op 4 completed, throughput=3.37MB/sec 2024-04-12T16:45:09.036 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Zb5809nUXbNCO4f off=3845463 len=544328 2024-04-12T16:45:09.037 INFO:tasks.workunit.client.0.smithi005.stdout:op 5 completed, throughput=3.88MB/sec 2024-04-12T16:45:09.037 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tFNdnviKb_mhrGq off=17713466 len=1469378 2024-04-12T16:45:09.039 INFO:tasks.workunit.client.0.smithi005.stdout:op 6 completed, throughput=5.24MB/sec 2024-04-12T16:45:10.040 INFO:tasks.workunit.client.0.smithi005.stdout: 2: throughput=2.65MB/sec pending data=0 2024-04-12T16:45:10.040 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Kka8GsXXw08tgmu off=1529010 len=1636891 2024-04-12T16:45:10.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 7 completed, throughput=3.41MB/sec 2024-04-12T16:45:10.047 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tBscrJ88xc28qxd off=11260875 len=541166 2024-04-12T16:45:10.048 INFO:tasks.workunit.client.0.smithi005.stdout:op 8 completed, throughput=3.66MB/sec 2024-04-12T16:45:10.048 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-89C_zu_8HmikiHk off=12394556 len=760150 2024-04-12T16:45:10.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 9 completed, throughput=4.01MB/sec 2024-04-12T16:45:10.054 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-j8KugaMr0yvU5Z5 off=767292 len=1648887 2024-04-12T16:45:10.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 10 completed, throughput=4.78MB/sec 2024-04-12T16:45:10.054 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gu0bB68RKG9jlNf off=14786786 len=685768 2024-04-12T16:45:10.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 11 completed, throughput=5.09MB/sec 2024-04-12T16:45:10.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:09 smithi016 ceph-mon[84444]: pgmap v1405: 105 pgs: 105 active+clean; 76 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s wr, 621 op/s 2024-04-12T16:45:10.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:09 smithi005 ceph-mon[88416]: pgmap v1405: 105 pgs: 105 active+clean; 76 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s wr, 621 op/s 2024-04-12T16:45:10.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:09 smithi005 ceph-mon[90837]: pgmap v1405: 105 pgs: 105 active+clean; 76 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s wr, 621 op/s 2024-04-12T16:45:11.058 INFO:tasks.workunit.client.0.smithi005.stdout: 3: throughput=3.41MB/sec pending data=0 2024-04-12T16:45:11.059 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_HUIx_8dTD1KibI off=1666477 len=2051898 2024-04-12T16:45:11.070 INFO:tasks.workunit.client.0.smithi005.stdout:op 12 completed, throughput=4.04MB/sec 2024-04-12T16:45:11.070 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tZAG2_ewS_3LjmJ off=5700942 len=552080 2024-04-12T16:45:11.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 13 completed, throughput=4.21MB/sec 2024-04-12T16:45:11.071 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_fNRqlmuCOr7emE off=7926959 len=1459538 2024-04-12T16:45:11.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 14 completed, throughput=4.66MB/sec 2024-04-12T16:45:11.078 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MXVviOe0yGyYkHt off=3362301 len=1740307 2024-04-12T16:45:11.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 15 completed, throughput=5.2MB/sec 2024-04-12T16:45:12.081 INFO:tasks.workunit.client.0.smithi005.stdout: 4: throughput=3.92MB/sec pending data=0 2024-04-12T16:45:12.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-V6B-rI1DnvWjdpC off=14835417 len=635490 2024-04-12T16:45:12.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 16 completed, throughput=4.06MB/sec 2024-04-12T16:45:12.083 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-51IudM7ifLP5sKw off=6494747 len=668910 2024-04-12T16:45:12.087 INFO:tasks.workunit.client.0.smithi005.stdout:op 17 completed, throughput=4.22MB/sec 2024-04-12T16:45:12.087 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9V9LlyzerVv6h4N off=5797596 len=139711 2024-04-12T16:45:12.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 18 completed, throughput=4.25MB/sec 2024-04-12T16:45:12.088 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wZDyass5pjOTnTZ off=8032714 len=1341192 2024-04-12T16:45:12.088 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:11 smithi016 ceph-mon[84444]: pgmap v1406: 105 pgs: 105 active+clean; 108 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 750 KiB/s wr, 749 op/s 2024-04-12T16:45:12.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 19 completed, throughput=4.56MB/sec 2024-04-12T16:45:12.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aFRjGuFpDohLgow off=6973975 len=1630821 2024-04-12T16:45:12.097 INFO:tasks.workunit.client.0.smithi005.stdout:op 20 completed, throughput=4.93MB/sec 2024-04-12T16:45:12.097 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4JQHq_hFxUOoqNk off=3611593 len=1529007 2024-04-12T16:45:12.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 21 completed, throughput=5.29MB/sec 2024-04-12T16:45:12.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:11 smithi005 ceph-mon[88416]: pgmap v1406: 105 pgs: 105 active+clean; 108 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 750 KiB/s wr, 749 op/s 2024-04-12T16:45:12.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:11 smithi005 ceph-mon[90837]: pgmap v1406: 105 pgs: 105 active+clean; 108 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 750 KiB/s wr, 749 op/s 2024-04-12T16:45:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:45:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: 5: throughput=4.25MB/sec pending data=0 2024-04-12T16:45:13.099 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HJSQf9PxUiG4Orx off=6787058 len=28473 2024-04-12T16:45:13.101 INFO:tasks.workunit.client.0.smithi005.stdout:op 22 completed, throughput=4.25MB/sec 2024-04-12T16:45:13.102 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JgCuOPnK98vD7jh off=3910681 len=12648 2024-04-12T16:45:13.104 INFO:tasks.workunit.client.0.smithi005.stdout:op 23 completed, throughput=4.25MB/sec 2024-04-12T16:45:13.104 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gfmqKlkGwusZj5N off=1691484 len=840942 2024-04-12T16:45:13.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 24 completed, throughput=4.4MB/sec 2024-04-12T16:45:13.109 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lYQ9URk6U8bkENa off=8952972 len=413872 2024-04-12T16:45:13.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 25 completed, throughput=4.48MB/sec 2024-04-12T16:45:13.113 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5blt16WZRDMQnpw off=8220678 len=1994048 2024-04-12T16:45:13.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 26 completed, throughput=4.84MB/sec 2024-04-12T16:45:13.121 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RpEPpdFh2cclGPF off=6786959 len=1672238 2024-04-12T16:45:13.130 INFO:tasks.workunit.client.0.smithi005.stdout:op 27 completed, throughput=5.15MB/sec 2024-04-12T16:45:14.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:13 smithi016 ceph-mon[84444]: pgmap v1407: 105 pgs: 105 active+clean; 115 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 780 op/s 2024-04-12T16:45:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: 6: throughput=4.31MB/sec pending data=0 2024-04-12T16:45:14.130 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6OdxDVWUL58ssTC off=8439252 len=97146 2024-04-12T16:45:14.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 28 completed, throughput=4.32MB/sec 2024-04-12T16:45:14.134 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YdER_wk7DmpVlhh off=14259747 len=632993 2024-04-12T16:45:14.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 29 completed, throughput=4.42MB/sec 2024-04-12T16:45:14.134 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gwhmpyMqb5_FILd off=14733708 len=395812 2024-04-12T16:45:14.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 30 completed, throughput=4.48MB/sec 2024-04-12T16:45:14.135 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HkBav1__IjoQNfC off=6934255 len=151360 2024-04-12T16:45:14.135 INFO:tasks.workunit.client.0.smithi005.stdout:op 31 completed, throughput=4.5MB/sec 2024-04-12T16:45:14.135 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a7tDbx_FRW2hiTQ off=9665085 len=1201206 2024-04-12T16:45:14.140 INFO:tasks.workunit.client.0.smithi005.stdout:op 32 completed, throughput=4.68MB/sec 2024-04-12T16:45:14.140 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RwJDmmyQAm9Ia0x off=4347683 len=562579 2024-04-12T16:45:14.141 INFO:tasks.workunit.client.0.smithi005.stdout:op 33 completed, throughput=4.77MB/sec 2024-04-12T16:45:14.141 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-G5CDF09i4buyQHp off=421929 len=2024 2024-04-12T16:45:14.143 INFO:tasks.workunit.client.0.smithi005.stdout:op 34 completed, throughput=4.77MB/sec 2024-04-12T16:45:14.143 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lNaiTK0qR13dMFP off=1708487 len=1863479 2024-04-12T16:45:14.153 INFO:tasks.workunit.client.0.smithi005.stdout:op 35 completed, throughput=5.05MB/sec 2024-04-12T16:45:14.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:13 smithi005 ceph-mon[88416]: pgmap v1407: 105 pgs: 105 active+clean; 115 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 780 op/s 2024-04-12T16:45:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:45:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:45:13] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2024-04-12T16:45:14.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:13 smithi005 ceph-mon[90837]: pgmap v1407: 105 pgs: 105 active+clean; 115 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 780 op/s 2024-04-12T16:45:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: 7: throughput=4.34MB/sec pending data=0 2024-04-12T16:45:15.153 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pA-T1GRBuWc5ABf off=2877580 len=1895070 2024-04-12T16:45:15.161 INFO:tasks.workunit.client.0.smithi005.stdout:op 36 completed, throughput=4.59MB/sec 2024-04-12T16:45:15.161 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2H9gP4IIYsF05KL off=9783257 len=1782787 2024-04-12T16:45:15.168 INFO:tasks.workunit.client.0.smithi005.stdout:op 37 completed, throughput=4.83MB/sec 2024-04-12T16:45:15.168 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J6mad0ytBrugvPF off=2670873 len=324655 2024-04-12T16:45:15.171 INFO:tasks.workunit.client.0.smithi005.stdout:op 38 completed, throughput=4.87MB/sec 2024-04-12T16:45:15.171 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NBKxD_rYbukc_0- off=1404074 len=662734 2024-04-12T16:45:15.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 39 completed, throughput=4.95MB/sec 2024-04-12T16:45:15.176 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zwLkgeeZB0H9FP0 off=2324414 len=160882 2024-04-12T16:45:15.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 40 completed, throughput=4.97MB/sec 2024-04-12T16:45:15.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RVNeJQGj27mvowv off=7454913 len=1764602 2024-04-12T16:45:15.180 INFO:tasks.workunit.client.0.smithi005.stdout:op 41 completed, throughput=5.21MB/sec 2024-04-12T16:45:16.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:15 smithi016 ceph-mon[84444]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-12T16:45:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: 8: throughput=4.57MB/sec pending data=0 2024-04-12T16:45:16.181 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NXh0bh_fgLqNJpT off=9199727 len=823895 2024-04-12T16:45:16.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 42 completed, throughput=4.66MB/sec 2024-04-12T16:45:16.183 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l9dyZvzhIDVR-AE off=8950206 len=1490609 2024-04-12T16:45:16.191 INFO:tasks.workunit.client.0.smithi005.stdout:op 43 completed, throughput=4.83MB/sec 2024-04-12T16:45:16.191 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J6mad0ytBrugvPF off=453711 len=717141 2024-04-12T16:45:16.192 INFO:tasks.workunit.client.0.smithi005.stdout:op 44 completed, throughput=4.91MB/sec 2024-04-12T16:45:16.192 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-95GhAvQxQdUURgZ off=182329 len=794746 2024-04-12T16:45:16.196 INFO:tasks.workunit.client.0.smithi005.stdout:op 45 completed, throughput=5MB/sec 2024-04-12T16:45:16.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:15 smithi005 ceph-mon[88416]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-12T16:45:16.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:15 smithi005 ceph-mon[90837]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-12T16:45:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: 9: throughput=4.46MB/sec pending data=0 2024-04-12T16:45:17.197 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UGKQiQOI6KNSGBa off=2327402 len=192240 2024-04-12T16:45:17.200 INFO:tasks.workunit.client.0.smithi005.stdout:op 46 completed, throughput=4.48MB/sec 2024-04-12T16:45:17.200 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qkee7y7O4Z6FrpA off=1075934 len=1501036 2024-04-12T16:45:17.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 47 completed, throughput=4.63MB/sec 2024-04-12T16:45:17.207 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iwTArlENOTYgiDy off=10023916 len=1233304 2024-04-12T16:45:17.213 INFO:tasks.workunit.client.0.smithi005.stdout:op 48 completed, throughput=4.75MB/sec 2024-04-12T16:45:17.214 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cUj2y9NlOSABgiy off=3804381 len=110908 2024-04-12T16:45:17.216 INFO:tasks.workunit.client.0.smithi005.stdout:op 49 completed, throughput=4.77MB/sec 2024-04-12T16:45:17.216 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QbWSiywtlMjrb9B off=359330 len=1532624 2024-04-12T16:45:17.223 INFO:tasks.workunit.client.0.smithi005.stdout:op 50 completed, throughput=4.92MB/sec 2024-04-12T16:45:17.223 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rdweL1AowMKI0Nt off=10896111 len=359840 2024-04-12T16:45:17.224 INFO:tasks.workunit.client.0.smithi005.stdout:op 51 completed, throughput=4.96MB/sec 2024-04-12T16:45:17.224 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HjC0Ypisme8PABq off=2251325 len=272849 2024-04-12T16:45:17.227 INFO:tasks.workunit.client.0.smithi005.stdout:op 52 completed, throughput=4.98MB/sec 2024-04-12T16:45:17.227 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1JMhLDUAYMg-hdh off=6572265 len=3824 2024-04-12T16:45:17.228 INFO:tasks.workunit.client.0.smithi005.stdout:op 53 completed, throughput=4.98MB/sec 2024-04-12T16:45:17.228 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BuSAY5VtEnH2aR- off=1223454 len=60726 2024-04-12T16:45:17.229 INFO:tasks.workunit.client.0.smithi005.stdout:op 54 completed, throughput=4.99MB/sec 2024-04-12T16:45:17.229 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LSew-S-Ec0TkgYB off=13007008 len=1712457 2024-04-12T16:45:17.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 55 completed, throughput=5.17MB/sec 2024-04-12T16:45:18.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:17 smithi016 ceph-mon[84444]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-12T16:45:18.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:17 smithi005 ceph-mon[90837]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-12T16:45:18.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:17 smithi005 ceph-mon[88416]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 957 KiB/s rd, 1.8 MiB/s wr, 855 op/s 2024-04-12T16:45:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: 10: throughput=4.66MB/sec pending data=0 2024-04-12T16:45:18.232 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Th0Vz4aeMOntkSo off=11714276 len=92794 2024-04-12T16:45:18.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 56 completed, throughput=4.67MB/sec 2024-04-12T16:45:18.234 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s6_OUbGcpXXmcvl off=2244437 len=150193 2024-04-12T16:45:18.235 INFO:tasks.workunit.client.0.smithi005.stdout:op 57 completed, throughput=4.68MB/sec 2024-04-12T16:45:18.235 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6qAcMuJXDkiU2mU off=293010 len=461970 2024-04-12T16:45:18.238 INFO:tasks.workunit.client.0.smithi005.stdout:op 58 completed, throughput=4.72MB/sec 2024-04-12T16:45:18.238 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IY6mbLDUDruZBGS off=2406803 len=2036797 2024-04-12T16:45:18.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 59 completed, throughput=4.91MB/sec 2024-04-12T16:45:18.240 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FdHRrEm3-NmJBhe off=2735020 len=1262026 2024-04-12T16:45:18.247 INFO:tasks.workunit.client.0.smithi005.stdout:op 60 completed, throughput=5.03MB/sec 2024-04-12T16:45:19.248 INFO:tasks.workunit.client.0.smithi005.stdout: 11: throughput=4.58MB/sec pending data=0 2024-04-12T16:45:19.248 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bzWgaRv_mW-YdCE off=2469339 len=1474450 2024-04-12T16:45:19.255 INFO:tasks.workunit.client.0.smithi005.stdout:op 61 completed, throughput=4.7MB/sec 2024-04-12T16:45:19.255 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EnK2wIt7FagRCnW off=7986372 len=1890242 2024-04-12T16:45:19.263 INFO:tasks.workunit.client.0.smithi005.stdout:op 62 completed, throughput=4.86MB/sec 2024-04-12T16:45:19.264 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UOCD3O1abTfPre_ off=2339928 len=1520966 2024-04-12T16:45:19.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 63 completed, throughput=4.98MB/sec 2024-04-12T16:45:19.265 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XAaVZlH0dmL6sdB off=23360051 len=1709988 2024-04-12T16:45:19.267 INFO:tasks.workunit.client.0.smithi005.stdout:op 64 completed, throughput=5.13MB/sec 2024-04-12T16:45:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:19 smithi016 ceph-mon[84444]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 857 op/s 2024-04-12T16:45:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:20.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:19 smithi005 ceph-mon[88416]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 857 op/s 2024-04-12T16:45:20.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:19 smithi005 ceph-mon[90837]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 857 op/s 2024-04-12T16:45:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:20.268 INFO:tasks.workunit.client.0.smithi005.stdout: 12: throughput=4.71MB/sec pending data=0 2024-04-12T16:45:20.268 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ukdkyc-QwYGtfVc off=3872760 len=765213 2024-04-12T16:45:20.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 65 completed, throughput=4.77MB/sec 2024-04-12T16:45:20.272 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qW30jqc_3GoFoi0 off=8030237 len=1338070 2024-04-12T16:45:20.273 INFO:tasks.workunit.client.0.smithi005.stdout:op 66 completed, throughput=4.87MB/sec 2024-04-12T16:45:20.274 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BE0kFPtagpTRMfz off=5499210 len=1112956 2024-04-12T16:45:20.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 67 completed, throughput=4.96MB/sec 2024-04-12T16:45:20.279 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yTc2qB848Ls2R0X off=13675451 len=2073672 2024-04-12T16:45:20.290 INFO:tasks.workunit.client.0.smithi005.stdout:op 68 completed, throughput=5.11MB/sec 2024-04-12T16:45:21.291 INFO:tasks.workunit.client.0.smithi005.stdout: 13: throughput=4.73MB/sec pending data=0 2024-04-12T16:45:21.291 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-M0zz3sV6NsjP14f off=4475938 len=577180 2024-04-12T16:45:21.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 69 completed, throughput=4.77MB/sec 2024-04-12T16:45:21.292 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ztOItU58XBIf9x_ off=7688761 len=1512461 2024-04-12T16:45:21.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 70 completed, throughput=4.88MB/sec 2024-04-12T16:45:21.295 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CDDuem0UpS5TPb6 off=4053171 len=1392369 2024-04-12T16:45:21.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 71 completed, throughput=4.98MB/sec 2024-04-12T16:45:21.296 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nHmLwC_IjaA8afF off=10358790 len=842226 2024-04-12T16:45:21.297 INFO:tasks.workunit.client.0.smithi005.stdout:op 72 completed, throughput=5.04MB/sec 2024-04-12T16:45:22.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:21 smithi016 ceph-mon[84444]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 339 op/s 2024-04-12T16:45:22.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:21 smithi005 ceph-mon[88416]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 339 op/s 2024-04-12T16:45:22.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:21 smithi005 ceph-mon[90837]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 339 op/s 2024-04-12T16:45:22.302 INFO:tasks.workunit.client.0.smithi005.stdout: 14: throughput=4.68MB/sec pending data=0 2024-04-12T16:45:22.303 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eCRp8KFRmN32TCY off=8437331 len=107931 2024-04-12T16:45:22.303 INFO:tasks.workunit.client.0.smithi005.stdout:op 73 completed, throughput=4.69MB/sec 2024-04-12T16:45:22.303 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hq0t_07I2CyXoMd off=16603059 len=1763127 2024-04-12T16:45:22.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 74 completed, throughput=4.8MB/sec 2024-04-12T16:45:22.310 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hsMVgCCLPtGnJCV off=5979493 len=2029966 2024-04-12T16:45:22.312 INFO:tasks.workunit.client.0.smithi005.stdout:op 75 completed, throughput=4.94MB/sec 2024-04-12T16:45:22.312 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V3Q39XdABEWFeLZ off=5945926 len=1017255 2024-04-12T16:45:22.316 INFO:tasks.workunit.client.0.smithi005.stdout:op 76 completed, throughput=5MB/sec 2024-04-12T16:45:22.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:45:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:45:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:23.317 INFO:tasks.workunit.client.0.smithi005.stdout: 15: throughput=4.68MB/sec pending data=0 2024-04-12T16:45:23.318 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6OOzAOoTPo-ZTHZ off=3417592 len=1313264 2024-04-12T16:45:23.319 INFO:tasks.workunit.client.0.smithi005.stdout:op 77 completed, throughput=4.76MB/sec 2024-04-12T16:45:23.319 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IG0gqAlOm9ygD-f off=12573145 len=1486701 2024-04-12T16:45:23.327 INFO:tasks.workunit.client.0.smithi005.stdout:op 78 completed, throughput=4.85MB/sec 2024-04-12T16:45:23.327 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1FLkxDJFco02Pta off=6542807 len=668273 2024-04-12T16:45:23.331 INFO:tasks.workunit.client.0.smithi005.stdout:op 79 completed, throughput=4.89MB/sec 2024-04-12T16:45:23.331 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QEIYNztHqirRL5Q off=7141668 len=1290820 2024-04-12T16:45:23.338 INFO:tasks.workunit.client.0.smithi005.stdout:op 80 completed, throughput=4.97MB/sec 2024-04-12T16:45:23.338 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gWejpVbupPmJjoT off=1763723 len=139927 2024-04-12T16:45:23.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 81 completed, throughput=4.98MB/sec 2024-04-12T16:45:23.340 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XtY7r0AO_hVI8fS off=1187823 len=544694 2024-04-12T16:45:23.343 INFO:tasks.workunit.client.0.smithi005.stdout:op 82 completed, throughput=5.01MB/sec 2024-04-12T16:45:24.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:23 smithi016 ceph-mon[84444]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 129 op/s 2024-04-12T16:45:24.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:23 smithi005 ceph-mon[88416]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 129 op/s 2024-04-12T16:45:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:45:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:45:23] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-04-12T16:45:24.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:23 smithi005 ceph-mon[90837]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 129 op/s 2024-04-12T16:45:24.345 INFO:tasks.workunit.client.0.smithi005.stdout: 16: throughput=4.7MB/sec pending data=0 2024-04-12T16:45:24.345 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9du8S5kXsEJRagm off=19753365 len=1455565 2024-04-12T16:45:24.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 83 completed, throughput=4.79MB/sec 2024-04-12T16:45:24.346 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3o675dwmJBfHpYO off=3690500 len=731656 2024-04-12T16:45:24.348 INFO:tasks.workunit.client.0.smithi005.stdout:op 84 completed, throughput=4.83MB/sec 2024-04-12T16:45:24.348 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qOtkwduK91fSmUU off=447578 len=1791743 2024-04-12T16:45:24.356 INFO:tasks.workunit.client.0.smithi005.stdout:op 85 completed, throughput=4.93MB/sec 2024-04-12T16:45:24.357 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g89XUq0sJLOx6ru off=12441041 len=1817986 2024-04-12T16:45:24.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 86 completed, throughput=5.03MB/sec 2024-04-12T16:45:25.360 INFO:tasks.workunit.client.0.smithi005.stdout: 17: throughput=4.74MB/sec pending data=0 2024-04-12T16:45:25.360 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2RHPWMgek0JjJQA off=13037409 len=450333 2024-04-12T16:45:25.361 INFO:tasks.workunit.client.0.smithi005.stdout:op 87 completed, throughput=4.77MB/sec 2024-04-12T16:45:25.361 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TIdCqd8nKdeadeE off=18869066 len=1301209 2024-04-12T16:45:25.363 INFO:tasks.workunit.client.0.smithi005.stdout:op 88 completed, throughput=4.84MB/sec 2024-04-12T16:45:25.363 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JIg-7zf06gh59gQ off=13122437 len=1813911 2024-04-12T16:45:25.371 INFO:tasks.workunit.client.0.smithi005.stdout:op 89 completed, throughput=4.94MB/sec 2024-04-12T16:45:25.371 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p4QJYIap3SaJaiU off=3685943 len=337635 2024-04-12T16:45:25.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 90 completed, throughput=4.95MB/sec 2024-04-12T16:45:25.375 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D6q5AOFQNwQKime off=1811218 len=225865 2024-04-12T16:45:25.377 INFO:tasks.workunit.client.0.smithi005.stdout:op 91 completed, throughput=4.97MB/sec 2024-04-12T16:45:25.377 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gQ03ioxd-9UR63r off=18664685 len=172700 2024-04-12T16:45:25.379 INFO:tasks.workunit.client.0.smithi005.stdout:op 92 completed, throughput=4.98MB/sec 2024-04-12T16:45:25.380 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZTKJbUEBGc8LjA0 off=1140814 len=554857 2024-04-12T16:45:25.384 INFO:tasks.workunit.client.0.smithi005.stdout:op 93 completed, throughput=5MB/sec 2024-04-12T16:45:26.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:25 smithi016 ceph-mon[84444]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 79 op/s 2024-04-12T16:45:26.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:25 smithi005 ceph-mon[88416]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 79 op/s 2024-04-12T16:45:26.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:25 smithi005 ceph-mon[90837]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 79 op/s 2024-04-12T16:45:26.384 INFO:tasks.workunit.client.0.smithi005.stdout: 18: throughput=4.73MB/sec pending data=0 2024-04-12T16:45:26.384 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nNa8p9HUq4A1Ukf off=2627552 len=463555 2024-04-12T16:45:26.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 94 completed, throughput=4.76MB/sec 2024-04-12T16:45:26.385 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OxQwjImaztFP_FJ off=3004518 len=579904 2024-04-12T16:45:26.386 INFO:tasks.workunit.client.0.smithi005.stdout:op 95 completed, throughput=4.79MB/sec 2024-04-12T16:45:26.386 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--_dhx3ARGAiiVVh off=7516521 len=1209046 2024-04-12T16:45:26.392 INFO:tasks.workunit.client.0.smithi005.stdout:op 96 completed, throughput=4.85MB/sec 2024-04-12T16:45:26.392 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xsThQpX4_yeyiBU off=5550519 len=1577398 2024-04-12T16:45:26.399 INFO:tasks.workunit.client.0.smithi005.stdout:op 97 completed, throughput=4.93MB/sec 2024-04-12T16:45:26.399 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OOojGS_RvJCQoG4 off=5789696 len=1483796 2024-04-12T16:45:26.400 INFO:tasks.workunit.client.0.smithi005.stdout:op 98 completed, throughput=5MB/sec 2024-04-12T16:45:27.400 INFO:tasks.workunit.client.0.smithi005.stdout: 19: throughput=4.75MB/sec pending data=0 2024-04-12T16:45:27.401 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YiPcAZ1SpQ6VvbG off=11040256 len=1943395 2024-04-12T16:45:27.403 INFO:tasks.workunit.client.0.smithi005.stdout:op 99 completed, throughput=4.84MB/sec 2024-04-12T16:45:27.403 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b779R4LkyVcUCus off=1569430 len=606064 2024-04-12T16:45:27.403 INFO:tasks.workunit.client.0.smithi005.stdout:op 100 completed, throughput=4.87MB/sec 2024-04-12T16:45:27.403 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iRpxLt1ZZe8ZGtG off=14211928 len=480638 2024-04-12T16:45:27.406 INFO:tasks.workunit.client.0.smithi005.stdout:op 101 completed, throughput=4.89MB/sec 2024-04-12T16:45:27.406 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0q49psFCGR3-iIh off=21298425 len=25967 2024-04-12T16:45:27.408 INFO:tasks.workunit.client.0.smithi005.stdout:op 102 completed, throughput=4.89MB/sec 2024-04-12T16:45:27.408 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nVy-iH7u6sxtqdz off=3663942 len=1611557 2024-04-12T16:45:27.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 103 completed, throughput=4.97MB/sec 2024-04-12T16:45:27.416 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-whufhczCeIuCQ2Y off=735087 len=242269 2024-04-12T16:45:27.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 104 completed, throughput=4.98MB/sec 2024-04-12T16:45:27.417 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mxcFpQtJoSbG1r7 off=11159617 len=1995185 2024-04-12T16:45:27.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 105 completed, throughput=5.08MB/sec 2024-04-12T16:45:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:27 smithi016 ceph-mon[84444]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:45:28.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:27 smithi005 ceph-mon[88416]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:45:28.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:27 smithi005 ceph-mon[90837]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:45:28.420 INFO:tasks.workunit.client.0.smithi005.stdout: 20: throughput=4.83MB/sec pending data=0 2024-04-12T16:45:28.420 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ckFCgxj1temJU2G off=818789 len=325036 2024-04-12T16:45:28.421 INFO:tasks.workunit.client.0.smithi005.stdout:op 106 completed, throughput=4.85MB/sec 2024-04-12T16:45:28.421 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2XBHLtELIK9Aa_D off=1229693 len=830362 2024-04-12T16:45:28.426 INFO:tasks.workunit.client.0.smithi005.stdout:op 107 completed, throughput=4.88MB/sec 2024-04-12T16:45:28.426 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-n5Jup9Cy1iJBVYs off=4012548 len=1042198 2024-04-12T16:45:28.427 INFO:tasks.workunit.client.0.smithi005.stdout:op 108 completed, throughput=4.93MB/sec 2024-04-12T16:45:28.427 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RVzHVCdcebFhHH9 off=166396 len=392209 2024-04-12T16:45:28.431 INFO:tasks.workunit.client.0.smithi005.stdout:op 109 completed, throughput=4.95MB/sec 2024-04-12T16:45:28.431 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xeDmwPIRXoslq7j off=6092040 len=1601350 2024-04-12T16:45:28.433 INFO:tasks.workunit.client.0.smithi005.stdout:op 110 completed, throughput=5.02MB/sec 2024-04-12T16:45:29.433 INFO:tasks.workunit.client.0.smithi005.stdout: 21: throughput=4.79MB/sec pending data=0 2024-04-12T16:45:29.434 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZedAIjLmCBq42ik off=9804206 len=751260 2024-04-12T16:45:29.434 INFO:tasks.workunit.client.0.smithi005.stdout:op 111 completed, throughput=4.82MB/sec 2024-04-12T16:45:29.435 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nW5Hbt6kKtbY53b off=10402563 len=1517885 2024-04-12T16:45:29.436 INFO:tasks.workunit.client.0.smithi005.stdout:op 112 completed, throughput=4.89MB/sec 2024-04-12T16:45:29.436 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zElKJSuXTlm9il- off=1167671 len=1233842 2024-04-12T16:45:29.443 INFO:tasks.workunit.client.0.smithi005.stdout:op 113 completed, throughput=4.94MB/sec 2024-04-12T16:45:29.443 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--Q6NE162Qoms4iA off=12234040 len=1763992 2024-04-12T16:45:29.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 114 completed, throughput=5.02MB/sec 2024-04-12T16:45:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:29 smithi016 ceph-mon[84444]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:45:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:29 smithi005 ceph-mon[88416]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:45:30.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:29 smithi005 ceph-mon[90837]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:45:30.445 INFO:tasks.workunit.client.0.smithi005.stdout: 22: throughput=4.8MB/sec pending data=0 2024-04-12T16:45:30.446 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jyYaedRJBjCXj0L off=2999290 len=537340 2024-04-12T16:45:30.450 INFO:tasks.workunit.client.0.smithi005.stdout:op 115 completed, throughput=4.82MB/sec 2024-04-12T16:45:30.450 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mhtnKm4r7Nk4r_0 off=853982 len=1506362 2024-04-12T16:45:30.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 116 completed, throughput=4.88MB/sec 2024-04-12T16:45:30.457 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WxhPTeXmMJiALWy off=3563103 len=1878468 2024-04-12T16:45:30.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 117 completed, throughput=4.96MB/sec 2024-04-12T16:45:30.461 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZsxROV50fTYrPq2 off=3317514 len=1028753 2024-04-12T16:45:30.466 INFO:tasks.workunit.client.0.smithi005.stdout:op 118 completed, throughput=5MB/sec 2024-04-12T16:45:31.467 INFO:tasks.workunit.client.0.smithi005.stdout: 23: throughput=4.79MB/sec pending data=0 2024-04-12T16:45:31.467 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CizaKqvFeXh88-Y off=965382 len=1767278 2024-04-12T16:45:31.470 INFO:tasks.workunit.client.0.smithi005.stdout:op 119 completed, throughput=4.86MB/sec 2024-04-12T16:45:31.470 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YLSTK0gLr93wvtA off=5574157 len=1062631 2024-04-12T16:45:31.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 120 completed, throughput=4.9MB/sec 2024-04-12T16:45:31.475 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DZSkgFF0NH_XoP1 off=1842324 len=832974 2024-04-12T16:45:31.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 121 completed, throughput=4.94MB/sec 2024-04-12T16:45:31.477 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ymjYEEbhBJLjDRI off=8036617 len=839493 2024-04-12T16:45:31.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 122 completed, throughput=4.97MB/sec 2024-04-12T16:45:31.481 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Kzd_8tnKhe2leyN off=4772075 len=1126233 2024-04-12T16:45:31.487 INFO:tasks.workunit.client.0.smithi005.stdout:op 123 completed, throughput=5.01MB/sec 2024-04-12T16:45:32.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:31 smithi016 ceph-mon[84444]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:45:32.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:31 smithi005 ceph-mon[88416]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:45:32.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:31 smithi005 ceph-mon[90837]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:45:32.487 INFO:tasks.workunit.client.0.smithi005.stdout: 24: throughput=4.81MB/sec pending data=0 2024-04-12T16:45:32.487 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hr0UnWJI7k40ZPK off=1175419 len=238109 2024-04-12T16:45:32.490 INFO:tasks.workunit.client.0.smithi005.stdout:op 124 completed, throughput=4.82MB/sec 2024-04-12T16:45:32.490 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mlL8u2X81BLTAEa off=1536904 len=88031 2024-04-12T16:45:32.492 INFO:tasks.workunit.client.0.smithi005.stdout:op 125 completed, throughput=4.82MB/sec 2024-04-12T16:45:32.492 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UznNO39Ga0VTl5C off=7604689 len=921739 2024-04-12T16:45:32.494 INFO:tasks.workunit.client.0.smithi005.stdout:op 126 completed, throughput=4.86MB/sec 2024-04-12T16:45:32.494 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gnvhJdmVj7OL6B8 off=1944017 len=1315231 2024-04-12T16:45:32.496 INFO:tasks.workunit.client.0.smithi005.stdout:op 127 completed, throughput=4.91MB/sec 2024-04-12T16:45:32.497 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_ttHZFCyu__cZy2 off=3454100 len=283044 2024-04-12T16:45:32.500 INFO:tasks.workunit.client.0.smithi005.stdout:op 128 completed, throughput=4.92MB/sec 2024-04-12T16:45:32.500 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-shmkyjCnu2imbFQ off=1925071 len=1911446 2024-04-12T16:45:32.503 INFO:tasks.workunit.client.0.smithi005.stdout:op 129 completed, throughput=4.99MB/sec 2024-04-12T16:45:32.503 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XA7U9h0vpmkeWGp off=654320 len=1749909 2024-04-12T16:45:32.507 INFO:tasks.workunit.client.0.smithi005.stdout:op 130 completed, throughput=5.06MB/sec 2024-04-12T16:45:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:45:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:33.507 INFO:tasks.workunit.client.0.smithi005.stdout: 25: throughput=4.86MB/sec pending data=0 2024-04-12T16:45:33.507 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MVLQeNJD-Gq6pUR off=10976878 len=1066215 2024-04-12T16:45:33.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 131 completed, throughput=4.9MB/sec 2024-04-12T16:45:33.509 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zy2jeCCQp_iYJnV off=4612565 len=985210 2024-04-12T16:45:33.515 INFO:tasks.workunit.client.0.smithi005.stdout:op 132 completed, throughput=4.94MB/sec 2024-04-12T16:45:33.515 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bTJ2vmxonS-YKXz off=183330 len=1447460 2024-04-12T16:45:33.516 INFO:tasks.workunit.client.0.smithi005.stdout:op 133 completed, throughput=4.99MB/sec 2024-04-12T16:45:33.517 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-StcdOywnpMn3Qwj off=15288434 len=1510305 2024-04-12T16:45:33.524 INFO:tasks.workunit.client.0.smithi005.stdout:op 134 completed, throughput=5.04MB/sec 2024-04-12T16:45:34.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:33 smithi016 ceph-mon[84444]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:45:34.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:33 smithi005 ceph-mon[88416]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:45:34.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:33 smithi005 ceph-mon[90837]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:45:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:45:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:45:33] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-04-12T16:45:34.524 INFO:tasks.workunit.client.0.smithi005.stdout: 26: throughput=4.85MB/sec pending data=0 2024-04-12T16:45:34.524 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nJTXqNCTC0sm8wq off=8749 len=1417634 2024-04-12T16:45:34.532 INFO:tasks.workunit.client.0.smithi005.stdout:op 135 completed, throughput=4.9MB/sec 2024-04-12T16:45:34.532 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i3kmIbVlDFlIUmT off=13267074 len=2021924 2024-04-12T16:45:34.536 INFO:tasks.workunit.client.0.smithi005.stdout:op 136 completed, throughput=4.98MB/sec 2024-04-12T16:45:34.536 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4Tym8aekmgsExS_ off=9962548 len=1787945 2024-04-12T16:45:34.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 137 completed, throughput=5.04MB/sec 2024-04-12T16:45:35.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:35.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:35.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: 27: throughput=4.86MB/sec pending data=0 2024-04-12T16:45:35.540 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-p1lpsrbgqQ6vKS6 off=592524 len=1510194 2024-04-12T16:45:35.542 INFO:tasks.workunit.client.0.smithi005.stdout:op 138 completed, throughput=4.91MB/sec 2024-04-12T16:45:35.542 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zbwxVwlrM90dH_R off=6608146 len=460558 2024-04-12T16:45:35.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 139 completed, throughput=4.92MB/sec 2024-04-12T16:45:35.543 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sbFqjBLpzdJRJHA off=9309964 len=255622 2024-04-12T16:45:35.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 140 completed, throughput=4.93MB/sec 2024-04-12T16:45:35.544 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0B83ewHmqmneJsx off=4600958 len=908618 2024-04-12T16:45:35.549 INFO:tasks.workunit.client.0.smithi005.stdout:op 141 completed, throughput=4.96MB/sec 2024-04-12T16:45:35.549 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rpOwjOV8Vo6gEyh off=1220776 len=443183 2024-04-12T16:45:35.550 INFO:tasks.workunit.client.0.smithi005.stdout:op 142 completed, throughput=4.98MB/sec 2024-04-12T16:45:35.550 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xZ1AT96qaXVi5zr off=13387937 len=903916 2024-04-12T16:45:35.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 143 completed, throughput=5.01MB/sec 2024-04-12T16:45:36.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:35 smithi016 ceph-mon[84444]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:45:36.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:35 smithi005 ceph-mon[88416]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:45:36.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:35 smithi005 ceph-mon[90837]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:45:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: 28: throughput=4.83MB/sec pending data=0 2024-04-12T16:45:36.554 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N6nVgDFqhMIqb9D off=18809276 len=1309817 2024-04-12T16:45:36.556 INFO:tasks.workunit.client.0.smithi005.stdout:op 144 completed, throughput=4.88MB/sec 2024-04-12T16:45:36.556 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xWFp65B4nd-cbAL off=7946491 len=476100 2024-04-12T16:45:36.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 145 completed, throughput=4.89MB/sec 2024-04-12T16:45:36.557 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hZcHpZSTcVFJtNP off=2100577 len=1825095 2024-04-12T16:45:36.566 INFO:tasks.workunit.client.0.smithi005.stdout:op 146 completed, throughput=4.95MB/sec 2024-04-12T16:45:36.566 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-56fVYP9Wjycx5Ft off=4585520 len=317495 2024-04-12T16:45:36.569 INFO:tasks.workunit.client.0.smithi005.stdout:op 147 completed, throughput=4.96MB/sec 2024-04-12T16:45:36.569 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oDLOGvnxI_xAEd- off=2934767 len=635420 2024-04-12T16:45:36.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 148 completed, throughput=4.98MB/sec 2024-04-12T16:45:36.573 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0d799-83T4FbDsY off=13600899 len=1029410 2024-04-12T16:45:36.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 149 completed, throughput=5.02MB/sec 2024-04-12T16:45:37.574 INFO:tasks.workunit.client.0.smithi005.stdout: 29: throughput=4.85MB/sec pending data=0 2024-04-12T16:45:37.575 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eZolHREJ1E88woW off=8318092 len=1111095 2024-04-12T16:45:37.581 INFO:tasks.workunit.client.0.smithi005.stdout:op 150 completed, throughput=4.88MB/sec 2024-04-12T16:45:37.581 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LWsmPTgcUHjB0Jd off=1075443 len=8724 2024-04-12T16:45:37.581 INFO:tasks.workunit.client.0.smithi005.stdout:op 151 completed, throughput=4.88MB/sec 2024-04-12T16:45:37.582 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-d9ufiBOzBHVwblT off=4285725 len=579722 2024-04-12T16:45:37.585 INFO:tasks.workunit.client.0.smithi005.stdout:op 152 completed, throughput=4.9MB/sec 2024-04-12T16:45:37.585 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0Rnmkj9Y0cO809F off=4137901 len=598743 2024-04-12T16:45:37.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 153 completed, throughput=4.92MB/sec 2024-04-12T16:45:37.587 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0ek9zovK7W0fzIG off=14496178 len=685796 2024-04-12T16:45:37.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 154 completed, throughput=4.94MB/sec 2024-04-12T16:45:37.591 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oqxOk3cdAl-uA4- off=4295278 len=1047691 2024-04-12T16:45:37.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 155 completed, throughput=4.97MB/sec 2024-04-12T16:45:37.596 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lSoiMb6vXytTzcP off=5396140 len=1289601 2024-04-12T16:45:37.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 156 completed, throughput=5.01MB/sec 2024-04-12T16:45:38.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:37 smithi016 ceph-mon[84444]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:38.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:37 smithi005 ceph-mon[88416]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:38.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:37 smithi005 ceph-mon[90837]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:38.602 INFO:tasks.workunit.client.0.smithi005.stdout: 30: throughput=4.85MB/sec pending data=0 2024-04-12T16:45:38.602 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XGKlD0eBPNDRKdj off=10124931 len=1251104 2024-04-12T16:45:38.605 INFO:tasks.workunit.client.0.smithi005.stdout:op 157 completed, throughput=4.89MB/sec 2024-04-12T16:45:38.605 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--rd8T14V5E-iNN3 off=14087259 len=1200721 2024-04-12T16:45:38.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 158 completed, throughput=4.92MB/sec 2024-04-12T16:45:38.611 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LuVmK62lW5xdNN5 off=1742822 len=1473418 2024-04-12T16:45:38.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 159 completed, throughput=4.97MB/sec 2024-04-12T16:45:38.613 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WF0PZKDm5cdBCpP off=65684 len=898808 2024-04-12T16:45:38.618 INFO:tasks.workunit.client.0.smithi005.stdout:op 160 completed, throughput=5MB/sec 2024-04-12T16:45:38.618 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xZ-9h1syZA68Cn2 off=7781487 len=132099 2024-04-12T16:45:38.619 INFO:tasks.workunit.client.0.smithi005.stdout:op 161 completed, throughput=5MB/sec 2024-04-12T16:45:39.619 INFO:tasks.workunit.client.0.smithi005.stdout: 31: throughput=4.84MB/sec pending data=0 2024-04-12T16:45:39.620 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xPfQIh1FrM-HUUR off=8750770 len=2078085 2024-04-12T16:45:39.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 162 completed, throughput=4.91MB/sec 2024-04-12T16:45:39.624 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--TJ5G5Oyr0eIxa5 off=11685529 len=1206825 2024-04-12T16:45:39.625 INFO:tasks.workunit.client.0.smithi005.stdout:op 163 completed, throughput=4.94MB/sec 2024-04-12T16:45:39.625 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qplP5TPXzgfQIYv off=3430137 len=237135 2024-04-12T16:45:39.626 INFO:tasks.workunit.client.0.smithi005.stdout:op 164 completed, throughput=4.95MB/sec 2024-04-12T16:45:39.626 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-c9g8odgbyhJEIGJ off=110977 len=1204465 2024-04-12T16:45:39.633 INFO:tasks.workunit.client.0.smithi005.stdout:op 165 completed, throughput=4.98MB/sec 2024-04-12T16:45:39.633 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-41CQN4i-QW9-1ML off=4566314 len=1942433 2024-04-12T16:45:39.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 166 completed, throughput=5.04MB/sec 2024-04-12T16:45:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:39 smithi016 ceph-mon[84444]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:45:40.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:39 smithi005 ceph-mon[88416]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:45:40.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:39 smithi005 ceph-mon[90837]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:45:40.635 INFO:tasks.workunit.client.0.smithi005.stdout: 32: throughput=4.89MB/sec pending data=0 2024-04-12T16:45:40.636 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HYJccl4QFqy6Uif off=1733223 len=609711 2024-04-12T16:45:40.639 INFO:tasks.workunit.client.0.smithi005.stdout:op 167 completed, throughput=4.9MB/sec 2024-04-12T16:45:40.639 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oQ4evvejW1_KrDR off=2463957 len=1376547 2024-04-12T16:45:40.647 INFO:tasks.workunit.client.0.smithi005.stdout:op 168 completed, throughput=4.94MB/sec 2024-04-12T16:45:40.647 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--8C-l21neptT1hn off=1847132 len=1217664 2024-04-12T16:45:40.654 INFO:tasks.workunit.client.0.smithi005.stdout:op 169 completed, throughput=4.98MB/sec 2024-04-12T16:45:40.654 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-chI_GlSKUVKES8I off=970022 len=1215127 2024-04-12T16:45:40.655 INFO:tasks.workunit.client.0.smithi005.stdout:op 170 completed, throughput=5.01MB/sec 2024-04-12T16:45:41.656 INFO:tasks.workunit.client.0.smithi005.stdout: 33: throughput=4.86MB/sec pending data=0 2024-04-12T16:45:41.656 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oR0L-b5Gt5l_odL off=16229743 len=1585944 2024-04-12T16:45:41.659 INFO:tasks.workunit.client.0.smithi005.stdout:op 171 completed, throughput=4.91MB/sec 2024-04-12T16:45:41.659 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GfJ_rCTtsHItne4 off=1131082 len=280267 2024-04-12T16:45:41.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 172 completed, throughput=4.92MB/sec 2024-04-12T16:45:41.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IlUR8WeNKacigDz off=843500 len=1568773 2024-04-12T16:45:41.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 173 completed, throughput=4.96MB/sec 2024-04-12T16:45:41.667 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tD5zS1d2hnxO5jM off=7146271 len=874192 2024-04-12T16:45:41.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 174 completed, throughput=4.98MB/sec 2024-04-12T16:45:41.668 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2V4pV3QGx4-Fzla off=4745854 len=54392 2024-04-12T16:45:41.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 175 completed, throughput=4.99MB/sec 2024-04-12T16:45:41.671 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-txR6genvJnGG6py off=20228036 len=210399 2024-04-12T16:45:41.671 INFO:tasks.workunit.client.0.smithi005.stdout:op 176 completed, throughput=4.99MB/sec 2024-04-12T16:45:41.671 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sCDqIr2vF8zZFV8 off=692308 len=1722658 2024-04-12T16:45:41.679 INFO:tasks.workunit.client.0.smithi005.stdout:op 177 completed, throughput=5.04MB/sec 2024-04-12T16:45:42.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:41 smithi016 ceph-mon[84444]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:45:42.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:41 smithi005 ceph-mon[88416]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:45:42.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:41 smithi005 ceph-mon[90837]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:45:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:45:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:42.680 INFO:tasks.workunit.client.0.smithi005.stdout: 34: throughput=4.89MB/sec pending data=0 2024-04-12T16:45:42.680 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Twj2XpT87CA1v7z off=12672434 len=124742 2024-04-12T16:45:42.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 178 completed, throughput=4.9MB/sec 2024-04-12T16:45:42.680 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZdMfEMqE7xZeQXj off=7617302 len=1427559 2024-04-12T16:45:42.682 INFO:tasks.workunit.client.0.smithi005.stdout:op 179 completed, throughput=4.94MB/sec 2024-04-12T16:45:42.682 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QZKedw6nkjjzRkn off=17194523 len=1907981 2024-04-12T16:45:42.684 INFO:tasks.workunit.client.0.smithi005.stdout:op 180 completed, throughput=4.99MB/sec 2024-04-12T16:45:42.684 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3vg4a2GlFND7Jwz off=14476572 len=825265 2024-04-12T16:45:42.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 181 completed, throughput=5.01MB/sec 2024-04-12T16:45:43.686 INFO:tasks.workunit.client.0.smithi005.stdout: 35: throughput=4.87MB/sec pending data=0 2024-04-12T16:45:43.686 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aDIffH67zu0lC8d off=6506313 len=1462855 2024-04-12T16:45:43.688 INFO:tasks.workunit.client.0.smithi005.stdout:op 182 completed, throughput=4.91MB/sec 2024-04-12T16:45:43.688 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1Opcgc3k4hFFXXf off=16138417 len=2090274 2024-04-12T16:45:43.690 INFO:tasks.workunit.client.0.smithi005.stdout:op 183 completed, throughput=4.96MB/sec 2024-04-12T16:45:43.690 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--KaXFhNQUYUFF6l off=8909725 len=1862559 2024-04-12T16:45:43.692 INFO:tasks.workunit.client.0.smithi005.stdout:op 184 completed, throughput=5.01MB/sec 2024-04-12T16:45:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:43 smithi016 ceph-mon[84444]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:45:44.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:43 smithi005 ceph-mon[88416]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:45:44.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:43 smithi005 ceph-mon[90837]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:45:44.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:45:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:45:43] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-04-12T16:45:44.692 INFO:tasks.workunit.client.0.smithi005.stdout: 36: throughput=4.88MB/sec pending data=0 2024-04-12T16:45:44.692 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KiKUqsbIYIo6ygU off=1195926 len=1694141 2024-04-12T16:45:44.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 185 completed, throughput=4.92MB/sec 2024-04-12T16:45:44.702 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hzxx3v8pgHSImqw off=545558 len=861625 2024-04-12T16:45:44.707 INFO:tasks.workunit.client.0.smithi005.stdout:op 186 completed, throughput=4.94MB/sec 2024-04-12T16:45:44.707 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mkY79seXTYl57-6 off=978252 len=765672 2024-04-12T16:45:44.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 187 completed, throughput=4.96MB/sec 2024-04-12T16:45:44.708 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n4fHUlrLmdrKdSJ off=16202656 len=515196 2024-04-12T16:45:44.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 188 completed, throughput=4.97MB/sec 2024-04-12T16:45:44.711 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-B4-fvAI6LISShoY off=5919290 len=1476701 2024-04-12T16:45:44.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 189 completed, throughput=5.01MB/sec 2024-04-12T16:45:45.714 INFO:tasks.workunit.client.0.smithi005.stdout: 37: throughput=4.88MB/sec pending data=0 2024-04-12T16:45:45.714 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k1p4_eBx9OW9kYo off=7384313 len=1005864 2024-04-12T16:45:45.720 INFO:tasks.workunit.client.0.smithi005.stdout:op 190 completed, throughput=4.9MB/sec 2024-04-12T16:45:45.720 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XmBtuvEPRdUjIyE off=1877288 len=1348293 2024-04-12T16:45:45.727 INFO:tasks.workunit.client.0.smithi005.stdout:op 191 completed, throughput=4.94MB/sec 2024-04-12T16:45:45.727 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g1kXQeEUKSTZMeu off=10138437 len=415474 2024-04-12T16:45:45.728 INFO:tasks.workunit.client.0.smithi005.stdout:op 192 completed, throughput=4.95MB/sec 2024-04-12T16:45:45.728 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Pesy5egIUY20Po5 off=17462418 len=1676276 2024-04-12T16:45:45.735 INFO:tasks.workunit.client.0.smithi005.stdout:op 193 completed, throughput=4.99MB/sec 2024-04-12T16:45:45.735 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gu29JSqXYmxC6Rk off=2660296 len=1002891 2024-04-12T16:45:45.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 194 completed, throughput=5.01MB/sec 2024-04-12T16:45:46.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:45 smithi016 ceph-mon[84444]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:45:46.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:45 smithi005 ceph-mon[88416]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:45:46.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:45 smithi005 ceph-mon[90837]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:45:46.741 INFO:tasks.workunit.client.0.smithi005.stdout: 38: throughput=4.88MB/sec pending data=0 2024-04-12T16:45:46.741 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Bk3wijiRSjtnKlU off=169917 len=1859409 2024-04-12T16:45:46.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 195 completed, throughput=4.93MB/sec 2024-04-12T16:45:46.749 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D5G0z8izFtD7uKy off=976665 len=404192 2024-04-12T16:45:46.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 196 completed, throughput=4.94MB/sec 2024-04-12T16:45:46.750 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-x00TGSUyqzO8HbX off=3671527 len=1577001 2024-04-12T16:45:46.751 INFO:tasks.workunit.client.0.smithi005.stdout:op 197 completed, throughput=4.98MB/sec 2024-04-12T16:45:46.752 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-io9WwsJ17umZfb6 off=16335769 len=441970 2024-04-12T16:45:46.753 INFO:tasks.workunit.client.0.smithi005.stdout:op 198 completed, throughput=4.99MB/sec 2024-04-12T16:45:46.753 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eVaci6AlI_Z-WpC off=860351 len=785320 2024-04-12T16:45:46.758 INFO:tasks.workunit.client.0.smithi005.stdout:op 199 completed, throughput=5.01MB/sec 2024-04-12T16:45:47.758 INFO:tasks.workunit.client.0.smithi005.stdout: 39: throughput=4.88MB/sec pending data=0 2024-04-12T16:45:47.758 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tycAvt84RKnaV6O off=2169703 len=905636 2024-04-12T16:45:47.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 200 completed, throughput=4.9MB/sec 2024-04-12T16:45:47.764 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OmVzpANc-UCXegq off=14834979 len=1425831 2024-04-12T16:45:47.770 INFO:tasks.workunit.client.0.smithi005.stdout:op 201 completed, throughput=4.94MB/sec 2024-04-12T16:45:47.770 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ty4QprMwd2HFht1 off=23095 len=1196890 2024-04-12T16:45:47.772 INFO:tasks.workunit.client.0.smithi005.stdout:op 202 completed, throughput=4.96MB/sec 2024-04-12T16:45:47.772 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FLt4by83Jy1yYiJ off=1819015 len=1027211 2024-04-12T16:45:47.777 INFO:tasks.workunit.client.0.smithi005.stdout:op 203 completed, throughput=4.99MB/sec 2024-04-12T16:45:47.777 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6FvmQU_XUSde-gq off=7934118 len=1648069 2024-04-12T16:45:47.784 INFO:tasks.workunit.client.0.smithi005.stdout:op 204 completed, throughput=5.03MB/sec 2024-04-12T16:45:48.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:47 smithi016 ceph-mon[84444]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:48.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:47 smithi005 ceph-mon[88416]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:48.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:47 smithi005 ceph-mon[90837]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:48.784 INFO:tasks.workunit.client.0.smithi005.stdout: 40: throughput=4.9MB/sec pending data=0 2024-04-12T16:45:48.784 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ytDBsTOhvWUk0Z3 off=7199046 len=1719889 2024-04-12T16:45:48.786 INFO:tasks.workunit.client.0.smithi005.stdout:op 205 completed, throughput=4.94MB/sec 2024-04-12T16:45:48.787 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tVP9FnyzwsCIyLC off=11502432 len=1608110 2024-04-12T16:45:48.790 INFO:tasks.workunit.client.0.smithi005.stdout:op 206 completed, throughput=4.98MB/sec 2024-04-12T16:45:48.790 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ySIqsGikYaOY2q_ off=7360236 len=1889112 2024-04-12T16:45:48.792 INFO:tasks.workunit.client.0.smithi005.stdout:op 207 completed, throughput=5.02MB/sec 2024-04-12T16:45:49.792 INFO:tasks.workunit.client.0.smithi005.stdout: 41: throughput=4.9MB/sec pending data=0 2024-04-12T16:45:49.793 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-W7iSHdTALsXTEXQ off=6246255 len=2088778 2024-04-12T16:45:49.795 INFO:tasks.workunit.client.0.smithi005.stdout:op 208 completed, throughput=4.95MB/sec 2024-04-12T16:45:49.795 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0d2W83G_nKsC_xU off=8728134 len=657106 2024-04-12T16:45:49.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 209 completed, throughput=4.97MB/sec 2024-04-12T16:45:49.800 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gi4lyRpnpRFOwt8 off=14571294 len=2079167 2024-04-12T16:45:49.808 INFO:tasks.workunit.client.0.smithi005.stdout:op 210 completed, throughput=5.01MB/sec 2024-04-12T16:45:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:49 smithi016 ceph-mon[84444]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:45:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:50.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:49 smithi005 ceph-mon[88416]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:45:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:50.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:49 smithi005 ceph-mon[90837]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:45:50.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:45:50.808 INFO:tasks.workunit.client.0.smithi005.stdout: 42: throughput=4.9MB/sec pending data=0 2024-04-12T16:45:50.809 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a-bUcYY8a3aHbiU off=680133 len=40971 2024-04-12T16:45:50.811 INFO:tasks.workunit.client.0.smithi005.stdout:op 211 completed, throughput=4.9MB/sec 2024-04-12T16:45:50.811 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pGrXq2coGJCm0Lr off=15143685 len=937724 2024-04-12T16:45:50.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 212 completed, throughput=4.92MB/sec 2024-04-12T16:45:50.812 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Q7Zhynl4lmoF8_K off=11072702 len=1693950 2024-04-12T16:45:50.821 INFO:tasks.workunit.client.0.smithi005.stdout:op 213 completed, throughput=4.95MB/sec 2024-04-12T16:45:50.821 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n8q8mRfNh0wyNBZ off=5321160 len=223658 2024-04-12T16:45:50.824 INFO:tasks.workunit.client.0.smithi005.stdout:op 214 completed, throughput=4.96MB/sec 2024-04-12T16:45:50.824 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bDoH5gSLU5yb4sr off=7618323 len=1184149 2024-04-12T16:45:50.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 215 completed, throughput=4.98MB/sec 2024-04-12T16:45:50.830 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1gxLem3V-nFUp7V off=14031068 len=194251 2024-04-12T16:45:50.833 INFO:tasks.workunit.client.0.smithi005.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-12T16:45:50.833 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PACGmLcaDIgQIjj off=871341 len=1826885 2024-04-12T16:45:50.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 217 completed, throughput=5.03MB/sec 2024-04-12T16:45:51.836 INFO:tasks.workunit.client.0.smithi005.stdout: 43: throughput=4.91MB/sec pending data=0 2024-04-12T16:45:51.837 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ly8qO5W7KUD-XaE off=1180712 len=143653 2024-04-12T16:45:51.839 INFO:tasks.workunit.client.0.smithi005.stdout:op 218 completed, throughput=4.92MB/sec 2024-04-12T16:45:51.839 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RmP0R8japVDHz0V off=9891403 len=791809 2024-04-12T16:45:51.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 219 completed, throughput=4.93MB/sec 2024-04-12T16:45:51.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uPa4Y4XPSZkNQB4 off=4531094 len=390877 2024-04-12T16:45:51.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 220 completed, throughput=4.94MB/sec 2024-04-12T16:45:51.844 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mk4xtJzQXmW0Nmz off=17534499 len=1400016 2024-04-12T16:45:51.850 INFO:tasks.workunit.client.0.smithi005.stdout:op 221 completed, throughput=4.97MB/sec 2024-04-12T16:45:51.851 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sVJShyWsGHNWp13 off=2579448 len=1283115 2024-04-12T16:45:51.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 222 completed, throughput=5MB/sec 2024-04-12T16:45:51.856 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I5iJac8Qe3Nwwk1 off=9779714 len=1671897 2024-04-12T16:45:51.857 INFO:tasks.workunit.client.0.smithi005.stdout:op 223 completed, throughput=5.03MB/sec 2024-04-12T16:45:52.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:51 smithi016 ceph-mon[84444]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:52.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:51 smithi005 ceph-mon[88416]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:52.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:51 smithi005 ceph-mon[90837]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:45:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:45:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:45:52.858 INFO:tasks.workunit.client.0.smithi005.stdout: 44: throughput=4.92MB/sec pending data=0 2024-04-12T16:45:52.859 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2hPuEX-SAuPfdf_ off=6589119 len=1547106 2024-04-12T16:45:52.868 INFO:tasks.workunit.client.0.smithi005.stdout:op 224 completed, throughput=4.95MB/sec 2024-04-12T16:45:52.868 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hkXrJOW1JOQIi_S off=8443055 len=1850337 2024-04-12T16:45:52.869 INFO:tasks.workunit.client.0.smithi005.stdout:op 225 completed, throughput=4.99MB/sec 2024-04-12T16:45:52.869 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c1SJHkrTtXxFMEs off=4461010 len=490324 2024-04-12T16:45:52.871 INFO:tasks.workunit.client.0.smithi005.stdout:op 226 completed, throughput=5MB/sec 2024-04-12T16:45:53.870 INFO:tasks.workunit.client.0.smithi005.stdout: 45: throughput=4.89MB/sec pending data=0 2024-04-12T16:45:53.871 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UW8hyVxFrSeIu6o off=5200253 len=1891533 2024-04-12T16:45:53.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 227 completed, throughput=4.93MB/sec 2024-04-12T16:45:53.878 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FXM_aMU-TPQ5Vy7 off=2686859 len=168492 2024-04-12T16:45:53.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 228 completed, throughput=4.94MB/sec 2024-04-12T16:45:53.881 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CvPQ6ENXTqUViyD off=13456266 len=1535264 2024-04-12T16:45:53.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 229 completed, throughput=4.97MB/sec 2024-04-12T16:45:53.887 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BZbpqKfvKtXp0St off=869400 len=1603811 2024-04-12T16:45:53.893 INFO:tasks.workunit.client.0.smithi005.stdout:op 230 completed, throughput=5MB/sec 2024-04-12T16:45:53.893 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QYJ9rfWUZt1K8jJ off=9125901 len=292311 2024-04-12T16:45:53.896 INFO:tasks.workunit.client.0.smithi005.stdout:op 231 completed, throughput=5.01MB/sec 2024-04-12T16:45:54.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:53 smithi016 ceph-mon[84444]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:45:54.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:53 smithi005 ceph-mon[88416]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:45:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:45:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:45:53] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-04-12T16:45:54.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:53 smithi005 ceph-mon[90837]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:45:54.897 INFO:tasks.workunit.client.0.smithi005.stdout: 46: throughput=4.9MB/sec pending data=0 2024-04-12T16:45:54.897 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bwXtfpKBXpvSk6n off=145820 len=1575731 2024-04-12T16:45:54.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 232 completed, throughput=4.93MB/sec 2024-04-12T16:45:54.899 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Vpqnh-0CZUwvZdd off=69017 len=1022339 2024-04-12T16:45:54.905 INFO:tasks.workunit.client.0.smithi005.stdout:op 233 completed, throughput=4.95MB/sec 2024-04-12T16:45:54.905 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Pvs-nMpcC5Y9M9k off=10075936 len=1876130 2024-04-12T16:45:54.909 INFO:tasks.workunit.client.0.smithi005.stdout:op 234 completed, throughput=4.99MB/sec 2024-04-12T16:45:54.909 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7LWOC3jAxQpAKQg off=3040134 len=1483338 2024-04-12T16:45:54.911 INFO:tasks.workunit.client.0.smithi005.stdout:op 235 completed, throughput=5.02MB/sec 2024-04-12T16:45:55.911 INFO:tasks.workunit.client.0.smithi005.stdout: 47: throughput=4.91MB/sec pending data=0 2024-04-12T16:45:55.911 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DxocIGXW8DnHMB- off=7489478 len=1142308 2024-04-12T16:45:55.917 INFO:tasks.workunit.client.0.smithi005.stdout:op 236 completed, throughput=4.94MB/sec 2024-04-12T16:45:55.917 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3lwScN5RifQorCO off=9715167 len=1645153 2024-04-12T16:45:55.923 INFO:tasks.workunit.client.0.smithi005.stdout:op 237 completed, throughput=4.97MB/sec 2024-04-12T16:45:55.923 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8jLWWn5_v4eEXhx off=3627511 len=331987 2024-04-12T16:45:55.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 238 completed, throughput=4.97MB/sec 2024-04-12T16:45:55.925 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aiss8ksBZyJNhyU off=566322 len=560787 2024-04-12T16:45:55.926 INFO:tasks.workunit.client.0.smithi005.stdout:op 239 completed, throughput=4.99MB/sec 2024-04-12T16:45:55.926 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wcq3CP6gTOuXqah off=14325453 len=1266523 2024-04-12T16:45:55.927 INFO:tasks.workunit.client.0.smithi005.stdout:op 240 completed, throughput=5.01MB/sec 2024-04-12T16:45:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:55 smithi016 ceph-mon[84444]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:45:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:45:56.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:55 smithi005 ceph-mon[88416]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:45:56.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:45:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:55 smithi005 ceph-mon[90837]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:45:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:45:56.928 INFO:tasks.workunit.client.0.smithi005.stdout: 48: throughput=4.91MB/sec pending data=0 2024-04-12T16:45:56.928 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tejRm4uQ1zQNngc off=216222 len=1662072 2024-04-12T16:45:56.930 INFO:tasks.workunit.client.0.smithi005.stdout:op 241 completed, throughput=4.94MB/sec 2024-04-12T16:45:56.930 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-noRrlzdD9Y7K3Lc off=1186758 len=1438241 2024-04-12T16:45:56.933 INFO:tasks.workunit.client.0.smithi005.stdout:op 242 completed, throughput=4.97MB/sec 2024-04-12T16:45:56.933 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BqmanUOYgS9c0KS off=12717890 len=1898735 2024-04-12T16:45:56.944 INFO:tasks.workunit.client.0.smithi005.stdout:op 243 completed, throughput=5MB/sec 2024-04-12T16:45:57.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:45:57.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:45:57.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:45:57.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:45:57.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:45:57.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:45:57.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:45:57.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:45:57.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:45:57.944 INFO:tasks.workunit.client.0.smithi005.stdout: 49: throughput=4.9MB/sec pending data=0 2024-04-12T16:45:57.944 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fKztAFkxveHCM3X off=2335124 len=1471429 2024-04-12T16:45:57.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 244 completed, throughput=4.93MB/sec 2024-04-12T16:45:57.951 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9rmKjbciLbn7wPj off=12743568 len=1004828 2024-04-12T16:45:57.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 245 completed, throughput=4.95MB/sec 2024-04-12T16:45:57.953 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n1M1tSt0FaZABQ1 off=332750 len=2006103 2024-04-12T16:45:57.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 246 completed, throughput=4.99MB/sec 2024-04-12T16:45:57.964 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-36pwiDvaSCm6LC8 off=2394161 len=205557 2024-04-12T16:45:57.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 247 completed, throughput=4.99MB/sec 2024-04-12T16:45:57.964 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dnBiCCNPjV8Y7RC off=17052083 len=122018 2024-04-12T16:45:57.967 INFO:tasks.workunit.client.0.smithi005.stdout:op 248 completed, throughput=4.99MB/sec 2024-04-12T16:45:57.967 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6IAuRNaoj-u3MlW off=7429019 len=1785930 2024-04-12T16:45:57.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 249 completed, throughput=5.03MB/sec 2024-04-12T16:45:58.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:45:58 smithi005 ceph-mon[88416]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:45:58.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:45:58 smithi005 ceph-mon[90837]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:45:58.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:45:58 smithi016 ceph-mon[84444]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:45:58.974 INFO:tasks.workunit.client.0.smithi005.stdout: 50: throughput=4.93MB/sec pending data=0 2024-04-12T16:45:58.974 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PZdR3kRUswfeii3 off=9924732 len=821065 2024-04-12T16:45:58.980 INFO:tasks.workunit.client.0.smithi005.stdout:op 250 completed, throughput=4.94MB/sec 2024-04-12T16:45:58.980 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FWHsQ42bhelK-jG off=1786848 len=440753 2024-04-12T16:45:58.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 251 completed, throughput=4.95MB/sec 2024-04-12T16:45:58.983 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2-fcAifh0v2DvPb off=6134301 len=1305295 2024-04-12T16:45:58.985 INFO:tasks.workunit.client.0.smithi005.stdout:op 252 completed, throughput=4.97MB/sec 2024-04-12T16:45:58.985 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cGQdDuezh-jjxgN off=3374552 len=2003089 2024-04-12T16:45:58.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 253 completed, throughput=5.01MB/sec 2024-04-12T16:45:59.994 INFO:tasks.workunit.client.0.smithi005.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-12T16:45:59.994 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Hns73YHOZH_ZkCo off=5963344 len=453684 2024-04-12T16:45:59.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 254 completed, throughput=4.92MB/sec 2024-04-12T16:45:59.998 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HgYrpd9Bi_PVuyu off=5772825 len=662144 2024-04-12T16:46:00.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 255 completed, throughput=4.93MB/sec 2024-04-12T16:46:00.003 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--GmrWf9xsuNaHRp off=4443476 len=185757 2024-04-12T16:46:00.003 INFO:tasks.workunit.client.0.smithi005.stdout:op 256 completed, throughput=4.94MB/sec 2024-04-12T16:46:00.003 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ab0VwvHgPCMOofm off=6660304 len=1200849 2024-04-12T16:46:00.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 257 completed, throughput=4.96MB/sec 2024-04-12T16:46:00.005 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DoLifBEzPD4fTP5 off=5575585 len=786572 2024-04-12T16:46:00.010 INFO:tasks.workunit.client.0.smithi005.stdout:op 258 completed, throughput=4.97MB/sec 2024-04-12T16:46:00.010 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ar3eIXLm5Pf69le off=219280 len=1509726 2024-04-12T16:46:00.016 INFO:tasks.workunit.client.0.smithi005.stdout:op 259 completed, throughput=5MB/sec 2024-04-12T16:46:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:00 smithi005 ceph-mon[88416]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:00 smithi005 ceph-mon[90837]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:00 smithi016 ceph-mon[84444]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:01.017 INFO:tasks.workunit.client.0.smithi005.stdout: 52: throughput=4.91MB/sec pending data=0 2024-04-12T16:46:01.017 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fw2i9OR5iiMjq_O off=4808399 len=184255 2024-04-12T16:46:01.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 260 completed, throughput=4.91MB/sec 2024-04-12T16:46:01.018 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--eKCYB0GvZB_S95 off=3476278 len=887126 2024-04-12T16:46:01.022 INFO:tasks.workunit.client.0.smithi005.stdout:op 261 completed, throughput=4.93MB/sec 2024-04-12T16:46:01.023 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4Px9RFar7eCxUqY off=10195344 len=798456 2024-04-12T16:46:01.028 INFO:tasks.workunit.client.0.smithi005.stdout:op 262 completed, throughput=4.94MB/sec 2024-04-12T16:46:01.028 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IacNghoZfvP8dvK off=172122 len=1474892 2024-04-12T16:46:01.036 INFO:tasks.workunit.client.0.smithi005.stdout:op 263 completed, throughput=4.96MB/sec 2024-04-12T16:46:01.036 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MZhGOSBJ6ECL8Bh off=2271871 len=1508038 2024-04-12T16:46:01.042 INFO:tasks.workunit.client.0.smithi005.stdout:op 264 completed, throughput=4.99MB/sec 2024-04-12T16:46:01.042 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RwQvZMQY8U_tpuA off=443268 len=278538 2024-04-12T16:46:01.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 265 completed, throughput=5MB/sec 2024-04-12T16:46:01.043 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XioRkwWMcXd0K9b off=12135329 len=1842605 2024-04-12T16:46:01.049 INFO:tasks.workunit.client.0.smithi005.stdout:op 266 completed, throughput=5.03MB/sec 2024-04-12T16:46:02.050 INFO:tasks.workunit.client.0.smithi005.stdout: 53: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:02.050 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D9hvurtJFLXi4eG off=1632905 len=370037 2024-04-12T16:46:02.051 INFO:tasks.workunit.client.0.smithi005.stdout:op 267 completed, throughput=4.94MB/sec 2024-04-12T16:46:02.051 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e77sE7rG0d-gpWM off=2486669 len=1728595 2024-04-12T16:46:02.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 268 completed, throughput=4.97MB/sec 2024-04-12T16:46:02.053 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C6IDzMMztzkbkIQ off=2008586 len=1736213 2024-04-12T16:46:02.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 269 completed, throughput=5MB/sec 2024-04-12T16:46:02.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:02 smithi005 ceph-mon[88416]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:46:02.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:02 smithi005 ceph-mon[90837]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:46:02.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:02 smithi016 ceph-mon[84444]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:46:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:46:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:46:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:03.054 INFO:tasks.workunit.client.0.smithi005.stdout: 54: throughput=4.91MB/sec pending data=0 2024-04-12T16:46:03.054 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QvsE01x-zWpf53s off=512884 len=2024188 2024-04-12T16:46:03.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 270 completed, throughput=4.95MB/sec 2024-04-12T16:46:03.057 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l-eCnTZg0YeAMx6 off=12876696 len=23814 2024-04-12T16:46:03.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 271 completed, throughput=4.95MB/sec 2024-04-12T16:46:03.057 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fgOWRXrIQVGbDzw off=6485859 len=1188868 2024-04-12T16:46:03.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 272 completed, throughput=4.97MB/sec 2024-04-12T16:46:03.058 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S08UsD3kHde7MkT off=6023327 len=1792391 2024-04-12T16:46:03.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 273 completed, throughput=5MB/sec 2024-04-12T16:46:03.060 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v5z3fJSPW5QvCjz off=6613672 len=684480 2024-04-12T16:46:03.061 INFO:tasks.workunit.client.0.smithi005.stdout:op 274 completed, throughput=5.01MB/sec 2024-04-12T16:46:04.061 INFO:tasks.workunit.client.0.smithi005.stdout: 55: throughput=4.92MB/sec pending data=0 2024-04-12T16:46:04.061 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DeAGUM4z6L_s3Pu off=6950085 len=1266973 2024-04-12T16:46:04.063 INFO:tasks.workunit.client.0.smithi005.stdout:op 275 completed, throughput=4.94MB/sec 2024-04-12T16:46:04.063 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Z_mhm6va88BTspz off=7675842 len=234315 2024-04-12T16:46:04.063 INFO:tasks.workunit.client.0.smithi005.stdout:op 276 completed, throughput=4.95MB/sec 2024-04-12T16:46:04.064 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vm3XVFzcVt7GYZ2 off=9264440 len=858103 2024-04-12T16:46:04.069 INFO:tasks.workunit.client.0.smithi005.stdout:op 277 completed, throughput=4.96MB/sec 2024-04-12T16:46:04.070 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mBd_t_EKk3IbAYy off=15981758 len=587828 2024-04-12T16:46:04.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 278 completed, throughput=4.97MB/sec 2024-04-12T16:46:04.071 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C6jnKqDOhuWmuq0 off=4146624 len=54367 2024-04-12T16:46:04.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 279 completed, throughput=4.97MB/sec 2024-04-12T16:46:04.072 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y3c76tXKOy8g3UP off=3559463 len=947207 2024-04-12T16:46:04.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 280 completed, throughput=4.99MB/sec 2024-04-12T16:46:04.073 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JLL2mDJJ9Fo4mPC off=2634221 len=2055920 2024-04-12T16:46:04.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 281 completed, throughput=5.02MB/sec 2024-04-12T16:46:04.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:04 smithi005 ceph-mon[88416]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:46:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:46:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:46:03] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-04-12T16:46:04.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:04 smithi005 ceph-mon[90837]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:46:04.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:04 smithi016 ceph-mon[84444]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:46:05.084 INFO:tasks.workunit.client.0.smithi005.stdout: 56: throughput=4.93MB/sec pending data=0 2024-04-12T16:46:05.084 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zH8LFLOfV_TLmc4 off=3515960 len=877758 2024-04-12T16:46:05.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 282 completed, throughput=4.95MB/sec 2024-04-12T16:46:05.089 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zhGXYLHUonI6UR_ off=3557006 len=230767 2024-04-12T16:46:05.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 283 completed, throughput=4.95MB/sec 2024-04-12T16:46:05.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1iLBh3qTG-OjCIK off=2074248 len=911728 2024-04-12T16:46:05.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 284 completed, throughput=4.97MB/sec 2024-04-12T16:46:05.094 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-haqfZmqVD6NUmGg off=11283527 len=621603 2024-04-12T16:46:05.098 INFO:tasks.workunit.client.0.smithi005.stdout:op 285 completed, throughput=4.98MB/sec 2024-04-12T16:46:05.098 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZQGwM-EFUsgt99O off=896534 len=1326703 2024-04-12T16:46:05.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 286 completed, throughput=5MB/sec 2024-04-12T16:46:05.099 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8C7cyJQFMhABtR4 off=8284946 len=1725064 2024-04-12T16:46:05.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 287 completed, throughput=5.03MB/sec 2024-04-12T16:46:05.431 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:05.431 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:05.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:06.106 INFO:tasks.workunit.client.0.smithi005.stdout: 57: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:06.106 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qd-FciDy6zqfks9 off=4268506 len=830828 2024-04-12T16:46:06.107 INFO:tasks.workunit.client.0.smithi005.stdout:op 288 completed, throughput=4.95MB/sec 2024-04-12T16:46:06.107 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lH41-3Yq_P-fIdn off=14906761 len=835506 2024-04-12T16:46:06.112 INFO:tasks.workunit.client.0.smithi005.stdout:op 289 completed, throughput=4.97MB/sec 2024-04-12T16:46:06.112 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yQv6icLSJM2F7xy off=14568102 len=685555 2024-04-12T16:46:06.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 290 completed, throughput=4.98MB/sec 2024-04-12T16:46:06.113 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jRBZeTbzru_ui8b off=3191367 len=1200389 2024-04-12T16:46:06.119 INFO:tasks.workunit.client.0.smithi005.stdout:op 291 completed, throughput=5MB/sec 2024-04-12T16:46:06.119 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-abaWLmteYZcnLLk off=5859376 len=1556709 2024-04-12T16:46:06.126 INFO:tasks.workunit.client.0.smithi005.stdout:op 292 completed, throughput=5.02MB/sec 2024-04-12T16:46:06.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:06 smithi005 ceph-mon[88416]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:46:06.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:06 smithi005 ceph-mon[90837]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:46:06.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:06 smithi016 ceph-mon[84444]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:46:07.126 INFO:tasks.workunit.client.0.smithi005.stdout: 58: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:07.126 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nK64cLtNIhfPz-q off=2300612 len=467979 2024-04-12T16:46:07.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 293 completed, throughput=4.94MB/sec 2024-04-12T16:46:07.127 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TDuwgY54QUeu51Q off=7066306 len=1650802 2024-04-12T16:46:07.130 INFO:tasks.workunit.client.0.smithi005.stdout:op 294 completed, throughput=4.97MB/sec 2024-04-12T16:46:07.130 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-52CKOubdxhWvRVd off=3361651 len=1397284 2024-04-12T16:46:07.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 295 completed, throughput=4.99MB/sec 2024-04-12T16:46:07.136 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LJubb_NJ-A9P-Si off=13420819 len=1344460 2024-04-12T16:46:07.138 INFO:tasks.workunit.client.0.smithi005.stdout:op 296 completed, throughput=5.01MB/sec 2024-04-12T16:46:08.138 INFO:tasks.workunit.client.0.smithi005.stdout: 59: throughput=4.93MB/sec pending data=0 2024-04-12T16:46:08.138 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-F50uBoaxryvERgX off=11808373 len=1753658 2024-04-12T16:46:08.147 INFO:tasks.workunit.client.0.smithi005.stdout:op 297 completed, throughput=4.96MB/sec 2024-04-12T16:46:08.148 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GUpH7n5qgXSQb5Z off=2367861 len=1476819 2024-04-12T16:46:08.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 298 completed, throughput=4.98MB/sec 2024-04-12T16:46:08.150 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KLXtNNrupDdfSQC off=19573387 len=1169565 2024-04-12T16:46:08.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 299 completed, throughput=5MB/sec 2024-04-12T16:46:08.151 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q6Y80VEEXIfrGPF off=6809417 len=1296015 2024-04-12T16:46:08.152 INFO:tasks.workunit.client.0.smithi005.stdout:op 300 completed, throughput=5.02MB/sec 2024-04-12T16:46:08.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:08 smithi005 ceph-mon[88416]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:46:08.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:08 smithi005 ceph-mon[90837]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:46:08.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:08 smithi016 ceph-mon[84444]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-12T16:46:09.153 INFO:tasks.workunit.client.0.smithi005.stdout: 60: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:09.153 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g1gebm0y4XcozbV off=2801076 len=289066 2024-04-12T16:46:09.154 INFO:tasks.workunit.client.0.smithi005.stdout:op 301 completed, throughput=4.94MB/sec 2024-04-12T16:46:09.154 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hXoshYgZ9wDKxTg off=7797823 len=1835690 2024-04-12T16:46:09.157 INFO:tasks.workunit.client.0.smithi005.stdout:op 302 completed, throughput=4.97MB/sec 2024-04-12T16:46:09.157 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-v5Io5CPwNY3Arq0 off=328621 len=105865 2024-04-12T16:46:09.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 303 completed, throughput=4.97MB/sec 2024-04-12T16:46:09.160 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hSWmknKHvzTsjL3 off=5889862 len=322901 2024-04-12T16:46:09.163 INFO:tasks.workunit.client.0.smithi005.stdout:op 304 completed, throughput=4.98MB/sec 2024-04-12T16:46:09.163 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ga7RK2UvnZ--KSS off=0 len=1784043 2024-04-12T16:46:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:op 305 completed, throughput=5MB/sec 2024-04-12T16:46:10.170 INFO:tasks.workunit.client.0.smithi005.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-12T16:46:10.170 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-btSSy-yy5KFE0FR off=9437865 len=2046352 2024-04-12T16:46:10.173 INFO:tasks.workunit.client.0.smithi005.stdout:op 306 completed, throughput=4.96MB/sec 2024-04-12T16:46:10.173 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-v7tY3d4TE7EzXB0 off=1123869 len=638187 2024-04-12T16:46:10.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 307 completed, throughput=4.96MB/sec 2024-04-12T16:46:10.178 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VAyY64O7In6cn9F off=3741698 len=1950585 2024-04-12T16:46:10.179 INFO:tasks.workunit.client.0.smithi005.stdout:op 308 completed, throughput=4.99MB/sec 2024-04-12T16:46:10.180 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tN2SI90a6laYaTY off=78372 len=766168 2024-04-12T16:46:10.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 309 completed, throughput=5.01MB/sec 2024-04-12T16:46:10.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:10 smithi005 ceph-mon[88416]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:46:10.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:10 smithi005 ceph-mon[90837]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:46:10.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:10 smithi016 ceph-mon[84444]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:46:11.183 INFO:tasks.workunit.client.0.smithi005.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-12T16:46:11.183 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uRKVUtDxEvGaGhK off=1431312 len=833055 2024-04-12T16:46:11.189 INFO:tasks.workunit.client.0.smithi005.stdout:op 310 completed, throughput=4.94MB/sec 2024-04-12T16:46:11.189 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8fDPcoMs5jn1-5B off=5207280 len=1514133 2024-04-12T16:46:11.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 311 completed, throughput=4.96MB/sec 2024-04-12T16:46:11.197 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7fOkZkgZvGQTAn3 off=11741053 len=1593033 2024-04-12T16:46:11.200 INFO:tasks.workunit.client.0.smithi005.stdout:op 312 completed, throughput=4.98MB/sec 2024-04-12T16:46:11.200 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1St5Yh9ceXuQfvh off=4530395 len=626386 2024-04-12T16:46:11.201 INFO:tasks.workunit.client.0.smithi005.stdout:op 313 completed, throughput=4.99MB/sec 2024-04-12T16:46:11.201 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0Cm-wGmxWM9IBcQ off=6098878 len=674265 2024-04-12T16:46:11.202 INFO:tasks.workunit.client.0.smithi005.stdout:op 314 completed, throughput=5MB/sec 2024-04-12T16:46:12.202 INFO:tasks.workunit.client.0.smithi005.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-12T16:46:12.202 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-U95xbKB35XxjKdu off=468919 len=707439 2024-04-12T16:46:12.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 315 completed, throughput=4.94MB/sec 2024-04-12T16:46:12.206 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TLpYU5AszBTcekl off=2259984 len=2068989 2024-04-12T16:46:12.217 INFO:tasks.workunit.client.0.smithi005.stdout:op 316 completed, throughput=4.97MB/sec 2024-04-12T16:46:12.217 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DRRjkLoQoybPRaT off=10033606 len=2060417 2024-04-12T16:46:12.226 INFO:tasks.workunit.client.0.smithi005.stdout:op 317 completed, throughput=5MB/sec 2024-04-12T16:46:12.226 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KmfyWBmnaoeJuiI off=2954072 len=104502 2024-04-12T16:46:12.228 INFO:tasks.workunit.client.0.smithi005.stdout:op 318 completed, throughput=5MB/sec 2024-04-12T16:46:12.228 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q1ToN_k2hBg-L9b off=10974455 len=1058328 2024-04-12T16:46:12.229 INFO:tasks.workunit.client.0.smithi005.stdout:op 319 completed, throughput=5.01MB/sec 2024-04-12T16:46:12.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:12 smithi005 ceph-mon[88416]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:46:12.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:12 smithi005 ceph-mon[90837]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:46:12.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:12 smithi016 ceph-mon[84444]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:46:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:46:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: 64: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:13.230 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oS3OhlmA52RqUZT off=18582717 len=372959 2024-04-12T16:46:13.233 INFO:tasks.workunit.client.0.smithi005.stdout:op 320 completed, throughput=4.94MB/sec 2024-04-12T16:46:13.233 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a6BSXNTqx18cm_A off=2211225 len=216165 2024-04-12T16:46:13.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 321 completed, throughput=4.94MB/sec 2024-04-12T16:46:13.234 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vGhjSCgQZzR-RhF off=13035810 len=1195489 2024-04-12T16:46:13.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 322 completed, throughput=4.96MB/sec 2024-04-12T16:46:13.239 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4rDSd4jobUgsvwq off=1185157 len=2010614 2024-04-12T16:46:13.249 INFO:tasks.workunit.client.0.smithi005.stdout:op 323 completed, throughput=4.99MB/sec 2024-04-12T16:46:13.249 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G5IWdvKs4vL9RNo off=953332 len=588861 2024-04-12T16:46:13.250 INFO:tasks.workunit.client.0.smithi005.stdout:op 324 completed, throughput=5MB/sec 2024-04-12T16:46:13.250 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Pu4-Ql4KaIJfMZU off=2652694 len=163411 2024-04-12T16:46:13.251 INFO:tasks.workunit.client.0.smithi005.stdout:op 325 completed, throughput=5MB/sec 2024-04-12T16:46:14.137 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:46:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:46:13] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-12T16:46:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-12T16:46:14.252 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8fDPcoMs5jn1-5B off=9088790 len=482749 2024-04-12T16:46:14.252 INFO:tasks.workunit.client.0.smithi005.stdout:op 326 completed, throughput=4.93MB/sec 2024-04-12T16:46:14.252 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BA1Abs2kC46IIHQ off=2506219 len=980233 2024-04-12T16:46:14.258 INFO:tasks.workunit.client.0.smithi005.stdout:op 327 completed, throughput=4.95MB/sec 2024-04-12T16:46:14.258 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w7x0tSBKBJmHQ08 off=416882 len=1534068 2024-04-12T16:46:14.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 328 completed, throughput=4.97MB/sec 2024-04-12T16:46:14.265 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K_c2LIExd0Yrctd off=10215555 len=472486 2024-04-12T16:46:14.268 INFO:tasks.workunit.client.0.smithi005.stdout:op 329 completed, throughput=4.97MB/sec 2024-04-12T16:46:14.268 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GETzivxsyQzkpW0 off=947939 len=1575881 2024-04-12T16:46:14.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 330 completed, throughput=5MB/sec 2024-04-12T16:46:14.270 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_-s2EIHhxtOsZKN off=7124585 len=43697 2024-04-12T16:46:14.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 331 completed, throughput=5MB/sec 2024-04-12T16:46:14.270 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2beI3iJDntTZUFG off=3107915 len=2062238 2024-04-12T16:46:14.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 332 completed, throughput=5.03MB/sec 2024-04-12T16:46:14.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:14 smithi005 ceph-mon[88416]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:14.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:14 smithi005 ceph-mon[90837]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:14.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:14 smithi016 ceph-mon[84444]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: 66: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:15.273 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ECj9yCfnwxbljcO off=1048478 len=1157771 2024-04-12T16:46:15.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 333 completed, throughput=4.97MB/sec 2024-04-12T16:46:15.279 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3j7KPLZhd2i3-VE off=12581248 len=1315629 2024-04-12T16:46:15.285 INFO:tasks.workunit.client.0.smithi005.stdout:op 334 completed, throughput=4.99MB/sec 2024-04-12T16:46:15.285 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CWCZieK9XJ22hBv off=4851424 len=1951627 2024-04-12T16:46:15.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 335 completed, throughput=5.01MB/sec 2024-04-12T16:46:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: 67: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:16.294 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_np6gwZi_mE9LuC off=1029165 len=683825 2024-04-12T16:46:16.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 336 completed, throughput=4.95MB/sec 2024-04-12T16:46:16.299 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XaY3gvdisr6xhf1 off=1247352 len=581302 2024-04-12T16:46:16.299 INFO:tasks.workunit.client.0.smithi005.stdout:op 337 completed, throughput=4.96MB/sec 2024-04-12T16:46:16.299 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AkbVZg0GaP346lu off=4516648 len=225899 2024-04-12T16:46:16.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 338 completed, throughput=4.96MB/sec 2024-04-12T16:46:16.300 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QAaDX7piRW8jkjt off=4257541 len=1941685 2024-04-12T16:46:16.308 INFO:tasks.workunit.client.0.smithi005.stdout:op 339 completed, throughput=4.99MB/sec 2024-04-12T16:46:16.308 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9lGcbb7egUXSN89 off=5652765 len=1253402 2024-04-12T16:46:16.315 INFO:tasks.workunit.client.0.smithi005.stdout:op 340 completed, throughput=5MB/sec 2024-04-12T16:46:16.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:16 smithi005 ceph-mon[88416]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:46:16.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:16 smithi005 ceph-mon[90837]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:46:16.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:16 smithi016 ceph-mon[84444]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:46:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-12T16:46:17.315 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6YJ4aruPqBXbsS_ off=7606583 len=2042815 2024-04-12T16:46:17.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 341 completed, throughput=4.96MB/sec 2024-04-12T16:46:17.320 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4m8Mr1DUNZvugji off=2227438 len=181012 2024-04-12T16:46:17.322 INFO:tasks.workunit.client.0.smithi005.stdout:op 342 completed, throughput=4.96MB/sec 2024-04-12T16:46:17.323 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6IhujMcdYmo3Jh7 off=19496780 len=1793710 2024-04-12T16:46:17.331 INFO:tasks.workunit.client.0.smithi005.stdout:op 343 completed, throughput=4.99MB/sec 2024-04-12T16:46:17.331 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6rb4k1rIzgtnJcX off=2881073 len=534604 2024-04-12T16:46:17.332 INFO:tasks.workunit.client.0.smithi005.stdout:op 344 completed, throughput=4.99MB/sec 2024-04-12T16:46:17.332 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-k9FenYnf6A0lV-h off=8085755 len=720918 2024-04-12T16:46:17.334 INFO:tasks.workunit.client.0.smithi005.stdout:op 345 completed, throughput=5MB/sec 2024-04-12T16:46:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-12T16:46:18.335 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PkDIeuuFtzqbst_ off=1320410 len=1068313 2024-04-12T16:46:18.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 346 completed, throughput=4.95MB/sec 2024-04-12T16:46:18.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Vew9eKqamnpXn1i off=6180567 len=1557356 2024-04-12T16:46:18.342 INFO:tasks.workunit.client.0.smithi005.stdout:op 347 completed, throughput=4.97MB/sec 2024-04-12T16:46:18.342 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UKEAZIInrhJCu88 off=3325294 len=733967 2024-04-12T16:46:18.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 348 completed, throughput=4.98MB/sec 2024-04-12T16:46:18.346 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wjBhPD0r1Y-QY3H off=3680138 len=946773 2024-04-12T16:46:18.348 INFO:tasks.workunit.client.0.smithi005.stdout:op 349 completed, throughput=4.99MB/sec 2024-04-12T16:46:18.348 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E9FM3snJxE4leHm off=895180 len=2062262 2024-04-12T16:46:18.356 INFO:tasks.workunit.client.0.smithi005.stdout:op 350 completed, throughput=5.02MB/sec 2024-04-12T16:46:18.409 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:18 smithi016 ceph-mon[84444]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:18.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:18 smithi005 ceph-mon[88416]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:18.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:18 smithi005 ceph-mon[90837]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:19.357 INFO:tasks.workunit.client.0.smithi005.stdout: 70: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:19.357 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ElXUUoPIyMcmizF off=19151810 len=1305315 2024-04-12T16:46:19.358 INFO:tasks.workunit.client.0.smithi005.stdout:op 351 completed, throughput=4.96MB/sec 2024-04-12T16:46:19.358 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qQz5x-33Z2fWZdH off=4449104 len=1950725 2024-04-12T16:46:19.367 INFO:tasks.workunit.client.0.smithi005.stdout:op 352 completed, throughput=4.99MB/sec 2024-04-12T16:46:19.367 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-S-lf6XoymnAJYeX off=6569962 len=154564 2024-04-12T16:46:19.370 INFO:tasks.workunit.client.0.smithi005.stdout:op 353 completed, throughput=4.99MB/sec 2024-04-12T16:46:19.370 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6-G4_Bg0eAFs3Cn off=2961956 len=573507 2024-04-12T16:46:19.373 INFO:tasks.workunit.client.0.smithi005.stdout:op 354 completed, throughput=5MB/sec 2024-04-12T16:46:19.373 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-crhwDn_ABVDtpdb off=10402341 len=1307276 2024-04-12T16:46:19.378 INFO:tasks.workunit.client.0.smithi005.stdout:op 355 completed, throughput=5.02MB/sec 2024-04-12T16:46:20.378 INFO:tasks.workunit.client.0.smithi005.stdout: 71: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:20.379 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6VZ3zGinUaVK00f off=15322281 len=923234 2024-04-12T16:46:20.380 INFO:tasks.workunit.client.0.smithi005.stdout:op 356 completed, throughput=4.96MB/sec 2024-04-12T16:46:20.380 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fVIL4kN4_Uqfalz off=1577114 len=1872097 2024-04-12T16:46:20.382 INFO:tasks.workunit.client.0.smithi005.stdout:op 357 completed, throughput=4.98MB/sec 2024-04-12T16:46:20.382 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zhZpz0VJ0GSRak1 off=2236314 len=130363 2024-04-12T16:46:20.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 358 completed, throughput=4.98MB/sec 2024-04-12T16:46:20.385 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bTsLMRkCUCDKlXJ off=5963562 len=1587328 2024-04-12T16:46:20.392 INFO:tasks.workunit.client.0.smithi005.stdout:op 359 completed, throughput=5MB/sec 2024-04-12T16:46:20.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:20 smithi005 ceph-mon[88416]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:46:20.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:20.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:20 smithi005 ceph-mon[90837]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:46:20.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:20 smithi016 ceph-mon[84444]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:46:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:21.393 INFO:tasks.workunit.client.0.smithi005.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:21.393 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZZAg9mLZFO82PoV off=16510937 len=605684 2024-04-12T16:46:21.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 360 completed, throughput=4.94MB/sec 2024-04-12T16:46:21.397 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D-Xdm4p3ixlLPZ8 off=3857838 len=2071138 2024-04-12T16:46:21.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 361 completed, throughput=4.97MB/sec 2024-04-12T16:46:21.410 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vBchkyTvduNCxvr off=2112243 len=1299512 2024-04-12T16:46:21.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 362 completed, throughput=4.99MB/sec 2024-04-12T16:46:21.416 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-q3dj-uLermWvmLq off=5696865 len=334588 2024-04-12T16:46:21.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 363 completed, throughput=4.99MB/sec 2024-04-12T16:46:21.417 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oPRYogk1eL7bkHr off=3825531 len=974357 2024-04-12T16:46:21.418 INFO:tasks.workunit.client.0.smithi005.stdout:op 364 completed, throughput=5MB/sec 2024-04-12T16:46:22.418 INFO:tasks.workunit.client.0.smithi005.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:22.418 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iO3ksCuIY8GjBIV off=1472839 len=1450049 2024-04-12T16:46:22.420 INFO:tasks.workunit.client.0.smithi005.stdout:op 365 completed, throughput=4.95MB/sec 2024-04-12T16:46:22.420 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d4KZUNjnDNPktoJ off=1624674 len=1005251 2024-04-12T16:46:22.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 366 completed, throughput=4.97MB/sec 2024-04-12T16:46:22.423 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c1A7K_oLeyyJpRX off=2540837 len=1199617 2024-04-12T16:46:22.425 INFO:tasks.workunit.client.0.smithi005.stdout:op 367 completed, throughput=4.98MB/sec 2024-04-12T16:46:22.425 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zAK2RtPQxpkdV4d off=269674 len=1625283 2024-04-12T16:46:22.429 INFO:tasks.workunit.client.0.smithi005.stdout:op 368 completed, throughput=5MB/sec 2024-04-12T16:46:22.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:22 smithi005 ceph-mon[88416]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:46:22.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:22 smithi005 ceph-mon[90837]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:46:22.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:22 smithi016 ceph-mon[84444]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:46:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:46:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:46:22.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:23.429 INFO:tasks.workunit.client.0.smithi005.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:23.429 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X8Btex3pTrjLlbe off=21200343 len=420897 2024-04-12T16:46:23.431 INFO:tasks.workunit.client.0.smithi005.stdout:op 369 completed, throughput=4.94MB/sec 2024-04-12T16:46:23.431 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MkUXKWcUNvYzO3B off=4218155 len=1709346 2024-04-12T16:46:23.441 INFO:tasks.workunit.client.0.smithi005.stdout:op 370 completed, throughput=4.96MB/sec 2024-04-12T16:46:23.441 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eQqtnHGbG7FZHSW off=9319950 len=208503 2024-04-12T16:46:23.442 INFO:tasks.workunit.client.0.smithi005.stdout:op 371 completed, throughput=4.97MB/sec 2024-04-12T16:46:23.442 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UCO3gilCxs9g-Xs off=1503263 len=1743282 2024-04-12T16:46:23.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 372 completed, throughput=4.99MB/sec 2024-04-12T16:46:23.444 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sDQtLyJ7pfEPBxE off=4236769 len=282587 2024-04-12T16:46:23.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 373 completed, throughput=4.99MB/sec 2024-04-12T16:46:23.445 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OP2ZUUsI9qc-3eq off=20415796 len=617044 2024-04-12T16:46:23.447 INFO:tasks.workunit.client.0.smithi005.stdout:op 374 completed, throughput=5MB/sec 2024-04-12T16:46:23.447 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OWWXomYI1wP7tSm off=4502320 len=1139920 2024-04-12T16:46:23.451 INFO:tasks.workunit.client.0.smithi005.stdout:op 375 completed, throughput=5.01MB/sec 2024-04-12T16:46:24.150 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:46:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:46:23] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-12T16:46:24.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:24 smithi005 ceph-mon[88416]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:24.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:24 smithi005 ceph-mon[90837]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:24.451 INFO:tasks.workunit.client.0.smithi005.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:24.451 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-68sBfr-ADDi0NhV off=752596 len=155452 2024-04-12T16:46:24.454 INFO:tasks.workunit.client.0.smithi005.stdout:op 376 completed, throughput=4.95MB/sec 2024-04-12T16:46:24.454 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DPf1i4q-zW0ilOt off=10532481 len=163554 2024-04-12T16:46:24.455 INFO:tasks.workunit.client.0.smithi005.stdout:op 377 completed, throughput=4.95MB/sec 2024-04-12T16:46:24.455 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-thgRCDIw-gj9sCS off=18862735 len=1436696 2024-04-12T16:46:24.456 INFO:tasks.workunit.client.0.smithi005.stdout:op 378 completed, throughput=4.97MB/sec 2024-04-12T16:46:24.456 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pn7AiCHOnl8wp2t off=2457669 len=1888456 2024-04-12T16:46:24.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 379 completed, throughput=4.99MB/sec 2024-04-12T16:46:24.465 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Iy_SD7Ub3JQKMDL off=5253048 len=1815972 2024-04-12T16:46:24.472 INFO:tasks.workunit.client.0.smithi005.stdout:op 380 completed, throughput=5.01MB/sec 2024-04-12T16:46:24.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:24 smithi016 ceph-mon[84444]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:25.472 INFO:tasks.workunit.client.0.smithi005.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:25.472 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WFkdnhMjxkmbqwX off=6815435 len=24168 2024-04-12T16:46:25.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 381 completed, throughput=4.95MB/sec 2024-04-12T16:46:25.474 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KM5P4Cr7tjQKnL8 off=3746433 len=1273246 2024-04-12T16:46:25.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 382 completed, throughput=4.96MB/sec 2024-04-12T16:46:25.476 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yXektOfxShGz7h8 off=4785627 len=1007408 2024-04-12T16:46:25.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 383 completed, throughput=4.98MB/sec 2024-04-12T16:46:25.482 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vRJwwjFGlKMYusb off=15358503 len=1444437 2024-04-12T16:46:25.488 INFO:tasks.workunit.client.0.smithi005.stdout:op 384 completed, throughput=4.99MB/sec 2024-04-12T16:46:25.488 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3mWEaKV4KAgkkDi off=10970779 len=1888000 2024-04-12T16:46:25.497 INFO:tasks.workunit.client.0.smithi005.stdout:op 385 completed, throughput=5.02MB/sec 2024-04-12T16:46:26.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:26 smithi005 ceph-mon[88416]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:46:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:26 smithi005 ceph-mon[90837]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:46:26.497 INFO:tasks.workunit.client.0.smithi005.stdout: 77: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:26.497 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xVzhls0HG9AziOx off=5306672 len=501447 2024-04-12T16:46:26.498 INFO:tasks.workunit.client.0.smithi005.stdout:op 386 completed, throughput=4.96MB/sec 2024-04-12T16:46:26.498 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6FvmQU_XUSde-gq off=4762666 len=1265086 2024-04-12T16:46:26.500 INFO:tasks.workunit.client.0.smithi005.stdout:op 387 completed, throughput=4.97MB/sec 2024-04-12T16:46:26.500 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IrPLS79YS4Xgr6X off=2356870 len=481064 2024-04-12T16:46:26.503 INFO:tasks.workunit.client.0.smithi005.stdout:op 388 completed, throughput=4.98MB/sec 2024-04-12T16:46:26.503 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-btSSy-yy5KFE0FR off=5476292 len=135209 2024-04-12T16:46:26.505 INFO:tasks.workunit.client.0.smithi005.stdout:op 389 completed, throughput=4.98MB/sec 2024-04-12T16:46:26.506 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i2WZQm4Fb4bz_ft off=3117512 len=325924 2024-04-12T16:46:26.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 390 completed, throughput=4.99MB/sec 2024-04-12T16:46:26.509 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ax4po-QiaML3Zor off=667116 len=831057 2024-04-12T16:46:26.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 391 completed, throughput=5MB/sec 2024-04-12T16:46:26.510 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1RaQTZC06eVVqC- off=19087292 len=1458789 2024-04-12T16:46:26.516 INFO:tasks.workunit.client.0.smithi005.stdout:op 392 completed, throughput=5.01MB/sec 2024-04-12T16:46:26.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:26 smithi016 ceph-mon[84444]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:46:27.516 INFO:tasks.workunit.client.0.smithi005.stdout: 78: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:27.516 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZfXuhxzM2-gkr-s off=3056571 len=1118204 2024-04-12T16:46:27.517 INFO:tasks.workunit.client.0.smithi005.stdout:op 393 completed, throughput=4.96MB/sec 2024-04-12T16:46:27.517 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-htsMF7wDA4IfCOK off=3026465 len=189884 2024-04-12T16:46:27.518 INFO:tasks.workunit.client.0.smithi005.stdout:op 394 completed, throughput=4.96MB/sec 2024-04-12T16:46:27.518 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WwaZH-5tSqbArtv off=1282718 len=773823 2024-04-12T16:46:27.519 INFO:tasks.workunit.client.0.smithi005.stdout:op 395 completed, throughput=4.97MB/sec 2024-04-12T16:46:27.519 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3HCMNPGr4rHkmSx off=6760208 len=1718396 2024-04-12T16:46:27.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 396 completed, throughput=4.99MB/sec 2024-04-12T16:46:27.524 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WqzTVGTli581k5_ off=1127417 len=1470716 2024-04-12T16:46:27.525 INFO:tasks.workunit.client.0.smithi005.stdout:op 397 completed, throughput=5.01MB/sec 2024-04-12T16:46:28.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:28 smithi005 ceph-mon[88416]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:46:28.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:28 smithi005 ceph-mon[90837]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:46:28.526 INFO:tasks.workunit.client.0.smithi005.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:28.526 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2EmpyKi5UCKGmHQ off=15253271 len=63382 2024-04-12T16:46:28.527 INFO:tasks.workunit.client.0.smithi005.stdout:op 398 completed, throughput=4.95MB/sec 2024-04-12T16:46:28.527 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u4NqMVG1BaQuwPj off=5501477 len=1422417 2024-04-12T16:46:28.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 399 completed, throughput=4.97MB/sec 2024-04-12T16:46:28.530 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wD4fLHFeefcITeE off=2881445 len=1347402 2024-04-12T16:46:28.532 INFO:tasks.workunit.client.0.smithi005.stdout:op 400 completed, throughput=4.98MB/sec 2024-04-12T16:46:28.532 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mEe6YgATm7_V7uI off=3643051 len=1409042 2024-04-12T16:46:28.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 401 completed, throughput=5MB/sec 2024-04-12T16:46:28.539 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N0DHBzCgM-qZ-YS off=8942971 len=424269 2024-04-12T16:46:28.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 402 completed, throughput=5MB/sec 2024-04-12T16:46:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:28 smithi016 ceph-mon[84444]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:46:29.543 INFO:tasks.workunit.client.0.smithi005.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:29.544 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lOqlRmEiIIpfpu4 off=22433427 len=1844115 2024-04-12T16:46:29.552 INFO:tasks.workunit.client.0.smithi005.stdout:op 403 completed, throughput=4.96MB/sec 2024-04-12T16:46:29.552 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2_kGGG5h3jdW4UV off=21416687 len=1125271 2024-04-12T16:46:29.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 404 completed, throughput=4.98MB/sec 2024-04-12T16:46:29.554 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-371P6WjSy4QjQLx off=11949733 len=388202 2024-04-12T16:46:29.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 405 completed, throughput=4.98MB/sec 2024-04-12T16:46:29.557 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bCZr4ypNqV8Bkol off=137194 len=2036293 2024-04-12T16:46:29.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 406 completed, throughput=5MB/sec 2024-04-12T16:46:30.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:30 smithi005 ceph-mon[88416]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:46:30.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:30 smithi005 ceph-mon[90837]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:46:30.560 INFO:tasks.workunit.client.0.smithi005.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:30.560 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vC7exmKDsmjtHZ7 off=704476 len=941272 2024-04-12T16:46:30.565 INFO:tasks.workunit.client.0.smithi005.stdout:op 407 completed, throughput=4.95MB/sec 2024-04-12T16:46:30.565 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MqVjWHl4503d7UC off=6117 len=427267 2024-04-12T16:46:30.567 INFO:tasks.workunit.client.0.smithi005.stdout:op 408 completed, throughput=4.96MB/sec 2024-04-12T16:46:30.567 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Vigi50L4r2O9AoJ off=6556411 len=1853162 2024-04-12T16:46:30.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 409 completed, throughput=4.98MB/sec 2024-04-12T16:46:30.574 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iAqNK-gmqMFVYnD off=2559680 len=654638 2024-04-12T16:46:30.578 INFO:tasks.workunit.client.0.smithi005.stdout:op 410 completed, throughput=4.99MB/sec 2024-04-12T16:46:30.578 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1F2iV9erz7mLswd off=7796493 len=1232377 2024-04-12T16:46:30.584 INFO:tasks.workunit.client.0.smithi005.stdout:op 411 completed, throughput=5MB/sec 2024-04-12T16:46:30.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:30 smithi016 ceph-mon[84444]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T16:46:31.585 INFO:tasks.workunit.client.0.smithi005.stdout: 82: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:31.585 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-megEza0I40FFLE7 off=3794897 len=589520 2024-04-12T16:46:31.589 INFO:tasks.workunit.client.0.smithi005.stdout:op 412 completed, throughput=4.95MB/sec 2024-04-12T16:46:31.589 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--DQfH55PGCaqWEo off=234981 len=1809446 2024-04-12T16:46:31.592 INFO:tasks.workunit.client.0.smithi005.stdout:op 413 completed, throughput=4.97MB/sec 2024-04-12T16:46:31.592 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0y3VIdBalcTtMXE off=12668874 len=601445 2024-04-12T16:46:31.593 INFO:tasks.workunit.client.0.smithi005.stdout:op 414 completed, throughput=4.98MB/sec 2024-04-12T16:46:31.593 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5evuk8W3ZI2HNtr off=7730345 len=192628 2024-04-12T16:46:31.593 INFO:tasks.workunit.client.0.smithi005.stdout:op 415 completed, throughput=4.98MB/sec 2024-04-12T16:46:31.593 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HhlrjDcNnJSKJID off=410528 len=990103 2024-04-12T16:46:31.599 INFO:tasks.workunit.client.0.smithi005.stdout:op 416 completed, throughput=4.99MB/sec 2024-04-12T16:46:31.599 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_-0eHTQ6TxsrzbP off=2680865 len=1522728 2024-04-12T16:46:31.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 417 completed, throughput=5.01MB/sec 2024-04-12T16:46:32.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:32 smithi005 ceph-mon[88416]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:46:32.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:32 smithi005 ceph-mon[90837]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:46:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:32 smithi016 ceph-mon[84444]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:46:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:46:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:32.602 INFO:tasks.workunit.client.0.smithi005.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:32.602 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JQTj6tzQtCp-bn3 off=5218644 len=1207836 2024-04-12T16:46:32.608 INFO:tasks.workunit.client.0.smithi005.stdout:op 418 completed, throughput=4.96MB/sec 2024-04-12T16:46:32.608 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eZu1HgDjwS3rvbr off=45499 len=1089593 2024-04-12T16:46:32.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 419 completed, throughput=4.97MB/sec 2024-04-12T16:46:32.613 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g2ElabI4oX9iFrm off=19992842 len=1816533 2024-04-12T16:46:32.615 INFO:tasks.workunit.client.0.smithi005.stdout:op 420 completed, throughput=4.99MB/sec 2024-04-12T16:46:32.615 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Bd3IODcfdI-rik_ off=2210829 len=421636 2024-04-12T16:46:32.615 INFO:tasks.workunit.client.0.smithi005.stdout:op 421 completed, throughput=5MB/sec 2024-04-12T16:46:32.616 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6rb4k1rIzgtnJcX off=7138245 len=1411588 2024-04-12T16:46:32.621 INFO:tasks.workunit.client.0.smithi005.stdout:op 422 completed, throughput=5.01MB/sec 2024-04-12T16:46:33.622 INFO:tasks.workunit.client.0.smithi005.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:33.622 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TCqR3kkwMjH091D off=20401888 len=341395 2024-04-12T16:46:33.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 423 completed, throughput=4.96MB/sec 2024-04-12T16:46:33.623 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DpThXsd9DdQUT2e off=2264650 len=1415510 2024-04-12T16:46:33.631 INFO:tasks.workunit.client.0.smithi005.stdout:op 424 completed, throughput=4.97MB/sec 2024-04-12T16:46:33.632 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7yRmlRs0_9Blsci off=237588 len=1851740 2024-04-12T16:46:33.642 INFO:tasks.workunit.client.0.smithi005.stdout:op 425 completed, throughput=4.99MB/sec 2024-04-12T16:46:33.642 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zshC9fiQywUm6Fx off=4050292 len=427552 2024-04-12T16:46:33.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 426 completed, throughput=5MB/sec 2024-04-12T16:46:33.645 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KOWyupq0Jm415Df off=1313074 len=1178692 2024-04-12T16:46:33.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 427 completed, throughput=5.01MB/sec 2024-04-12T16:46:34.164 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:46:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:46:33] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-12T16:46:34.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:34 smithi005 ceph-mon[88416]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:46:34.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:34 smithi005 ceph-mon[90837]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:46:34.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:34 smithi016 ceph-mon[84444]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:46:34.654 INFO:tasks.workunit.client.0.smithi005.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:34.654 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KmyydURHYTWHkmY off=177169 len=781518 2024-04-12T16:46:34.654 INFO:tasks.workunit.client.0.smithi005.stdout:op 428 completed, throughput=4.96MB/sec 2024-04-12T16:46:34.655 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2yNX6gaMoP880Bl off=13569529 len=629267 2024-04-12T16:46:34.658 INFO:tasks.workunit.client.0.smithi005.stdout:op 429 completed, throughput=4.97MB/sec 2024-04-12T16:46:34.658 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Lei730VhFgdik01 off=9685093 len=668018 2024-04-12T16:46:34.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 430 completed, throughput=4.97MB/sec 2024-04-12T16:46:34.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pamX-gsEXboy-Ci off=637318 len=456469 2024-04-12T16:46:34.663 INFO:tasks.workunit.client.0.smithi005.stdout:op 431 completed, throughput=4.98MB/sec 2024-04-12T16:46:34.663 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fcRvWwA3F07TRFQ off=12339719 len=115773 2024-04-12T16:46:34.665 INFO:tasks.workunit.client.0.smithi005.stdout:op 432 completed, throughput=4.98MB/sec 2024-04-12T16:46:34.666 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fvksIM8swvDbwFB off=1998105 len=1850662 2024-04-12T16:46:34.682 INFO:tasks.workunit.client.0.smithi005.stdout:op 433 completed, throughput=5MB/sec 2024-04-12T16:46:35.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:35.668 INFO:tasks.workunit.client.0.smithi005.stdout: 86: throughput=4.94MB/sec pending data=0 2024-04-12T16:46:35.668 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cOubnx74POdTaFI off=4332209 len=1634845 2024-04-12T16:46:35.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 434 completed, throughput=4.96MB/sec 2024-04-12T16:46:35.670 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XBLMOcHtcvX6tpa off=7633594 len=73235 2024-04-12T16:46:35.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-12T16:46:35.670 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2iJRu_NBPB4IaD2 off=12125174 len=1566698 2024-04-12T16:46:35.672 INFO:tasks.workunit.client.0.smithi005.stdout:op 436 completed, throughput=4.98MB/sec 2024-04-12T16:46:35.672 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G7_IHnUHmDFR7Bd off=4789127 len=1123459 2024-04-12T16:46:35.673 INFO:tasks.workunit.client.0.smithi005.stdout:op 437 completed, throughput=4.99MB/sec 2024-04-12T16:46:35.673 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bcFvBk7oSi3mCLV off=10871489 len=1655268 2024-04-12T16:46:35.682 INFO:tasks.workunit.client.0.smithi005.stdout:op 438 completed, throughput=5.01MB/sec 2024-04-12T16:46:36.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:36 smithi005 ceph-mon[88416]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:36.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:36 smithi005 ceph-mon[90837]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:36.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:36 smithi016 ceph-mon[84444]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:36.682 INFO:tasks.workunit.client.0.smithi005.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:36.683 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d4KZUNjnDNPktoJ off=10596076 len=1177129 2024-04-12T16:46:36.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 439 completed, throughput=4.97MB/sec 2024-04-12T16:46:36.686 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Fb82ij4zndy1-MJ off=10555657 len=1490094 2024-04-12T16:46:36.692 INFO:tasks.workunit.client.0.smithi005.stdout:op 440 completed, throughput=4.98MB/sec 2024-04-12T16:46:36.692 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u8GZ3eKSw-B3Cov off=2187183 len=769565 2024-04-12T16:46:36.693 INFO:tasks.workunit.client.0.smithi005.stdout:op 441 completed, throughput=4.99MB/sec 2024-04-12T16:46:36.693 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_ttHZFCyu__cZy2 off=19993288 len=146389 2024-04-12T16:46:36.694 INFO:tasks.workunit.client.0.smithi005.stdout:op 442 completed, throughput=4.99MB/sec 2024-04-12T16:46:36.694 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JixPbADq7pPggRB off=3120741 len=191742 2024-04-12T16:46:36.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 443 completed, throughput=4.99MB/sec 2024-04-12T16:46:36.697 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zElKJSuXTlm9il- off=13434277 len=26312 2024-04-12T16:46:36.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 444 completed, throughput=4.99MB/sec 2024-04-12T16:46:36.698 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rbo7WAoawo4qqjm off=7621430 len=1868435 2024-04-12T16:46:36.699 INFO:tasks.workunit.client.0.smithi005.stdout:op 445 completed, throughput=5.01MB/sec 2024-04-12T16:46:37.699 INFO:tasks.workunit.client.0.smithi005.stdout: 88: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:37.700 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YUSMLnbR-T5rsqB off=4377496 len=1006660 2024-04-12T16:46:37.702 INFO:tasks.workunit.client.0.smithi005.stdout:op 446 completed, throughput=4.97MB/sec 2024-04-12T16:46:37.702 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-my9fny-8KmkFalb off=7199182 len=1472157 2024-04-12T16:46:37.704 INFO:tasks.workunit.client.0.smithi005.stdout:op 447 completed, throughput=4.98MB/sec 2024-04-12T16:46:37.704 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HOR8Yv7Lc5eJQIH off=7959851 len=1121219 2024-04-12T16:46:37.709 INFO:tasks.workunit.client.0.smithi005.stdout:op 448 completed, throughput=4.99MB/sec 2024-04-12T16:46:37.709 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JBT-Rp7K9nx_ABr off=12392024 len=137018 2024-04-12T16:46:37.712 INFO:tasks.workunit.client.0.smithi005.stdout:op 449 completed, throughput=5MB/sec 2024-04-12T16:46:37.712 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YvU79ZsrJAJR9K0 off=8938001 len=1636834 2024-04-12T16:46:37.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 450 completed, throughput=5.01MB/sec 2024-04-12T16:46:38.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:38 smithi005 ceph-mon[88416]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:46:38.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:38 smithi005 ceph-mon[90837]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:46:38.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:38 smithi016 ceph-mon[84444]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:46:38.719 INFO:tasks.workunit.client.0.smithi005.stdout: 89: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:38.719 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NVEMK_1qAA91LHL off=8972174 len=1056634 2024-04-12T16:46:38.725 INFO:tasks.workunit.client.0.smithi005.stdout:op 451 completed, throughput=4.97MB/sec 2024-04-12T16:46:38.725 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iIHMXhkGYWzaDai off=503298 len=1833656 2024-04-12T16:46:38.728 INFO:tasks.workunit.client.0.smithi005.stdout:op 452 completed, throughput=4.99MB/sec 2024-04-12T16:46:38.728 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tVP9FnyzwsCIyLC off=13948667 len=1417587 2024-04-12T16:46:38.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 453 completed, throughput=5MB/sec 2024-04-12T16:46:39.731 INFO:tasks.workunit.client.0.smithi005.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:39.731 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xUIveEw4e_4J_I1 off=19127383 len=1129750 2024-04-12T16:46:39.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 454 completed, throughput=4.96MB/sec 2024-04-12T16:46:39.734 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hbt5xiN0pSegP3e off=6735158 len=1516928 2024-04-12T16:46:39.737 INFO:tasks.workunit.client.0.smithi005.stdout:op 455 completed, throughput=4.97MB/sec 2024-04-12T16:46:39.737 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fw2i9OR5iiMjq_O off=7066755 len=980618 2024-04-12T16:46:39.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 456 completed, throughput=4.98MB/sec 2024-04-12T16:46:39.738 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iQvrmtR6XBofyjS off=1706843 len=606861 2024-04-12T16:46:39.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 457 completed, throughput=4.99MB/sec 2024-04-12T16:46:39.739 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XuGiNu66Pb8IJJg off=1618182 len=1766525 2024-04-12T16:46:39.742 INFO:tasks.workunit.client.0.smithi005.stdout:op 458 completed, throughput=5.01MB/sec 2024-04-12T16:46:40.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:40 smithi005 ceph-mon[88416]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:46:40.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:40 smithi005 ceph-mon[90837]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:46:40.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:40 smithi016 ceph-mon[84444]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:46:40.742 INFO:tasks.workunit.client.0.smithi005.stdout: 91: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:40.743 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ug_RK6SwaNB-X0q off=8001514 len=297537 2024-04-12T16:46:40.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 459 completed, throughput=4.96MB/sec 2024-04-12T16:46:40.746 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MBqHdzG5b0nXX6q off=393143 len=1860601 2024-04-12T16:46:40.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 460 completed, throughput=4.98MB/sec 2024-04-12T16:46:40.755 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7Ti7haD_lqIoz1Y off=5517996 len=1158253 2024-04-12T16:46:40.759 INFO:tasks.workunit.client.0.smithi005.stdout:op 461 completed, throughput=4.99MB/sec 2024-04-12T16:46:40.759 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0LVEWSIlCPvtEoa off=9259543 len=1879363 2024-04-12T16:46:40.766 INFO:tasks.workunit.client.0.smithi005.stdout:op 462 completed, throughput=5.01MB/sec 2024-04-12T16:46:41.766 INFO:tasks.workunit.client.0.smithi005.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:41.767 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-21UDp5KCdGe1Zlm off=2917072 len=975683 2024-04-12T16:46:41.768 INFO:tasks.workunit.client.0.smithi005.stdout:op 463 completed, throughput=4.96MB/sec 2024-04-12T16:46:41.768 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-48_5fIwzPsl398t off=1213129 len=91249 2024-04-12T16:46:41.768 INFO:tasks.workunit.client.0.smithi005.stdout:op 464 completed, throughput=4.96MB/sec 2024-04-12T16:46:41.768 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TUVULGoE3Mh5QnX off=1293663 len=946245 2024-04-12T16:46:41.773 INFO:tasks.workunit.client.0.smithi005.stdout:op 465 completed, throughput=4.97MB/sec 2024-04-12T16:46:41.774 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O7gAvF6A0AG2PuB off=8604586 len=612238 2024-04-12T16:46:41.778 INFO:tasks.workunit.client.0.smithi005.stdout:op 466 completed, throughput=4.98MB/sec 2024-04-12T16:46:41.778 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2SUkBSdyh83kBjp off=454685 len=1452493 2024-04-12T16:46:41.785 INFO:tasks.workunit.client.0.smithi005.stdout:op 467 completed, throughput=4.99MB/sec 2024-04-12T16:46:41.785 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3NQYgDi9BOaQGoO off=7567693 len=953122 2024-04-12T16:46:41.789 INFO:tasks.workunit.client.0.smithi005.stdout:op 468 completed, throughput=5MB/sec 2024-04-12T16:46:42.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:42 smithi005 ceph-mon[88416]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:46:42.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:42 smithi005 ceph-mon[90837]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:46:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:42 smithi016 ceph-mon[84444]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:46:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:46:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:46:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:42.790 INFO:tasks.workunit.client.0.smithi005.stdout: 93: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:42.790 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-thRZXZxDddEC4Zl off=20715824 len=1405512 2024-04-12T16:46:42.798 INFO:tasks.workunit.client.0.smithi005.stdout:op 469 completed, throughput=4.96MB/sec 2024-04-12T16:46:42.798 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kg-WwH8zEb1qtcE off=6365622 len=314173 2024-04-12T16:46:42.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 470 completed, throughput=4.97MB/sec 2024-04-12T16:46:42.799 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t_o5RRpAXOQMkEL off=146779 len=780518 2024-04-12T16:46:42.803 INFO:tasks.workunit.client.0.smithi005.stdout:op 471 completed, throughput=4.98MB/sec 2024-04-12T16:46:42.803 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-266KDTu6rwwg2LJ off=4186127 len=2069900 2024-04-12T16:46:42.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 472 completed, throughput=5MB/sec 2024-04-12T16:46:42.812 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c_Vy9FLqIX6dpeU off=1549851 len=1951575 2024-04-12T16:46:42.815 INFO:tasks.workunit.client.0.smithi005.stdout:op 473 completed, throughput=5.02MB/sec 2024-04-12T16:46:43.815 INFO:tasks.workunit.client.0.smithi005.stdout: 94: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:43.816 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KTw7KoXIHQkWhNz off=1356145 len=606597 2024-04-12T16:46:43.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 474 completed, throughput=4.97MB/sec 2024-04-12T16:46:43.817 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pBYBfVswxY3NvQI off=12068869 len=782833 2024-04-12T16:46:43.821 INFO:tasks.workunit.client.0.smithi005.stdout:op 475 completed, throughput=4.98MB/sec 2024-04-12T16:46:43.821 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Sg2nSHzUn5Dx8-P off=6125121 len=308432 2024-04-12T16:46:43.822 INFO:tasks.workunit.client.0.smithi005.stdout:op 476 completed, throughput=4.98MB/sec 2024-04-12T16:46:43.822 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-88XVIZfGLHrrmMp off=15431574 len=694518 2024-04-12T16:46:43.827 INFO:tasks.workunit.client.0.smithi005.stdout:op 477 completed, throughput=4.99MB/sec 2024-04-12T16:46:43.827 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pfC8Gw0RGSUdTX9 off=21297371 len=240829 2024-04-12T16:46:43.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 478 completed, throughput=4.99MB/sec 2024-04-12T16:46:43.830 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hwiJId-3gEDX-6X off=2557857 len=775680 2024-04-12T16:46:43.834 INFO:tasks.workunit.client.0.smithi005.stdout:op 479 completed, throughput=5MB/sec 2024-04-12T16:46:43.834 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BjzZZF7Nq-pU9ai off=6940452 len=1245148 2024-04-12T16:46:43.840 INFO:tasks.workunit.client.0.smithi005.stdout:op 480 completed, throughput=5.01MB/sec 2024-04-12T16:46:44.181 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:46:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:46:43] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-12T16:46:44.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:44 smithi005 ceph-mon[88416]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:44.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:44 smithi005 ceph-mon[90837]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:44.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:44 smithi016 ceph-mon[84444]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:44.840 INFO:tasks.workunit.client.0.smithi005.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:44.840 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3nXBR-_SLkWZWM3 off=11265019 len=598313 2024-04-12T16:46:44.841 INFO:tasks.workunit.client.0.smithi005.stdout:op 481 completed, throughput=4.96MB/sec 2024-04-12T16:46:44.841 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jr72wukWc5zHK37 off=4942284 len=264051 2024-04-12T16:46:44.842 INFO:tasks.workunit.client.0.smithi005.stdout:op 482 completed, throughput=4.96MB/sec 2024-04-12T16:46:44.842 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bn067BwescxvtWv off=1020078 len=689684 2024-04-12T16:46:44.847 INFO:tasks.workunit.client.0.smithi005.stdout:op 483 completed, throughput=4.97MB/sec 2024-04-12T16:46:44.847 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aPjluaMtsvJG6Es off=20293166 len=1687131 2024-04-12T16:46:44.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 484 completed, throughput=4.99MB/sec 2024-04-12T16:46:44.856 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bzWgaRv_mW-YdCE off=3016249 len=668141 2024-04-12T16:46:44.860 INFO:tasks.workunit.client.0.smithi005.stdout:op 485 completed, throughput=4.99MB/sec 2024-04-12T16:46:44.860 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NfPpE2DiXVgSfRp off=12825154 len=373361 2024-04-12T16:46:44.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 486 completed, throughput=5MB/sec 2024-04-12T16:46:44.863 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PjrBuF4Nt8Uznjz off=1685061 len=1279305 2024-04-12T16:46:44.864 INFO:tasks.workunit.client.0.smithi005.stdout:op 487 completed, throughput=5.01MB/sec 2024-04-12T16:46:45.865 INFO:tasks.workunit.client.0.smithi005.stdout: 96: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:45.865 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-02ICJ4YJWwbgA3z off=13151086 len=1702452 2024-04-12T16:46:45.873 INFO:tasks.workunit.client.0.smithi005.stdout:op 488 completed, throughput=4.97MB/sec 2024-04-12T16:46:45.873 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iBGdx9_cSgcCybc off=1497759 len=1007136 2024-04-12T16:46:45.875 INFO:tasks.workunit.client.0.smithi005.stdout:op 489 completed, throughput=4.98MB/sec 2024-04-12T16:46:45.875 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ODunEVjXr6OooKx off=10822595 len=465694 2024-04-12T16:46:45.876 INFO:tasks.workunit.client.0.smithi005.stdout:op 490 completed, throughput=4.99MB/sec 2024-04-12T16:46:45.876 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-axebjD34qNnBZZV off=8488116 len=1543579 2024-04-12T16:46:45.884 INFO:tasks.workunit.client.0.smithi005.stdout:op 491 completed, throughput=5MB/sec 2024-04-12T16:46:46.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:46 smithi005 ceph-mon[88416]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:46.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:46 smithi005 ceph-mon[90837]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:46 smithi016 ceph-mon[84444]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:46.884 INFO:tasks.workunit.client.0.smithi005.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:46.885 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A6LvuT2llQLIPc7 off=16415736 len=1267517 2024-04-12T16:46:46.886 INFO:tasks.workunit.client.0.smithi005.stdout:op 492 completed, throughput=4.97MB/sec 2024-04-12T16:46:46.886 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b71kVedgtLdsrEQ off=14234678 len=19827 2024-04-12T16:46:46.889 INFO:tasks.workunit.client.0.smithi005.stdout:op 493 completed, throughput=4.97MB/sec 2024-04-12T16:46:46.889 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yhXSxoekW8kpj9S off=6520237 len=1507667 2024-04-12T16:46:46.892 INFO:tasks.workunit.client.0.smithi005.stdout:op 494 completed, throughput=4.98MB/sec 2024-04-12T16:46:46.892 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wfIHR4i_tGLEcZk off=5239484 len=1324644 2024-04-12T16:46:46.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 495 completed, throughput=4.99MB/sec 2024-04-12T16:46:46.898 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1qd9XtCX0qHPKxC off=9412181 len=1887649 2024-04-12T16:46:46.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 496 completed, throughput=5.01MB/sec 2024-04-12T16:46:47.912 INFO:tasks.workunit.client.0.smithi005.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:47.912 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ewpuvqf2cji8nKn off=5971478 len=1890872 2024-04-12T16:46:47.922 INFO:tasks.workunit.client.0.smithi005.stdout:op 497 completed, throughput=4.98MB/sec 2024-04-12T16:46:47.922 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m1a5_3RLi-LXIEk off=14766658 len=1958521 2024-04-12T16:46:47.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 498 completed, throughput=5MB/sec 2024-04-12T16:46:47.925 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_F7I-OVz9JpbcoN off=269959 len=660614 2024-04-12T16:46:47.929 INFO:tasks.workunit.client.0.smithi005.stdout:op 499 completed, throughput=5MB/sec 2024-04-12T16:46:48.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:48 smithi005 ceph-mon[88416]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:46:48.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:48 smithi005 ceph-mon[90837]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:46:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:48 smithi016 ceph-mon[84444]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:46:48.929 INFO:tasks.workunit.client.0.smithi005.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:48.930 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZGlrc9V8HUXHs_d off=637794 len=1042811 2024-04-12T16:46:48.931 INFO:tasks.workunit.client.0.smithi005.stdout:op 500 completed, throughput=4.96MB/sec 2024-04-12T16:46:48.931 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l7BOAA62IGG9xEE off=10079350 len=1773809 2024-04-12T16:46:48.940 INFO:tasks.workunit.client.0.smithi005.stdout:op 501 completed, throughput=4.98MB/sec 2024-04-12T16:46:48.940 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ib5LnbV579dJpf5 off=3016901 len=1766580 2024-04-12T16:46:48.943 INFO:tasks.workunit.client.0.smithi005.stdout:op 502 completed, throughput=4.99MB/sec 2024-04-12T16:46:48.943 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e_yzbyNQ_t7L_D0 off=5340243 len=834952 2024-04-12T16:46:48.944 INFO:tasks.workunit.client.0.smithi005.stdout:op 503 completed, throughput=5MB/sec 2024-04-12T16:46:49.945 INFO:tasks.workunit.client.0.smithi005.stdout: 100: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:49.945 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rK66BW3Rcsogbz1 off=6634841 len=71930 2024-04-12T16:46:49.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 504 completed, throughput=4.95MB/sec 2024-04-12T16:46:49.948 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qQHvCtnKje57r4J off=3538754 len=1497430 2024-04-12T16:46:49.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 505 completed, throughput=4.97MB/sec 2024-04-12T16:46:49.949 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-p6IHykbg_8uxSfZ off=2575319 len=1575245 2024-04-12T16:46:49.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 506 completed, throughput=4.98MB/sec 2024-04-12T16:46:49.951 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pKSJ9vdVl-7EVUd off=22752705 len=684309 2024-04-12T16:46:49.955 INFO:tasks.workunit.client.0.smithi005.stdout:op 507 completed, throughput=4.99MB/sec 2024-04-12T16:46:49.956 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tvzzPZFQwThk0sc off=894929 len=783927 2024-04-12T16:46:49.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 508 completed, throughput=5MB/sec 2024-04-12T16:46:49.957 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C8JOpIdZIqMh6BH off=711834 len=2043539 2024-04-12T16:46:49.960 INFO:tasks.workunit.client.0.smithi005.stdout:op 509 completed, throughput=5.01MB/sec 2024-04-12T16:46:50.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:50 smithi005 ceph-mon[88416]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:46:50.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:50 smithi005 ceph-mon[90837]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:46:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:50 smithi016 ceph-mon[84444]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:46:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:46:50.961 INFO:tasks.workunit.client.0.smithi005.stdout: 101: throughput=4.97MB/sec pending data=0 2024-04-12T16:46:50.961 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-371P6WjSy4QjQLx off=7702133 len=569963 2024-04-12T16:46:50.962 INFO:tasks.workunit.client.0.smithi005.stdout:op 510 completed, throughput=4.97MB/sec 2024-04-12T16:46:50.962 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WrM7Dahil9xQ0uT off=10146192 len=1189382 2024-04-12T16:46:50.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 511 completed, throughput=4.98MB/sec 2024-04-12T16:46:50.964 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JRwMD5mR2V0qVSu off=6946812 len=498218 2024-04-12T16:46:50.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 512 completed, throughput=4.99MB/sec 2024-04-12T16:46:50.965 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NYl7qqogTByWFf1 off=1863334 len=794424 2024-04-12T16:46:50.966 INFO:tasks.workunit.client.0.smithi005.stdout:op 513 completed, throughput=4.99MB/sec 2024-04-12T16:46:50.966 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6OBzRR0GzryqhPa off=224542 len=884335 2024-04-12T16:46:50.970 INFO:tasks.workunit.client.0.smithi005.stdout:op 514 completed, throughput=5MB/sec 2024-04-12T16:46:51.971 INFO:tasks.workunit.client.0.smithi005.stdout: 102: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:51.971 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QAXPAYPQfoyGwyt off=10664171 len=244156 2024-04-12T16:46:51.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 515 completed, throughput=4.96MB/sec 2024-04-12T16:46:51.974 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-F80V_NDa44d5WrX off=2335068 len=1588986 2024-04-12T16:46:51.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 516 completed, throughput=4.97MB/sec 2024-04-12T16:46:51.976 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FSgaet4HjYsfDaB off=300491 len=1199906 2024-04-12T16:46:51.979 INFO:tasks.workunit.client.0.smithi005.stdout:op 517 completed, throughput=4.98MB/sec 2024-04-12T16:46:51.979 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UESL7-aAIhcSg0z off=77212 len=1805446 2024-04-12T16:46:51.982 INFO:tasks.workunit.client.0.smithi005.stdout:op 518 completed, throughput=5MB/sec 2024-04-12T16:46:51.982 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7VH7zR2BXGntNya off=4112126 len=2094127 2024-04-12T16:46:51.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 519 completed, throughput=5.02MB/sec 2024-04-12T16:46:52.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:52 smithi005 ceph-mon[88416]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:52.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:52 smithi005 ceph-mon[90837]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:52.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:52 smithi016 ceph-mon[84444]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:46:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:46:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:46:52.985 INFO:tasks.workunit.client.0.smithi005.stdout: 103: throughput=4.97MB/sec pending data=0 2024-04-12T16:46:52.985 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LMYt450LW4Xf-yx off=22051467 len=1889411 2024-04-12T16:46:52.987 INFO:tasks.workunit.client.0.smithi005.stdout:op 520 completed, throughput=4.99MB/sec 2024-04-12T16:46:52.987 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t5n-3ESBiExe3qx off=5046159 len=1899941 2024-04-12T16:46:52.996 INFO:tasks.workunit.client.0.smithi005.stdout:op 521 completed, throughput=5MB/sec 2024-04-12T16:46:53.996 INFO:tasks.workunit.client.0.smithi005.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:53.996 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vk7JyrfQn5lr27X off=10710119 len=1563808 2024-04-12T16:46:53.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 522 completed, throughput=4.97MB/sec 2024-04-12T16:46:53.998 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YCzjw2VTLEVuBz7 off=6727117 len=1126811 2024-04-12T16:46:54.004 INFO:tasks.workunit.client.0.smithi005.stdout:op 523 completed, throughput=4.98MB/sec 2024-04-12T16:46:54.004 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JY-HNQU10K6EjG7 off=3690907 len=896487 2024-04-12T16:46:54.008 INFO:tasks.workunit.client.0.smithi005.stdout:op 524 completed, throughput=4.99MB/sec 2024-04-12T16:46:54.008 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1YLFNlcZOFQIvqn off=5999784 len=1583282 2024-04-12T16:46:54.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 525 completed, throughput=5MB/sec 2024-04-12T16:46:54.195 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:46:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:46:53] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-12T16:46:54.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:54 smithi005 ceph-mon[88416]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:46:54.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:54 smithi005 ceph-mon[90837]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:46:54.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:54 smithi016 ceph-mon[84444]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:46:55.016 INFO:tasks.workunit.client.0.smithi005.stdout: 105: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:55.016 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rSoznOnkqQdXRk1 off=6295239 len=111613 2024-04-12T16:46:55.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 526 completed, throughput=4.96MB/sec 2024-04-12T16:46:55.018 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cuzN0_kd4ewnYn8 off=1194552 len=1117555 2024-04-12T16:46:55.025 INFO:tasks.workunit.client.0.smithi005.stdout:op 527 completed, throughput=4.97MB/sec 2024-04-12T16:46:55.025 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v5Io5CPwNY3Arq0 off=0 len=1512469 2024-04-12T16:46:55.027 INFO:tasks.workunit.client.0.smithi005.stdout:op 528 completed, throughput=4.98MB/sec 2024-04-12T16:46:55.027 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xmhEIXOXH2nibUR off=1405451 len=535478 2024-04-12T16:46:55.030 INFO:tasks.workunit.client.0.smithi005.stdout:op 529 completed, throughput=4.98MB/sec 2024-04-12T16:46:55.030 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YWKTMCixuG05jUW off=31611 len=905668 2024-04-12T16:46:55.031 INFO:tasks.workunit.client.0.smithi005.stdout:op 530 completed, throughput=4.99MB/sec 2024-04-12T16:46:55.032 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WxjvAaM1lKFM5ng off=2808383 len=1325073 2024-04-12T16:46:55.037 INFO:tasks.workunit.client.0.smithi005.stdout:op 531 completed, throughput=5MB/sec 2024-04-12T16:46:55.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:55 smithi016 ceph-mon[84444]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:55.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:55 smithi005 ceph-mon[88416]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:55.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:55 smithi005 ceph-mon[90837]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:46:56.038 INFO:tasks.workunit.client.0.smithi005.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:56.038 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PjWUEJbOByB2TeF off=8486853 len=1734394 2024-04-12T16:46:56.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 532 completed, throughput=4.97MB/sec 2024-04-12T16:46:56.047 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_9dqgz01hDjROAQ off=12196810 len=512180 2024-04-12T16:46:56.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 533 completed, throughput=4.98MB/sec 2024-04-12T16:46:56.047 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xMqD--zB0HtTg13 off=6080428 len=1858529 2024-04-12T16:46:56.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 534 completed, throughput=4.99MB/sec 2024-04-12T16:46:56.057 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-viR8qthyFvBz0Vx off=16661975 len=1010599 2024-04-12T16:46:56.062 INFO:tasks.workunit.client.0.smithi005.stdout:op 535 completed, throughput=5MB/sec 2024-04-12T16:46:56.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:46:56.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:46:56.698 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:46:57.062 INFO:tasks.workunit.client.0.smithi005.stdout: 107: throughput=4.95MB/sec pending data=0 2024-04-12T16:46:57.062 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-94WAOMMn9G6dfYI off=5089037 len=524405 2024-04-12T16:46:57.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 536 completed, throughput=4.96MB/sec 2024-04-12T16:46:57.066 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SYxd6DnIQ7sO48X off=11809153 len=614871 2024-04-12T16:46:57.066 INFO:tasks.workunit.client.0.smithi005.stdout:op 537 completed, throughput=4.96MB/sec 2024-04-12T16:46:57.066 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DvsCqeHeYvlL98J off=2197951 len=1052682 2024-04-12T16:46:57.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 538 completed, throughput=4.97MB/sec 2024-04-12T16:46:57.072 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ULZQnywfw7KyJzt off=1671411 len=145627 2024-04-12T16:46:57.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 539 completed, throughput=4.97MB/sec 2024-04-12T16:46:57.072 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TQerA7GvDn-hkwo off=7058980 len=1161033 2024-04-12T16:46:57.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 540 completed, throughput=4.98MB/sec 2024-04-12T16:46:57.073 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uVGfWlYTO9Xz6G1 off=1329857 len=651793 2024-04-12T16:46:57.077 INFO:tasks.workunit.client.0.smithi005.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-12T16:46:57.077 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Mka-061dFnpsTij off=4640607 len=344024 2024-04-12T16:46:57.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 542 completed, throughput=4.99MB/sec 2024-04-12T16:46:57.080 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CaruVTtVVdLmt3Q off=129193 len=1757783 2024-04-12T16:46:57.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 543 completed, throughput=5.01MB/sec 2024-04-12T16:46:58.083 INFO:tasks.workunit.client.0.smithi005.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:58.083 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--HEWOc5Ev01Ms8O off=2343840 len=592548 2024-04-12T16:46:58.085 INFO:tasks.workunit.client.0.smithi005.stdout:op 544 completed, throughput=4.97MB/sec 2024-04-12T16:46:58.085 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aGt1G_MUZr6RSD_ off=9739997 len=1312503 2024-04-12T16:46:58.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-12T16:46:58.086 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E2S36xvV1jXYcAX off=3787994 len=1353570 2024-04-12T16:46:58.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 546 completed, throughput=4.99MB/sec 2024-04-12T16:46:58.088 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jKy9ZT2LjMQeVme off=15725638 len=357120 2024-04-12T16:46:58.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 547 completed, throughput=4.99MB/sec 2024-04-12T16:46:58.089 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5yko-LireQLrls0 off=18054926 len=885826 2024-04-12T16:46:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:57 smithi016 ceph-mon[84444]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:46:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:46:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 548 completed, throughput=5MB/sec 2024-04-12T16:46:58.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[88416]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[90837]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:46:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:46:59.095 INFO:tasks.workunit.client.0.smithi005.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-12T16:46:59.095 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dyPTUdx6l3bAd6j off=193044 len=1741310 2024-04-12T16:46:59.098 INFO:tasks.workunit.client.0.smithi005.stdout:op 549 completed, throughput=4.97MB/sec 2024-04-12T16:46:59.098 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L8eo1vgkPQjDzRz off=3751400 len=11717 2024-04-12T16:46:59.101 INFO:tasks.workunit.client.0.smithi005.stdout:op 550 completed, throughput=4.97MB/sec 2024-04-12T16:46:59.101 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wzLimoOKUPFryHp off=17750163 len=261558 2024-04-12T16:46:59.102 INFO:tasks.workunit.client.0.smithi005.stdout:op 551 completed, throughput=4.97MB/sec 2024-04-12T16:46:59.102 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FEodTv3IwBQHWWu off=1796304 len=1975997 2024-04-12T16:46:59.112 INFO:tasks.workunit.client.0.smithi005.stdout:op 552 completed, throughput=4.99MB/sec 2024-04-12T16:46:59.112 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nliDyhLtUX2Sv8w off=978649 len=2022069 2024-04-12T16:46:59.123 INFO:tasks.workunit.client.0.smithi005.stdout:op 553 completed, throughput=5.01MB/sec 2024-04-12T16:47:00.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:46:59 smithi016 ceph-mon[84444]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:47:00.123 INFO:tasks.workunit.client.0.smithi005.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:00.123 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o9F6Y9anKQtuDZl off=3661712 len=1099044 2024-04-12T16:47:00.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 554 completed, throughput=4.97MB/sec 2024-04-12T16:47:00.125 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jglcXueBEXErucO off=13214659 len=1389027 2024-04-12T16:47:00.131 INFO:tasks.workunit.client.0.smithi005.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-12T16:47:00.131 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SSFmNXAYu3_tWVC off=9234473 len=127624 2024-04-12T16:47:00.132 INFO:tasks.workunit.client.0.smithi005.stdout:op 556 completed, throughput=4.98MB/sec 2024-04-12T16:47:00.132 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-n8NoSsUL0nMk-Ui off=1839670 len=980735 2024-04-12T16:47:00.133 INFO:tasks.workunit.client.0.smithi005.stdout:op 557 completed, throughput=4.99MB/sec 2024-04-12T16:47:00.133 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dqnaqDsITW9aEWi off=66316 len=685935 2024-04-12T16:47:00.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 558 completed, throughput=5MB/sec 2024-04-12T16:47:00.136 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-siVyOmKlitIIZM- off=21055149 len=1905502 2024-04-12T16:47:00.146 INFO:tasks.workunit.client.0.smithi005.stdout:op 559 completed, throughput=5.01MB/sec 2024-04-12T16:47:00.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:46:59 smithi005 ceph-mon[88416]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:47:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:46:59 smithi005 ceph-mon[90837]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:47:01.146 INFO:tasks.workunit.client.0.smithi005.stdout: 111: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:01.147 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OVa_hPDDkWsxhTh off=8789129 len=712505 2024-04-12T16:47:01.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 560 completed, throughput=4.98MB/sec 2024-04-12T16:47:01.151 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UXmuPGx8kdWGt_n off=7062679 len=311567 2024-04-12T16:47:01.152 INFO:tasks.workunit.client.0.smithi005.stdout:op 561 completed, throughput=4.98MB/sec 2024-04-12T16:47:01.152 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xQVrc9Gl6mtUa0b off=11398060 len=1370292 2024-04-12T16:47:01.155 INFO:tasks.workunit.client.0.smithi005.stdout:op 562 completed, throughput=4.99MB/sec 2024-04-12T16:47:01.155 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AFFSFjFMH8lfrwN off=951914 len=1616563 2024-04-12T16:47:01.162 INFO:tasks.workunit.client.0.smithi005.stdout:op 563 completed, throughput=5MB/sec 2024-04-12T16:47:02.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:01 smithi016 ceph-mon[84444]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:47:02.163 INFO:tasks.workunit.client.0.smithi005.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:02.163 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GSF_MvarrvhzV_U off=2884343 len=1846415 2024-04-12T16:47:02.166 INFO:tasks.workunit.client.0.smithi005.stdout:op 564 completed, throughput=4.97MB/sec 2024-04-12T16:47:02.166 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rX_M53QdMXd-Fq1 off=8158816 len=1975210 2024-04-12T16:47:02.175 INFO:tasks.workunit.client.0.smithi005.stdout:op 565 completed, throughput=4.99MB/sec 2024-04-12T16:47:02.175 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VAyY64O7In6cn9F off=1919125 len=1847382 2024-04-12T16:47:02.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 566 completed, throughput=5.01MB/sec 2024-04-12T16:47:02.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:01 smithi005 ceph-mon[88416]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:47:02.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:01 smithi005 ceph-mon[90837]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:47:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:47:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:03.177 INFO:tasks.workunit.client.0.smithi005.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:03.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KOb325r0ZhZF779 off=3113778 len=118956 2024-04-12T16:47:03.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 567 completed, throughput=4.96MB/sec 2024-04-12T16:47:03.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fobf7X_UyuTlY01 off=650050 len=507025 2024-04-12T16:47:03.178 INFO:tasks.workunit.client.0.smithi005.stdout:op 568 completed, throughput=4.97MB/sec 2024-04-12T16:47:03.178 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ElXUUoPIyMcmizF off=13351634 len=1419205 2024-04-12T16:47:03.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 569 completed, throughput=4.98MB/sec 2024-04-12T16:47:03.185 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lo0uenvLiurwSSv off=12814188 len=1681997 2024-04-12T16:47:03.187 INFO:tasks.workunit.client.0.smithi005.stdout:op 570 completed, throughput=4.99MB/sec 2024-04-12T16:47:03.187 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4WGVp0pGAwulkns off=7059058 len=1492044 2024-04-12T16:47:03.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 571 completed, throughput=5MB/sec 2024-04-12T16:47:04.000 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:03 smithi005 ceph-mon[88416]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:04.000 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:47:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:47:03] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-12T16:47:04.000 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:03 smithi005 ceph-mon[90837]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:04.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:03 smithi016 ceph-mon[84444]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:04.193 INFO:tasks.workunit.client.0.smithi005.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:04.194 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oXm5FbY8OfNOe9n off=14034041 len=717239 2024-04-12T16:47:04.194 INFO:tasks.workunit.client.0.smithi005.stdout:op 572 completed, throughput=4.97MB/sec 2024-04-12T16:47:04.195 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--KFIih28ULPlatG off=806973 len=99728 2024-04-12T16:47:04.195 INFO:tasks.workunit.client.0.smithi005.stdout:op 573 completed, throughput=4.97MB/sec 2024-04-12T16:47:04.195 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MpcNnGAi7-sbxgu off=3472239 len=578368 2024-04-12T16:47:04.199 INFO:tasks.workunit.client.0.smithi005.stdout:op 574 completed, throughput=4.97MB/sec 2024-04-12T16:47:04.199 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-k06qpQc0NvORYCq off=2333274 len=1726866 2024-04-12T16:47:04.201 INFO:tasks.workunit.client.0.smithi005.stdout:op 575 completed, throughput=4.99MB/sec 2024-04-12T16:47:04.201 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m4YNx_pxBE5HjX6 off=2753767 len=1614362 2024-04-12T16:47:04.202 INFO:tasks.workunit.client.0.smithi005.stdout:op 576 completed, throughput=5MB/sec 2024-04-12T16:47:04.203 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5Lzy-8QlgZQ9vFR off=2601682 len=572523 2024-04-12T16:47:04.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 577 completed, throughput=5MB/sec 2024-04-12T16:47:05.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:05.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:05.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:05.207 INFO:tasks.workunit.client.0.smithi005.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:05.207 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-R2357EkAykLK0Qg off=462748 len=853513 2024-04-12T16:47:05.212 INFO:tasks.workunit.client.0.smithi005.stdout:op 578 completed, throughput=4.97MB/sec 2024-04-12T16:47:05.213 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6rfPOooUUXlcCZo off=6942404 len=1729568 2024-04-12T16:47:05.220 INFO:tasks.workunit.client.0.smithi005.stdout:op 579 completed, throughput=4.98MB/sec 2024-04-12T16:47:05.220 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eo02geyIgtP6Z0u off=13598720 len=1181052 2024-04-12T16:47:05.223 INFO:tasks.workunit.client.0.smithi005.stdout:op 580 completed, throughput=4.99MB/sec 2024-04-12T16:47:05.224 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xah1_Qc-JmwqOFr off=7415027 len=546358 2024-04-12T16:47:05.226 INFO:tasks.workunit.client.0.smithi005.stdout:op 581 completed, throughput=5MB/sec 2024-04-12T16:47:05.226 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GPp-vUJ2wSEPWeN off=804109 len=110335 2024-04-12T16:47:05.226 INFO:tasks.workunit.client.0.smithi005.stdout:op 582 completed, throughput=5MB/sec 2024-04-12T16:47:05.227 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XItbWipJNK7pCJt off=3963998 len=1792659 2024-04-12T16:47:05.236 INFO:tasks.workunit.client.0.smithi005.stdout:op 583 completed, throughput=5.01MB/sec 2024-04-12T16:47:06.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:05 smithi016 ceph-mon[84444]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:06.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:05 smithi005 ceph-mon[88416]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:06.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:05 smithi005 ceph-mon[90837]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:06.236 INFO:tasks.workunit.client.0.smithi005.stdout: 116: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:06.236 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vMP7IxkVR8OWz2t off=7800084 len=769580 2024-04-12T16:47:06.241 INFO:tasks.workunit.client.0.smithi005.stdout:op 584 completed, throughput=4.97MB/sec 2024-04-12T16:47:06.241 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zBy3Mk-ehqFJeAE off=4055965 len=1580878 2024-04-12T16:47:06.248 INFO:tasks.workunit.client.0.smithi005.stdout:op 585 completed, throughput=4.99MB/sec 2024-04-12T16:47:06.248 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UHDHNPlZgBRUFDb off=4666419 len=1502423 2024-04-12T16:47:06.256 INFO:tasks.workunit.client.0.smithi005.stdout:op 586 completed, throughput=5MB/sec 2024-04-12T16:47:06.256 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xEm962jc6CA420T off=333633 len=307377 2024-04-12T16:47:06.259 INFO:tasks.workunit.client.0.smithi005.stdout:op 587 completed, throughput=5MB/sec 2024-04-12T16:47:07.259 INFO:tasks.workunit.client.0.smithi005.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:07.259 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HtJq17oxdF0JQgP off=7037151 len=899098 2024-04-12T16:47:07.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 588 completed, throughput=4.97MB/sec 2024-04-12T16:47:07.265 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3F2OF1bWTAkS_kS off=177845 len=1186295 2024-04-12T16:47:07.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 589 completed, throughput=4.98MB/sec 2024-04-12T16:47:07.271 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H1_mU3qG8vOVbCC off=1605782 len=48593 2024-04-12T16:47:07.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 590 completed, throughput=4.98MB/sec 2024-04-12T16:47:07.272 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QD2KSyzE1aI10Ys off=7952057 len=91854 2024-04-12T16:47:07.274 INFO:tasks.workunit.client.0.smithi005.stdout:op 591 completed, throughput=4.98MB/sec 2024-04-12T16:47:07.274 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DFXf_di8J6BufqP off=15205428 len=1622133 2024-04-12T16:47:07.281 INFO:tasks.workunit.client.0.smithi005.stdout:op 592 completed, throughput=4.99MB/sec 2024-04-12T16:47:07.281 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6HI9nVJRnsMJcfW off=7701476 len=105811 2024-04-12T16:47:07.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 593 completed, throughput=4.99MB/sec 2024-04-12T16:47:07.282 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sm94JbsYW7566ty off=9028917 len=546923 2024-04-12T16:47:07.285 INFO:tasks.workunit.client.0.smithi005.stdout:op 594 completed, throughput=4.99MB/sec 2024-04-12T16:47:07.285 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ly6C9IAFHic0ns3 off=18247440 len=1433080 2024-04-12T16:47:07.286 INFO:tasks.workunit.client.0.smithi005.stdout:op 595 completed, throughput=5.01MB/sec 2024-04-12T16:47:08.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:07 smithi016 ceph-mon[84444]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:47:08.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:07 smithi005 ceph-mon[88416]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:47:08.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:07 smithi005 ceph-mon[90837]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:47:08.287 INFO:tasks.workunit.client.0.smithi005.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:08.287 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jUFReKPDs9J-k4W off=5001350 len=1787182 2024-04-12T16:47:08.291 INFO:tasks.workunit.client.0.smithi005.stdout:op 596 completed, throughput=4.98MB/sec 2024-04-12T16:47:08.291 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tPt9OJzpqYGPqag off=6149759 len=1810777 2024-04-12T16:47:08.293 INFO:tasks.workunit.client.0.smithi005.stdout:op 597 completed, throughput=4.99MB/sec 2024-04-12T16:47:08.293 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0DnLWnrQlce3W5- off=372657 len=1072141 2024-04-12T16:47:08.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 598 completed, throughput=5MB/sec 2024-04-12T16:47:09.298 INFO:tasks.workunit.client.0.smithi005.stdout: 119: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:09.298 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MZhGOSBJ6ECL8Bh off=1660867 len=1899326 2024-04-12T16:47:09.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 599 completed, throughput=4.97MB/sec 2024-04-12T16:47:09.300 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5z2J_9bMYkfBjFb off=249875 len=637025 2024-04-12T16:47:09.305 INFO:tasks.workunit.client.0.smithi005.stdout:op 600 completed, throughput=4.98MB/sec 2024-04-12T16:47:09.305 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dNiwbCe3COrMtPH off=19042285 len=639501 2024-04-12T16:47:09.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-12T16:47:09.306 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qvHRVUa35I91xHv off=4592861 len=818516 2024-04-12T16:47:09.311 INFO:tasks.workunit.client.0.smithi005.stdout:op 602 completed, throughput=4.99MB/sec 2024-04-12T16:47:09.311 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WyECbA1Zh9W90ht off=1424039 len=53634 2024-04-12T16:47:09.312 INFO:tasks.workunit.client.0.smithi005.stdout:op 603 completed, throughput=4.99MB/sec 2024-04-12T16:47:09.312 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-25m3LqmcfH2CHU_ off=528686 len=1454421 2024-04-12T16:47:09.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 604 completed, throughput=5MB/sec 2024-04-12T16:47:10.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:09 smithi016 ceph-mon[84444]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:47:10.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:09 smithi005 ceph-mon[88416]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:47:10.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:09 smithi005 ceph-mon[90837]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:47:10.320 INFO:tasks.workunit.client.0.smithi005.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:10.320 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x00TGSUyqzO8HbX off=628710 len=1224481 2024-04-12T16:47:10.327 INFO:tasks.workunit.client.0.smithi005.stdout:op 605 completed, throughput=4.97MB/sec 2024-04-12T16:47:10.327 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y9nShRTxlnsOqo1 off=345347 len=914406 2024-04-12T16:47:10.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 606 completed, throughput=4.98MB/sec 2024-04-12T16:47:10.329 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ydWXjm7UW2oTtp8 off=3664855 len=935886 2024-04-12T16:47:10.334 INFO:tasks.workunit.client.0.smithi005.stdout:op 607 completed, throughput=4.98MB/sec 2024-04-12T16:47:10.334 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cGQdDuezh-jjxgN off=1101391 len=2009359 2024-04-12T16:47:10.336 INFO:tasks.workunit.client.0.smithi005.stdout:op 608 completed, throughput=5MB/sec 2024-04-12T16:47:10.336 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gsV4m6stglHofgE off=2172327 len=1538089 2024-04-12T16:47:10.342 INFO:tasks.workunit.client.0.smithi005.stdout:op 609 completed, throughput=5.01MB/sec 2024-04-12T16:47:11.342 INFO:tasks.workunit.client.0.smithi005.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:11.342 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FZOjd4wJiJslOii off=0 len=1684237 2024-04-12T16:47:11.344 INFO:tasks.workunit.client.0.smithi005.stdout:op 610 completed, throughput=4.98MB/sec 2024-04-12T16:47:11.344 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dbUumr3vDbiDQIS off=2446764 len=1084936 2024-04-12T16:47:11.349 INFO:tasks.workunit.client.0.smithi005.stdout:op 611 completed, throughput=4.99MB/sec 2024-04-12T16:47:11.350 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oSMYUjWkLHV25x8 off=4525226 len=1995805 2024-04-12T16:47:11.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 612 completed, throughput=5.01MB/sec 2024-04-12T16:47:12.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:11 smithi016 ceph-mon[84444]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:12.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:11 smithi005 ceph-mon[88416]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:12.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:11 smithi005 ceph-mon[90837]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:12.360 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mLYkGB9BrW1tY7U off=21293643 len=1792455 2024-04-12T16:47:12.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 613 completed, throughput=4.98MB/sec 2024-04-12T16:47:12.370 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-crNe5ZafAj6HOGs off=7868893 len=2004134 2024-04-12T16:47:12.380 INFO:tasks.workunit.client.0.smithi005.stdout:op 614 completed, throughput=4.99MB/sec 2024-04-12T16:47:12.380 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wqQJ0UXTGQLI-z3 off=5400858 len=2096342 2024-04-12T16:47:12.382 INFO:tasks.workunit.client.0.smithi005.stdout:op 615 completed, throughput=5.01MB/sec 2024-04-12T16:47:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:47:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:47:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:13.383 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3e_mfWhbzkTHmzN off=7832271 len=1426185 2024-04-12T16:47:13.390 INFO:tasks.workunit.client.0.smithi005.stdout:op 616 completed, throughput=4.98MB/sec 2024-04-12T16:47:13.390 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hpy1MaUGgqrW-F7 off=5882855 len=102061 2024-04-12T16:47:13.391 INFO:tasks.workunit.client.0.smithi005.stdout:op 617 completed, throughput=4.98MB/sec 2024-04-12T16:47:13.391 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HItYcVRTMtl7zyh off=2618743 len=151284 2024-04-12T16:47:13.394 INFO:tasks.workunit.client.0.smithi005.stdout:op 618 completed, throughput=4.98MB/sec 2024-04-12T16:47:13.394 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-P-pLUsnpLzkcPEb off=2633980 len=1256580 2024-04-12T16:47:13.400 INFO:tasks.workunit.client.0.smithi005.stdout:op 619 completed, throughput=4.99MB/sec 2024-04-12T16:47:13.400 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UW8hyVxFrSeIu6o off=5453702 len=645974 2024-04-12T16:47:13.401 INFO:tasks.workunit.client.0.smithi005.stdout:op 620 completed, throughput=5MB/sec 2024-04-12T16:47:13.401 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e0xWHeV5KppCuUK off=18592671 len=1485741 2024-04-12T16:47:13.409 INFO:tasks.workunit.client.0.smithi005.stdout:op 621 completed, throughput=5.01MB/sec 2024-04-12T16:47:14.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:13 smithi016 ceph-mon[84444]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:47:14.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:13 smithi005 ceph-mon[88416]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:47:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:47:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:47:13] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-12T16:47:14.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:13 smithi005 ceph-mon[90837]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:47:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:14.409 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oXQee7QZ3C5d0xx off=4725149 len=54710 2024-04-12T16:47:14.412 INFO:tasks.workunit.client.0.smithi005.stdout:op 622 completed, throughput=4.97MB/sec 2024-04-12T16:47:14.412 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tseP_cdfg8WanIA off=10179521 len=842509 2024-04-12T16:47:14.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 623 completed, throughput=4.98MB/sec 2024-04-12T16:47:14.417 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xzMMcKeSBtiOEQx off=11888721 len=1520808 2024-04-12T16:47:14.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 624 completed, throughput=4.99MB/sec 2024-04-12T16:47:14.419 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mtEGiGvArtMvRV0 off=1909208 len=23387 2024-04-12T16:47:14.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 625 completed, throughput=4.99MB/sec 2024-04-12T16:47:14.419 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bNUboL4BIbHDgXc off=15744963 len=1796427 2024-04-12T16:47:14.421 INFO:tasks.workunit.client.0.smithi005.stdout:op 626 completed, throughput=5MB/sec 2024-04-12T16:47:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:15.421 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v63Ylpof9Vb40pB off=2808663 len=44541 2024-04-12T16:47:15.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 627 completed, throughput=4.96MB/sec 2024-04-12T16:47:15.422 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZbqTGljCpK5bmTO off=6400111 len=169633 2024-04-12T16:47:15.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 628 completed, throughput=4.96MB/sec 2024-04-12T16:47:15.423 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lQnVVzsB9NmRz3e off=5735183 len=2090420 2024-04-12T16:47:15.432 INFO:tasks.workunit.client.0.smithi005.stdout:op 629 completed, throughput=4.98MB/sec 2024-04-12T16:47:15.432 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CQRjtm7NJFdlvOo off=260193 len=832673 2024-04-12T16:47:15.434 INFO:tasks.workunit.client.0.smithi005.stdout:op 630 completed, throughput=4.98MB/sec 2024-04-12T16:47:15.434 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BhTC9mt5N9tpggx off=4741051 len=418497 2024-04-12T16:47:15.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 631 completed, throughput=4.99MB/sec 2024-04-12T16:47:15.435 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JbWn-8ENG8Jv5dY off=2551823 len=1728115 2024-04-12T16:47:15.443 INFO:tasks.workunit.client.0.smithi005.stdout:op 632 completed, throughput=5MB/sec 2024-04-12T16:47:15.443 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FeAS1Rl7oeKgPox off=8921129 len=1112364 2024-04-12T16:47:15.449 INFO:tasks.workunit.client.0.smithi005.stdout:op 633 completed, throughput=5.01MB/sec 2024-04-12T16:47:16.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:15 smithi016 ceph-mon[84444]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:47:16.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:15 smithi005 ceph-mon[88416]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:47:16.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:15 smithi005 ceph-mon[90837]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:47:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:16.450 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oR9Zj6se7ORf4FK off=16949809 len=1566479 2024-04-12T16:47:16.456 INFO:tasks.workunit.client.0.smithi005.stdout:op 634 completed, throughput=4.98MB/sec 2024-04-12T16:47:16.457 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-n2Q6ToOnDlrOKEE off=6223424 len=1282414 2024-04-12T16:47:16.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 635 completed, throughput=4.99MB/sec 2024-04-12T16:47:16.457 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bcFvBk7oSi3mCLV off=14957611 len=1743508 2024-04-12T16:47:16.466 INFO:tasks.workunit.client.0.smithi005.stdout:op 636 completed, throughput=5MB/sec 2024-04-12T16:47:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: 127: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:17.467 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qE_FT0HyLEjRpYo off=5628144 len=943176 2024-04-12T16:47:17.473 INFO:tasks.workunit.client.0.smithi005.stdout:op 637 completed, throughput=4.97MB/sec 2024-04-12T16:47:17.473 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SgVSOZorBzI7oCu off=971785 len=1821056 2024-04-12T16:47:17.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 638 completed, throughput=4.98MB/sec 2024-04-12T16:47:17.476 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WmDA_oMlr5_adTQ off=1664693 len=1471129 2024-04-12T16:47:17.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 639 completed, throughput=4.99MB/sec 2024-04-12T16:47:17.483 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4kF5CF8n8NSIBQT off=8114822 len=836010 2024-04-12T16:47:17.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 640 completed, throughput=5MB/sec 2024-04-12T16:47:18.088 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:17 smithi016 ceph-mon[84444]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:18.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:17 smithi005 ceph-mon[88416]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:18.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:17 smithi005 ceph-mon[90837]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: 128: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:18.484 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7tFWJors95zny01 off=9577409 len=127117 2024-04-12T16:47:18.487 INFO:tasks.workunit.client.0.smithi005.stdout:op 641 completed, throughput=4.96MB/sec 2024-04-12T16:47:18.487 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0T8RgenR44HDLQ5 off=1464678 len=1517602 2024-04-12T16:47:18.493 INFO:tasks.workunit.client.0.smithi005.stdout:op 642 completed, throughput=4.97MB/sec 2024-04-12T16:47:18.493 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5h1RMQ0sdl_sTRv off=483323 len=1714755 2024-04-12T16:47:18.499 INFO:tasks.workunit.client.0.smithi005.stdout:op 643 completed, throughput=4.99MB/sec 2024-04-12T16:47:18.499 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3TTCfivkGw5sHmM off=21649417 len=43929 2024-04-12T16:47:18.499 INFO:tasks.workunit.client.0.smithi005.stdout:op 644 completed, throughput=4.99MB/sec 2024-04-12T16:47:18.500 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wb_dwucOFo5F_W4 off=6429256 len=1340469 2024-04-12T16:47:18.502 INFO:tasks.workunit.client.0.smithi005.stdout:op 645 completed, throughput=5MB/sec 2024-04-12T16:47:18.502 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KXQ1Ix1bnigz4nk off=6517182 len=1501892 2024-04-12T16:47:18.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 646 completed, throughput=5.01MB/sec 2024-04-12T16:47:19.510 INFO:tasks.workunit.client.0.smithi005.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:19.510 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ef6_16pTA6mdNRt off=1071142 len=306900 2024-04-12T16:47:19.510 INFO:tasks.workunit.client.0.smithi005.stdout:op 647 completed, throughput=4.97MB/sec 2024-04-12T16:47:19.511 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eWQI-lOQeqtxeBX off=2155981 len=1884713 2024-04-12T16:47:19.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 648 completed, throughput=4.98MB/sec 2024-04-12T16:47:19.513 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AldxmcF3jeErrAF off=837919 len=1313831 2024-04-12T16:47:19.520 INFO:tasks.workunit.client.0.smithi005.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-12T16:47:19.520 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A_WiDT_zK9Xf24f off=11010468 len=1271350 2024-04-12T16:47:19.526 INFO:tasks.workunit.client.0.smithi005.stdout:op 650 completed, throughput=5MB/sec 2024-04-12T16:47:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:19 smithi016 ceph-mon[84444]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:47:20.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:20.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:19 smithi005 ceph-mon[88416]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:47:20.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:19 smithi005 ceph-mon[90837]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:47:20.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:20.527 INFO:tasks.workunit.client.0.smithi005.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-12T16:47:20.527 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-18vQdUiNq7mKlbT off=11043146 len=1785547 2024-04-12T16:47:20.529 INFO:tasks.workunit.client.0.smithi005.stdout:op 651 completed, throughput=4.98MB/sec 2024-04-12T16:47:20.529 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0srDfR4qwTm_KXA off=12494960 len=1057221 2024-04-12T16:47:20.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 652 completed, throughput=4.99MB/sec 2024-04-12T16:47:20.530 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OE1uvP2dywALsMl off=927887 len=466460 2024-04-12T16:47:20.532 INFO:tasks.workunit.client.0.smithi005.stdout:op 653 completed, throughput=4.99MB/sec 2024-04-12T16:47:20.532 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LtS3txLtkzh1g2T off=86003 len=1020233 2024-04-12T16:47:20.538 INFO:tasks.workunit.client.0.smithi005.stdout:op 654 completed, throughput=5MB/sec 2024-04-12T16:47:20.538 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-T-e7lYUiNtXaHEy off=285447 len=348054 2024-04-12T16:47:20.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 655 completed, throughput=5MB/sec 2024-04-12T16:47:20.539 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-G0YwLbI_YXxfBic off=15924270 len=1023925 2024-04-12T16:47:20.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 656 completed, throughput=5.01MB/sec 2024-04-12T16:47:21.544 INFO:tasks.workunit.client.0.smithi005.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:21.544 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y-y5wEHzxGsBpKk off=245653 len=624304 2024-04-12T16:47:21.549 INFO:tasks.workunit.client.0.smithi005.stdout:op 657 completed, throughput=4.97MB/sec 2024-04-12T16:47:21.549 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LeiTWNhcNLGp-Tr off=6415739 len=505810 2024-04-12T16:47:21.552 INFO:tasks.workunit.client.0.smithi005.stdout:op 658 completed, throughput=4.98MB/sec 2024-04-12T16:47:21.552 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RHKPNpqdZIrFjC9 off=817294 len=710902 2024-04-12T16:47:21.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 659 completed, throughput=4.98MB/sec 2024-04-12T16:47:21.557 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yFLg1z5jFcFJ_0N off=247514 len=935491 2024-04-12T16:47:21.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 660 completed, throughput=4.99MB/sec 2024-04-12T16:47:21.559 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8jMR0mClPm4Dez7 off=4876865 len=147942 2024-04-12T16:47:21.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 661 completed, throughput=4.99MB/sec 2024-04-12T16:47:21.560 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UrSr_PjObRW__Lp off=2680125 len=376388 2024-04-12T16:47:21.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-12T16:47:21.560 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CEeJXAWA2lEiybr off=12350627 len=826274 2024-04-12T16:47:21.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 663 completed, throughput=5MB/sec 2024-04-12T16:47:21.562 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OM1y8DWF0ypDpGR off=2588592 len=1872052 2024-04-12T16:47:21.569 INFO:tasks.workunit.client.0.smithi005.stdout:op 664 completed, throughput=5.01MB/sec 2024-04-12T16:47:22.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:21 smithi016 ceph-mon[84444]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:47:22.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:21 smithi005 ceph-mon[88416]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:47:22.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:21 smithi005 ceph-mon[90837]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:47:22.569 INFO:tasks.workunit.client.0.smithi005.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:22.570 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1MWEwCF9PMBGPnf off=1819687 len=1315218 2024-04-12T16:47:22.575 INFO:tasks.workunit.client.0.smithi005.stdout:op 665 completed, throughput=4.98MB/sec 2024-04-12T16:47:22.575 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jWZnttpfUj8vphB off=6083378 len=1070068 2024-04-12T16:47:22.582 INFO:tasks.workunit.client.0.smithi005.stdout:op 666 completed, throughput=4.99MB/sec 2024-04-12T16:47:22.582 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rSRv13YXTKnDAwl off=494953 len=194688 2024-04-12T16:47:22.584 INFO:tasks.workunit.client.0.smithi005.stdout:op 667 completed, throughput=4.99MB/sec 2024-04-12T16:47:22.585 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kBvF19hIx6nHEtl off=6771476 len=69746 2024-04-12T16:47:22.585 INFO:tasks.workunit.client.0.smithi005.stdout:op 668 completed, throughput=4.99MB/sec 2024-04-12T16:47:22.585 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6ESqqWpQZQnopNT off=2039442 len=1702664 2024-04-12T16:47:22.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 669 completed, throughput=5MB/sec 2024-04-12T16:47:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:47:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:47:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:23.587 INFO:tasks.workunit.client.0.smithi005.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:23.587 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i5P3Sk_6USLs2ke off=4928754 len=385566 2024-04-12T16:47:23.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 670 completed, throughput=4.97MB/sec 2024-04-12T16:47:23.591 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--WIzXeDOxuriKMz off=13027078 len=853627 2024-04-12T16:47:23.592 INFO:tasks.workunit.client.0.smithi005.stdout:op 671 completed, throughput=4.97MB/sec 2024-04-12T16:47:23.592 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PfDsRdFzeZEw5IW off=6709895 len=1458108 2024-04-12T16:47:23.595 INFO:tasks.workunit.client.0.smithi005.stdout:op 672 completed, throughput=4.98MB/sec 2024-04-12T16:47:23.595 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--z4kL-L8MgHYQML off=6894187 len=1798316 2024-04-12T16:47:23.603 INFO:tasks.workunit.client.0.smithi005.stdout:op 673 completed, throughput=5MB/sec 2024-04-12T16:47:23.603 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HxwtTQu4xX0JE02 off=2978882 len=743449 2024-04-12T16:47:23.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 674 completed, throughput=5MB/sec 2024-04-12T16:47:24.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:23 smithi016 ceph-mon[84444]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:47:24.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:23 smithi005 ceph-mon[90837]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:47:24.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:23 smithi005 ceph-mon[88416]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:47:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:47:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:47:23] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-04-12T16:47:24.608 INFO:tasks.workunit.client.0.smithi005.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:24.608 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TN2X-qoASczOR1X off=6655346 len=300030 2024-04-12T16:47:24.609 INFO:tasks.workunit.client.0.smithi005.stdout:op 675 completed, throughput=4.97MB/sec 2024-04-12T16:47:24.609 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-X-zz0ntmu4Q68cV off=190769 len=56928 2024-04-12T16:47:24.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 676 completed, throughput=4.97MB/sec 2024-04-12T16:47:24.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-poG_9wKNcVTKvnm off=2656115 len=697927 2024-04-12T16:47:24.616 INFO:tasks.workunit.client.0.smithi005.stdout:op 677 completed, throughput=4.97MB/sec 2024-04-12T16:47:24.616 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ci8pUoiVjSp3wam off=8366464 len=113896 2024-04-12T16:47:24.619 INFO:tasks.workunit.client.0.smithi005.stdout:op 678 completed, throughput=4.97MB/sec 2024-04-12T16:47:24.619 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7O5juSSMuiuqpnq off=2187613 len=1068527 2024-04-12T16:47:24.620 INFO:tasks.workunit.client.0.smithi005.stdout:op 679 completed, throughput=4.98MB/sec 2024-04-12T16:47:24.620 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1gxLem3V-nFUp7V off=23447976 len=1392050 2024-04-12T16:47:24.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 680 completed, throughput=4.99MB/sec 2024-04-12T16:47:24.628 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VubFVR_Jm_K-Sai off=11138313 len=1304694 2024-04-12T16:47:24.629 INFO:tasks.workunit.client.0.smithi005.stdout:op 681 completed, throughput=5MB/sec 2024-04-12T16:47:24.629 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mQrCqtISSDyggPn off=619768 len=591980 2024-04-12T16:47:24.633 INFO:tasks.workunit.client.0.smithi005.stdout:op 682 completed, throughput=5MB/sec 2024-04-12T16:47:25.634 INFO:tasks.workunit.client.0.smithi005.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:25.634 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q_Mth59gwbMORy0 off=8015093 len=1460152 2024-04-12T16:47:25.641 INFO:tasks.workunit.client.0.smithi005.stdout:op 683 completed, throughput=4.98MB/sec 2024-04-12T16:47:25.641 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7RYJF22GmK0WdXY off=22668100 len=1647590 2024-04-12T16:47:25.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 684 completed, throughput=4.99MB/sec 2024-04-12T16:47:25.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JFWjdZXLPxI2yef off=632703 len=184958 2024-04-12T16:47:25.652 INFO:tasks.workunit.client.0.smithi005.stdout:op 685 completed, throughput=4.99MB/sec 2024-04-12T16:47:25.652 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xyntzTaX3LiWzK1 off=14012597 len=1289687 2024-04-12T16:47:25.654 INFO:tasks.workunit.client.0.smithi005.stdout:op 686 completed, throughput=5MB/sec 2024-04-12T16:47:25.654 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4lodZijA5Z_1PQt off=19077004 len=1314162 2024-04-12T16:47:25.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 687 completed, throughput=5.01MB/sec 2024-04-12T16:47:26.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:25 smithi016 ceph-mon[84444]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:47:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:25 smithi005 ceph-mon[88416]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:47:26.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:25 smithi005 ceph-mon[90837]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:47:26.661 INFO:tasks.workunit.client.0.smithi005.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:26.661 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IBoGyhmsQyLN8gW off=1145881 len=460473 2024-04-12T16:47:26.666 INFO:tasks.workunit.client.0.smithi005.stdout:op 688 completed, throughput=4.97MB/sec 2024-04-12T16:47:26.667 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NI_f-jxOFr9ParS off=4860646 len=679996 2024-04-12T16:47:26.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 689 completed, throughput=4.98MB/sec 2024-04-12T16:47:26.668 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-06fAUYKxw-nc9ph off=1689316 len=1758542 2024-04-12T16:47:26.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 690 completed, throughput=4.99MB/sec 2024-04-12T16:47:26.678 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X6z4IF7eQzq6huI off=1839462 len=962169 2024-04-12T16:47:26.679 INFO:tasks.workunit.client.0.smithi005.stdout:op 691 completed, throughput=5MB/sec 2024-04-12T16:47:26.680 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gWtqlBdsYQvZzN9 off=4933974 len=2028221 2024-04-12T16:47:26.681 INFO:tasks.workunit.client.0.smithi005.stdout:op 692 completed, throughput=5.01MB/sec 2024-04-12T16:47:27.681 INFO:tasks.workunit.client.0.smithi005.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:27.681 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Zb5809nUXbNCO4f off=13353017 len=1529376 2024-04-12T16:47:27.683 INFO:tasks.workunit.client.0.smithi005.stdout:op 693 completed, throughput=4.98MB/sec 2024-04-12T16:47:27.683 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oubWvkiCJOLEUpa off=17833625 len=543529 2024-04-12T16:47:27.687 INFO:tasks.workunit.client.0.smithi005.stdout:op 694 completed, throughput=4.99MB/sec 2024-04-12T16:47:27.687 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bXaAmZgsCbEIeo2 off=4754670 len=909374 2024-04-12T16:47:27.688 INFO:tasks.workunit.client.0.smithi005.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-12T16:47:27.688 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-W3B0OW2--dcvu9a off=14057294 len=994596 2024-04-12T16:47:27.694 INFO:tasks.workunit.client.0.smithi005.stdout:op 696 completed, throughput=5MB/sec 2024-04-12T16:47:28.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:27 smithi016 ceph-mon[84444]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:47:28.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:27 smithi005 ceph-mon[88416]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:47:28.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:27 smithi005 ceph-mon[90837]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:47:28.694 INFO:tasks.workunit.client.0.smithi005.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:28.694 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rhYfkUMokMSDKzk off=10541810 len=134013 2024-04-12T16:47:28.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 697 completed, throughput=4.97MB/sec 2024-04-12T16:47:28.697 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gJQLdQ77UYTyFEP off=1993917 len=1309658 2024-04-12T16:47:28.699 INFO:tasks.workunit.client.0.smithi005.stdout:op 698 completed, throughput=4.97MB/sec 2024-04-12T16:47:28.699 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GwBPVJj5058biaL off=8767852 len=1843607 2024-04-12T16:47:28.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 699 completed, throughput=4.99MB/sec 2024-04-12T16:47:28.701 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RtjSZ9SLPOJfCs2 off=6194921 len=1249529 2024-04-12T16:47:28.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 700 completed, throughput=5MB/sec 2024-04-12T16:47:28.708 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oDiDwmtOpAAZsHz off=15696448 len=1346623 2024-04-12T16:47:28.715 INFO:tasks.workunit.client.0.smithi005.stdout:op 701 completed, throughput=5MB/sec 2024-04-12T16:47:29.715 INFO:tasks.workunit.client.0.smithi005.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:29.715 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PDJDIB-aP5mJZ0A off=2856005 len=277353 2024-04-12T16:47:29.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 702 completed, throughput=4.97MB/sec 2024-04-12T16:47:29.718 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iG6FKehUsVrmPph off=14413628 len=242433 2024-04-12T16:47:29.721 INFO:tasks.workunit.client.0.smithi005.stdout:op 703 completed, throughput=4.97MB/sec 2024-04-12T16:47:29.722 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OgQZ4lbYLPEliPW off=1020739 len=1765398 2024-04-12T16:47:29.731 INFO:tasks.workunit.client.0.smithi005.stdout:op 704 completed, throughput=4.98MB/sec 2024-04-12T16:47:29.731 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dy7BEKn9LGV9vAE off=5239611 len=587887 2024-04-12T16:47:29.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 705 completed, throughput=4.99MB/sec 2024-04-12T16:47:29.734 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nuEzM197jMGk1VI off=7040671 len=706805 2024-04-12T16:47:29.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 706 completed, throughput=4.99MB/sec 2024-04-12T16:47:29.738 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dVJgn4sKX66_ory off=312900 len=978928 2024-04-12T16:47:29.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 707 completed, throughput=5MB/sec 2024-04-12T16:47:29.740 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-obc2u3ASfL3ZUWL off=23512020 len=917767 2024-04-12T16:47:29.741 INFO:tasks.workunit.client.0.smithi005.stdout:op 708 completed, throughput=5MB/sec 2024-04-12T16:47:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:29 smithi016 ceph-mon[84444]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:47:30.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:29 smithi005 ceph-mon[88416]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:47:30.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:29 smithi005 ceph-mon[90837]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:47:30.742 INFO:tasks.workunit.client.0.smithi005.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:30.742 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-L4Mc0mP8vRc_ttH off=295665 len=88252 2024-04-12T16:47:30.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 709 completed, throughput=4.97MB/sec 2024-04-12T16:47:30.743 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MEnaRu77bwh6lp5 off=2651135 len=68792 2024-04-12T16:47:30.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 710 completed, throughput=4.97MB/sec 2024-04-12T16:47:30.743 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TwBW7FvlP4aZS6X off=8328098 len=728460 2024-04-12T16:47:30.744 INFO:tasks.workunit.client.0.smithi005.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-12T16:47:30.744 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NfiqjWjsHTibZS1 off=859248 len=532470 2024-04-12T16:47:30.748 INFO:tasks.workunit.client.0.smithi005.stdout:op 712 completed, throughput=4.98MB/sec 2024-04-12T16:47:30.748 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AhjM_QLzKlh0YFP off=6106429 len=1007559 2024-04-12T16:47:30.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 713 completed, throughput=4.99MB/sec 2024-04-12T16:47:30.750 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gNunIY8BP7ydBym off=3693144 len=1406550 2024-04-12T16:47:30.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 714 completed, throughput=5MB/sec 2024-04-12T16:47:30.754 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ufUx_FbTW-oifi4 off=11573668 len=548302 2024-04-12T16:47:30.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 715 completed, throughput=5MB/sec 2024-04-12T16:47:30.755 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MVLQeNJD-Gq6pUR off=15390953 len=1210998 2024-04-12T16:47:30.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 716 completed, throughput=5.01MB/sec 2024-04-12T16:47:31.761 INFO:tasks.workunit.client.0.smithi005.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:31.761 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--DTa8C5ivEnU5pv off=16875183 len=1554744 2024-04-12T16:47:31.767 INFO:tasks.workunit.client.0.smithi005.stdout:op 717 completed, throughput=4.98MB/sec 2024-04-12T16:47:31.767 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hk4RwYAUDtbWQQC off=9112142 len=50616 2024-04-12T16:47:31.769 INFO:tasks.workunit.client.0.smithi005.stdout:op 718 completed, throughput=4.98MB/sec 2024-04-12T16:47:31.770 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xb90xoWpzzXGlEP off=4930826 len=1531589 2024-04-12T16:47:31.771 INFO:tasks.workunit.client.0.smithi005.stdout:op 719 completed, throughput=4.99MB/sec 2024-04-12T16:47:31.771 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-03nLOL_CLQydZs1 off=392425 len=240010 2024-04-12T16:47:31.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 720 completed, throughput=4.99MB/sec 2024-04-12T16:47:31.774 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c9oVaVmUcQAzHdK off=1227623 len=361748 2024-04-12T16:47:31.775 INFO:tasks.workunit.client.0.smithi005.stdout:op 721 completed, throughput=5MB/sec 2024-04-12T16:47:31.775 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ETttY0E7DC55k6q off=4766630 len=1276324 2024-04-12T16:47:31.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 722 completed, throughput=5MB/sec 2024-04-12T16:47:32.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:31 smithi016 ceph-mon[84444]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:32.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:31 smithi005 ceph-mon[88416]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:32.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:31 smithi005 ceph-mon[90837]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:47:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:47:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:47:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:32.782 INFO:tasks.workunit.client.0.smithi005.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:32.783 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K0knVFZjkTx3RNH off=8068582 len=1603526 2024-04-12T16:47:32.790 INFO:tasks.workunit.client.0.smithi005.stdout:op 723 completed, throughput=4.98MB/sec 2024-04-12T16:47:32.790 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0qTYYiy78x2qEZF off=1217047 len=1910734 2024-04-12T16:47:32.798 INFO:tasks.workunit.client.0.smithi005.stdout:op 724 completed, throughput=4.99MB/sec 2024-04-12T16:47:32.798 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7DR0uDnKKgK7qML off=16057852 len=1046401 2024-04-12T16:47:32.800 INFO:tasks.workunit.client.0.smithi005.stdout:op 725 completed, throughput=5MB/sec 2024-04-12T16:47:32.800 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8I-xy9UhZlFjYC6 off=6268715 len=1391969 2024-04-12T16:47:32.806 INFO:tasks.workunit.client.0.smithi005.stdout:op 726 completed, throughput=5.01MB/sec 2024-04-12T16:47:33.806 INFO:tasks.workunit.client.0.smithi005.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:33.806 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ILntpyv-NzTvAJS off=8112663 len=1622822 2024-04-12T16:47:33.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 727 completed, throughput=4.98MB/sec 2024-04-12T16:47:33.810 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_NwjV_ZP9_xNKcG off=16904943 len=73514 2024-04-12T16:47:33.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 728 completed, throughput=4.98MB/sec 2024-04-12T16:47:33.812 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8itfPU32z0wp_8k off=5107749 len=1845776 2024-04-12T16:47:33.822 INFO:tasks.workunit.client.0.smithi005.stdout:op 729 completed, throughput=5MB/sec 2024-04-12T16:47:33.822 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l8bLIDW4TaMNd7Z off=6066425 len=23651 2024-04-12T16:47:33.822 INFO:tasks.workunit.client.0.smithi005.stdout:op 730 completed, throughput=5MB/sec 2024-04-12T16:47:33.823 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LuqoJO5su2MAara off=10298397 len=1207191 2024-04-12T16:47:33.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 731 completed, throughput=5MB/sec 2024-04-12T16:47:34.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:33 smithi016 ceph-mon[84444]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:47:34.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:33 smithi005 ceph-mon[88416]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:47:34.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:33 smithi005 ceph-mon[90837]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:47:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:47:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:47:33] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-04-12T16:47:34.829 INFO:tasks.workunit.client.0.smithi005.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:34.829 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mVJLQCPmK8kvan0 off=8852979 len=207376 2024-04-12T16:47:34.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 732 completed, throughput=4.97MB/sec 2024-04-12T16:47:34.830 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8sUmfrYM5AjQpsS off=9162032 len=1782434 2024-04-12T16:47:34.837 INFO:tasks.workunit.client.0.smithi005.stdout:op 733 completed, throughput=4.98MB/sec 2024-04-12T16:47:34.838 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DIx1Aai_ueZ2j6C off=2204207 len=118600 2024-04-12T16:47:34.841 INFO:tasks.workunit.client.0.smithi005.stdout:op 734 completed, throughput=4.98MB/sec 2024-04-12T16:47:34.841 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9RnwuLqoXheQS1f off=12244859 len=172687 2024-04-12T16:47:34.841 INFO:tasks.workunit.client.0.smithi005.stdout:op 735 completed, throughput=4.98MB/sec 2024-04-12T16:47:34.841 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x5_lGvKz4ftLTtK off=497115 len=1008017 2024-04-12T16:47:34.847 INFO:tasks.workunit.client.0.smithi005.stdout:op 736 completed, throughput=4.99MB/sec 2024-04-12T16:47:34.847 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Fvf13-EsGOzRNxA off=9244599 len=1140047 2024-04-12T16:47:34.852 INFO:tasks.workunit.client.0.smithi005.stdout:op 737 completed, throughput=5MB/sec 2024-04-12T16:47:34.852 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rIcpJQhUZlF8pjt off=13935776 len=1618752 2024-04-12T16:47:34.855 INFO:tasks.workunit.client.0.smithi005.stdout:op 738 completed, throughput=5.01MB/sec 2024-04-12T16:47:35.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:35.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:35.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:35.855 INFO:tasks.workunit.client.0.smithi005.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:35.855 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IFQs02vIml6ax1- off=5194116 len=757552 2024-04-12T16:47:35.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 739 completed, throughput=4.98MB/sec 2024-04-12T16:47:35.857 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zDrNIEAcwhSXNSJ off=10940713 len=1400393 2024-04-12T16:47:35.858 INFO:tasks.workunit.client.0.smithi005.stdout:op 740 completed, throughput=4.99MB/sec 2024-04-12T16:47:35.858 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_jJPK6wCov-ZIJx off=416110 len=487437 2024-04-12T16:47:35.859 INFO:tasks.workunit.client.0.smithi005.stdout:op 741 completed, throughput=4.99MB/sec 2024-04-12T16:47:35.859 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-og5cfmX7Ucr7Cme off=5175472 len=624656 2024-04-12T16:47:35.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 742 completed, throughput=5MB/sec 2024-04-12T16:47:35.865 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-19nfRDgtLl3qd5a off=7994678 len=1457614 2024-04-12T16:47:35.872 INFO:tasks.workunit.client.0.smithi005.stdout:op 743 completed, throughput=5MB/sec 2024-04-12T16:47:36.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:35 smithi016 ceph-mon[84444]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:47:36.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:35 smithi005 ceph-mon[88416]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:47:36.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:35 smithi005 ceph-mon[90837]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:47:36.871 INFO:tasks.workunit.client.0.smithi005.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:36.872 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YiemYBh6IRnZmzZ off=571295 len=1771389 2024-04-12T16:47:36.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 744 completed, throughput=4.98MB/sec 2024-04-12T16:47:36.881 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_Z5LHB7YkLA5W4z off=16152438 len=1598538 2024-04-12T16:47:36.884 INFO:tasks.workunit.client.0.smithi005.stdout:op 745 completed, throughput=4.99MB/sec 2024-04-12T16:47:36.884 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JZpx0kQ_4m0ivWk off=10167061 len=1217322 2024-04-12T16:47:36.885 INFO:tasks.workunit.client.0.smithi005.stdout:op 746 completed, throughput=5MB/sec 2024-04-12T16:47:36.886 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U04Vtv1VYxCYjJ_ off=10036103 len=4958 2024-04-12T16:47:36.886 INFO:tasks.workunit.client.0.smithi005.stdout:op 747 completed, throughput=5MB/sec 2024-04-12T16:47:36.886 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Nzc88u5DdlUHVEn off=7585460 len=1353320 2024-04-12T16:47:36.892 INFO:tasks.workunit.client.0.smithi005.stdout:op 748 completed, throughput=5.01MB/sec 2024-04-12T16:47:37.892 INFO:tasks.workunit.client.0.smithi005.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:37.892 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JBT-Rp7K9nx_ABr off=10452454 len=958542 2024-04-12T16:47:37.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 749 completed, throughput=4.98MB/sec 2024-04-12T16:47:37.897 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fRWAOF1L81GxPip off=5275110 len=794899 2024-04-12T16:47:37.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-12T16:47:37.899 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5vC5SzQ-kY9HzYk off=1384183 len=685441 2024-04-12T16:47:37.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 751 completed, throughput=4.99MB/sec 2024-04-12T16:47:37.899 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ljh8dgPgEuyO-ZB off=3493825 len=383410 2024-04-12T16:47:37.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 752 completed, throughput=4.99MB/sec 2024-04-12T16:47:37.902 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o0dZYrAFwe99sSc off=7411817 len=1501727 2024-04-12T16:47:37.903 INFO:tasks.workunit.client.0.smithi005.stdout:op 753 completed, throughput=5MB/sec 2024-04-12T16:47:38.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:37 smithi016 ceph-mon[84444]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:38.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:37 smithi005 ceph-mon[88416]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:38.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:37 smithi005 ceph-mon[90837]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:38.903 INFO:tasks.workunit.client.0.smithi005.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:38.904 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eewCUb1Ksdh0TFE off=16737555 len=2022046 2024-04-12T16:47:38.907 INFO:tasks.workunit.client.0.smithi005.stdout:op 754 completed, throughput=4.98MB/sec 2024-04-12T16:47:38.907 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YkzTcgpAuNX5V6Z off=571947 len=1918262 2024-04-12T16:47:38.916 INFO:tasks.workunit.client.0.smithi005.stdout:op 755 completed, throughput=4.99MB/sec 2024-04-12T16:47:38.917 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k42pz_Jdpkp9cCG off=2662870 len=1013771 2024-04-12T16:47:38.922 INFO:tasks.workunit.client.0.smithi005.stdout:op 756 completed, throughput=5MB/sec 2024-04-12T16:47:38.922 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rHsfR2p0wotMzMQ off=625331 len=1780620 2024-04-12T16:47:38.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 757 completed, throughput=5.01MB/sec 2024-04-12T16:47:39.925 INFO:tasks.workunit.client.0.smithi005.stdout: 149: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:39.925 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3PsWW9DKFJFZpbA off=3882419 len=630369 2024-04-12T16:47:39.927 INFO:tasks.workunit.client.0.smithi005.stdout:op 758 completed, throughput=4.98MB/sec 2024-04-12T16:47:39.927 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pKdnrQjlB4fKjpY off=16701026 len=375847 2024-04-12T16:47:39.931 INFO:tasks.workunit.client.0.smithi005.stdout:op 759 completed, throughput=4.98MB/sec 2024-04-12T16:47:39.931 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZE-BNx10mOifLmC off=879628 len=726508 2024-04-12T16:47:39.932 INFO:tasks.workunit.client.0.smithi005.stdout:op 760 completed, throughput=4.99MB/sec 2024-04-12T16:47:39.933 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BXAqUDNpmob7hrZ off=18428932 len=1057519 2024-04-12T16:47:39.939 INFO:tasks.workunit.client.0.smithi005.stdout:op 761 completed, throughput=4.99MB/sec 2024-04-12T16:47:39.939 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TYnQLSlGjUm92rK off=4772311 len=461120 2024-04-12T16:47:39.943 INFO:tasks.workunit.client.0.smithi005.stdout:op 762 completed, throughput=5MB/sec 2024-04-12T16:47:39.943 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pcui4VjJaUXaBR1 off=8947065 len=251268 2024-04-12T16:47:39.945 INFO:tasks.workunit.client.0.smithi005.stdout:op 763 completed, throughput=5MB/sec 2024-04-12T16:47:39.945 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cjZUV8br_hRm_95 off=1086552 len=1352121 2024-04-12T16:47:39.947 INFO:tasks.workunit.client.0.smithi005.stdout:op 764 completed, throughput=5.01MB/sec 2024-04-12T16:47:40.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:39 smithi016 ceph-mon[84444]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:47:40.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:39 smithi005 ceph-mon[88416]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:47:40.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:39 smithi005 ceph-mon[90837]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:47:40.947 INFO:tasks.workunit.client.0.smithi005.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:40.948 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bKLi9_iXOEyBufM off=1247057 len=1780141 2024-04-12T16:47:40.955 INFO:tasks.workunit.client.0.smithi005.stdout:op 765 completed, throughput=4.99MB/sec 2024-04-12T16:47:40.955 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YtVwflied-pOHt7 off=18639423 len=1543380 2024-04-12T16:47:40.956 INFO:tasks.workunit.client.0.smithi005.stdout:op 766 completed, throughput=5MB/sec 2024-04-12T16:47:40.956 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bkWyEaMV2bkAwja off=6520688 len=981367 2024-04-12T16:47:40.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 767 completed, throughput=5MB/sec 2024-04-12T16:47:41.957 INFO:tasks.workunit.client.0.smithi005.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:41.957 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sGZIr98-XZ9XY-r off=2843609 len=679714 2024-04-12T16:47:41.961 INFO:tasks.workunit.client.0.smithi005.stdout:op 768 completed, throughput=4.97MB/sec 2024-04-12T16:47:41.961 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-M3ZlhgKApx9EqnD off=11508253 len=858847 2024-04-12T16:47:41.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 769 completed, throughput=4.98MB/sec 2024-04-12T16:47:41.965 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hL7U2XspzWZKvpp off=1423356 len=1097848 2024-04-12T16:47:41.966 INFO:tasks.workunit.client.0.smithi005.stdout:op 770 completed, throughput=4.98MB/sec 2024-04-12T16:47:41.966 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gsV4m6stglHofgE off=4465421 len=497858 2024-04-12T16:47:41.970 INFO:tasks.workunit.client.0.smithi005.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-12T16:47:41.970 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ga7RK2UvnZ--KSS off=507559 len=740746 2024-04-12T16:47:41.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-12T16:47:41.974 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WakwtIQaaQ_D1ml off=1396728 len=1697417 2024-04-12T16:47:41.975 INFO:tasks.workunit.client.0.smithi005.stdout:op 773 completed, throughput=5MB/sec 2024-04-12T16:47:42.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:41 smithi016 ceph-mon[84444]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:42.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:41 smithi005 ceph-mon[88416]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:42.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:41 smithi005 ceph-mon[90837]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:47:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:47:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:42.976 INFO:tasks.workunit.client.0.smithi005.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:42.976 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tiIkCXpF67mfl9f off=4991164 len=2024039 2024-04-12T16:47:42.978 INFO:tasks.workunit.client.0.smithi005.stdout:op 774 completed, throughput=4.98MB/sec 2024-04-12T16:47:42.978 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FUL5_3Mtyq7Eh5j off=2280943 len=1089044 2024-04-12T16:47:42.985 INFO:tasks.workunit.client.0.smithi005.stdout:op 775 completed, throughput=4.99MB/sec 2024-04-12T16:47:42.985 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nHp5VouRPR8hhh9 off=0 len=1472259 2024-04-12T16:47:42.992 INFO:tasks.workunit.client.0.smithi005.stdout:op 776 completed, throughput=5MB/sec 2024-04-12T16:47:42.992 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gGqkN60eQ_NcfaT off=1248526 len=1922099 2024-04-12T16:47:42.993 INFO:tasks.workunit.client.0.smithi005.stdout:op 777 completed, throughput=5.01MB/sec 2024-04-12T16:47:43.993 INFO:tasks.workunit.client.0.smithi005.stdout: 153: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:43.994 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-phkKUMvDlnXsbfG off=15924507 len=2010419 2024-04-12T16:47:44.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 778 completed, throughput=4.99MB/sec 2024-04-12T16:47:44.002 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AvYRCMuwo7L5P2Q off=4260441 len=1487287 2024-04-12T16:47:44.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 779 completed, throughput=5MB/sec 2024-04-12T16:47:44.005 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Hxc-66_UJUHFqgx off=2049133 len=1746334 2024-04-12T16:47:44.011 INFO:tasks.workunit.client.0.smithi005.stdout:op 780 completed, throughput=5.01MB/sec 2024-04-12T16:47:44.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:43 smithi016 ceph-mon[84444]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:47:44.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:43 smithi005 ceph-mon[88416]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:47:44.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:43 smithi005 ceph-mon[90837]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:47:44.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:47:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:47:43] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-12T16:47:45.011 INFO:tasks.workunit.client.0.smithi005.stdout: 154: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:45.012 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nr-YqEihph8GwIc off=0 len=1304110 2024-04-12T16:47:45.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-12T16:47:45.018 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QGyWHrnJ38bbVSc off=2725375 len=1775545 2024-04-12T16:47:45.020 INFO:tasks.workunit.client.0.smithi005.stdout:op 782 completed, throughput=5MB/sec 2024-04-12T16:47:45.020 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EmXwk0AOSJb4pZT off=13676561 len=1817740 2024-04-12T16:47:45.022 INFO:tasks.workunit.client.0.smithi005.stdout:op 783 completed, throughput=5.01MB/sec 2024-04-12T16:47:46.022 INFO:tasks.workunit.client.0.smithi005.stdout: 155: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:46.022 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wkMERzF98-FCQqx off=5156103 len=1071109 2024-04-12T16:47:46.029 INFO:tasks.workunit.client.0.smithi005.stdout:op 784 completed, throughput=4.98MB/sec 2024-04-12T16:47:46.029 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ULjkey6BLAJ1Obm off=3031932 len=1444138 2024-04-12T16:47:46.030 INFO:tasks.workunit.client.0.smithi005.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-12T16:47:46.030 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bTJ2vmxonS-YKXz off=3648360 len=1805771 2024-04-12T16:47:46.039 INFO:tasks.workunit.client.0.smithi005.stdout:op 786 completed, throughput=5MB/sec 2024-04-12T16:47:46.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:45 smithi016 ceph-mon[84444]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:47:46.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:45 smithi005 ceph-mon[88416]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:47:46.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:45 smithi005 ceph-mon[90837]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:47:47.040 INFO:tasks.workunit.client.0.smithi005.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:47.040 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iIp0pFLcR12S27y off=1577529 len=1740542 2024-04-12T16:47:47.049 INFO:tasks.workunit.client.0.smithi005.stdout:op 787 completed, throughput=4.98MB/sec 2024-04-12T16:47:47.049 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3F5YOuPvGRKMxGz off=15713049 len=284121 2024-04-12T16:47:47.050 INFO:tasks.workunit.client.0.smithi005.stdout:op 788 completed, throughput=4.98MB/sec 2024-04-12T16:47:47.050 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-T-xMmNuY79cYPHB off=122991 len=1475909 2024-04-12T16:47:47.052 INFO:tasks.workunit.client.0.smithi005.stdout:op 789 completed, throughput=4.99MB/sec 2024-04-12T16:47:47.052 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e2xIczLV3pR_oQn off=847772 len=1017148 2024-04-12T16:47:47.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 790 completed, throughput=5MB/sec 2024-04-12T16:47:47.057 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-R9I3xRp-Zxss0eZ off=17230582 len=612032 2024-04-12T16:47:47.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 791 completed, throughput=5MB/sec 2024-04-12T16:47:47.057 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BnLdBMN2mLCxc2U off=9213255 len=358821 2024-04-12T16:47:47.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 792 completed, throughput=5MB/sec 2024-04-12T16:47:48.059 INFO:tasks.workunit.client.0.smithi005.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:48.059 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iE_qAWeD4yzKNVZ off=446249 len=607488 2024-04-12T16:47:48.063 INFO:tasks.workunit.client.0.smithi005.stdout:op 793 completed, throughput=4.97MB/sec 2024-04-12T16:47:48.063 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DRV7_ipGXxehDTz off=7401122 len=945662 2024-04-12T16:47:48.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-12T16:47:48.065 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-W0fLwB6lbeyOVL3 off=8370879 len=989093 2024-04-12T16:47:48.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 795 completed, throughput=4.98MB/sec 2024-04-12T16:47:48.072 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a8xNSTxXmBQtOj1 off=7305899 len=915327 2024-04-12T16:47:48.076 INFO:tasks.workunit.client.0.smithi005.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-12T16:47:48.076 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6hB_SmdXphUmpdM off=808006 len=858631 2024-04-12T16:47:48.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 797 completed, throughput=5MB/sec 2024-04-12T16:47:48.078 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7ctljpIoXVwB5Qh off=558135 len=1528593 2024-04-12T16:47:48.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 798 completed, throughput=5MB/sec 2024-04-12T16:47:48.088 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:47 smithi016 ceph-mon[84444]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:48.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:47 smithi005 ceph-mon[88416]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:48.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:47 smithi005 ceph-mon[90837]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:49.081 INFO:tasks.workunit.client.0.smithi005.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:49.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5LwXfDzAzFYcysI off=423430 len=1838467 2024-04-12T16:47:49.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 799 completed, throughput=4.98MB/sec 2024-04-12T16:47:49.083 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qgl5ErT_zHOKSqI off=5209084 len=205441 2024-04-12T16:47:49.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 800 completed, throughput=4.99MB/sec 2024-04-12T16:47:49.084 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_OxORqNGXFMyZrX off=20197018 len=50789 2024-04-12T16:47:49.085 INFO:tasks.workunit.client.0.smithi005.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-12T16:47:49.085 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NA0eslMShF-0wal off=13647154 len=204236 2024-04-12T16:47:49.085 INFO:tasks.workunit.client.0.smithi005.stdout:op 802 completed, throughput=4.99MB/sec 2024-04-12T16:47:49.085 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jKDioB8Uvn78Xzr off=5273996 len=1788163 2024-04-12T16:47:49.093 INFO:tasks.workunit.client.0.smithi005.stdout:op 803 completed, throughput=5MB/sec 2024-04-12T16:47:49.093 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IfZjn7GOpu9HWNZ off=994800 len=1153036 2024-04-12T16:47:49.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 804 completed, throughput=5MB/sec 2024-04-12T16:47:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:49 smithi016 ceph-mon[84444]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:50.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:50.094 INFO:tasks.workunit.client.0.smithi005.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:50.094 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QXu48C3BoLrCmqO off=12096482 len=1345209 2024-04-12T16:47:50.096 INFO:tasks.workunit.client.0.smithi005.stdout:op 805 completed, throughput=4.98MB/sec 2024-04-12T16:47:50.096 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gWyv-LqbKPk-RZc off=5884528 len=136085 2024-04-12T16:47:50.097 INFO:tasks.workunit.client.0.smithi005.stdout:op 806 completed, throughput=4.98MB/sec 2024-04-12T16:47:50.097 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9-KnIFNpSYhal3M off=502919 len=1197290 2024-04-12T16:47:50.104 INFO:tasks.workunit.client.0.smithi005.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-12T16:47:50.104 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-y6WSnbgzIw27tah off=2194595 len=830696 2024-04-12T16:47:50.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-12T16:47:50.109 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MK8LOD6NMxwVTkg off=10582865 len=1887639 2024-04-12T16:47:50.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 809 completed, throughput=5MB/sec 2024-04-12T16:47:50.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:49 smithi005 ceph-mon[88416]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:50.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:50.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:49 smithi005 ceph-mon[90837]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:47:50.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:47:51.118 INFO:tasks.workunit.client.0.smithi005.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:51.118 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nwfNFRnpyp1rU1a off=8893730 len=1107653 2024-04-12T16:47:51.119 INFO:tasks.workunit.client.0.smithi005.stdout:op 810 completed, throughput=4.98MB/sec 2024-04-12T16:47:51.119 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-68sBfr-ADDi0NhV off=378289 len=831540 2024-04-12T16:47:51.124 INFO:tasks.workunit.client.0.smithi005.stdout:op 811 completed, throughput=4.98MB/sec 2024-04-12T16:47:51.124 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jymLcSkf3YuQTRG off=9229854 len=1732315 2024-04-12T16:47:51.126 INFO:tasks.workunit.client.0.smithi005.stdout:op 812 completed, throughput=4.99MB/sec 2024-04-12T16:47:51.126 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YfWHqmZtFaxnP8K off=6635832 len=550753 2024-04-12T16:47:51.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 813 completed, throughput=5MB/sec 2024-04-12T16:47:51.127 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AFSEO5mdnQ-M9g1 off=1819755 len=52477 2024-04-12T16:47:51.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 814 completed, throughput=5MB/sec 2024-04-12T16:47:51.128 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GncFUssilWTD9PZ off=10985023 len=1785415 2024-04-12T16:47:51.135 INFO:tasks.workunit.client.0.smithi005.stdout:op 815 completed, throughput=5.01MB/sec 2024-04-12T16:47:52.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:51 smithi016 ceph-mon[84444]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:52.136 INFO:tasks.workunit.client.0.smithi005.stdout: 161: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:52.136 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lEwn2b2Hc0Qp3dH off=455487 len=196679 2024-04-12T16:47:52.139 INFO:tasks.workunit.client.0.smithi005.stdout:op 816 completed, throughput=4.98MB/sec 2024-04-12T16:47:52.139 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lS-Bbh1JGkTYYbC off=1271784 len=1916136 2024-04-12T16:47:52.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-12T16:47:52.148 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J_9zrndWte2J8ln off=4931703 len=683413 2024-04-12T16:47:52.152 INFO:tasks.workunit.client.0.smithi005.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-12T16:47:52.153 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DUoUBpqKCUVDGG5 off=5492589 len=1368342 2024-04-12T16:47:52.153 INFO:tasks.workunit.client.0.smithi005.stdout:op 819 completed, throughput=5MB/sec 2024-04-12T16:47:52.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:51 smithi005 ceph-mon[88416]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:52.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:51 smithi005 ceph-mon[90837]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:47:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:47:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:47:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:47:53.154 INFO:tasks.workunit.client.0.smithi005.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:53.154 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y4YZQsGn9P1KEdP off=12596098 len=1149568 2024-04-12T16:47:53.156 INFO:tasks.workunit.client.0.smithi005.stdout:op 820 completed, throughput=4.98MB/sec 2024-04-12T16:47:53.156 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TnVSeLBGkMmBeg4 off=3092429 len=555502 2024-04-12T16:47:53.157 INFO:tasks.workunit.client.0.smithi005.stdout:op 821 completed, throughput=4.98MB/sec 2024-04-12T16:47:53.157 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tIJFBfzdLi10V6w off=11767707 len=2005656 2024-04-12T16:47:53.168 INFO:tasks.workunit.client.0.smithi005.stdout:op 822 completed, throughput=4.99MB/sec 2024-04-12T16:47:53.168 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-G8FtInenx5syZzQ off=908672 len=1464525 2024-04-12T16:47:53.175 INFO:tasks.workunit.client.0.smithi005.stdout:op 823 completed, throughput=5MB/sec 2024-04-12T16:47:54.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:53 smithi016 ceph-mon[84444]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:47:54.175 INFO:tasks.workunit.client.0.smithi005.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:54.175 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AcyNdXlJBTjxfkp off=1601444 len=983449 2024-04-12T16:47:54.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 824 completed, throughput=4.98MB/sec 2024-04-12T16:47:54.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H_CMEB3h5b3mCBW off=1867270 len=1634633 2024-04-12T16:47:54.180 INFO:tasks.workunit.client.0.smithi005.stdout:op 825 completed, throughput=4.99MB/sec 2024-04-12T16:47:54.180 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BUDVW5UIjorXo0K off=1859779 len=1817095 2024-04-12T16:47:54.188 INFO:tasks.workunit.client.0.smithi005.stdout:op 826 completed, throughput=5MB/sec 2024-04-12T16:47:54.189 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0zENRrfVAHrydwF off=9467640 len=959411 2024-04-12T16:47:54.194 INFO:tasks.workunit.client.0.smithi005.stdout:op 827 completed, throughput=5MB/sec 2024-04-12T16:47:54.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:53 smithi005 ceph-mon[88416]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:47:54.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:47:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:47:53] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-12T16:47:54.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:53 smithi005 ceph-mon[90837]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:47:55.195 INFO:tasks.workunit.client.0.smithi005.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:55.195 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-chVx_FrceWnRp66 off=1516393 len=1757802 2024-04-12T16:47:55.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 828 completed, throughput=4.98MB/sec 2024-04-12T16:47:55.197 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-X0Ot7f3ztox6-by off=10673060 len=1350694 2024-04-12T16:47:55.204 INFO:tasks.workunit.client.0.smithi005.stdout:op 829 completed, throughput=4.99MB/sec 2024-04-12T16:47:55.204 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ypzOOpncPIgcjaR off=8000859 len=451403 2024-04-12T16:47:55.208 INFO:tasks.workunit.client.0.smithi005.stdout:op 830 completed, throughput=4.99MB/sec 2024-04-12T16:47:55.208 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QnUaW7BocEZwAgv off=5459419 len=565449 2024-04-12T16:47:55.212 INFO:tasks.workunit.client.0.smithi005.stdout:op 831 completed, throughput=4.99MB/sec 2024-04-12T16:47:55.212 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oVs1cJFKlK6ky3S off=12190022 len=1126471 2024-04-12T16:47:55.217 INFO:tasks.workunit.client.0.smithi005.stdout:op 832 completed, throughput=5MB/sec 2024-04-12T16:47:55.217 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q7tMfMk-OalbD0g off=9025243 len=1466275 2024-04-12T16:47:55.223 INFO:tasks.workunit.client.0.smithi005.stdout:op 833 completed, throughput=5.01MB/sec 2024-04-12T16:47:56.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:55 smithi016 ceph-mon[84444]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:47:56.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:55 smithi005 ceph-mon[88416]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:47:56.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:55 smithi005 ceph-mon[90837]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:47:56.223 INFO:tasks.workunit.client.0.smithi005.stdout: 165: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:56.223 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HfMhzRURhh3evhn off=2219141 len=1464564 2024-04-12T16:47:56.230 INFO:tasks.workunit.client.0.smithi005.stdout:op 834 completed, throughput=4.99MB/sec 2024-04-12T16:47:56.230 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-c9oVaVmUcQAzHdK off=1037204 len=154333 2024-04-12T16:47:56.233 INFO:tasks.workunit.client.0.smithi005.stdout:op 835 completed, throughput=4.99MB/sec 2024-04-12T16:47:56.233 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K6gx1bFtkDZ3qFh off=5504831 len=623369 2024-04-12T16:47:56.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 836 completed, throughput=4.99MB/sec 2024-04-12T16:47:56.234 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-71-o6pscworxe0a off=11513154 len=494096 2024-04-12T16:47:56.235 INFO:tasks.workunit.client.0.smithi005.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-12T16:47:56.235 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OwzHDILDcuiDx8v off=7124420 len=1965449 2024-04-12T16:47:56.237 INFO:tasks.workunit.client.0.smithi005.stdout:op 838 completed, throughput=5MB/sec 2024-04-12T16:47:57.237 INFO:tasks.workunit.client.0.smithi005.stdout: 166: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:57.237 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZDNviNCB9QJ6Dla off=5021206 len=2001623 2024-04-12T16:47:57.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 839 completed, throughput=4.99MB/sec 2024-04-12T16:47:57.240 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YtVwflied-pOHt7 off=14418035 len=689749 2024-04-12T16:47:57.241 INFO:tasks.workunit.client.0.smithi005.stdout:op 840 completed, throughput=4.99MB/sec 2024-04-12T16:47:57.241 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UtKTeLC6lhzs-xN off=12897073 len=94220 2024-04-12T16:47:57.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-12T16:47:57.244 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-C6nQ3GSJ0JvYxx1 off=526781 len=1126180 2024-04-12T16:47:57.250 INFO:tasks.workunit.client.0.smithi005.stdout:op 842 completed, throughput=5MB/sec 2024-04-12T16:47:57.250 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JCPT3xCVQW-8kHD off=1885541 len=1400925 2024-04-12T16:47:57.252 INFO:tasks.workunit.client.0.smithi005.stdout:op 843 completed, throughput=5MB/sec 2024-04-12T16:47:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:57 smithi016 ceph-mon[84444]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:47:58.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:47:58.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:57 smithi005 ceph-mon[88416]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:47:58.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:47:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:57 smithi005 ceph-mon[90837]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:47:58.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:47:58.252 INFO:tasks.workunit.client.0.smithi005.stdout: 167: throughput=4.98MB/sec pending data=0 2024-04-12T16:47:58.252 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-paTyhjGYMqC73WH off=7956017 len=1018021 2024-04-12T16:47:58.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 844 completed, throughput=4.98MB/sec 2024-04-12T16:47:58.253 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kxmKuiAF_CZIIBM off=5662779 len=1352172 2024-04-12T16:47:58.260 INFO:tasks.workunit.client.0.smithi005.stdout:op 845 completed, throughput=4.99MB/sec 2024-04-12T16:47:58.260 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s7Z9IxQNA6ywt9E off=3131654 len=716193 2024-04-12T16:47:58.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 846 completed, throughput=4.99MB/sec 2024-04-12T16:47:58.261 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_jF_30_uTalcDDP off=2306438 len=1226130 2024-04-12T16:47:58.267 INFO:tasks.workunit.client.0.smithi005.stdout:op 847 completed, throughput=5MB/sec 2024-04-12T16:47:58.267 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VRWVhnenr-1vKYp off=22560413 len=951581 2024-04-12T16:47:58.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 848 completed, throughput=5MB/sec 2024-04-12T16:47:59.272 INFO:tasks.workunit.client.0.smithi005.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-12T16:47:59.272 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YRxOmuV1pBtA3r5 off=1806555 len=1568154 2024-04-12T16:47:59.280 INFO:tasks.workunit.client.0.smithi005.stdout:op 849 completed, throughput=4.98MB/sec 2024-04-12T16:47:59.281 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sR-iFDqkRqc6lUI off=2119287 len=1298345 2024-04-12T16:47:59.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 850 completed, throughput=4.99MB/sec 2024-04-12T16:47:59.282 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-V6LKQ-6QHgwYFX0 off=595637 len=1195012 2024-04-12T16:47:59.285 INFO:tasks.workunit.client.0.smithi005.stdout:op 851 completed, throughput=5MB/sec 2024-04-12T16:47:59.285 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J12j_7Hesvqdbd4 off=18100105 len=1167201 2024-04-12T16:47:59.290 INFO:tasks.workunit.client.0.smithi005.stdout:op 852 completed, throughput=5MB/sec 2024-04-12T16:47:59.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:47:59.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:47:59.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:58 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:47:59.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:47:59.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:47:59.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:47:59.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:47:59.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:58 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:48:00.290 INFO:tasks.workunit.client.0.smithi005.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pu2GceYwLQobR0P off=2370677 len=946627 2024-04-12T16:48:00.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 853 completed, throughput=4.98MB/sec 2024-04-12T16:48:00.292 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a96C9hIG5XvdDKF off=4156135 len=704063 2024-04-12T16:48:00.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 854 completed, throughput=4.98MB/sec 2024-04-12T16:48:00.296 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2KElV0aN3U7LP1J off=5928939 len=1688438 2024-04-12T16:48:00.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 855 completed, throughput=4.99MB/sec 2024-04-12T16:48:00.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ADm-OUt7azOrebN off=489750 len=1676926 2024-04-12T16:48:00.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 856 completed, throughput=5MB/sec 2024-04-12T16:48:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:47:59 smithi016 ceph-mon[84444]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:48:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:47:59 smithi005 ceph-mon[88416]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:48:00.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:47:59 smithi005 ceph-mon[90837]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:48:01.302 INFO:tasks.workunit.client.0.smithi005.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:01.302 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KlK5wJXrGNUwYyn off=527194 len=581750 2024-04-12T16:48:01.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 857 completed, throughput=4.98MB/sec 2024-04-12T16:48:01.306 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4I_E-PbvDPaDWaG off=7282342 len=705192 2024-04-12T16:48:01.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 858 completed, throughput=4.98MB/sec 2024-04-12T16:48:01.307 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_-ghnLknEgshrvk off=5900612 len=196798 2024-04-12T16:48:01.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 859 completed, throughput=4.98MB/sec 2024-04-12T16:48:01.310 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_63ghjOTC1uafP_ off=5747581 len=1281350 2024-04-12T16:48:01.317 INFO:tasks.workunit.client.0.smithi005.stdout:op 860 completed, throughput=4.99MB/sec 2024-04-12T16:48:01.317 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CiuveP5PJcKBS00 off=11448075 len=1479846 2024-04-12T16:48:01.318 INFO:tasks.workunit.client.0.smithi005.stdout:op 861 completed, throughput=5MB/sec 2024-04-12T16:48:01.319 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U4lFJWp0SQYV03p off=1088202 len=130492 2024-04-12T16:48:01.319 INFO:tasks.workunit.client.0.smithi005.stdout:op 862 completed, throughput=5MB/sec 2024-04-12T16:48:01.319 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cptfvfasnbjxzZR off=4296311 len=48277 2024-04-12T16:48:01.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 863 completed, throughput=5MB/sec 2024-04-12T16:48:01.321 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jEvO3ubP1PLpm-F off=9521170 len=781218 2024-04-12T16:48:01.322 INFO:tasks.workunit.client.0.smithi005.stdout:op 864 completed, throughput=5MB/sec 2024-04-12T16:48:02.306 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:01 smithi016 ceph-mon[84444]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:48:02.323 INFO:tasks.workunit.client.0.smithi005.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:02.323 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tfGUXojA0v24SoR off=449816 len=1237833 2024-04-12T16:48:02.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 865 completed, throughput=4.98MB/sec 2024-04-12T16:48:02.329 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YoJwDXt93VYKQ9G off=1453928 len=1282288 2024-04-12T16:48:02.335 INFO:tasks.workunit.client.0.smithi005.stdout:op 866 completed, throughput=4.99MB/sec 2024-04-12T16:48:02.335 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9y6Eq6a6n4DQuih off=3069441 len=728628 2024-04-12T16:48:02.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 867 completed, throughput=4.99MB/sec 2024-04-12T16:48:02.340 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1O5K1r4GLjLyfcl off=975478 len=1974690 2024-04-12T16:48:02.349 INFO:tasks.workunit.client.0.smithi005.stdout:op 868 completed, throughput=5MB/sec 2024-04-12T16:48:02.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:01 smithi005 ceph-mon[90837]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:48:02.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:01 smithi005 ceph-mon[88416]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:48:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:48:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:48:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:03.349 INFO:tasks.workunit.client.0.smithi005.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:03.350 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vJf6xnypg4O4Xt9 off=1104731 len=205971 2024-04-12T16:48:03.352 INFO:tasks.workunit.client.0.smithi005.stdout:op 869 completed, throughput=4.97MB/sec 2024-04-12T16:48:03.352 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eIuOT42u2lRl4np off=5574167 len=478839 2024-04-12T16:48:03.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 870 completed, throughput=4.98MB/sec 2024-04-12T16:48:03.353 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-T6fVPkk3nWWWemh off=5888133 len=1394027 2024-04-12T16:48:03.360 INFO:tasks.workunit.client.0.smithi005.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-12T16:48:03.360 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oiPrUAF6uxOSpXb off=3729623 len=265343 2024-04-12T16:48:03.360 INFO:tasks.workunit.client.0.smithi005.stdout:op 872 completed, throughput=4.98MB/sec 2024-04-12T16:48:03.360 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OgQZ4lbYLPEliPW off=2866098 len=1807960 2024-04-12T16:48:03.364 INFO:tasks.workunit.client.0.smithi005.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-12T16:48:03.364 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZRx7hXq9YOreKxG off=16936074 len=1001489 2024-04-12T16:48:03.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 874 completed, throughput=5MB/sec 2024-04-12T16:48:03.369 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MnBqllctuOrykvl off=8468801 len=27155 2024-04-12T16:48:03.371 INFO:tasks.workunit.client.0.smithi005.stdout:op 875 completed, throughput=5MB/sec 2024-04-12T16:48:03.372 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TUbgLKoTgZnR-Vj off=5096050 len=471362 2024-04-12T16:48:03.373 INFO:tasks.workunit.client.0.smithi005.stdout:op 876 completed, throughput=5MB/sec 2024-04-12T16:48:04.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:03 smithi005 ceph-mon[88416]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:48:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:48:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:48:03] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-12T16:48:04.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:03 smithi005 ceph-mon[90837]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:48:04.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:03 smithi016 ceph-mon[84444]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:48:04.373 INFO:tasks.workunit.client.0.smithi005.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:04.373 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5ZvF3NvRhK3U2fx off=3847474 len=2008498 2024-04-12T16:48:04.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 877 completed, throughput=4.98MB/sec 2024-04-12T16:48:04.375 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj---gkiHRAw1Q8Lvu off=2154159 len=309958 2024-04-12T16:48:04.377 INFO:tasks.workunit.client.0.smithi005.stdout:op 878 completed, throughput=4.99MB/sec 2024-04-12T16:48:04.377 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l8bLIDW4TaMNd7Z off=2869635 len=1806589 2024-04-12T16:48:04.384 INFO:tasks.workunit.client.0.smithi005.stdout:op 879 completed, throughput=5MB/sec 2024-04-12T16:48:04.384 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--bqqgTNdoCAuCd5 off=12342811 len=1148959 2024-04-12T16:48:04.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 880 completed, throughput=5MB/sec 2024-04-12T16:48:05.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:05.386 INFO:tasks.workunit.client.0.smithi005.stdout: 174: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:05.386 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4_GJhLwQNopNt1K off=9505113 len=814019 2024-04-12T16:48:05.391 INFO:tasks.workunit.client.0.smithi005.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-12T16:48:05.391 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1tKSStFtbyk5qT0 off=709580 len=1645244 2024-04-12T16:48:05.393 INFO:tasks.workunit.client.0.smithi005.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-12T16:48:05.393 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k6ib4zjGX8WFtj5 off=7647155 len=719315 2024-04-12T16:48:05.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 883 completed, throughput=4.99MB/sec 2024-04-12T16:48:05.397 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-k2ZYiRJ12dYGDIv off=2927205 len=348679 2024-04-12T16:48:05.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 884 completed, throughput=4.99MB/sec 2024-04-12T16:48:05.398 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9mKMpm12lZ_dcP6 off=7722739 len=1559881 2024-04-12T16:48:05.399 INFO:tasks.workunit.client.0.smithi005.stdout:op 885 completed, throughput=5MB/sec 2024-04-12T16:48:05.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:05.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:06.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:05 smithi016 ceph-mon[84444]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:48:06.400 INFO:tasks.workunit.client.0.smithi005.stdout: 175: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:06.400 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ARJVj66SQvUoohF off=3756381 len=2087043 2024-04-12T16:48:06.411 INFO:tasks.workunit.client.0.smithi005.stdout:op 886 completed, throughput=4.98MB/sec 2024-04-12T16:48:06.411 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ORJV9TpEgf1N_gX off=1586758 len=1736079 2024-04-12T16:48:06.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-12T16:48:06.419 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7vEL0TbgcDWyoXv off=7761736 len=180940 2024-04-12T16:48:06.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-12T16:48:06.422 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0balzNWE4l-K7zL off=11035528 len=599701 2024-04-12T16:48:06.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 889 completed, throughput=5MB/sec 2024-04-12T16:48:06.423 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OiXELwV8hRAV5te off=2791705 len=18856 2024-04-12T16:48:06.425 INFO:tasks.workunit.client.0.smithi005.stdout:op 890 completed, throughput=5MB/sec 2024-04-12T16:48:06.425 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OZeQu4Y8AK6IL-Z off=1147230 len=1778503 2024-04-12T16:48:06.433 INFO:tasks.workunit.client.0.smithi005.stdout:op 891 completed, throughput=5.01MB/sec 2024-04-12T16:48:06.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:05 smithi005 ceph-mon[88416]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:48:06.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:05 smithi005 ceph-mon[90837]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:48:07.433 INFO:tasks.workunit.client.0.smithi005.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:07.433 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6yP1LkWW3qe5btn off=4055478 len=556066 2024-04-12T16:48:07.437 INFO:tasks.workunit.client.0.smithi005.stdout:op 892 completed, throughput=4.98MB/sec 2024-04-12T16:48:07.437 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t6sGZYtDFszhYOG off=4627107 len=1195694 2024-04-12T16:48:07.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-12T16:48:07.444 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-V4qcr4vD8jxo80Q off=4827235 len=1306166 2024-04-12T16:48:07.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 894 completed, throughput=4.99MB/sec 2024-04-12T16:48:07.445 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FTH7Y1VZ9O_Y1md off=3601942 len=1786529 2024-04-12T16:48:07.446 INFO:tasks.workunit.client.0.smithi005.stdout:op 895 completed, throughput=5MB/sec 2024-04-12T16:48:08.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:07 smithi016 ceph-mon[84444]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:48:08.446 INFO:tasks.workunit.client.0.smithi005.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:08.447 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ef6i_KdQTeaPaUU off=10811764 len=1722915 2024-04-12T16:48:08.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:07 smithi005 ceph-mon[88416]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:48:08.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:07 smithi005 ceph-mon[90837]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:48:08.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 896 completed, throughput=4.98MB/sec 2024-04-12T16:48:08.457 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-W2Wz1bvPeKt1v9e off=2714494 len=1365562 2024-04-12T16:48:08.458 INFO:tasks.workunit.client.0.smithi005.stdout:op 897 completed, throughput=4.99MB/sec 2024-04-12T16:48:08.459 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AN0ajDfaXMme5gs off=10683368 len=677631 2024-04-12T16:48:08.463 INFO:tasks.workunit.client.0.smithi005.stdout:op 898 completed, throughput=4.99MB/sec 2024-04-12T16:48:08.463 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BvdLOMM5zdxBkLt off=1273210 len=1249704 2024-04-12T16:48:08.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 899 completed, throughput=5MB/sec 2024-04-12T16:48:09.465 INFO:tasks.workunit.client.0.smithi005.stdout: 178: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:09.465 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LLqK-4w5hxQj8A- off=0 len=1520773 2024-04-12T16:48:09.472 INFO:tasks.workunit.client.0.smithi005.stdout:op 900 completed, throughput=4.98MB/sec 2024-04-12T16:48:09.472 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ru856m3L9FwTCYy off=20003055 len=496997 2024-04-12T16:48:09.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 901 completed, throughput=4.98MB/sec 2024-04-12T16:48:09.474 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pcrSjdcV0IaEQBl off=1901648 len=734753 2024-04-12T16:48:09.478 INFO:tasks.workunit.client.0.smithi005.stdout:op 902 completed, throughput=4.99MB/sec 2024-04-12T16:48:09.478 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gugCxofS3l-anvz off=114690 len=714010 2024-04-12T16:48:09.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-12T16:48:09.482 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bxgAVfSPxsHx7Ya off=2289437 len=1113188 2024-04-12T16:48:09.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 904 completed, throughput=5MB/sec 2024-04-12T16:48:09.483 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DnHKpiPxM18K5DV off=3228977 len=1366867 2024-04-12T16:48:09.489 INFO:tasks.workunit.client.0.smithi005.stdout:op 905 completed, throughput=5MB/sec 2024-04-12T16:48:10.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:09 smithi016 ceph-mon[84444]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:48:10.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:09 smithi005 ceph-mon[88416]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:48:10.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:09 smithi005 ceph-mon[90837]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:48:10.489 INFO:tasks.workunit.client.0.smithi005.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:10.490 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_P1S7YxWDDm39s4 off=3309238 len=929158 2024-04-12T16:48:10.491 INFO:tasks.workunit.client.0.smithi005.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-12T16:48:10.491 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JQrkUFDOkvl30Kp off=1927485 len=1308231 2024-04-12T16:48:10.498 INFO:tasks.workunit.client.0.smithi005.stdout:op 907 completed, throughput=4.99MB/sec 2024-04-12T16:48:10.498 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_-V4TEJjKYGIB9m off=1347960 len=1876333 2024-04-12T16:48:10.507 INFO:tasks.workunit.client.0.smithi005.stdout:op 908 completed, throughput=5MB/sec 2024-04-12T16:48:10.507 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XViQCYcsO1nG9Qk off=285493 len=872857 2024-04-12T16:48:10.512 INFO:tasks.workunit.client.0.smithi005.stdout:op 909 completed, throughput=5MB/sec 2024-04-12T16:48:11.513 INFO:tasks.workunit.client.0.smithi005.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:11.513 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NmVfUd8DD3adO4X off=13553843 len=2019406 2024-04-12T16:48:11.521 INFO:tasks.workunit.client.0.smithi005.stdout:op 910 completed, throughput=4.99MB/sec 2024-04-12T16:48:11.522 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-udvMtWkJKrIdNlQ off=16280706 len=644362 2024-04-12T16:48:11.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 911 completed, throughput=4.99MB/sec 2024-04-12T16:48:11.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vI4VRLntw7u0Pm_ off=4279392 len=978598 2024-04-12T16:48:11.529 INFO:tasks.workunit.client.0.smithi005.stdout:op 912 completed, throughput=4.99MB/sec 2024-04-12T16:48:11.529 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QKZRMeCJ-46j5JP off=12503632 len=696865 2024-04-12T16:48:11.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 913 completed, throughput=5MB/sec 2024-04-12T16:48:11.533 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Iw1tZZhz9VbbC9A off=7100321 len=664153 2024-04-12T16:48:11.534 INFO:tasks.workunit.client.0.smithi005.stdout:op 914 completed, throughput=5MB/sec 2024-04-12T16:48:12.306 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:11 smithi016 ceph-mon[84444]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:48:12.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:11 smithi005 ceph-mon[88416]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:48:12.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:11 smithi005 ceph-mon[90837]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:48:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: 181: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:12.534 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--ZobjFoNEg6FiqF off=4252391 len=1410922 2024-04-12T16:48:12.537 INFO:tasks.workunit.client.0.smithi005.stdout:op 915 completed, throughput=4.98MB/sec 2024-04-12T16:48:12.537 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qJUahbbSFrMsXVb off=10462809 len=1087412 2024-04-12T16:48:12.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 916 completed, throughput=4.99MB/sec 2024-04-12T16:48:12.539 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eOAIMlqa7iRh5Gt off=5602035 len=1227926 2024-04-12T16:48:12.541 INFO:tasks.workunit.client.0.smithi005.stdout:op 917 completed, throughput=4.99MB/sec 2024-04-12T16:48:12.541 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-96scKp5mKrMD37I off=4654882 len=1708898 2024-04-12T16:48:12.548 INFO:tasks.workunit.client.0.smithi005.stdout:op 918 completed, throughput=5MB/sec 2024-04-12T16:48:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:48:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:48:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: 182: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:13.549 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BCGyPe1VDuE7kr0 off=2162254 len=1022973 2024-04-12T16:48:13.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 919 completed, throughput=4.98MB/sec 2024-04-12T16:48:13.551 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kgW4SKG14R7qIl1 off=11698436 len=1306418 2024-04-12T16:48:13.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 920 completed, throughput=4.99MB/sec 2024-04-12T16:48:13.553 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-12c1FvZ8zFI9-qg off=2083191 len=376558 2024-04-12T16:48:13.556 INFO:tasks.workunit.client.0.smithi005.stdout:op 921 completed, throughput=4.99MB/sec 2024-04-12T16:48:13.556 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QRcaidd5tAt9MWg off=275614 len=1490854 2024-04-12T16:48:13.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 922 completed, throughput=5MB/sec 2024-04-12T16:48:13.563 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3Rgbgh_i-Q1oESS off=11485674 len=1369280 2024-04-12T16:48:13.566 INFO:tasks.workunit.client.0.smithi005.stdout:op 923 completed, throughput=5MB/sec 2024-04-12T16:48:14.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:13 smithi005 ceph-mon[88416]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:48:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:48:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:48:13] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-12T16:48:14.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:13 smithi005 ceph-mon[90837]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:48:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:13 smithi016 ceph-mon[84444]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:48:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:14.567 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LxwrmMYgd4oLHc_ off=1959924 len=1117113 2024-04-12T16:48:14.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 924 completed, throughput=4.98MB/sec 2024-04-12T16:48:14.573 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SKYpoo__Txwsl3D off=1224946 len=578402 2024-04-12T16:48:14.577 INFO:tasks.workunit.client.0.smithi005.stdout:op 925 completed, throughput=4.98MB/sec 2024-04-12T16:48:14.577 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ExVGEUj6y7VUUi8 off=5562618 len=485655 2024-04-12T16:48:14.581 INFO:tasks.workunit.client.0.smithi005.stdout:op 926 completed, throughput=4.99MB/sec 2024-04-12T16:48:14.581 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-URL9nIQyO4XnXcO off=12105110 len=1240009 2024-04-12T16:48:14.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 927 completed, throughput=4.99MB/sec 2024-04-12T16:48:14.588 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Jx22g8h0yTdvlux off=2576598 len=2069869 2024-04-12T16:48:14.595 INFO:tasks.workunit.client.0.smithi005.stdout:op 928 completed, throughput=5MB/sec 2024-04-12T16:48:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:15.596 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TBsGGlFMRebOXg3 off=2198987 len=578017 2024-04-12T16:48:15.600 INFO:tasks.workunit.client.0.smithi005.stdout:op 929 completed, throughput=4.98MB/sec 2024-04-12T16:48:15.600 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iWcADVSmiIn6FL4 off=12408052 len=1550484 2024-04-12T16:48:15.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 930 completed, throughput=4.99MB/sec 2024-04-12T16:48:15.602 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ojhxlO-9nZdyyQO off=9280601 len=1834948 2024-04-12T16:48:15.612 INFO:tasks.workunit.client.0.smithi005.stdout:op 931 completed, throughput=5MB/sec 2024-04-12T16:48:15.612 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-syVDTAvdZST1gnq off=3599358 len=621226 2024-04-12T16:48:15.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 932 completed, throughput=5MB/sec 2024-04-12T16:48:15.613 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2PjqEbMBmO0pXkG off=7353592 len=259501 2024-04-12T16:48:15.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 933 completed, throughput=5MB/sec 2024-04-12T16:48:16.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:15 smithi016 ceph-mon[84444]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:48:16.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:15 smithi005 ceph-mon[88416]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:48:16.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:15 smithi005 ceph-mon[90837]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:48:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: 185: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:16.614 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZeyVGBG4t-7pxDE off=1929718 len=562456 2024-04-12T16:48:16.616 INFO:tasks.workunit.client.0.smithi005.stdout:op 934 completed, throughput=4.98MB/sec 2024-04-12T16:48:16.616 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8Lb2c_KJaDqjutF off=6498368 len=35336 2024-04-12T16:48:16.618 INFO:tasks.workunit.client.0.smithi005.stdout:op 935 completed, throughput=4.98MB/sec 2024-04-12T16:48:16.618 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K_Qy9M0DAEe_yQT off=16467598 len=1840223 2024-04-12T16:48:16.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 936 completed, throughput=4.99MB/sec 2024-04-12T16:48:16.628 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I7uLPa2xo566SGo off=791112 len=863142 2024-04-12T16:48:16.629 INFO:tasks.workunit.client.0.smithi005.stdout:op 937 completed, throughput=4.99MB/sec 2024-04-12T16:48:16.630 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8Edayl4qbZbwydi off=1350232 len=232257 2024-04-12T16:48:16.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 938 completed, throughput=4.99MB/sec 2024-04-12T16:48:16.630 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mIPzm0iEmOJjTDB off=2645375 len=786415 2024-04-12T16:48:16.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 939 completed, throughput=4.99MB/sec 2024-04-12T16:48:16.635 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tfGUXojA0v24SoR off=4325058 len=1760570 2024-04-12T16:48:16.642 INFO:tasks.workunit.client.0.smithi005.stdout:op 940 completed, throughput=5MB/sec 2024-04-12T16:48:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:17.643 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fItNhj-mURzE1U5 off=252267 len=2062366 2024-04-12T16:48:17.647 INFO:tasks.workunit.client.0.smithi005.stdout:op 941 completed, throughput=4.99MB/sec 2024-04-12T16:48:17.647 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wdjltcQJaND_tLV off=0 len=1056718 2024-04-12T16:48:17.648 INFO:tasks.workunit.client.0.smithi005.stdout:op 942 completed, throughput=4.99MB/sec 2024-04-12T16:48:17.649 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xCRh-zcFvCfIhS9 off=683075 len=612541 2024-04-12T16:48:17.650 INFO:tasks.workunit.client.0.smithi005.stdout:op 943 completed, throughput=5MB/sec 2024-04-12T16:48:17.650 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7Cupr6TyQ5ZpJzK off=5961234 len=640051 2024-04-12T16:48:17.651 INFO:tasks.workunit.client.0.smithi005.stdout:op 944 completed, throughput=5MB/sec 2024-04-12T16:48:17.651 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rdweL1AowMKI0Nt off=6029946 len=366044 2024-04-12T16:48:17.654 INFO:tasks.workunit.client.0.smithi005.stdout:op 945 completed, throughput=5MB/sec 2024-04-12T16:48:18.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:18 smithi016 ceph-mon[84444]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:48:18.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:18 smithi005 ceph-mon[88416]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:48:18.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:18 smithi005 ceph-mon[90837]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:48:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: 187: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:18.654 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-54TXWr2BCgVWEI- off=3359449 len=1082383 2024-04-12T16:48:18.662 INFO:tasks.workunit.client.0.smithi005.stdout:op 946 completed, throughput=4.98MB/sec 2024-04-12T16:48:18.662 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E1PFzdXk2BCny9w off=1405206 len=1627106 2024-04-12T16:48:18.663 INFO:tasks.workunit.client.0.smithi005.stdout:op 947 completed, throughput=4.99MB/sec 2024-04-12T16:48:18.663 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rapVfBAIFwdHY8g off=12775720 len=280719 2024-04-12T16:48:18.666 INFO:tasks.workunit.client.0.smithi005.stdout:op 948 completed, throughput=4.99MB/sec 2024-04-12T16:48:18.666 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PF8ab9KWo0IpjVn off=11771517 len=1071708 2024-04-12T16:48:18.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 949 completed, throughput=4.99MB/sec 2024-04-12T16:48:18.667 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-k6cQ0SrkDTm6VMK off=1355477 len=1790854 2024-04-12T16:48:18.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 950 completed, throughput=5MB/sec 2024-04-12T16:48:19.669 INFO:tasks.workunit.client.0.smithi005.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:19.669 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iLJoR9hycc4j8Nz off=4953220 len=1935046 2024-04-12T16:48:19.679 INFO:tasks.workunit.client.0.smithi005.stdout:op 951 completed, throughput=4.99MB/sec 2024-04-12T16:48:19.679 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FK_Zs-psyybzghA off=926842 len=981554 2024-04-12T16:48:19.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-12T16:48:19.685 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xU5Id1mAvQl17YX off=51606 len=374241 2024-04-12T16:48:19.688 INFO:tasks.workunit.client.0.smithi005.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-12T16:48:19.689 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uMEeUOOzh_uFdgk off=8530108 len=1550130 2024-04-12T16:48:19.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 954 completed, throughput=5MB/sec 2024-04-12T16:48:20.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:20 smithi016 ceph-mon[84444]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:48:20.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:20.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:20 smithi005 ceph-mon[88416]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:48:20.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:20.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:20 smithi005 ceph-mon[90837]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:48:20.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:20.698 INFO:tasks.workunit.client.0.smithi005.stdout: 189: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:20.698 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-W3B0OW2--dcvu9a off=15153500 len=175681 2024-04-12T16:48:20.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 955 completed, throughput=4.98MB/sec 2024-04-12T16:48:20.701 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sd4ZZ6xSvE12e5J off=1293604 len=367754 2024-04-12T16:48:20.702 INFO:tasks.workunit.client.0.smithi005.stdout:op 956 completed, throughput=4.98MB/sec 2024-04-12T16:48:20.702 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jfJ-2rJi08DhZRh off=2248231 len=1697898 2024-04-12T16:48:20.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-12T16:48:20.712 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vxQk6WZ17qNyxqo off=3645615 len=1455678 2024-04-12T16:48:20.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-12T16:48:20.718 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oh81mhEKwge5Y2D off=7181767 len=562987 2024-04-12T16:48:20.719 INFO:tasks.workunit.client.0.smithi005.stdout:op 959 completed, throughput=5MB/sec 2024-04-12T16:48:20.719 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JIg-7zf06gh59gQ off=1068043 len=1251812 2024-04-12T16:48:20.724 INFO:tasks.workunit.client.0.smithi005.stdout:op 960 completed, throughput=5MB/sec 2024-04-12T16:48:21.724 INFO:tasks.workunit.client.0.smithi005.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:21.725 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WyTFp7m1Mabz-Pl off=20851639 len=1009605 2024-04-12T16:48:21.726 INFO:tasks.workunit.client.0.smithi005.stdout:op 961 completed, throughput=4.98MB/sec 2024-04-12T16:48:21.726 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-shk-DmHwV5UAbeJ off=875815 len=511056 2024-04-12T16:48:21.727 INFO:tasks.workunit.client.0.smithi005.stdout:op 962 completed, throughput=4.98MB/sec 2024-04-12T16:48:21.727 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Prse-zxx3JzLZqK off=20536864 len=25463 2024-04-12T16:48:21.729 INFO:tasks.workunit.client.0.smithi005.stdout:op 963 completed, throughput=4.98MB/sec 2024-04-12T16:48:21.729 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1LkFjqR9gtDUfUI off=1607265 len=863230 2024-04-12T16:48:21.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-12T16:48:21.734 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TDuwgY54QUeu51Q off=9441815 len=1213985 2024-04-12T16:48:21.735 INFO:tasks.workunit.client.0.smithi005.stdout:op 965 completed, throughput=4.99MB/sec 2024-04-12T16:48:21.736 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a2SMmydU3la6hwf off=12148895 len=1256237 2024-04-12T16:48:21.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 966 completed, throughput=5MB/sec 2024-04-12T16:48:21.743 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Z9NfdaUmrxHm6Jg off=13995354 len=1775331 2024-04-12T16:48:21.748 INFO:tasks.workunit.client.0.smithi005.stdout:op 967 completed, throughput=5.01MB/sec 2024-04-12T16:48:22.306 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:22 smithi016 ceph-mon[84444]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:48:22.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:22 smithi005 ceph-mon[88416]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:48:22.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:22 smithi005 ceph-mon[90837]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:48:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:48:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:48:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:22.749 INFO:tasks.workunit.client.0.smithi005.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:22.749 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MMcPVak-RrPjPy9 off=6932678 len=1099931 2024-04-12T16:48:22.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 968 completed, throughput=4.99MB/sec 2024-04-12T16:48:22.750 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--rlH3_ZZWnm4zjd off=6677366 len=1540346 2024-04-12T16:48:22.752 INFO:tasks.workunit.client.0.smithi005.stdout:op 969 completed, throughput=4.99MB/sec 2024-04-12T16:48:22.752 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cC0LYKNm9xuEmP6 off=2241181 len=1228864 2024-04-12T16:48:22.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 970 completed, throughput=5MB/sec 2024-04-12T16:48:23.754 INFO:tasks.workunit.client.0.smithi005.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:23.754 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wVkDqYDUTbQIiEr off=15541849 len=1535879 2024-04-12T16:48:23.762 INFO:tasks.workunit.client.0.smithi005.stdout:op 971 completed, throughput=4.98MB/sec 2024-04-12T16:48:23.762 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vjsZLpRH-D1a-OS off=9034150 len=1532922 2024-04-12T16:48:23.770 INFO:tasks.workunit.client.0.smithi005.stdout:op 972 completed, throughput=4.99MB/sec 2024-04-12T16:48:23.770 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x9pwB7t_WlqKZx8 off=1345900 len=1995129 2024-04-12T16:48:23.780 INFO:tasks.workunit.client.0.smithi005.stdout:op 973 completed, throughput=5MB/sec 2024-04-12T16:48:23.780 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZROQuqqBns6ZNWo off=2197555 len=16010 2024-04-12T16:48:23.781 INFO:tasks.workunit.client.0.smithi005.stdout:op 974 completed, throughput=5MB/sec 2024-04-12T16:48:23.781 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l5PfHdJCocRxpOW off=1754416 len=966933 2024-04-12T16:48:23.786 INFO:tasks.workunit.client.0.smithi005.stdout:op 975 completed, throughput=5MB/sec 2024-04-12T16:48:24.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:24 smithi005 ceph-mon[88416]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:48:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:48:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:48:23] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-12T16:48:24.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:24 smithi005 ceph-mon[90837]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:48:24.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:24 smithi016 ceph-mon[84444]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:48:24.786 INFO:tasks.workunit.client.0.smithi005.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:24.786 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BFkoAWX9fi3RhPH off=10064243 len=878640 2024-04-12T16:48:24.789 INFO:tasks.workunit.client.0.smithi005.stdout:op 976 completed, throughput=4.98MB/sec 2024-04-12T16:48:24.789 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V4qcr4vD8jxo80Q off=136968 len=152507 2024-04-12T16:48:24.794 INFO:tasks.workunit.client.0.smithi005.stdout:op 977 completed, throughput=4.98MB/sec 2024-04-12T16:48:24.795 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fwHyobpLDpQxsuZ off=22545152 len=368120 2024-04-12T16:48:24.795 INFO:tasks.workunit.client.0.smithi005.stdout:op 978 completed, throughput=4.98MB/sec 2024-04-12T16:48:24.795 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O0R1hVNhoPV0mzI off=16705601 len=1586453 2024-04-12T16:48:24.801 INFO:tasks.workunit.client.0.smithi005.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-12T16:48:24.801 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Qbjv__5xcf7-P5L off=9410541 len=1946027 2024-04-12T16:48:24.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 980 completed, throughput=5MB/sec 2024-04-12T16:48:25.805 INFO:tasks.workunit.client.0.smithi005.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:25.806 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L9zv1tTp1uFeS0u off=4051989 len=1895956 2024-04-12T16:48:25.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 981 completed, throughput=4.99MB/sec 2024-04-12T16:48:25.818 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NcvQM68XG0UUbkg off=7948114 len=1938286 2024-04-12T16:48:25.824 INFO:tasks.workunit.client.0.smithi005.stdout:op 982 completed, throughput=4.99MB/sec 2024-04-12T16:48:25.824 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rMZBQoWDU4vzBBE off=338625 len=1058191 2024-04-12T16:48:25.826 INFO:tasks.workunit.client.0.smithi005.stdout:op 983 completed, throughput=5MB/sec 2024-04-12T16:48:25.826 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mVinknj8eriXB52 off=18670063 len=122039 2024-04-12T16:48:25.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 984 completed, throughput=5MB/sec 2024-04-12T16:48:26.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:26 smithi016 ceph-mon[84444]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:48:26.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:26 smithi005 ceph-mon[88416]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:48:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:26 smithi005 ceph-mon[90837]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:48:26.829 INFO:tasks.workunit.client.0.smithi005.stdout: 195: throughput=4.97MB/sec pending data=0 2024-04-12T16:48:26.829 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ez_acPfgkNT3Tax off=414130 len=1660705 2024-04-12T16:48:26.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 985 completed, throughput=4.98MB/sec 2024-04-12T16:48:26.831 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RtjSZ9SLPOJfCs2 off=5443011 len=1694852 2024-04-12T16:48:26.842 INFO:tasks.workunit.client.0.smithi005.stdout:op 986 completed, throughput=4.99MB/sec 2024-04-12T16:48:26.842 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U7vTZ04RpbytBt4 off=4156644 len=869436 2024-04-12T16:48:26.843 INFO:tasks.workunit.client.0.smithi005.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-12T16:48:26.843 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BLToOwYCEvZu8WH off=3087439 len=131433 2024-04-12T16:48:26.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 988 completed, throughput=5MB/sec 2024-04-12T16:48:26.845 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JEd4UwAzJa2SUz0 off=7944988 len=1954971 2024-04-12T16:48:26.849 INFO:tasks.workunit.client.0.smithi005.stdout:op 989 completed, throughput=5MB/sec 2024-04-12T16:48:27.849 INFO:tasks.workunit.client.0.smithi005.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:27.849 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EWn5MZp4zkS2K-4 off=3360072 len=1460969 2024-04-12T16:48:27.851 INFO:tasks.workunit.client.0.smithi005.stdout:op 990 completed, throughput=4.99MB/sec 2024-04-12T16:48:27.851 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xQVrc9Gl6mtUa0b off=14361370 len=155967 2024-04-12T16:48:27.854 INFO:tasks.workunit.client.0.smithi005.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-12T16:48:27.854 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XkiKuEceXqp2Tbx off=3107405 len=534781 2024-04-12T16:48:27.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-12T16:48:27.856 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NBImQaFPkW-yiYR off=3570858 len=1836091 2024-04-12T16:48:27.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 993 completed, throughput=5MB/sec 2024-04-12T16:48:27.866 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wwifts3wRbk52ze off=489521 len=1899789 2024-04-12T16:48:27.868 INFO:tasks.workunit.client.0.smithi005.stdout:op 994 completed, throughput=5.01MB/sec 2024-04-12T16:48:28.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:28 smithi016 ceph-mon[84444]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:48:28.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:28 smithi005 ceph-mon[88416]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:48:28.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:28 smithi005 ceph-mon[90837]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:48:28.868 INFO:tasks.workunit.client.0.smithi005.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:28.869 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jqOX_-5ZxBOL3f9 off=865869 len=1392449 2024-04-12T16:48:28.872 INFO:tasks.workunit.client.0.smithi005.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-12T16:48:28.872 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EAkFVD60HVZz0nS off=3240237 len=1661609 2024-04-12T16:48:28.880 INFO:tasks.workunit.client.0.smithi005.stdout:op 996 completed, throughput=5MB/sec 2024-04-12T16:48:28.880 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w_h4hbzX-VprqJc off=9770805 len=1817130 2024-04-12T16:48:28.891 INFO:tasks.workunit.client.0.smithi005.stdout:op 997 completed, throughput=5MB/sec 2024-04-12T16:48:29.888 INFO:tasks.workunit.client.0.smithi005.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:29.889 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-USPkZJlPyirCxf2 off=5521800 len=944004 2024-04-12T16:48:29.895 INFO:tasks.workunit.client.0.smithi005.stdout:op 998 completed, throughput=4.98MB/sec 2024-04-12T16:48:29.895 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-t2AWUacNk39xxV4 off=7057872 len=1307914 2024-04-12T16:48:29.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 999 completed, throughput=4.99MB/sec 2024-04-12T16:48:29.897 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fvksIM8swvDbwFB off=794408 len=156766 2024-04-12T16:48:29.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 1000 completed, throughput=4.99MB/sec 2024-04-12T16:48:29.899 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-37LxiXsnnlGbylG off=7567560 len=145930 2024-04-12T16:48:29.902 INFO:tasks.workunit.client.0.smithi005.stdout:op 1001 completed, throughput=4.99MB/sec 2024-04-12T16:48:29.902 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y7vrEGmbWiksqZD off=10359 len=1947527 2024-04-12T16:48:29.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 1002 completed, throughput=5MB/sec 2024-04-12T16:48:30.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:30 smithi016 ceph-mon[84444]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:48:30.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:30 smithi005 ceph-mon[88416]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:48:30.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:30 smithi005 ceph-mon[90837]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:48:30.904 INFO:tasks.workunit.client.0.smithi005.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:30.904 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JW-NN4GJiTCRcjp off=8191610 len=1676630 2024-04-12T16:48:30.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 1003 completed, throughput=4.98MB/sec 2024-04-12T16:48:30.912 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gRJ83CKRm4gbHvy off=17866140 len=492144 2024-04-12T16:48:30.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 1004 completed, throughput=4.99MB/sec 2024-04-12T16:48:30.914 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n5M54k85hCRQCBM off=10660922 len=1188635 2024-04-12T16:48:30.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-12T16:48:30.921 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RQQ3bAKuiJtYVsT off=7222436 len=1580269 2024-04-12T16:48:30.929 INFO:tasks.workunit.client.0.smithi005.stdout:op 1006 completed, throughput=5MB/sec 2024-04-12T16:48:30.929 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1g0K_436bKx9z3a off=0 len=1817097 2024-04-12T16:48:30.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 1007 completed, throughput=5.01MB/sec 2024-04-12T16:48:31.932 INFO:tasks.workunit.client.0.smithi005.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:31.932 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ymY5YftC5HybRTD off=1054380 len=352739 2024-04-12T16:48:31.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 1008 completed, throughput=4.98MB/sec 2024-04-12T16:48:31.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dDDXU6NKJkc87Pw off=5071092 len=501310 2024-04-12T16:48:31.936 INFO:tasks.workunit.client.0.smithi005.stdout:op 1009 completed, throughput=4.99MB/sec 2024-04-12T16:48:31.936 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5Lzy-8QlgZQ9vFR off=7738233 len=1447622 2024-04-12T16:48:31.938 INFO:tasks.workunit.client.0.smithi005.stdout:op 1010 completed, throughput=4.99MB/sec 2024-04-12T16:48:31.938 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fRWAOF1L81GxPip off=3682919 len=1446108 2024-04-12T16:48:31.944 INFO:tasks.workunit.client.0.smithi005.stdout:op 1011 completed, throughput=5MB/sec 2024-04-12T16:48:32.306 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:32 smithi016 ceph-mon[84444]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:48:32.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:32 smithi005 ceph-mon[88416]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:48:32.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:32 smithi005 ceph-mon[90837]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:48:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:48:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:48:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:32.944 INFO:tasks.workunit.client.0.smithi005.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:32.945 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xKC1YWUWOnMhBRn off=7512217 len=275837 2024-04-12T16:48:32.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 1012 completed, throughput=4.98MB/sec 2024-04-12T16:48:32.948 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HyuSpu2F0jYWYTw off=4604078 len=434864 2024-04-12T16:48:32.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 1013 completed, throughput=4.98MB/sec 2024-04-12T16:48:32.951 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HLQJ2gljp1joTOn off=4397742 len=339702 2024-04-12T16:48:32.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 1014 completed, throughput=4.98MB/sec 2024-04-12T16:48:32.952 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KGXQmLFtO5RJPdr off=3447978 len=1503443 2024-04-12T16:48:32.961 INFO:tasks.workunit.client.0.smithi005.stdout:op 1015 completed, throughput=4.99MB/sec 2024-04-12T16:48:32.961 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mVuwarBkRXqQd4o off=2391070 len=1369035 2024-04-12T16:48:32.962 INFO:tasks.workunit.client.0.smithi005.stdout:op 1016 completed, throughput=4.99MB/sec 2024-04-12T16:48:32.962 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5O73pI39adUbQqK off=8336753 len=1507539 2024-04-12T16:48:32.970 INFO:tasks.workunit.client.0.smithi005.stdout:op 1017 completed, throughput=5MB/sec 2024-04-12T16:48:33.970 INFO:tasks.workunit.client.0.smithi005.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:33.971 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w6W88IYcbG2h01Z off=6366387 len=1161246 2024-04-12T16:48:33.977 INFO:tasks.workunit.client.0.smithi005.stdout:op 1018 completed, throughput=4.98MB/sec 2024-04-12T16:48:33.977 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ARqqpRq3Zn71Jhv off=1619424 len=2053532 2024-04-12T16:48:33.986 INFO:tasks.workunit.client.0.smithi005.stdout:op 1019 completed, throughput=4.99MB/sec 2024-04-12T16:48:33.986 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Z45mxm9jJuj6oCN off=7623211 len=1298772 2024-04-12T16:48:33.987 INFO:tasks.workunit.client.0.smithi005.stdout:op 1020 completed, throughput=5MB/sec 2024-04-12T16:48:33.987 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A7hYNXa9Q0t_LNR off=0 len=1508269 2024-04-12T16:48:33.997 INFO:tasks.workunit.client.0.smithi005.stdout:op 1021 completed, throughput=5MB/sec 2024-04-12T16:48:34.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:34 smithi005 ceph-mon[88416]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:48:34.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:48:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:48:33] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-12T16:48:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:34 smithi005 ceph-mon[90837]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:48:34.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:34 smithi016 ceph-mon[84444]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:48:34.995 INFO:tasks.workunit.client.0.smithi005.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:34.995 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4K1-Ug6FAoSMR4Z off=12061475 len=1410092 2024-04-12T16:48:35.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-12T16:48:35.002 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hp_gcVM8Sq0QuGq off=6137882 len=608042 2024-04-12T16:48:35.003 INFO:tasks.workunit.client.0.smithi005.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-12T16:48:35.004 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DxJ6WfSI-jyA_BL off=672189 len=1899034 2024-04-12T16:48:35.013 INFO:tasks.workunit.client.0.smithi005.stdout:op 1024 completed, throughput=5MB/sec 2024-04-12T16:48:35.013 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6CnmUql7yK993_z off=2011479 len=1935357 2024-04-12T16:48:35.023 INFO:tasks.workunit.client.0.smithi005.stdout:op 1025 completed, throughput=5.01MB/sec 2024-04-12T16:48:35.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:35.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:35.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:36.023 INFO:tasks.workunit.client.0.smithi005.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:36.023 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vKKz3tV16pZMrmi off=6140325 len=1311479 2024-04-12T16:48:36.025 INFO:tasks.workunit.client.0.smithi005.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-12T16:48:36.025 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Sl9FjJx1jirxdhB off=14070965 len=1102679 2024-04-12T16:48:36.031 INFO:tasks.workunit.client.0.smithi005.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-12T16:48:36.031 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ayW1F1VHoO2W-Po off=6803461 len=588930 2024-04-12T16:48:36.035 INFO:tasks.workunit.client.0.smithi005.stdout:op 1028 completed, throughput=4.99MB/sec 2024-04-12T16:48:36.035 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s2I1CqQRXx-uqaR off=10557623 len=521672 2024-04-12T16:48:36.039 INFO:tasks.workunit.client.0.smithi005.stdout:op 1029 completed, throughput=5MB/sec 2024-04-12T16:48:36.039 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rwCc7zb6tkL6pjy off=5451849 len=1884370 2024-04-12T16:48:36.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 1030 completed, throughput=5.01MB/sec 2024-04-12T16:48:36.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:36 smithi016 ceph-mon[84444]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:48:36.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:36 smithi005 ceph-mon[88416]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:48:36.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:36 smithi005 ceph-mon[90837]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:48:37.046 INFO:tasks.workunit.client.0.smithi005.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:37.046 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HmqXpUjYjj13WoP off=8428619 len=635006 2024-04-12T16:48:37.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 1031 completed, throughput=4.98MB/sec 2024-04-12T16:48:37.047 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3WfJ0nRvfWkzE_f off=5691529 len=565876 2024-04-12T16:48:37.051 INFO:tasks.workunit.client.0.smithi005.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-12T16:48:37.052 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--CZe-UqIkjyj1qn off=11739951 len=235824 2024-04-12T16:48:37.055 INFO:tasks.workunit.client.0.smithi005.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-12T16:48:37.055 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EPTB8XqWHiQcS-o off=6743726 len=878886 2024-04-12T16:48:37.060 INFO:tasks.workunit.client.0.smithi005.stdout:op 1034 completed, throughput=4.99MB/sec 2024-04-12T16:48:37.060 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-B4rfIjhp-uc4y1- off=6647287 len=1857015 2024-04-12T16:48:37.062 INFO:tasks.workunit.client.0.smithi005.stdout:op 1035 completed, throughput=5MB/sec 2024-04-12T16:48:38.062 INFO:tasks.workunit.client.0.smithi005.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:38.063 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0GTjfUZt-kTo09- off=1549327 len=1365164 2024-04-12T16:48:38.064 INFO:tasks.workunit.client.0.smithi005.stdout:op 1036 completed, throughput=4.98MB/sec 2024-04-12T16:48:38.064 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ca4sjIO3xWdOIA9 off=21359034 len=1459932 2024-04-12T16:48:38.066 INFO:tasks.workunit.client.0.smithi005.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-12T16:48:38.066 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ia3e_2iByOoJKdh off=4743220 len=1025241 2024-04-12T16:48:38.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 1038 completed, throughput=4.99MB/sec 2024-04-12T16:48:38.071 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XAaVZlH0dmL6sdB off=10221258 len=1647027 2024-04-12T16:48:38.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 1039 completed, throughput=5MB/sec 2024-04-12T16:48:38.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:38 smithi016 ceph-mon[84444]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:48:38.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:38 smithi005 ceph-mon[88416]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:48:38.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:38 smithi005 ceph-mon[90837]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:48:39.079 INFO:tasks.workunit.client.0.smithi005.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:39.079 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c0O5z4_3wuq2O3w off=3725049 len=1404587 2024-04-12T16:48:39.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 1040 completed, throughput=4.98MB/sec 2024-04-12T16:48:39.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gtKmhgDIG7G5zhs off=10989636 len=1797319 2024-04-12T16:48:39.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-12T16:48:39.083 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ckFCgxj1temJU2G off=0 len=1162996 2024-04-12T16:48:39.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 1042 completed, throughput=5MB/sec 2024-04-12T16:48:39.090 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Jw3uWS2mP5Cz51B off=1038698 len=964200 2024-04-12T16:48:39.091 INFO:tasks.workunit.client.0.smithi005.stdout:op 1043 completed, throughput=5MB/sec 2024-04-12T16:48:40.091 INFO:tasks.workunit.client.0.smithi005.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:40.091 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dQrQAqzT71WwFhr off=21543793 len=1675673 2024-04-12T16:48:40.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 1044 completed, throughput=4.99MB/sec 2024-04-12T16:48:40.094 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X7ozs5Cig9KdJad off=11727122 len=1730162 2024-04-12T16:48:40.097 INFO:tasks.workunit.client.0.smithi005.stdout:op 1045 completed, throughput=4.99MB/sec 2024-04-12T16:48:40.097 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fP1Xgfj5otpK4mI off=11566951 len=1867305 2024-04-12T16:48:40.100 INFO:tasks.workunit.client.0.smithi005.stdout:op 1046 completed, throughput=5MB/sec 2024-04-12T16:48:40.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:40 smithi016 ceph-mon[84444]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:48:40.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:40 smithi005 ceph-mon[88416]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:48:40.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:40 smithi005 ceph-mon[90837]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T16:48:41.100 INFO:tasks.workunit.client.0.smithi005.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:41.100 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4QDzX-MtJsyYNpR off=8359793 len=1325234 2024-04-12T16:48:41.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 1047 completed, throughput=4.98MB/sec 2024-04-12T16:48:41.106 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e2b2Y5AEhkn4vXx off=3830818 len=524118 2024-04-12T16:48:41.108 INFO:tasks.workunit.client.0.smithi005.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-12T16:48:41.108 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jp6W03Y8K0b9lLD off=17083478 len=418506 2024-04-12T16:48:41.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-12T16:48:41.109 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Xq6lYU9kiIEAp-B off=8502980 len=1557577 2024-04-12T16:48:41.111 INFO:tasks.workunit.client.0.smithi005.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-12T16:48:41.111 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kMOGC-gLd_tctC7 off=3890983 len=775176 2024-04-12T16:48:41.112 INFO:tasks.workunit.client.0.smithi005.stdout:op 1051 completed, throughput=5MB/sec 2024-04-12T16:48:41.112 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f4yg8vJAlpvP5Ht off=92861 len=1097828 2024-04-12T16:48:41.114 INFO:tasks.workunit.client.0.smithi005.stdout:op 1052 completed, throughput=5MB/sec 2024-04-12T16:48:42.115 INFO:tasks.workunit.client.0.smithi005.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:42.115 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yUv67Tn9TenEC_N off=871209 len=898070 2024-04-12T16:48:42.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 1053 completed, throughput=4.98MB/sec 2024-04-12T16:48:42.117 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yUmJH-w6Z6odS7S off=2229134 len=145532 2024-04-12T16:48:42.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 1054 completed, throughput=4.98MB/sec 2024-04-12T16:48:42.117 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zH8LFLOfV_TLmc4 off=8481335 len=1795936 2024-04-12T16:48:42.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 1055 completed, throughput=4.99MB/sec 2024-04-12T16:48:42.127 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4ufsnI061vYkeSw off=3433537 len=929163 2024-04-12T16:48:42.133 INFO:tasks.workunit.client.0.smithi005.stdout:op 1056 completed, throughput=5MB/sec 2024-04-12T16:48:42.133 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-szdfCZSt8d4hzk_ off=7281632 len=784218 2024-04-12T16:48:42.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 1057 completed, throughput=5MB/sec 2024-04-12T16:48:42.137 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--Zyo8bZ5roV_oCp off=2175470 len=199155 2024-04-12T16:48:42.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 1058 completed, throughput=5MB/sec 2024-04-12T16:48:42.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:42 smithi016 ceph-mon[84444]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:48:42.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:42 smithi005 ceph-mon[88416]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:48:42.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:42 smithi005 ceph-mon[90837]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:48:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:48:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:43.138 INFO:tasks.workunit.client.0.smithi005.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:43.138 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9JzwIllpDeDPPma off=9160401 len=1765208 2024-04-12T16:48:43.145 INFO:tasks.workunit.client.0.smithi005.stdout:op 1059 completed, throughput=4.98MB/sec 2024-04-12T16:48:43.146 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eYN5PJWIjHRo9cV off=475432 len=541846 2024-04-12T16:48:43.146 INFO:tasks.workunit.client.0.smithi005.stdout:op 1060 completed, throughput=4.99MB/sec 2024-04-12T16:48:43.146 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GQyJni2wmha7WOZ off=15847789 len=1984869 2024-04-12T16:48:43.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 1061 completed, throughput=5MB/sec 2024-04-12T16:48:43.148 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qaNcyA3VWYDB-yp off=23947995 len=1510461 2024-04-12T16:48:43.156 INFO:tasks.workunit.client.0.smithi005.stdout:op 1062 completed, throughput=5MB/sec 2024-04-12T16:48:44.156 INFO:tasks.workunit.client.0.smithi005.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:44.156 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hSJbwyN1p0xnweL off=9978938 len=1842619 2024-04-12T16:48:44.158 INFO:tasks.workunit.client.0.smithi005.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-12T16:48:44.159 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VK-X7krLtSSBz7E off=6025826 len=1608284 2024-04-12T16:48:44.166 INFO:tasks.workunit.client.0.smithi005.stdout:op 1064 completed, throughput=4.99MB/sec 2024-04-12T16:48:44.166 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D7rWHVIFjKbUVBE off=11324332 len=1030047 2024-04-12T16:48:44.171 INFO:tasks.workunit.client.0.smithi005.stdout:op 1065 completed, throughput=5MB/sec 2024-04-12T16:48:44.171 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UFy9o3sBVffY4gP off=16140096 len=2009303 2024-04-12T16:48:44.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 1066 completed, throughput=5.01MB/sec 2024-04-12T16:48:44.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:44 smithi005 ceph-mon[88416]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:48:44.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:44 smithi005 ceph-mon[90837]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:48:44.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:48:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:48:43] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-12T16:48:44.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:44 smithi016 ceph-mon[84444]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T16:48:45.175 INFO:tasks.workunit.client.0.smithi005.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:45.175 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hmrqviN17yTv_vO off=13020242 len=1465297 2024-04-12T16:48:45.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-12T16:48:45.183 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_xUuE50DZhgwv7r off=8879101 len=831227 2024-04-12T16:48:45.184 INFO:tasks.workunit.client.0.smithi005.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-12T16:48:45.185 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4DneY-pNmzXJXFd off=5311761 len=381910 2024-04-12T16:48:45.189 INFO:tasks.workunit.client.0.smithi005.stdout:op 1069 completed, throughput=5MB/sec 2024-04-12T16:48:45.189 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w-lvaUomeSQMG7X off=4123914 len=375533 2024-04-12T16:48:45.190 INFO:tasks.workunit.client.0.smithi005.stdout:op 1070 completed, throughput=5MB/sec 2024-04-12T16:48:45.190 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tqQiPMW4dwLpITN off=1565992 len=1383725 2024-04-12T16:48:45.191 INFO:tasks.workunit.client.0.smithi005.stdout:op 1071 completed, throughput=5MB/sec 2024-04-12T16:48:46.191 INFO:tasks.workunit.client.0.smithi005.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:46.191 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7c7xpw2WtIo9mBK off=15601650 len=140244 2024-04-12T16:48:46.194 INFO:tasks.workunit.client.0.smithi005.stdout:op 1072 completed, throughput=4.98MB/sec 2024-04-12T16:48:46.194 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NvTNWL0RbaPfwMY off=6093834 len=1469953 2024-04-12T16:48:46.200 INFO:tasks.workunit.client.0.smithi005.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-12T16:48:46.200 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-viKTks50kDNi4N_ off=14937528 len=566346 2024-04-12T16:48:46.204 INFO:tasks.workunit.client.0.smithi005.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-12T16:48:46.205 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4hJd-pqO7vSD2vU off=14455017 len=693405 2024-04-12T16:48:46.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 1075 completed, throughput=4.99MB/sec 2024-04-12T16:48:46.206 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WnDDocSzJlCB9QV off=6443784 len=151604 2024-04-12T16:48:46.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 1076 completed, throughput=4.99MB/sec 2024-04-12T16:48:46.206 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AIAu84azMX4-ffj off=1947324 len=1170651 2024-04-12T16:48:46.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 1077 completed, throughput=5MB/sec 2024-04-12T16:48:46.207 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Pb2jViziizC9pSN off=19761457 len=1469284 2024-04-12T16:48:46.210 INFO:tasks.workunit.client.0.smithi005.stdout:op 1078 completed, throughput=5MB/sec 2024-04-12T16:48:46.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:46 smithi016 ceph-mon[84444]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:48:46.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:46 smithi005 ceph-mon[88416]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:48:46.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:46 smithi005 ceph-mon[90837]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:48:47.210 INFO:tasks.workunit.client.0.smithi005.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:47.211 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Nwz6l2-KFPNkIPB off=1006415 len=827406 2024-04-12T16:48:47.215 INFO:tasks.workunit.client.0.smithi005.stdout:op 1079 completed, throughput=4.99MB/sec 2024-04-12T16:48:47.215 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7BXFE-hu6Isw1rV off=2417539 len=218487 2024-04-12T16:48:47.218 INFO:tasks.workunit.client.0.smithi005.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-12T16:48:47.219 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iuyJPR1yh_xjCSg off=140779 len=1249275 2024-04-12T16:48:47.221 INFO:tasks.workunit.client.0.smithi005.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-12T16:48:47.221 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bH9UUp6dAMwRhkf off=2751244 len=1715267 2024-04-12T16:48:47.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 1082 completed, throughput=5MB/sec 2024-04-12T16:48:47.231 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ii58n49VVzGrRDL off=19962887 len=1612525 2024-04-12T16:48:47.238 INFO:tasks.workunit.client.0.smithi005.stdout:op 1083 completed, throughput=5.01MB/sec 2024-04-12T16:48:48.239 INFO:tasks.workunit.client.0.smithi005.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:48.239 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z_LlFkbgYa4b07W off=331556 len=864867 2024-04-12T16:48:48.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 1084 completed, throughput=4.99MB/sec 2024-04-12T16:48:48.244 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Nf1O48NrRtQ8Obb off=2094213 len=103423 2024-04-12T16:48:48.245 INFO:tasks.workunit.client.0.smithi005.stdout:op 1085 completed, throughput=4.99MB/sec 2024-04-12T16:48:48.245 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zGZyg7h9oPryrN9 off=3272405 len=1838048 2024-04-12T16:48:48.249 INFO:tasks.workunit.client.0.smithi005.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-12T16:48:48.249 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cz9EOyY0qTqwbBl off=3005563 len=1286400 2024-04-12T16:48:48.255 INFO:tasks.workunit.client.0.smithi005.stdout:op 1087 completed, throughput=5MB/sec 2024-04-12T16:48:48.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:48 smithi016 ceph-mon[84444]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:48:48.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:48 smithi005 ceph-mon[88416]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:48:48.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:48 smithi005 ceph-mon[90837]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:48:49.255 INFO:tasks.workunit.client.0.smithi005.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:49.255 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j8IZUXMZCO0FNQE off=6991558 len=299478 2024-04-12T16:48:49.259 INFO:tasks.workunit.client.0.smithi005.stdout:op 1088 completed, throughput=4.98MB/sec 2024-04-12T16:48:49.259 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jG8dJ38dqqNbU0L off=1202098 len=1909151 2024-04-12T16:48:49.268 INFO:tasks.workunit.client.0.smithi005.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-12T16:48:49.268 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jbfTcTluBzlhu-- off=1918729 len=1647891 2024-04-12T16:48:49.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-12T16:48:49.270 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nHp5VouRPR8hhh9 off=0 len=1472259 2024-04-12T16:48:49.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 1091 completed, throughput=5MB/sec 2024-04-12T16:48:50.273 INFO:tasks.workunit.client.0.smithi005.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:50.273 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oWO3I5ipECGeHa- off=4615612 len=1903010 2024-04-12T16:48:50.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-12T16:48:50.282 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8OygDLYlM9v8Z7D off=1761153 len=1944843 2024-04-12T16:48:50.290 INFO:tasks.workunit.client.0.smithi005.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-12T16:48:50.290 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dlELZsKJcMlB-0E off=1082092 len=57332 2024-04-12T16:48:50.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 1094 completed, throughput=4.99MB/sec 2024-04-12T16:48:50.292 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BqmanUOYgS9c0KS off=7051729 len=1716897 2024-04-12T16:48:50.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 1095 completed, throughput=5MB/sec 2024-04-12T16:48:50.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:50 smithi016 ceph-mon[84444]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:48:50.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:50.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:50 smithi005 ceph-mon[88416]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:48:50.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:50 smithi005 ceph-mon[90837]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:48:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:48:51.294 INFO:tasks.workunit.client.0.smithi005.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:51.294 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-inzTORTKy6hd5rs off=3699667 len=1898306 2024-04-12T16:48:51.304 INFO:tasks.workunit.client.0.smithi005.stdout:op 1096 completed, throughput=4.99MB/sec 2024-04-12T16:48:51.304 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1owxYL9G8QaVlpD off=12607654 len=1708331 2024-04-12T16:48:51.308 INFO:tasks.workunit.client.0.smithi005.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-12T16:48:51.308 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tW1iB8smS2VmG0p off=14514446 len=1586173 2024-04-12T16:48:51.315 INFO:tasks.workunit.client.0.smithi005.stdout:op 1098 completed, throughput=5MB/sec 2024-04-12T16:48:52.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:52 smithi016 ceph-mon[84444]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:48:52.315 INFO:tasks.workunit.client.0.smithi005.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:52.315 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-45YnuJydyATbHmb off=4119823 len=1391962 2024-04-12T16:48:52.317 INFO:tasks.workunit.client.0.smithi005.stdout:op 1099 completed, throughput=4.98MB/sec 2024-04-12T16:48:52.317 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ANE2tmi8FGLb1Vo off=3319571 len=620038 2024-04-12T16:48:52.318 INFO:tasks.workunit.client.0.smithi005.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-12T16:48:52.318 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cs2RnVPRhOeOEe3 off=12082142 len=1859160 2024-04-12T16:48:52.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-12T16:48:52.320 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CFrSUyRDMNp_JJA off=2183357 len=102377 2024-04-12T16:48:52.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 1102 completed, throughput=5MB/sec 2024-04-12T16:48:52.323 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7Ttq6zK9EbzVLax off=11599119 len=182643 2024-04-12T16:48:52.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 1103 completed, throughput=5MB/sec 2024-04-12T16:48:52.324 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-P59Zgl9y2whJvHb off=7101689 len=1031767 2024-04-12T16:48:52.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 1104 completed, throughput=5MB/sec 2024-04-12T16:48:52.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:52 smithi005 ceph-mon[88416]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:48:52.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:52 smithi005 ceph-mon[90837]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:48:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:48:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:48:53.329 INFO:tasks.workunit.client.0.smithi005.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:53.330 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3EFiqX2Ukc2-Qda off=17759102 len=234470 2024-04-12T16:48:53.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 1105 completed, throughput=4.98MB/sec 2024-04-12T16:48:53.333 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ROYV8pWD4QbLFDo off=1549018 len=1172710 2024-04-12T16:48:53.338 INFO:tasks.workunit.client.0.smithi005.stdout:op 1106 completed, throughput=4.98MB/sec 2024-04-12T16:48:53.338 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--M7rZUBIQS-S50w off=16788948 len=2079179 2024-04-12T16:48:53.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 1107 completed, throughput=4.99MB/sec 2024-04-12T16:48:53.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1uH8zyE_J9DOEpU off=1858110 len=1327309 2024-04-12T16:48:53.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 1108 completed, throughput=5MB/sec 2024-04-12T16:48:53.347 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-17ILA2heZ_NL7Mc off=0 len=1112118 2024-04-12T16:48:53.352 INFO:tasks.workunit.client.0.smithi005.stdout:op 1109 completed, throughput=5MB/sec 2024-04-12T16:48:54.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:54 smithi005 ceph-mon[88416]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:48:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:48:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:48:53] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-04-12T16:48:54.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:54 smithi005 ceph-mon[90837]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:48:54.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:54 smithi016 ceph-mon[84444]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:48:54.352 INFO:tasks.workunit.client.0.smithi005.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:54.352 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HkcdQ3R_5CSxE6i off=8593957 len=1014790 2024-04-12T16:48:54.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 1110 completed, throughput=4.98MB/sec 2024-04-12T16:48:54.359 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JzGF_QetDFPT-OI off=7200957 len=1026252 2024-04-12T16:48:54.364 INFO:tasks.workunit.client.0.smithi005.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-12T16:48:54.365 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SrmF-HGX8x_d0wt off=4095795 len=264711 2024-04-12T16:48:54.365 INFO:tasks.workunit.client.0.smithi005.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-12T16:48:54.365 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-P3gum7tRLbM5a4w off=547454 len=127677 2024-04-12T16:48:54.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-12T16:48:54.366 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-P4bQdn7n2VaA76N off=6319976 len=906357 2024-04-12T16:48:54.372 INFO:tasks.workunit.client.0.smithi005.stdout:op 1114 completed, throughput=4.99MB/sec 2024-04-12T16:48:54.373 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Yxq83i6wDiWLiaO off=10315876 len=1290815 2024-04-12T16:48:54.374 INFO:tasks.workunit.client.0.smithi005.stdout:op 1115 completed, throughput=5MB/sec 2024-04-12T16:48:54.374 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9WJoE32LKm3IORS off=2888139 len=1821062 2024-04-12T16:48:54.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 1116 completed, throughput=5.01MB/sec 2024-04-12T16:48:55.376 INFO:tasks.workunit.client.0.smithi005.stdout: 223: throughput=4.99MB/sec pending data=0 2024-04-12T16:48:55.376 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dTJGRDhYg039I4M off=138912 len=854387 2024-04-12T16:48:55.381 INFO:tasks.workunit.client.0.smithi005.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-12T16:48:55.381 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GshihTM20ETIMHF off=17370340 len=1487725 2024-04-12T16:48:55.384 INFO:tasks.workunit.client.0.smithi005.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-12T16:48:55.384 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-46mKA64xKz59xCA off=12911379 len=1965650 2024-04-12T16:48:55.386 INFO:tasks.workunit.client.0.smithi005.stdout:op 1119 completed, throughput=5MB/sec 2024-04-12T16:48:56.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:56 smithi016 ceph-mon[84444]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:48:56.387 INFO:tasks.workunit.client.0.smithi005.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:56.387 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-18mUA-rt2PnWZD3 off=17771061 len=194286 2024-04-12T16:48:56.388 INFO:tasks.workunit.client.0.smithi005.stdout:op 1120 completed, throughput=4.98MB/sec 2024-04-12T16:48:56.388 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zrudkgIGOy__YYK off=17207815 len=1052001 2024-04-12T16:48:56.394 INFO:tasks.workunit.client.0.smithi005.stdout:op 1121 completed, throughput=4.99MB/sec 2024-04-12T16:48:56.394 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QKY5_u4lK1G-VTh off=702682 len=1123792 2024-04-12T16:48:56.396 INFO:tasks.workunit.client.0.smithi005.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-12T16:48:56.396 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g09sIl-DVFr9ITi off=7691377 len=1960541 2024-04-12T16:48:56.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 1123 completed, throughput=5MB/sec 2024-04-12T16:48:56.398 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O2K8besHG0aL32g off=5906443 len=1104895 2024-04-12T16:48:56.403 INFO:tasks.workunit.client.0.smithi005.stdout:op 1124 completed, throughput=5MB/sec 2024-04-12T16:48:56.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:56 smithi005 ceph-mon[88416]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:48:56.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:56 smithi005 ceph-mon[90837]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:48:57.404 INFO:tasks.workunit.client.0.smithi005.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:57.404 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GqEU5OOEqbi3vxW off=1221935 len=1393460 2024-04-12T16:48:57.411 INFO:tasks.workunit.client.0.smithi005.stdout:op 1125 completed, throughput=4.99MB/sec 2024-04-12T16:48:57.411 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hr0UnWJI7k40ZPK off=11887791 len=1047851 2024-04-12T16:48:57.413 INFO:tasks.workunit.client.0.smithi005.stdout:op 1126 completed, throughput=4.99MB/sec 2024-04-12T16:48:57.413 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0vHG9x9snM5xekB off=14064766 len=1772950 2024-04-12T16:48:57.421 INFO:tasks.workunit.client.0.smithi005.stdout:op 1127 completed, throughput=5MB/sec 2024-04-12T16:48:57.422 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iPCvqcAg__eXpYx off=1785380 len=1652637 2024-04-12T16:48:57.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 1128 completed, throughput=5.01MB/sec 2024-04-12T16:48:58.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:58 smithi016 ceph-mon[84444]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:48:58.424 INFO:tasks.workunit.client.0.smithi005.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:58.424 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Jh6hDX4opfLA3J3 off=9370461 len=770352 2024-04-12T16:48:58.429 INFO:tasks.workunit.client.0.smithi005.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-12T16:48:58.429 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SoMOJoHX3LMsp0f off=7024020 len=1089633 2024-04-12T16:48:58.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-12T16:48:58.430 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wdcvbxFlNJhN4Gw off=10889699 len=307408 2024-04-12T16:48:58.431 INFO:tasks.workunit.client.0.smithi005.stdout:op 1131 completed, throughput=4.99MB/sec 2024-04-12T16:48:58.431 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-U_cmNj13_D1ZVXa off=2875810 len=410756 2024-04-12T16:48:58.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 1132 completed, throughput=4.99MB/sec 2024-04-12T16:48:58.435 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4pqlFvPDvZwP1au off=7246812 len=735803 2024-04-12T16:48:58.439 INFO:tasks.workunit.client.0.smithi005.stdout:op 1133 completed, throughput=5MB/sec 2024-04-12T16:48:58.439 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B8AFKdJ0cfOPI2l off=6004399 len=381404 2024-04-12T16:48:58.442 INFO:tasks.workunit.client.0.smithi005.stdout:op 1134 completed, throughput=5MB/sec 2024-04-12T16:48:58.442 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FyhX7FWmHOaOcOk off=6497297 len=1648811 2024-04-12T16:48:58.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 1135 completed, throughput=5.01MB/sec 2024-04-12T16:48:58.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:58 smithi005 ceph-mon[88416]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:48:58.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:58 smithi005 ceph-mon[90837]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:48:59.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:48:59 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:48:59.445 INFO:tasks.workunit.client.0.smithi005.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-12T16:48:59.445 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iMQ25uDvOcgs5XO off=8591980 len=1015149 2024-04-12T16:48:59.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:48:59 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:48:59.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:48:59 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:48:59.449 INFO:tasks.workunit.client.0.smithi005.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-12T16:48:59.449 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RKXGjpmXEQGh0Cr off=11355372 len=1807774 2024-04-12T16:48:59.455 INFO:tasks.workunit.client.0.smithi005.stdout:op 1137 completed, throughput=5MB/sec 2024-04-12T16:48:59.455 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VL9Rk2YXTwKv5yL off=12915520 len=293088 2024-04-12T16:48:59.456 INFO:tasks.workunit.client.0.smithi005.stdout:op 1138 completed, throughput=5MB/sec 2024-04-12T16:48:59.456 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S8ljI5dU-VvrOfv off=10379512 len=632353 2024-04-12T16:48:59.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 1139 completed, throughput=5MB/sec 2024-04-12T16:48:59.457 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s0JPyY1Gl-Llxnk off=620602 len=565451 2024-04-12T16:48:59.460 INFO:tasks.workunit.client.0.smithi005.stdout:op 1140 completed, throughput=5MB/sec 2024-04-12T16:49:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:00 smithi016 ceph-mon[84444]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:49:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:49:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:49:00.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:49:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[88416]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:49:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:49:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:49:00.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:49:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[90837]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:49:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:49:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:49:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:49:00.460 INFO:tasks.workunit.client.0.smithi005.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:00.460 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oDLOGvnxI_xAEd- off=626707 len=84630 2024-04-12T16:49:00.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 1141 completed, throughput=4.98MB/sec 2024-04-12T16:49:00.461 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VyPah0u391cUJ5w off=15090010 len=1862078 2024-04-12T16:49:00.463 INFO:tasks.workunit.client.0.smithi005.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-12T16:49:00.463 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ILD1bHKpTEHjBb_ off=8821514 len=1470155 2024-04-12T16:49:00.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-12T16:49:00.465 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wtZ7Oj3xAdw64qC off=4787586 len=983722 2024-04-12T16:49:00.466 INFO:tasks.workunit.client.0.smithi005.stdout:op 1144 completed, throughput=5MB/sec 2024-04-12T16:49:00.466 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-whufhczCeIuCQ2Y off=101917 len=1772937 2024-04-12T16:49:00.468 INFO:tasks.workunit.client.0.smithi005.stdout:op 1145 completed, throughput=5MB/sec 2024-04-12T16:49:01.469 INFO:tasks.workunit.client.0.smithi005.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:01.469 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U_cmNj13_D1ZVXa off=2223095 len=610632 2024-04-12T16:49:01.470 INFO:tasks.workunit.client.0.smithi005.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-12T16:49:01.470 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WRRdSlaqPXUT7XK off=4057558 len=1380977 2024-04-12T16:49:01.473 INFO:tasks.workunit.client.0.smithi005.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-12T16:49:01.473 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kfHsRq8FaaXRpOn off=16618619 len=824518 2024-04-12T16:49:01.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 1148 completed, throughput=4.99MB/sec 2024-04-12T16:49:01.475 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-82c_-wCA37re7D7 off=1631953 len=455854 2024-04-12T16:49:01.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 1149 completed, throughput=5MB/sec 2024-04-12T16:49:01.476 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5Q40Lwh0NGU0XyA off=4811326 len=1072718 2024-04-12T16:49:01.477 INFO:tasks.workunit.client.0.smithi005.stdout:op 1150 completed, throughput=5MB/sec 2024-04-12T16:49:02.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:02 smithi016 ceph-mon[84444]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:49:02.339 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:49:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:49:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:02.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:02 smithi005 ceph-mon[88416]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:49:02.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:02 smithi005 ceph-mon[90837]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:49:02.477 INFO:tasks.workunit.client.0.smithi005.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:02.478 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1nxmiYRmOVtFAVG off=1886336 len=926155 2024-04-12T16:49:02.484 INFO:tasks.workunit.client.0.smithi005.stdout:op 1151 completed, throughput=4.98MB/sec 2024-04-12T16:49:02.484 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qhqtiCx3030EghH off=7160466 len=88603 2024-04-12T16:49:02.486 INFO:tasks.workunit.client.0.smithi005.stdout:op 1152 completed, throughput=4.98MB/sec 2024-04-12T16:49:02.486 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1HJiBQT9RZlX9ru off=14813971 len=1735436 2024-04-12T16:49:02.494 INFO:tasks.workunit.client.0.smithi005.stdout:op 1153 completed, throughput=4.99MB/sec 2024-04-12T16:49:02.494 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NiEMkgACW1KPSbf off=529280 len=1737584 2024-04-12T16:49:02.500 INFO:tasks.workunit.client.0.smithi005.stdout:op 1154 completed, throughput=5MB/sec 2024-04-12T16:49:02.501 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UEGzM2N5FHDl8QA off=10461711 len=923940 2024-04-12T16:49:02.505 INFO:tasks.workunit.client.0.smithi005.stdout:op 1155 completed, throughput=5MB/sec 2024-04-12T16:49:03.505 INFO:tasks.workunit.client.0.smithi005.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:03.505 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2mCcxyruawcetdV off=14825573 len=476025 2024-04-12T16:49:03.506 INFO:tasks.workunit.client.0.smithi005.stdout:op 1156 completed, throughput=4.98MB/sec 2024-04-12T16:49:03.506 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UyOPuc0HAMuOojz off=8562281 len=790793 2024-04-12T16:49:03.507 INFO:tasks.workunit.client.0.smithi005.stdout:op 1157 completed, throughput=4.98MB/sec 2024-04-12T16:49:03.507 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gyaopz7W6gMQQL7 off=1647270 len=1052002 2024-04-12T16:49:03.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 1158 completed, throughput=4.99MB/sec 2024-04-12T16:49:03.513 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RUHsacwvXIIFzap off=15065884 len=1290105 2024-04-12T16:49:03.519 INFO:tasks.workunit.client.0.smithi005.stdout:op 1159 completed, throughput=4.99MB/sec 2024-04-12T16:49:03.519 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iEjbLymcfCHVgB9 off=6395814 len=1856907 2024-04-12T16:49:03.528 INFO:tasks.workunit.client.0.smithi005.stdout:op 1160 completed, throughput=5MB/sec 2024-04-12T16:49:04.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:04 smithi005 ceph-mon[88416]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:49:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:49:03] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-04-12T16:49:04.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:04 smithi005 ceph-mon[90837]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:04.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:04 smithi016 ceph-mon[84444]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:04.528 INFO:tasks.workunit.client.0.smithi005.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:04.529 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fCXMmGKUvB47IwK off=15450289 len=1601022 2024-04-12T16:49:04.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 1161 completed, throughput=4.99MB/sec 2024-04-12T16:49:04.530 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-64QvjIpdWixtfkQ off=3850298 len=1978411 2024-04-12T16:49:04.540 INFO:tasks.workunit.client.0.smithi005.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-12T16:49:04.540 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FyhX7FWmHOaOcOk off=3347643 len=1618822 2024-04-12T16:49:04.547 INFO:tasks.workunit.client.0.smithi005.stdout:op 1163 completed, throughput=5MB/sec 2024-04-12T16:49:05.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:05.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:05.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:05.547 INFO:tasks.workunit.client.0.smithi005.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:05.547 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qplP5TPXzgfQIYv off=6144575 len=810641 2024-04-12T16:49:05.552 INFO:tasks.workunit.client.0.smithi005.stdout:op 1164 completed, throughput=4.98MB/sec 2024-04-12T16:49:05.552 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-q0vdXbtQTi4Xl73 off=7976613 len=1105500 2024-04-12T16:49:05.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 1165 completed, throughput=4.99MB/sec 2024-04-12T16:49:05.554 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6fvVL0sjV5GKPV8 off=16413719 len=1890031 2024-04-12T16:49:05.556 INFO:tasks.workunit.client.0.smithi005.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-12T16:49:05.556 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kLIFQ8hVB8FFBYE off=3540639 len=1849387 2024-04-12T16:49:05.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 1167 completed, throughput=5MB/sec 2024-04-12T16:49:06.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:06 smithi016 ceph-mon[84444]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:49:06.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:06 smithi005 ceph-mon[88416]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:49:06.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:06 smithi005 ceph-mon[90837]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:49:06.565 INFO:tasks.workunit.client.0.smithi005.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:06.565 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qb3zbNLoXxp2j-n off=370500 len=2009422 2024-04-12T16:49:06.575 INFO:tasks.workunit.client.0.smithi005.stdout:op 1168 completed, throughput=4.99MB/sec 2024-04-12T16:49:06.575 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sIz46yR-JZz5yW2 off=9052300 len=787579 2024-04-12T16:49:06.580 INFO:tasks.workunit.client.0.smithi005.stdout:op 1169 completed, throughput=4.99MB/sec 2024-04-12T16:49:06.580 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IfZjn7GOpu9HWNZ off=32437 len=719126 2024-04-12T16:49:06.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 1170 completed, throughput=4.99MB/sec 2024-04-12T16:49:06.587 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5NWGSWWdumW40MF off=20729787 len=1270380 2024-04-12T16:49:06.590 INFO:tasks.workunit.client.0.smithi005.stdout:op 1171 completed, throughput=5MB/sec 2024-04-12T16:49:06.590 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Dc7ICz_sPJVkx-c off=5812238 len=1606725 2024-04-12T16:49:06.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 1172 completed, throughput=5.01MB/sec 2024-04-12T16:49:07.591 INFO:tasks.workunit.client.0.smithi005.stdout: 235: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:07.591 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RbHZbcrY99Pbwmy off=17199684 len=849112 2024-04-12T16:49:07.593 INFO:tasks.workunit.client.0.smithi005.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-12T16:49:07.593 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mJvUN30VEYk1HPx off=254441 len=942855 2024-04-12T16:49:07.594 INFO:tasks.workunit.client.0.smithi005.stdout:op 1174 completed, throughput=4.99MB/sec 2024-04-12T16:49:07.594 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q4AeYXNuMkP_xMc off=10516761 len=813643 2024-04-12T16:49:07.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 1175 completed, throughput=5MB/sec 2024-04-12T16:49:07.596 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y8P98OLPbSjI1s7 off=945956 len=276792 2024-04-12T16:49:07.597 INFO:tasks.workunit.client.0.smithi005.stdout:op 1176 completed, throughput=5MB/sec 2024-04-12T16:49:07.597 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uqDk33cb0Z7UtOq off=532460 len=284561 2024-04-12T16:49:07.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 1177 completed, throughput=5MB/sec 2024-04-12T16:49:07.598 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Nsr5T7HgF5ahU5Z off=7277788 len=1992041 2024-04-12T16:49:07.606 INFO:tasks.workunit.client.0.smithi005.stdout:op 1178 completed, throughput=5.01MB/sec 2024-04-12T16:49:08.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:08 smithi016 ceph-mon[84444]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:49:08.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:08 smithi005 ceph-mon[88416]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:49:08.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:08 smithi005 ceph-mon[90837]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:49:08.606 INFO:tasks.workunit.client.0.smithi005.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:08.606 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YfWHqmZtFaxnP8K off=6005643 len=144841 2024-04-12T16:49:08.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 1179 completed, throughput=4.99MB/sec 2024-04-12T16:49:08.607 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AgCSqvLLbsXdgjM off=1596035 len=332345 2024-04-12T16:49:08.610 INFO:tasks.workunit.client.0.smithi005.stdout:op 1180 completed, throughput=4.99MB/sec 2024-04-12T16:49:08.610 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YiemYBh6IRnZmzZ off=5109938 len=360583 2024-04-12T16:49:08.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-12T16:49:08.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9kS_QVgceftbRNy off=33370 len=1027204 2024-04-12T16:49:08.617 INFO:tasks.workunit.client.0.smithi005.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-12T16:49:08.618 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1pAfUUYKBxPVnag off=0 len=1105669 2024-04-12T16:49:08.619 INFO:tasks.workunit.client.0.smithi005.stdout:op 1183 completed, throughput=5MB/sec 2024-04-12T16:49:08.619 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HWQTy7l-pHwYMVj off=952834 len=1007142 2024-04-12T16:49:08.626 INFO:tasks.workunit.client.0.smithi005.stdout:op 1184 completed, throughput=5MB/sec 2024-04-12T16:49:09.626 INFO:tasks.workunit.client.0.smithi005.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:09.626 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lNllpCkfGhR2UoS off=5377588 len=207843 2024-04-12T16:49:09.627 INFO:tasks.workunit.client.0.smithi005.stdout:op 1185 completed, throughput=4.98MB/sec 2024-04-12T16:49:09.627 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C4gzEstQkcuuTql off=12936183 len=981598 2024-04-12T16:49:09.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 1186 completed, throughput=4.98MB/sec 2024-04-12T16:49:09.628 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2Rlunbbyva_nLr1 off=6617501 len=1132248 2024-04-12T16:49:09.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-12T16:49:09.630 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4dfJGxFfMsfOzUy off=3002477 len=360603 2024-04-12T16:49:09.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 1188 completed, throughput=4.99MB/sec 2024-04-12T16:49:09.631 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ymjYEEbhBJLjDRI off=4235167 len=376775 2024-04-12T16:49:09.634 INFO:tasks.workunit.client.0.smithi005.stdout:op 1189 completed, throughput=4.99MB/sec 2024-04-12T16:49:09.634 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UYXWg8X8bFh4Q9t off=11884197 len=1600279 2024-04-12T16:49:09.636 INFO:tasks.workunit.client.0.smithi005.stdout:op 1190 completed, throughput=5MB/sec 2024-04-12T16:49:09.636 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NYl7qqogTByWFf1 off=731734 len=816349 2024-04-12T16:49:09.640 INFO:tasks.workunit.client.0.smithi005.stdout:op 1191 completed, throughput=5MB/sec 2024-04-12T16:49:10.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:10 smithi016 ceph-mon[84444]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:49:10.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:10 smithi005 ceph-mon[88416]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:49:10.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:10 smithi005 ceph-mon[90837]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:49:10.641 INFO:tasks.workunit.client.0.smithi005.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:10.641 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0YTbPrWLIEAPGxe off=8754975 len=979242 2024-04-12T16:49:10.647 INFO:tasks.workunit.client.0.smithi005.stdout:op 1192 completed, throughput=4.98MB/sec 2024-04-12T16:49:10.647 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YPQKc5rlDEm52UH off=7445142 len=830648 2024-04-12T16:49:10.648 INFO:tasks.workunit.client.0.smithi005.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-12T16:49:10.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qvHRVUa35I91xHv off=6535448 len=1808917 2024-04-12T16:49:10.658 INFO:tasks.workunit.client.0.smithi005.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-12T16:49:10.658 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aCTVHzRyxDP4-OI off=16220362 len=2092934 2024-04-12T16:49:10.669 INFO:tasks.workunit.client.0.smithi005.stdout:op 1195 completed, throughput=5MB/sec 2024-04-12T16:49:11.670 INFO:tasks.workunit.client.0.smithi005.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:11.670 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2N_Rg_HEcFydc0F off=2813985 len=120754 2024-04-12T16:49:11.672 INFO:tasks.workunit.client.0.smithi005.stdout:op 1196 completed, throughput=4.98MB/sec 2024-04-12T16:49:11.672 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JZqY5MgICfhPa3u off=2211225 len=1593048 2024-04-12T16:49:11.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-12T16:49:11.681 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bYpz4cT8trYvQB4 off=2583725 len=339539 2024-04-12T16:49:11.684 INFO:tasks.workunit.client.0.smithi005.stdout:op 1198 completed, throughput=4.99MB/sec 2024-04-12T16:49:11.684 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-maOtGNwdXhMgnbg off=4899908 len=1991291 2024-04-12T16:49:11.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 1199 completed, throughput=5MB/sec 2024-04-12T16:49:11.686 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zFdeYCN6qHeDGnJ off=19671758 len=164717 2024-04-12T16:49:11.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 1200 completed, throughput=5MB/sec 2024-04-12T16:49:11.686 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mKA3dL0hF6BJMWC off=8175737 len=1008282 2024-04-12T16:49:11.693 INFO:tasks.workunit.client.0.smithi005.stdout:op 1201 completed, throughput=5MB/sec 2024-04-12T16:49:12.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:12 smithi016 ceph-mon[84444]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:49:12.339 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:49:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:12.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:12 smithi005 ceph-mon[88416]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:49:12.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:12 smithi005 ceph-mon[90837]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:49:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:12.693 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e7yd2Mqejj2h46N off=5906666 len=711241 2024-04-12T16:49:12.698 INFO:tasks.workunit.client.0.smithi005.stdout:op 1202 completed, throughput=4.98MB/sec 2024-04-12T16:49:12.698 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qrKL5uZqQGGJs1H off=951195 len=138552 2024-04-12T16:49:12.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 1203 completed, throughput=4.98MB/sec 2024-04-12T16:49:12.701 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WZ23zzdAJ503Pju off=3722172 len=1829931 2024-04-12T16:49:12.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-12T16:49:12.711 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bJ_vMZj8dDH8r0p off=9433991 len=641089 2024-04-12T16:49:12.717 INFO:tasks.workunit.client.0.smithi005.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-12T16:49:12.717 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tfGUXojA0v24SoR off=8020697 len=1782320 2024-04-12T16:49:12.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 1206 completed, throughput=5MB/sec 2024-04-12T16:49:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:13.718 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aczfFR9Pm0o-xE0 off=620734 len=1324931 2024-04-12T16:49:13.726 INFO:tasks.workunit.client.0.smithi005.stdout:op 1207 completed, throughput=4.98MB/sec 2024-04-12T16:49:13.726 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N6g6vjOM0GCfVFM off=9233874 len=684519 2024-04-12T16:49:13.727 INFO:tasks.workunit.client.0.smithi005.stdout:op 1208 completed, throughput=4.99MB/sec 2024-04-12T16:49:13.727 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ALmVMatlV9Kwv0G off=5445760 len=809495 2024-04-12T16:49:13.729 INFO:tasks.workunit.client.0.smithi005.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-12T16:49:13.729 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ihsa3273PPGwaiS off=10264553 len=1694252 2024-04-12T16:49:13.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 1210 completed, throughput=5MB/sec 2024-04-12T16:49:13.730 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pWujToIIgb_Cra8 off=6152952 len=1904308 2024-04-12T16:49:13.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 1211 completed, throughput=5MB/sec 2024-04-12T16:49:14.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:14 smithi005 ceph-mon[88416]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:49:14.198 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:14 smithi005 ceph-mon[90837]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:49:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:49:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:49:13] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-12T16:49:14.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:14 smithi016 ceph-mon[84444]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:49:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:14.741 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JW-NN4GJiTCRcjp off=1796128 len=849660 2024-04-12T16:49:14.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 1212 completed, throughput=4.99MB/sec 2024-04-12T16:49:14.745 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Xyj5K9VWSo1f8Im off=7789658 len=1025905 2024-04-12T16:49:14.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-12T16:49:14.746 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DpHzkYjJwrmHfAf off=5715808 len=1001840 2024-04-12T16:49:14.752 INFO:tasks.workunit.client.0.smithi005.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-12T16:49:14.753 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I1XzQp3syii-NGD off=608332 len=1319944 2024-04-12T16:49:14.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 1215 completed, throughput=5MB/sec 2024-04-12T16:49:14.754 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4v7ZJaLq0W-hhw8 off=1213182 len=589173 2024-04-12T16:49:14.755 INFO:tasks.workunit.client.0.smithi005.stdout:op 1216 completed, throughput=5MB/sec 2024-04-12T16:49:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:15.756 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HlC9IJ4L27FWDHy off=14019960 len=1472120 2024-04-12T16:49:15.763 INFO:tasks.workunit.client.0.smithi005.stdout:op 1217 completed, throughput=4.99MB/sec 2024-04-12T16:49:15.763 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--A18wtxm5BYUQhM off=5703424 len=1757758 2024-04-12T16:49:15.765 INFO:tasks.workunit.client.0.smithi005.stdout:op 1218 completed, throughput=4.99MB/sec 2024-04-12T16:49:15.765 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QF6SXBXU2eHz_VZ off=12467261 len=161192 2024-04-12T16:49:15.766 INFO:tasks.workunit.client.0.smithi005.stdout:op 1219 completed, throughput=4.99MB/sec 2024-04-12T16:49:15.766 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4osa7flljFwe-3E off=92276 len=1235459 2024-04-12T16:49:15.768 INFO:tasks.workunit.client.0.smithi005.stdout:op 1220 completed, throughput=5MB/sec 2024-04-12T16:49:15.768 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uDFCtC6h5V13ctL off=19802835 len=1068607 2024-04-12T16:49:15.773 INFO:tasks.workunit.client.0.smithi005.stdout:op 1221 completed, throughput=5MB/sec 2024-04-12T16:49:16.338 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:16 smithi016 ceph-mon[84444]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:49:16.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:16 smithi005 ceph-mon[88416]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:49:16.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:16 smithi005 ceph-mon[90837]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:49:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:16.773 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yyMYuGTEVmNWkL- off=4885217 len=531793 2024-04-12T16:49:16.777 INFO:tasks.workunit.client.0.smithi005.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-12T16:49:16.777 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Wo0H6Kh9hJHO91E off=10659678 len=1920450 2024-04-12T16:49:16.787 INFO:tasks.workunit.client.0.smithi005.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-12T16:49:16.787 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gBe4q4Wxv9jQq8h off=1704651 len=534016 2024-04-12T16:49:16.788 INFO:tasks.workunit.client.0.smithi005.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-12T16:49:16.788 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z5blYN5ICOLGJX3 off=1159960 len=493358 2024-04-12T16:49:16.791 INFO:tasks.workunit.client.0.smithi005.stdout:op 1225 completed, throughput=5MB/sec 2024-04-12T16:49:16.791 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jsS8_jHSF9yyDmM off=10186402 len=1583198 2024-04-12T16:49:16.793 INFO:tasks.workunit.client.0.smithi005.stdout:op 1226 completed, throughput=5MB/sec 2024-04-12T16:49:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:17.794 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ydro4z0jEmTCpk9 off=6401917 len=771963 2024-04-12T16:49:17.795 INFO:tasks.workunit.client.0.smithi005.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-12T16:49:17.795 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mSxvAUKcgfYZ_-m off=1030391 len=1664735 2024-04-12T16:49:17.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-12T16:49:17.797 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8C7cyJQFMhABtR4 off=4372572 len=1753341 2024-04-12T16:49:17.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 1229 completed, throughput=5MB/sec 2024-04-12T16:49:17.799 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-shr8BDYBfAPMDsZ off=5720743 len=1305153 2024-04-12T16:49:17.800 INFO:tasks.workunit.client.0.smithi005.stdout:op 1230 completed, throughput=5MB/sec 2024-04-12T16:49:18.338 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:18 smithi016 ceph-mon[84444]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:49:18.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:18 smithi005 ceph-mon[88416]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:49:18.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:18 smithi005 ceph-mon[90837]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:49:18.801 INFO:tasks.workunit.client.0.smithi005.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:18.801 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p5gupwATuJ-i2-P off=7862330 len=1186506 2024-04-12T16:49:18.808 INFO:tasks.workunit.client.0.smithi005.stdout:op 1231 completed, throughput=4.99MB/sec 2024-04-12T16:49:18.808 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HwB1-AJos_qcBgZ off=17410870 len=32209 2024-04-12T16:49:18.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 1232 completed, throughput=4.99MB/sec 2024-04-12T16:49:18.809 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w94xhfk6srjbiJr off=8929869 len=1537277 2024-04-12T16:49:18.810 INFO:tasks.workunit.client.0.smithi005.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-12T16:49:18.811 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ARBARlS9p7aRxLO off=9957093 len=1061253 2024-04-12T16:49:18.813 INFO:tasks.workunit.client.0.smithi005.stdout:op 1234 completed, throughput=5MB/sec 2024-04-12T16:49:18.813 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WafCkhgrZK59OEk off=8690295 len=945402 2024-04-12T16:49:18.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 1235 completed, throughput=5MB/sec 2024-04-12T16:49:19.814 INFO:tasks.workunit.client.0.smithi005.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:19.814 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_AKGqzVl1clPKMQ off=337048 len=83632 2024-04-12T16:49:19.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 1236 completed, throughput=4.98MB/sec 2024-04-12T16:49:19.817 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wZBZFg_dGDifTia off=4297656 len=585408 2024-04-12T16:49:19.819 INFO:tasks.workunit.client.0.smithi005.stdout:op 1237 completed, throughput=4.98MB/sec 2024-04-12T16:49:19.819 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pEkiwVvybCPQ0cn off=10771654 len=1688366 2024-04-12T16:49:19.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-12T16:49:19.828 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MJvl_FhG9XCXQXn off=6753989 len=804759 2024-04-12T16:49:19.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-12T16:49:19.829 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AbOIxepyCtXWZrH off=4829177 len=1580327 2024-04-12T16:49:19.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 1240 completed, throughput=5MB/sec 2024-04-12T16:49:19.836 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7fwMVlW9MkU5Yv6 off=818301 len=854691 2024-04-12T16:49:19.837 INFO:tasks.workunit.client.0.smithi005.stdout:op 1241 completed, throughput=5MB/sec 2024-04-12T16:49:20.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:20 smithi005 ceph-mon[88416]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:49:20.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:20.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:20 smithi005 ceph-mon[90837]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:49:20.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:20 smithi016 ceph-mon[84444]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:49:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:20.838 INFO:tasks.workunit.client.0.smithi005.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:20.838 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LU618EyMSU_EZuo off=14826423 len=956410 2024-04-12T16:49:20.843 INFO:tasks.workunit.client.0.smithi005.stdout:op 1242 completed, throughput=4.99MB/sec 2024-04-12T16:49:20.843 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H3UKhn60DLkud8d off=3296075 len=404474 2024-04-12T16:49:20.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-12T16:49:20.844 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2YWv1Am1CAj44Ij off=925264 len=1745188 2024-04-12T16:49:20.853 INFO:tasks.workunit.client.0.smithi005.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-12T16:49:20.853 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hDvvBzZ__ob69WJ off=882628 len=539845 2024-04-12T16:49:20.854 INFO:tasks.workunit.client.0.smithi005.stdout:op 1245 completed, throughput=5MB/sec 2024-04-12T16:49:20.854 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rtD0LrfksAp-hF2 off=18082266 len=1747523 2024-04-12T16:49:20.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 1246 completed, throughput=5MB/sec 2024-04-12T16:49:21.857 INFO:tasks.workunit.client.0.smithi005.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:21.857 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0cQkOC9-txnnVu2 off=12509631 len=1927548 2024-04-12T16:49:21.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-12T16:49:21.866 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wwj9SiK8mRIawIE off=3306428 len=243012 2024-04-12T16:49:21.866 INFO:tasks.workunit.client.0.smithi005.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-12T16:49:21.866 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-drjgk_G_96Kerw0 off=9514086 len=699243 2024-04-12T16:49:21.871 INFO:tasks.workunit.client.0.smithi005.stdout:op 1249 completed, throughput=4.99MB/sec 2024-04-12T16:49:21.871 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0bexYRabUMwffNy off=1310349 len=966127 2024-04-12T16:49:21.872 INFO:tasks.workunit.client.0.smithi005.stdout:op 1250 completed, throughput=5MB/sec 2024-04-12T16:49:21.872 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ib9s2l3VLii6AUX off=3408707 len=341490 2024-04-12T16:49:21.875 INFO:tasks.workunit.client.0.smithi005.stdout:op 1251 completed, throughput=5MB/sec 2024-04-12T16:49:21.875 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7NBGvb-5RKeXZm2 off=4528375 len=981028 2024-04-12T16:49:21.880 INFO:tasks.workunit.client.0.smithi005.stdout:op 1252 completed, throughput=5MB/sec 2024-04-12T16:49:22.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:22 smithi005 ceph-mon[88416]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:49:22.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:22 smithi005 ceph-mon[90837]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:49:22.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:22 smithi016 ceph-mon[84444]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:49:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:49:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:49:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:22.880 INFO:tasks.workunit.client.0.smithi005.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:22.880 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lxxZe733qYFLyOH off=3435649 len=1118743 2024-04-12T16:49:22.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-12T16:49:22.882 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MHS3LAYI5QcFlKy off=293483 len=996646 2024-04-12T16:49:22.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-12T16:49:22.887 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--qI3mm6kYRXpLe2 off=2410333 len=882557 2024-04-12T16:49:22.891 INFO:tasks.workunit.client.0.smithi005.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-12T16:49:22.892 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0bUeyut-UbwF2Yt off=5827163 len=918854 2024-04-12T16:49:22.896 INFO:tasks.workunit.client.0.smithi005.stdout:op 1256 completed, throughput=5MB/sec 2024-04-12T16:49:22.896 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KcJnncvNAmqFMTP off=2841570 len=1525354 2024-04-12T16:49:22.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 1257 completed, throughput=5MB/sec 2024-04-12T16:49:23.900 INFO:tasks.workunit.client.0.smithi005.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:23.900 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uPa4Y4XPSZkNQB4 off=7107208 len=506821 2024-04-12T16:49:23.906 INFO:tasks.workunit.client.0.smithi005.stdout:op 1258 completed, throughput=4.98MB/sec 2024-04-12T16:49:23.906 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-twAKZFqgJU4bH1o off=3985095 len=1818480 2024-04-12T16:49:23.908 INFO:tasks.workunit.client.0.smithi005.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-12T16:49:23.908 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Oa7z_9Z_1ekJjPY off=2244870 len=884966 2024-04-12T16:49:23.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 1260 completed, throughput=4.99MB/sec 2024-04-12T16:49:23.912 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jjQ3QKir7l1pK8J off=5488926 len=1680362 2024-04-12T16:49:23.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 1261 completed, throughput=5MB/sec 2024-04-12T16:49:24.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:24 smithi005 ceph-mon[88416]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:49:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:49:23] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-12T16:49:24.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:24 smithi005 ceph-mon[90837]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:24.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:24 smithi016 ceph-mon[84444]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:24.922 INFO:tasks.workunit.client.0.smithi005.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:24.922 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eiXz6p3nqERt1RJ off=2244722 len=2027349 2024-04-12T16:49:24.924 INFO:tasks.workunit.client.0.smithi005.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-12T16:49:24.924 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1kJiSs8K9zb_uG- off=2169628 len=1190802 2024-04-12T16:49:24.931 INFO:tasks.workunit.client.0.smithi005.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-12T16:49:24.931 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZDNviNCB9QJ6Dla off=7499859 len=575916 2024-04-12T16:49:24.932 INFO:tasks.workunit.client.0.smithi005.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-12T16:49:24.932 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Rq_Z7IlY3jqzf_5 off=21553890 len=74632 2024-04-12T16:49:24.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-12T16:49:24.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Vn67qjJNmOzRRPg off=17066228 len=1346227 2024-04-12T16:49:24.936 INFO:tasks.workunit.client.0.smithi005.stdout:op 1266 completed, throughput=5MB/sec 2024-04-12T16:49:24.936 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sR-iFDqkRqc6lUI off=550489 len=1181074 2024-04-12T16:49:24.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 1267 completed, throughput=5MB/sec 2024-04-12T16:49:25.942 INFO:tasks.workunit.client.0.smithi005.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:25.942 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FlrzkuIag73GQ2Z off=6571687 len=1987921 2024-04-12T16:49:25.944 INFO:tasks.workunit.client.0.smithi005.stdout:op 1268 completed, throughput=4.99MB/sec 2024-04-12T16:49:25.944 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YdkZvFYNoOyuv3J off=5602792 len=2063063 2024-04-12T16:49:25.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 1269 completed, throughput=5MB/sec 2024-04-12T16:49:25.953 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jZSZgY7LUcX9R9u off=4829461 len=427796 2024-04-12T16:49:25.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 1270 completed, throughput=5MB/sec 2024-04-12T16:49:26.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:26 smithi005 ceph-mon[88416]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:49:26.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:26 smithi005 ceph-mon[90837]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:49:26.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:26 smithi016 ceph-mon[84444]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:49:26.954 INFO:tasks.workunit.client.0.smithi005.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:26.954 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H9XbIJRmrjAU01N off=7489386 len=2041313 2024-04-12T16:49:26.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-12T16:49:26.957 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JZqY5MgICfhPa3u off=1106409 len=1819956 2024-04-12T16:49:26.966 INFO:tasks.workunit.client.0.smithi005.stdout:op 1272 completed, throughput=5MB/sec 2024-04-12T16:49:26.966 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FJ335Taiq-x0gxQ off=2456683 len=1965426 2024-04-12T16:49:26.968 INFO:tasks.workunit.client.0.smithi005.stdout:op 1273 completed, throughput=5MB/sec 2024-04-12T16:49:27.968 INFO:tasks.workunit.client.0.smithi005.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:27.969 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IqWtyFxtz9gHZpF off=637086 len=2017450 2024-04-12T16:49:27.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-12T16:49:27.977 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U_NZyaNr2jYMwke off=573227 len=229894 2024-04-12T16:49:27.978 INFO:tasks.workunit.client.0.smithi005.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-12T16:49:27.978 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8ZmIDiViVQZgZc3 off=7348048 len=1869135 2024-04-12T16:49:27.986 INFO:tasks.workunit.client.0.smithi005.stdout:op 1276 completed, throughput=5MB/sec 2024-04-12T16:49:27.986 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nFIpTmE6e_MHU8N off=7711714 len=1086655 2024-04-12T16:49:27.988 INFO:tasks.workunit.client.0.smithi005.stdout:op 1277 completed, throughput=5MB/sec 2024-04-12T16:49:28.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:28 smithi005 ceph-mon[88416]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:49:28.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:28 smithi005 ceph-mon[90837]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:49:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:28 smithi016 ceph-mon[84444]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:49:28.988 INFO:tasks.workunit.client.0.smithi005.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:28.988 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yRq4MJoo7Lcme1G off=5612337 len=1269676 2024-04-12T16:49:28.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 1278 completed, throughput=4.99MB/sec 2024-04-12T16:49:28.990 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QroKy3uAX_FQmW3 off=8262938 len=1152407 2024-04-12T16:49:28.995 INFO:tasks.workunit.client.0.smithi005.stdout:op 1279 completed, throughput=4.99MB/sec 2024-04-12T16:49:28.995 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HHD8jkc07YIrcFI off=1817382 len=261497 2024-04-12T16:49:28.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-12T16:49:28.999 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4Q3IcNr0jQhSWkv off=10209516 len=431620 2024-04-12T16:49:28.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-12T16:49:28.999 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2miHbF2_dSBEszw off=0 len=1123593 2024-04-12T16:49:29.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 1282 completed, throughput=5MB/sec 2024-04-12T16:49:29.005 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8Nie8sLalxfGfuF off=21493316 len=112307 2024-04-12T16:49:29.006 INFO:tasks.workunit.client.0.smithi005.stdout:op 1283 completed, throughput=5MB/sec 2024-04-12T16:49:29.006 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-19hnms3XVFIxbJd off=2722516 len=1199301 2024-04-12T16:49:29.007 INFO:tasks.workunit.client.0.smithi005.stdout:op 1284 completed, throughput=5MB/sec 2024-04-12T16:49:30.008 INFO:tasks.workunit.client.0.smithi005.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:30.008 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Gx_nZ765Q1T-Bwo off=963250 len=402952 2024-04-12T16:49:30.010 INFO:tasks.workunit.client.0.smithi005.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-12T16:49:30.010 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TMwiAuxbCvup_ea off=6405706 len=1670266 2024-04-12T16:49:30.016 INFO:tasks.workunit.client.0.smithi005.stdout:op 1286 completed, throughput=4.99MB/sec 2024-04-12T16:49:30.017 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-u4NqMVG1BaQuwPj off=9368758 len=993459 2024-04-12T16:49:30.022 INFO:tasks.workunit.client.0.smithi005.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-12T16:49:30.023 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Rrjl41CdGuwSVvX off=7579709 len=81720 2024-04-12T16:49:30.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 1288 completed, throughput=5MB/sec 2024-04-12T16:49:30.025 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j-rU_sj-Dqkr3iB off=10068160 len=2097110 2024-04-12T16:49:30.032 INFO:tasks.workunit.client.0.smithi005.stdout:op 1289 completed, throughput=5MB/sec 2024-04-12T16:49:30.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:30 smithi005 ceph-mon[88416]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:49:30.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:30 smithi005 ceph-mon[90837]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:49:30.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:30 smithi016 ceph-mon[84444]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:49:31.033 INFO:tasks.workunit.client.0.smithi005.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:31.033 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xdj5bXLrvBjNTCG off=10860327 len=1799682 2024-04-12T16:49:31.040 INFO:tasks.workunit.client.0.smithi005.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-12T16:49:31.040 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0ikzYf3oehFH9cu off=8043163 len=336470 2024-04-12T16:49:31.041 INFO:tasks.workunit.client.0.smithi005.stdout:op 1291 completed, throughput=4.99MB/sec 2024-04-12T16:49:31.041 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FF9EtBfiP4x7o_O off=2660199 len=2046911 2024-04-12T16:49:31.050 INFO:tasks.workunit.client.0.smithi005.stdout:op 1292 completed, throughput=5MB/sec 2024-04-12T16:49:31.051 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vLJQv1rlO1t_xqX off=17633506 len=1878055 2024-04-12T16:49:31.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 1293 completed, throughput=5MB/sec 2024-04-12T16:49:32.060 INFO:tasks.workunit.client.0.smithi005.stdout: 259: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:32.060 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Odeg1Cg-oMwnbTw off=16717902 len=657691 2024-04-12T16:49:32.061 INFO:tasks.workunit.client.0.smithi005.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-12T16:49:32.061 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-56KZdqXMJDY_4hb off=13086769 len=1355187 2024-04-12T16:49:32.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 1295 completed, throughput=4.99MB/sec 2024-04-12T16:49:32.067 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Xnkmp-kAfn7F1PK off=375124 len=676331 2024-04-12T16:49:32.068 INFO:tasks.workunit.client.0.smithi005.stdout:op 1296 completed, throughput=5MB/sec 2024-04-12T16:49:32.068 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ptazT8UqHfbk4Yk off=1248776 len=884811 2024-04-12T16:49:32.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 1297 completed, throughput=5MB/sec 2024-04-12T16:49:32.073 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GN960twrbQwwQFR off=10230922 len=748802 2024-04-12T16:49:32.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 1298 completed, throughput=5MB/sec 2024-04-12T16:49:32.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:32 smithi005 ceph-mon[88416]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:49:32.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:32 smithi005 ceph-mon[90837]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:49:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:32 smithi016 ceph-mon[84444]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:49:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:49:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:49:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:33.078 INFO:tasks.workunit.client.0.smithi005.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:33.079 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kB3NEkuoJ-S8zpL off=6814907 len=594008 2024-04-12T16:49:33.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 1299 completed, throughput=4.98MB/sec 2024-04-12T16:49:33.083 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pRY1h8Y_B75QKPK off=621891 len=417323 2024-04-12T16:49:33.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-12T16:49:33.086 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vnX6510WAe5MPHt off=447014 len=1083359 2024-04-12T16:49:33.092 INFO:tasks.workunit.client.0.smithi005.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-12T16:49:33.092 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Lu41Ur9W48YYP9n off=9553675 len=876170 2024-04-12T16:49:33.093 INFO:tasks.workunit.client.0.smithi005.stdout:op 1302 completed, throughput=4.99MB/sec 2024-04-12T16:49:33.093 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lg7EqKwP50BDrMj off=5846820 len=886746 2024-04-12T16:49:33.095 INFO:tasks.workunit.client.0.smithi005.stdout:op 1303 completed, throughput=5MB/sec 2024-04-12T16:49:33.095 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bRv_U1YLTh9szBk off=4441362 len=702452 2024-04-12T16:49:33.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 1304 completed, throughput=5MB/sec 2024-04-12T16:49:33.099 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SOw1B0xN55twUqv off=11153341 len=1606651 2024-04-12T16:49:33.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 1305 completed, throughput=5MB/sec 2024-04-12T16:49:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: 261: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:34.106 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vJ3b9HT2Gr-Bdvt off=478176 len=1880072 2024-04-12T16:49:34.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-12T16:49:34.109 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u_BuWsHYFcugNyR off=16579131 len=449465 2024-04-12T16:49:34.110 INFO:tasks.workunit.client.0.smithi005.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-12T16:49:34.110 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VWc0MktSN8RHo7T off=2794719 len=1610964 2024-04-12T16:49:34.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 1308 completed, throughput=5MB/sec 2024-04-12T16:49:34.117 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lpw8iO8M-r7Kq28 off=12538390 len=211722 2024-04-12T16:49:34.119 INFO:tasks.workunit.client.0.smithi005.stdout:op 1309 completed, throughput=5MB/sec 2024-04-12T16:49:34.120 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NBGiLbnHOUGUKS8 off=16898887 len=337384 2024-04-12T16:49:34.123 INFO:tasks.workunit.client.0.smithi005.stdout:op 1310 completed, throughput=5MB/sec 2024-04-12T16:49:34.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:34 smithi005 ceph-mon[88416]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:49:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:49:33] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-12T16:49:34.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:34 smithi005 ceph-mon[90837]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:34.339 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:34 smithi016 ceph-mon[84444]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:34.339 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:49:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=sqlstore.transactions t=2024-04-12T16:49:34.061596351Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T16:49:35.123 INFO:tasks.workunit.client.0.smithi005.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:35.123 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-daUfRK2VAs_EJxc off=4965431 len=478459 2024-04-12T16:49:35.124 INFO:tasks.workunit.client.0.smithi005.stdout:op 1311 completed, throughput=4.98MB/sec 2024-04-12T16:49:35.124 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DWYYyvrx4TlUfpM off=1005494 len=370014 2024-04-12T16:49:35.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-12T16:49:35.125 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GFNvRBW7JQcW7ro off=3294510 len=1413500 2024-04-12T16:49:35.132 INFO:tasks.workunit.client.0.smithi005.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-12T16:49:35.132 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WfM1LiZo4IsJPtA off=20634634 len=1293580 2024-04-12T16:49:35.138 INFO:tasks.workunit.client.0.smithi005.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-12T16:49:35.138 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AbXUx_0hx-WhqLy off=13760749 len=744934 2024-04-12T16:49:35.142 INFO:tasks.workunit.client.0.smithi005.stdout:op 1315 completed, throughput=5MB/sec 2024-04-12T16:49:35.142 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BAPrU6KwB6kVart off=13346039 len=1728292 2024-04-12T16:49:35.145 INFO:tasks.workunit.client.0.smithi005.stdout:op 1316 completed, throughput=5MB/sec 2024-04-12T16:49:35.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:35.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:36.145 INFO:tasks.workunit.client.0.smithi005.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:36.146 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VhMhFZaOUQeoVHS off=9826507 len=788309 2024-04-12T16:49:36.146 INFO:tasks.workunit.client.0.smithi005.stdout:op 1317 completed, throughput=4.99MB/sec 2024-04-12T16:49:36.147 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xOVwsAL8DUlTa-d off=779430 len=2036294 2024-04-12T16:49:36.157 INFO:tasks.workunit.client.0.smithi005.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-12T16:49:36.157 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MGjpd3pF7ysIYqu off=549175 len=243358 2024-04-12T16:49:36.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 1319 completed, throughput=5MB/sec 2024-04-12T16:49:36.160 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6JwN7q8YzX1xFi2 off=4306771 len=1698671 2024-04-12T16:49:36.163 INFO:tasks.workunit.client.0.smithi005.stdout:op 1320 completed, throughput=5MB/sec 2024-04-12T16:49:36.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:36 smithi005 ceph-mon[88416]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:49:36.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:36 smithi005 ceph-mon[90837]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:49:36.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:36 smithi016 ceph-mon[84444]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:49:37.163 INFO:tasks.workunit.client.0.smithi005.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:37.163 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ieZJ41imO5vZ1tE off=4325469 len=1177602 2024-04-12T16:49:37.169 INFO:tasks.workunit.client.0.smithi005.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-12T16:49:37.169 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--fZkMo5QjosTkEs off=13785803 len=500090 2024-04-12T16:49:37.173 INFO:tasks.workunit.client.0.smithi005.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-12T16:49:37.173 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QdFkUqbqtV9Si7L off=5100824 len=416030 2024-04-12T16:49:37.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-12T16:49:37.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xS_UlCQmpbnlnjf off=2354858 len=777554 2024-04-12T16:49:37.179 INFO:tasks.workunit.client.0.smithi005.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-12T16:49:37.179 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YpSgp6xBEG1oE1o off=827306 len=114865 2024-04-12T16:49:37.179 INFO:tasks.workunit.client.0.smithi005.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-12T16:49:37.179 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1Pf4QEXZvFXBU-Y off=11188948 len=1173764 2024-04-12T16:49:37.180 INFO:tasks.workunit.client.0.smithi005.stdout:op 1326 completed, throughput=5MB/sec 2024-04-12T16:49:37.180 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9iWo6MHnvkj_7lv off=987958 len=1472052 2024-04-12T16:49:37.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 1327 completed, throughput=5MB/sec 2024-04-12T16:49:38.184 INFO:tasks.workunit.client.0.smithi005.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:38.184 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jniLdTFu5gg1-JV off=16559 len=1483143 2024-04-12T16:49:38.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-12T16:49:38.185 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y3Nr1Sw8Dxt05yM off=5824313 len=59375 2024-04-12T16:49:38.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-12T16:49:38.186 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-R92rFEI3HHwzwIV off=13067173 len=866552 2024-04-12T16:49:38.187 INFO:tasks.workunit.client.0.smithi005.stdout:op 1330 completed, throughput=4.99MB/sec 2024-04-12T16:49:38.187 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GisIR2FbXNFBZNU off=6219098 len=704113 2024-04-12T16:49:38.192 INFO:tasks.workunit.client.0.smithi005.stdout:op 1331 completed, throughput=4.99MB/sec 2024-04-12T16:49:38.192 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bkE6xqxHo_otTnA off=5263950 len=1987192 2024-04-12T16:49:38.202 INFO:tasks.workunit.client.0.smithi005.stdout:op 1332 completed, throughput=5MB/sec 2024-04-12T16:49:38.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:38 smithi005 ceph-mon[88416]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:49:38.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:38 smithi005 ceph-mon[90837]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:49:38.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:38 smithi016 ceph-mon[84444]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:49:39.202 INFO:tasks.workunit.client.0.smithi005.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:39.203 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NZC3riedb6x8b8I off=5674855 len=1872105 2024-04-12T16:49:39.211 INFO:tasks.workunit.client.0.smithi005.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-12T16:49:39.211 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QGPP0k6irRqd6vS off=7927753 len=1562682 2024-04-12T16:49:39.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-12T16:49:39.214 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bgXOjfcyJ1Gjl_6 off=3281430 len=1092121 2024-04-12T16:49:39.220 INFO:tasks.workunit.client.0.smithi005.stdout:op 1335 completed, throughput=5MB/sec 2024-04-12T16:49:39.220 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-chvIPmhGzo4om6F off=6780690 len=1299315 2024-04-12T16:49:39.227 INFO:tasks.workunit.client.0.smithi005.stdout:op 1336 completed, throughput=5MB/sec 2024-04-12T16:49:40.228 INFO:tasks.workunit.client.0.smithi005.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:40.229 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vSb0zzi56UMw3Pn off=6177194 len=1483488 2024-04-12T16:49:40.232 INFO:tasks.workunit.client.0.smithi005.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-12T16:49:40.232 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Lac-X7RPFoYshGI off=5394526 len=266457 2024-04-12T16:49:40.235 INFO:tasks.workunit.client.0.smithi005.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-12T16:49:40.235 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dZwVNwwmJNni3E7 off=22742439 len=674066 2024-04-12T16:49:40.243 INFO:tasks.workunit.client.0.smithi005.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-12T16:49:40.244 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vwOBK2J8OeHESlk off=606312 len=1098099 2024-04-12T16:49:40.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 1340 completed, throughput=5MB/sec 2024-04-12T16:49:40.244 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FxrbjAvu0uaUFzu off=4173015 len=605136 2024-04-12T16:49:40.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 1341 completed, throughput=5MB/sec 2024-04-12T16:49:40.244 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Mo6ijSZaLn0duel off=6089236 len=2032981 2024-04-12T16:49:40.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 1342 completed, throughput=5.01MB/sec 2024-04-12T16:49:40.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:40 smithi005 ceph-mon[88416]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:49:40.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:40 smithi005 ceph-mon[90837]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:49:40.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:40 smithi016 ceph-mon[84444]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:49:41.253 INFO:tasks.workunit.client.0.smithi005.stdout: 268: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:41.253 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WRRdSlaqPXUT7XK off=16530439 len=1134882 2024-04-12T16:49:41.259 INFO:tasks.workunit.client.0.smithi005.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-12T16:49:41.260 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nB9GGX8CgDA6PuZ off=641726 len=1704937 2024-04-12T16:49:41.268 INFO:tasks.workunit.client.0.smithi005.stdout:op 1344 completed, throughput=5MB/sec 2024-04-12T16:49:41.268 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z9XLUEACh5EOsxU off=16020952 len=225226 2024-04-12T16:49:41.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 1345 completed, throughput=5MB/sec 2024-04-12T16:49:41.271 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sbFqjBLpzdJRJHA off=375832 len=171847 2024-04-12T16:49:41.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 1346 completed, throughput=5MB/sec 2024-04-12T16:49:41.272 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lRG6Ln8LVePdjmk off=1295304 len=959465 2024-04-12T16:49:41.277 INFO:tasks.workunit.client.0.smithi005.stdout:op 1347 completed, throughput=5MB/sec 2024-04-12T16:49:42.277 INFO:tasks.workunit.client.0.smithi005.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:42.277 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JrjWJQ3Qe62kBFu off=6559885 len=1724139 2024-04-12T16:49:42.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-12T16:49:42.279 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tqQiPMW4dwLpITN off=5545131 len=249693 2024-04-12T16:49:42.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-12T16:49:42.282 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GMzX5M_7j5ms9KZ off=4884008 len=1779150 2024-04-12T16:49:42.284 INFO:tasks.workunit.client.0.smithi005.stdout:op 1350 completed, throughput=5MB/sec 2024-04-12T16:49:42.284 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PewS7QHp16xuWTB off=962477 len=1707129 2024-04-12T16:49:42.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 1351 completed, throughput=5MB/sec 2024-04-12T16:49:42.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:42 smithi005 ceph-mon[88416]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:49:42.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:42 smithi005 ceph-mon[90837]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:49:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:42 smithi016 ceph-mon[84444]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:49:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:49:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:43.295 INFO:tasks.workunit.client.0.smithi005.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:43.295 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dC5OnmC9jq6q0zx off=3360244 len=663885 2024-04-12T16:49:43.299 INFO:tasks.workunit.client.0.smithi005.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-12T16:49:43.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cYZkQ4Iey0I28Gp off=7333213 len=789576 2024-04-12T16:49:43.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-12T16:49:43.301 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UVWE7sYISeoVqDu off=11675485 len=313046 2024-04-12T16:49:43.302 INFO:tasks.workunit.client.0.smithi005.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-12T16:49:43.302 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CpHdu8Drg0ijicp off=9354491 len=1324027 2024-04-12T16:49:43.308 INFO:tasks.workunit.client.0.smithi005.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-12T16:49:43.308 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UbogGpvtGkXpwuB off=16321828 len=1138479 2024-04-12T16:49:43.314 INFO:tasks.workunit.client.0.smithi005.stdout:op 1356 completed, throughput=5MB/sec 2024-04-12T16:49:43.314 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gNGfdPgokX9xd3M off=365777 len=285645 2024-04-12T16:49:43.315 INFO:tasks.workunit.client.0.smithi005.stdout:op 1357 completed, throughput=5MB/sec 2024-04-12T16:49:43.315 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-37LxiXsnnlGbylG off=23450827 len=703272 2024-04-12T16:49:43.316 INFO:tasks.workunit.client.0.smithi005.stdout:op 1358 completed, throughput=5MB/sec 2024-04-12T16:49:44.198 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:44 smithi005 ceph-mon[88416]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:49:44.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:44 smithi005 ceph-mon[90837]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:49:44.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:49:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:49:43] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-12T16:49:44.316 INFO:tasks.workunit.client.0.smithi005.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:44.316 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ldUfm3HuDWKNPBQ off=2382381 len=1756382 2024-04-12T16:49:44.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-12T16:49:44.324 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pvrBIsbzHZ3PJqB off=11504039 len=1945884 2024-04-12T16:49:44.326 INFO:tasks.workunit.client.0.smithi005.stdout:op 1360 completed, throughput=5MB/sec 2024-04-12T16:49:44.326 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n46QyvT1l-wxny1 off=8079948 len=817390 2024-04-12T16:49:44.332 INFO:tasks.workunit.client.0.smithi005.stdout:op 1361 completed, throughput=5MB/sec 2024-04-12T16:49:44.332 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aSa7rMuN57oTMef off=13489959 len=33908 2024-04-12T16:49:44.332 INFO:tasks.workunit.client.0.smithi005.stdout:op 1362 completed, throughput=5MB/sec 2024-04-12T16:49:44.332 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A3dOA8gYa88rBaP off=1930340 len=1865104 2024-04-12T16:49:44.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 1363 completed, throughput=5.01MB/sec 2024-04-12T16:49:44.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:44 smithi016 ceph-mon[84444]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:49:45.342 INFO:tasks.workunit.client.0.smithi005.stdout: 272: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:45.342 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fjStNIUJ89G9Zdv off=12968169 len=1929187 2024-04-12T16:49:45.344 INFO:tasks.workunit.client.0.smithi005.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-12T16:49:45.344 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KnJznrEyogseMKz off=16811579 len=1620127 2024-04-12T16:49:45.345 INFO:tasks.workunit.client.0.smithi005.stdout:op 1365 completed, throughput=5MB/sec 2024-04-12T16:49:45.346 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N0DHBzCgM-qZ-YS off=4391186 len=1990176 2024-04-12T16:49:45.349 INFO:tasks.workunit.client.0.smithi005.stdout:op 1366 completed, throughput=5.01MB/sec 2024-04-12T16:49:46.350 INFO:tasks.workunit.client.0.smithi005.stdout: 273: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:46.350 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m6X9cW9_PpIU8bY off=3166569 len=147629 2024-04-12T16:49:46.350 INFO:tasks.workunit.client.0.smithi005.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-12T16:49:46.351 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mnKHILzmkJh2c14 off=795611 len=1026485 2024-04-12T16:49:46.356 INFO:tasks.workunit.client.0.smithi005.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-12T16:49:46.356 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aeMrgVV2RKL6IJE off=7753132 len=555578 2024-04-12T16:49:46.357 INFO:tasks.workunit.client.0.smithi005.stdout:op 1369 completed, throughput=4.99MB/sec 2024-04-12T16:49:46.357 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jwx7F8CWGRMCoAc off=4918266 len=1361298 2024-04-12T16:49:46.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 1370 completed, throughput=5MB/sec 2024-04-12T16:49:46.359 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-whLbu1ny190UJAV off=2691377 len=242667 2024-04-12T16:49:46.362 INFO:tasks.workunit.client.0.smithi005.stdout:op 1371 completed, throughput=5MB/sec 2024-04-12T16:49:46.362 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--rUzfM960JpsUpH off=1907540 len=1262680 2024-04-12T16:49:46.365 INFO:tasks.workunit.client.0.smithi005.stdout:op 1372 completed, throughput=5MB/sec 2024-04-12T16:49:46.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:46 smithi005 ceph-mon[90837]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T16:49:46.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:46 smithi005 ceph-mon[88416]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T16:49:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:46 smithi016 ceph-mon[84444]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T16:49:47.365 INFO:tasks.workunit.client.0.smithi005.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:47.365 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eZsXHbfHHeP0FnX off=2272729 len=1506376 2024-04-12T16:49:47.372 INFO:tasks.workunit.client.0.smithi005.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-12T16:49:47.372 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3vq3ytaWp_LCxK7 off=3508774 len=1892615 2024-04-12T16:49:47.376 INFO:tasks.workunit.client.0.smithi005.stdout:op 1374 completed, throughput=5MB/sec 2024-04-12T16:49:47.376 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9nb_cNZhHTs_Uxe off=10476647 len=215694 2024-04-12T16:49:47.376 INFO:tasks.workunit.client.0.smithi005.stdout:op 1375 completed, throughput=5MB/sec 2024-04-12T16:49:47.376 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Jh0_iP9NxDAIFTn off=10119505 len=572574 2024-04-12T16:49:47.377 INFO:tasks.workunit.client.0.smithi005.stdout:op 1376 completed, throughput=5MB/sec 2024-04-12T16:49:47.377 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JBr5UlwwDFkAbqi off=4161114 len=1350470 2024-04-12T16:49:47.378 INFO:tasks.workunit.client.0.smithi005.stdout:op 1377 completed, throughput=5MB/sec 2024-04-12T16:49:48.378 INFO:tasks.workunit.client.0.smithi005.stdout: 275: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:48.378 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fKztAFkxveHCM3X off=3052971 len=951857 2024-04-12T16:49:48.380 INFO:tasks.workunit.client.0.smithi005.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-12T16:49:48.380 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EtEB6rxF2RFDNQ4 off=7899824 len=418322 2024-04-12T16:49:48.380 INFO:tasks.workunit.client.0.smithi005.stdout:op 1379 completed, throughput=4.99MB/sec 2024-04-12T16:49:48.381 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-61j7l3TXNjncmUX off=9505651 len=313653 2024-04-12T16:49:48.384 INFO:tasks.workunit.client.0.smithi005.stdout:op 1380 completed, throughput=4.99MB/sec 2024-04-12T16:49:48.384 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D1hAGWsIghKwkt3 off=13619902 len=123775 2024-04-12T16:49:48.387 INFO:tasks.workunit.client.0.smithi005.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-12T16:49:48.387 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0qTYYiy78x2qEZF off=2806329 len=321452 2024-04-12T16:49:48.387 INFO:tasks.workunit.client.0.smithi005.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-12T16:49:48.388 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EPWhXHa63B9dThG off=1139337 len=1920132 2024-04-12T16:49:48.395 INFO:tasks.workunit.client.0.smithi005.stdout:op 1383 completed, throughput=5MB/sec 2024-04-12T16:49:48.395 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bLwYoBwTw7H_fMC off=6770781 len=277723 2024-04-12T16:49:48.396 INFO:tasks.workunit.client.0.smithi005.stdout:op 1384 completed, throughput=5MB/sec 2024-04-12T16:49:48.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:48 smithi005 ceph-mon[88416]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:48.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:48 smithi005 ceph-mon[90837]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:48 smithi016 ceph-mon[84444]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:49.396 INFO:tasks.workunit.client.0.smithi005.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:49.397 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-L8_4EJiWQwsFKTK off=2445846 len=701553 2024-04-12T16:49:49.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 1385 completed, throughput=4.99MB/sec 2024-04-12T16:49:49.397 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Tuj5PbvdVC3bYe_ off=580097 len=860767 2024-04-12T16:49:49.402 INFO:tasks.workunit.client.0.smithi005.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-12T16:49:49.402 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fxNHeJaknvFQX3n off=180246 len=311725 2024-04-12T16:49:49.403 INFO:tasks.workunit.client.0.smithi005.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-12T16:49:49.403 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-khNa0AiPadGVVdi off=1121125 len=1999364 2024-04-12T16:49:49.414 INFO:tasks.workunit.client.0.smithi005.stdout:op 1388 completed, throughput=5MB/sec 2024-04-12T16:49:49.414 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KCDbmHoL9Ffy0jR off=5916811 len=1769435 2024-04-12T16:49:49.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 1389 completed, throughput=5MB/sec 2024-04-12T16:49:50.390 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:50 smithi016 ceph-mon[84444]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:49:50.391 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:50.423 INFO:tasks.workunit.client.0.smithi005.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:50.423 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OZeQu4Y8AK6IL-Z off=6693934 len=381404 2024-04-12T16:49:50.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-12T16:49:50.424 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-obnUgyf1wBOUAKQ off=1248396 len=1227121 2024-04-12T16:49:50.426 INFO:tasks.workunit.client.0.smithi005.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-12T16:49:50.426 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-943wZ8W-u_UW_9b off=3921456 len=379144 2024-04-12T16:49:50.429 INFO:tasks.workunit.client.0.smithi005.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-12T16:49:50.429 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eyHtm6EVC5a4-7U off=2541284 len=45303 2024-04-12T16:49:50.431 INFO:tasks.workunit.client.0.smithi005.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-12T16:49:50.431 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pcb8Tb9TBFluKEZ off=426823 len=1982148 2024-04-12T16:49:50.433 INFO:tasks.workunit.client.0.smithi005.stdout:op 1394 completed, throughput=5MB/sec 2024-04-12T16:49:50.433 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eNZCIEyu7krpJvL off=11211079 len=2092786 2024-04-12T16:49:50.437 INFO:tasks.workunit.client.0.smithi005.stdout:op 1395 completed, throughput=5MB/sec 2024-04-12T16:49:50.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:50 smithi005 ceph-mon[88416]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:49:50.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:50 smithi005 ceph-mon[90837]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:49:50.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:49:51.438 INFO:tasks.workunit.client.0.smithi005.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:51.438 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IciLWf-fcaUvAf6 off=19549148 len=166228 2024-04-12T16:49:51.441 INFO:tasks.workunit.client.0.smithi005.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-12T16:49:51.441 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PM5VEXav0yF7X61 off=4245238 len=87797 2024-04-12T16:49:51.441 INFO:tasks.workunit.client.0.smithi005.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-12T16:49:51.441 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XVp8IYJikf5E85h off=3012580 len=701773 2024-04-12T16:49:51.442 INFO:tasks.workunit.client.0.smithi005.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-12T16:49:51.442 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-F50uBoaxryvERgX off=3144551 len=1890823 2024-04-12T16:49:51.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 1399 completed, throughput=5MB/sec 2024-04-12T16:49:51.444 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FnL2hyXwBoqna7B off=1829115 len=83897 2024-04-12T16:49:51.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 1400 completed, throughput=5MB/sec 2024-04-12T16:49:51.446 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ml7REOz1Ed87i7j off=1908815 len=918040 2024-04-12T16:49:51.447 INFO:tasks.workunit.client.0.smithi005.stdout:op 1401 completed, throughput=5MB/sec 2024-04-12T16:49:51.447 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kAo4xvUOCmwPfxe off=1367093 len=2087475 2024-04-12T16:49:51.459 INFO:tasks.workunit.client.0.smithi005.stdout:op 1402 completed, throughput=5.01MB/sec 2024-04-12T16:49:52.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:52 smithi005 ceph-mon[88416]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:52.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:52 smithi005 ceph-mon[90837]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:52.459 INFO:tasks.workunit.client.0.smithi005.stdout: 279: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:52.459 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WJqzkwIFmaDogrV off=1138752 len=1957147 2024-04-12T16:49:52.462 INFO:tasks.workunit.client.0.smithi005.stdout:op 1403 completed, throughput=5MB/sec 2024-04-12T16:49:52.462 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mVkvxPLiEqfBAOF off=6894894 len=1689495 2024-04-12T16:49:52.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 1404 completed, throughput=5MB/sec 2024-04-12T16:49:52.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:52 smithi016 ceph-mon[84444]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:49:52.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:49:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:49:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:49:53.465 INFO:tasks.workunit.client.0.smithi005.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:53.465 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-thgRCDIw-gj9sCS off=18569362 len=979756 2024-04-12T16:49:53.470 INFO:tasks.workunit.client.0.smithi005.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-12T16:49:53.470 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tqXBVA-ijo0YXCP off=3561372 len=1385371 2024-04-12T16:49:53.470 INFO:tasks.workunit.client.0.smithi005.stdout:op 1406 completed, throughput=4.99MB/sec 2024-04-12T16:49:53.470 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cEr87gMmPtn01Pq off=10986148 len=532644 2024-04-12T16:49:53.471 INFO:tasks.workunit.client.0.smithi005.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-12T16:49:53.471 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EG_8bogoM7-K_5h off=3370435 len=1963539 2024-04-12T16:49:53.471 INFO:tasks.workunit.client.0.smithi005.stdout:op 1408 completed, throughput=5MB/sec 2024-04-12T16:49:53.472 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xB-bKS8OXlGunep off=11913897 len=1695082 2024-04-12T16:49:53.473 INFO:tasks.workunit.client.0.smithi005.stdout:op 1409 completed, throughput=5.01MB/sec 2024-04-12T16:49:54.141 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:49:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:49:53] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-12T16:49:54.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:54 smithi005 ceph-mon[88416]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:54.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:54 smithi005 ceph-mon[90837]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:54.474 INFO:tasks.workunit.client.0.smithi005.stdout: 281: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:54.474 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zAK2RtPQxpkdV4d off=488102 len=1406855 2024-04-12T16:49:54.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 1410 completed, throughput=4.99MB/sec 2024-04-12T16:49:54.482 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RkyPJFr_oHDVjxT off=848234 len=844166 2024-04-12T16:49:54.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 1411 completed, throughput=4.99MB/sec 2024-04-12T16:49:54.483 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dS7G2EMNDD9bt3y off=2529769 len=1002803 2024-04-12T16:49:54.484 INFO:tasks.workunit.client.0.smithi005.stdout:op 1412 completed, throughput=5MB/sec 2024-04-12T16:49:54.484 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lx1pcNY5ZiVKouW off=220273 len=1148746 2024-04-12T16:49:54.490 INFO:tasks.workunit.client.0.smithi005.stdout:op 1413 completed, throughput=5MB/sec 2024-04-12T16:49:54.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:54 smithi016 ceph-mon[84444]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:49:55.490 INFO:tasks.workunit.client.0.smithi005.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:55.490 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mH_dzaJWaCYCp82 off=23246054 len=1982879 2024-04-12T16:49:55.499 INFO:tasks.workunit.client.0.smithi005.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-12T16:49:55.499 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-76CvKd8f7eaue9a off=1416671 len=1398410 2024-04-12T16:49:55.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 1415 completed, throughput=5MB/sec 2024-04-12T16:49:55.509 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WSRTLZiIJDbIL1Y off=19669589 len=1651196 2024-04-12T16:49:55.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 1416 completed, throughput=5MB/sec 2024-04-12T16:49:56.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:56 smithi005 ceph-mon[88416]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:49:56.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:56 smithi005 ceph-mon[90837]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:49:56.513 INFO:tasks.workunit.client.0.smithi005.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-12T16:49:56.514 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CqyHQFaFgpqqeh6 off=1977395 len=1908278 2024-04-12T16:49:56.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-12T16:49:56.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oafZsW-ujna2e62 off=2399484 len=1585542 2024-04-12T16:49:56.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-12T16:49:56.530 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BPOgbJh4XYjWJWV off=1008199 len=108342 2024-04-12T16:49:56.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 1419 completed, throughput=5MB/sec 2024-04-12T16:49:56.531 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zKjvSThsoWgsq_E off=0 len=1089875 2024-04-12T16:49:56.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 1420 completed, throughput=5MB/sec 2024-04-12T16:49:56.533 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NMU7kKYEZdwmBHf off=4208622 len=2042930 2024-04-12T16:49:56.535 INFO:tasks.workunit.client.0.smithi005.stdout:op 1421 completed, throughput=5.01MB/sec 2024-04-12T16:49:56.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:56 smithi016 ceph-mon[84444]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:49:57.535 INFO:tasks.workunit.client.0.smithi005.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:57.535 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4rXPz5ew-DgHJcw off=2879791 len=1284021 2024-04-12T16:49:57.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-12T16:49:57.543 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vpoud0ya40EM7aQ off=15851979 len=1807903 2024-04-12T16:49:57.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 1423 completed, throughput=5MB/sec 2024-04-12T16:49:57.551 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DCKosiR5NaqoRj1 off=1072079 len=1718359 2024-04-12T16:49:57.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 1424 completed, throughput=5MB/sec 2024-04-12T16:49:58.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:49:58 smithi005 ceph-mon[88416]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:49:58.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:49:58 smithi005 ceph-mon[90837]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:49:58.560 INFO:tasks.workunit.client.0.smithi005.stdout: 285: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:58.560 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Abvd1HNQ8tTUPPN off=8371529 len=1251127 2024-04-12T16:49:58.561 INFO:tasks.workunit.client.0.smithi005.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-12T16:49:58.562 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LMzihOIHpx3eJ4y off=848607 len=1422107 2024-04-12T16:49:58.568 INFO:tasks.workunit.client.0.smithi005.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-12T16:49:58.568 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-410eCZnsGUCe1n4 off=6289907 len=1541700 2024-04-12T16:49:58.576 INFO:tasks.workunit.client.0.smithi005.stdout:op 1427 completed, throughput=5MB/sec 2024-04-12T16:49:58.576 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qOe6w_ExE9BQvXu off=14185502 len=854335 2024-04-12T16:49:58.581 INFO:tasks.workunit.client.0.smithi005.stdout:op 1428 completed, throughput=5MB/sec 2024-04-12T16:49:58.588 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:49:58 smithi016 ceph-mon[84444]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:49:59.580 INFO:tasks.workunit.client.0.smithi005.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-12T16:49:59.580 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--9QCmB_6-dpFot0 off=7845536 len=1832187 2024-04-12T16:49:59.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 1429 completed, throughput=4.99MB/sec 2024-04-12T16:49:59.587 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oLh14T4fAZgiRrr off=656717 len=706033 2024-04-12T16:49:59.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-12T16:49:59.591 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qITNHsEGhrJoZjK off=436789 len=2039290 2024-04-12T16:49:59.595 INFO:tasks.workunit.client.0.smithi005.stdout:op 1431 completed, throughput=5MB/sec 2024-04-12T16:50:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[88416]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:50:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:00.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[88416]: overall HEALTH_OK 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[90837]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[90837]: overall HEALTH_OK 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:00.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:50:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:00 smithi016 ceph-mon[84444]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:50:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:50:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:00 smithi016 ceph-mon[84444]: overall HEALTH_OK 2024-04-12T16:50:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:50:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:50:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:50:00.595 INFO:tasks.workunit.client.0.smithi005.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:00.595 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Sl4cR0_Y7oRyCEf off=4141283 len=212927 2024-04-12T16:50:00.597 INFO:tasks.workunit.client.0.smithi005.stdout:op 1432 completed, throughput=4.98MB/sec 2024-04-12T16:50:00.598 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-drzJ_6MSNxMjBHZ off=18987443 len=747939 2024-04-12T16:50:00.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-12T16:50:00.598 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zyKQ7bzh_kCzfvE off=6862890 len=1092628 2024-04-12T16:50:00.600 INFO:tasks.workunit.client.0.smithi005.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-12T16:50:00.600 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-79BpueNfUdF7eO- off=1810533 len=68712 2024-04-12T16:50:00.601 INFO:tasks.workunit.client.0.smithi005.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-12T16:50:00.602 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5Vuy9iE2gI3VftZ off=629243 len=1358368 2024-04-12T16:50:00.608 INFO:tasks.workunit.client.0.smithi005.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-12T16:50:00.608 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zn9DbvvPkLzKGUW off=19915127 len=356630 2024-04-12T16:50:00.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 1437 completed, throughput=5MB/sec 2024-04-12T16:50:00.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eUc4AF38n5uPIYa off=15730059 len=544389 2024-04-12T16:50:00.614 INFO:tasks.workunit.client.0.smithi005.stdout:op 1438 completed, throughput=5MB/sec 2024-04-12T16:50:00.614 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q-tmv9aM6qi5iKR off=15567 len=1029200 2024-04-12T16:50:00.618 INFO:tasks.workunit.client.0.smithi005.stdout:op 1439 completed, throughput=5MB/sec 2024-04-12T16:50:01.618 INFO:tasks.workunit.client.0.smithi005.stdout: 288: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:01.618 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ETNlzcdc9aoO03I off=4086431 len=501446 2024-04-12T16:50:01.619 INFO:tasks.workunit.client.0.smithi005.stdout:op 1440 completed, throughput=4.98MB/sec 2024-04-12T16:50:01.619 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B4M9RkTDabq0Xd8 off=8447357 len=152859 2024-04-12T16:50:01.622 INFO:tasks.workunit.client.0.smithi005.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-12T16:50:01.622 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vl4jjmPm23eFUlP off=3089420 len=1872115 2024-04-12T16:50:01.624 INFO:tasks.workunit.client.0.smithi005.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-12T16:50:01.624 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aWtOq20pn1RUZO6 off=7843596 len=1624197 2024-04-12T16:50:01.632 INFO:tasks.workunit.client.0.smithi005.stdout:op 1443 completed, throughput=5MB/sec 2024-04-12T16:50:01.632 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FGCTDApKE3cfrdZ off=2040823 len=124971 2024-04-12T16:50:01.632 INFO:tasks.workunit.client.0.smithi005.stdout:op 1444 completed, throughput=5MB/sec 2024-04-12T16:50:01.632 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gZjYId1B-WtlFtj off=5421906 len=1387035 2024-04-12T16:50:01.633 INFO:tasks.workunit.client.0.smithi005.stdout:op 1445 completed, throughput=5MB/sec 2024-04-12T16:50:02.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:02 smithi005 ceph-mon[88416]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:50:02.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:02 smithi005 ceph-mon[90837]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:50:02.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:02 smithi016 ceph-mon[84444]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:50:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:50:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:50:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:02.634 INFO:tasks.workunit.client.0.smithi005.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:02.634 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-brKcOPPS8OnmPwm off=6113363 len=1162889 2024-04-12T16:50:02.639 INFO:tasks.workunit.client.0.smithi005.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-12T16:50:02.640 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d25D29M9iI38Esu off=16418294 len=1749512 2024-04-12T16:50:02.643 INFO:tasks.workunit.client.0.smithi005.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-12T16:50:02.643 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5QbOjvtXxh9x_Af off=4258165 len=182859 2024-04-12T16:50:02.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 1448 completed, throughput=4.99MB/sec 2024-04-12T16:50:02.644 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gyaopz7W6gMQQL7 off=279975 len=1166218 2024-04-12T16:50:02.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 1449 completed, throughput=5MB/sec 2024-04-12T16:50:02.649 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tx2OpJzF1BU0BTD off=14912813 len=861093 2024-04-12T16:50:02.651 INFO:tasks.workunit.client.0.smithi005.stdout:op 1450 completed, throughput=5MB/sec 2024-04-12T16:50:03.651 INFO:tasks.workunit.client.0.smithi005.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:03.651 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZQGwM-EFUsgt99O off=1601755 len=1780049 2024-04-12T16:50:03.659 INFO:tasks.workunit.client.0.smithi005.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-12T16:50:03.659 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-crhwDn_ABVDtpdb off=12409200 len=810422 2024-04-12T16:50:03.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-12T16:50:03.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vn-7HTF6cbza9Ke off=8176019 len=507920 2024-04-12T16:50:03.665 INFO:tasks.workunit.client.0.smithi005.stdout:op 1453 completed, throughput=4.99MB/sec 2024-04-12T16:50:03.665 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kk6D4rkpmv57HgN off=992841 len=1032271 2024-04-12T16:50:03.669 INFO:tasks.workunit.client.0.smithi005.stdout:op 1454 completed, throughput=5MB/sec 2024-04-12T16:50:03.669 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TTiDVtN_FJvd-0e off=6225023 len=302065 2024-04-12T16:50:03.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 1455 completed, throughput=5MB/sec 2024-04-12T16:50:03.670 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tltYfbfUiq9BCi1 off=6085856 len=1997518 2024-04-12T16:50:03.677 INFO:tasks.workunit.client.0.smithi005.stdout:op 1456 completed, throughput=5MB/sec 2024-04-12T16:50:04.153 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:50:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:50:03] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-12T16:50:04.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:04 smithi005 ceph-mon[88416]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:50:04.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:04 smithi005 ceph-mon[90837]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:50:04.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:04 smithi016 ceph-mon[84444]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:50:04.678 INFO:tasks.workunit.client.0.smithi005.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:04.678 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ptPOBUlNlqYC7Rj off=6955288 len=1505712 2024-04-12T16:50:04.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-12T16:50:04.680 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fralc4jlpY6eL6d off=885271 len=1135367 2024-04-12T16:50:04.681 INFO:tasks.workunit.client.0.smithi005.stdout:op 1458 completed, throughput=5MB/sec 2024-04-12T16:50:04.681 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LuqoJO5su2MAara off=14872961 len=2730 2024-04-12T16:50:04.682 INFO:tasks.workunit.client.0.smithi005.stdout:op 1459 completed, throughput=5MB/sec 2024-04-12T16:50:04.682 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S7kOk8Y50yCQUYw off=12877817 len=1627726 2024-04-12T16:50:04.684 INFO:tasks.workunit.client.0.smithi005.stdout:op 1460 completed, throughput=5MB/sec 2024-04-12T16:50:05.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:05.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:05.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:05.684 INFO:tasks.workunit.client.0.smithi005.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:05.684 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ElXUUoPIyMcmizF off=13341570 len=214220 2024-04-12T16:50:05.687 INFO:tasks.workunit.client.0.smithi005.stdout:op 1461 completed, throughput=4.98MB/sec 2024-04-12T16:50:05.687 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GqQCk1MZRlbKVGY off=10683495 len=903375 2024-04-12T16:50:05.689 INFO:tasks.workunit.client.0.smithi005.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-12T16:50:05.689 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y9aPdE8fff791Vq off=924890 len=474364 2024-04-12T16:50:05.693 INFO:tasks.workunit.client.0.smithi005.stdout:op 1463 completed, throughput=4.99MB/sec 2024-04-12T16:50:05.693 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CuV5fnxChxjpqVq off=659909 len=262825 2024-04-12T16:50:05.694 INFO:tasks.workunit.client.0.smithi005.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-12T16:50:05.694 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-es4hTrDb2xXXbkM off=6757576 len=1498676 2024-04-12T16:50:05.696 INFO:tasks.workunit.client.0.smithi005.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-12T16:50:05.696 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Z6Pz3qH3s0Z_m0I off=13381637 len=1176295 2024-04-12T16:50:05.702 INFO:tasks.workunit.client.0.smithi005.stdout:op 1466 completed, throughput=5MB/sec 2024-04-12T16:50:05.702 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XGFd-Ho-7UNyROj off=1722551 len=1923301 2024-04-12T16:50:05.705 INFO:tasks.workunit.client.0.smithi005.stdout:op 1467 completed, throughput=5MB/sec 2024-04-12T16:50:06.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:06 smithi005 ceph-mon[88416]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:50:06.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:06 smithi005 ceph-mon[90837]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:50:06.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:06 smithi016 ceph-mon[84444]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:50:06.706 INFO:tasks.workunit.client.0.smithi005.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:06.706 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GtyQyG81ruS80k5 off=5060294 len=517636 2024-04-12T16:50:06.710 INFO:tasks.workunit.client.0.smithi005.stdout:op 1468 completed, throughput=4.99MB/sec 2024-04-12T16:50:06.710 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SE9T9ZCavZ9Y407 off=482215 len=902566 2024-04-12T16:50:06.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 1469 completed, throughput=4.99MB/sec 2024-04-12T16:50:06.716 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dWdWyo7GTJFOPU5 off=5833686 len=1555292 2024-04-12T16:50:06.719 INFO:tasks.workunit.client.0.smithi005.stdout:op 1470 completed, throughput=5MB/sec 2024-04-12T16:50:06.719 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o7Sfa40JL3QJckR off=4862443 len=246262 2024-04-12T16:50:06.722 INFO:tasks.workunit.client.0.smithi005.stdout:op 1471 completed, throughput=5MB/sec 2024-04-12T16:50:06.722 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ERskNODSiibo2B- off=6493657 len=332057 2024-04-12T16:50:06.723 INFO:tasks.workunit.client.0.smithi005.stdout:op 1472 completed, throughput=5MB/sec 2024-04-12T16:50:06.723 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8GWz-CckRS8kHlH off=7741263 len=2005270 2024-04-12T16:50:06.725 INFO:tasks.workunit.client.0.smithi005.stdout:op 1473 completed, throughput=5.01MB/sec 2024-04-12T16:50:07.725 INFO:tasks.workunit.client.0.smithi005.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:07.725 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZQWIkcj7prt1OUS off=2342506 len=1588599 2024-04-12T16:50:07.733 INFO:tasks.workunit.client.0.smithi005.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-12T16:50:07.733 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kFf_ITEidvNToMY off=7973273 len=1007041 2024-04-12T16:50:07.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 1475 completed, throughput=5MB/sec 2024-04-12T16:50:07.738 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7aH7g6uDevvC4dp off=8764302 len=1248024 2024-04-12T16:50:07.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 1476 completed, throughput=5MB/sec 2024-04-12T16:50:08.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:08 smithi005 ceph-mon[88416]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:50:08.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:08 smithi005 ceph-mon[90837]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:50:08.588 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:08 smithi016 ceph-mon[84444]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:50:08.746 INFO:tasks.workunit.client.0.smithi005.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:08.746 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zAqicsQYLOWsYeI off=198747 len=1382242 2024-04-12T16:50:08.747 INFO:tasks.workunit.client.0.smithi005.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-12T16:50:08.748 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JoMlz_O8FoRCrAw off=1199937 len=708305 2024-04-12T16:50:08.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 1478 completed, throughput=4.99MB/sec 2024-04-12T16:50:08.750 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l0U2jANimEq2I9C off=7484248 len=1010800 2024-04-12T16:50:08.752 INFO:tasks.workunit.client.0.smithi005.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-12T16:50:08.752 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vjWSLly7yffBOH_ off=14362844 len=578968 2024-04-12T16:50:08.756 INFO:tasks.workunit.client.0.smithi005.stdout:op 1480 completed, throughput=5MB/sec 2024-04-12T16:50:08.756 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nkybodTdQqpqOti off=835033 len=483728 2024-04-12T16:50:08.757 INFO:tasks.workunit.client.0.smithi005.stdout:op 1481 completed, throughput=5MB/sec 2024-04-12T16:50:08.757 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eiXz6p3nqERt1RJ off=1917453 len=697328 2024-04-12T16:50:08.757 INFO:tasks.workunit.client.0.smithi005.stdout:op 1482 completed, throughput=5MB/sec 2024-04-12T16:50:08.757 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D-srAwAInU0D7f7 off=661376 len=1207389 2024-04-12T16:50:08.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 1483 completed, throughput=5MB/sec 2024-04-12T16:50:09.760 INFO:tasks.workunit.client.0.smithi005.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:09.760 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zaT1zUc-uILSfP8 off=2919006 len=1907005 2024-04-12T16:50:09.768 INFO:tasks.workunit.client.0.smithi005.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-12T16:50:09.769 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UfcElG_01WWuUs4 off=1782966 len=1100794 2024-04-12T16:50:09.769 INFO:tasks.workunit.client.0.smithi005.stdout:op 1485 completed, throughput=5MB/sec 2024-04-12T16:50:09.770 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gyaopz7W6gMQQL7 off=1449637 len=1033882 2024-04-12T16:50:09.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 1486 completed, throughput=5MB/sec 2024-04-12T16:50:09.774 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-g492oe01mI2hxpc off=5762883 len=923041 2024-04-12T16:50:09.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 1487 completed, throughput=5MB/sec 2024-04-12T16:50:10.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:10 smithi005 ceph-mon[88416]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:50:10.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:10 smithi005 ceph-mon[90837]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:50:10.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:10 smithi016 ceph-mon[84444]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:50:10.779 INFO:tasks.workunit.client.0.smithi005.stdout: 297: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:10.779 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Qz8LB_SjVgjxmyC off=7094294 len=1975958 2024-04-12T16:50:10.789 INFO:tasks.workunit.client.0.smithi005.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-12T16:50:10.790 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BNn-JraejLYKB7b off=12576761 len=792062 2024-04-12T16:50:10.791 INFO:tasks.workunit.client.0.smithi005.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-12T16:50:10.791 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q7Zhynl4lmoF8_K off=16650047 len=2085533 2024-04-12T16:50:10.795 INFO:tasks.workunit.client.0.smithi005.stdout:op 1490 completed, throughput=5MB/sec 2024-04-12T16:50:10.795 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mw7shYI8E8sLqhz off=2362827 len=1819067 2024-04-12T16:50:10.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 1491 completed, throughput=5.01MB/sec 2024-04-12T16:50:11.797 INFO:tasks.workunit.client.0.smithi005.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:11.798 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JrjWJQ3Qe62kBFu off=11702250 len=457801 2024-04-12T16:50:11.798 INFO:tasks.workunit.client.0.smithi005.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-12T16:50:11.798 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rS_wtdvoA4irlas off=2189253 len=553341 2024-04-12T16:50:11.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-12T16:50:11.799 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N1_9phbKq1HHHgK off=6209704 len=321141 2024-04-12T16:50:11.804 INFO:tasks.workunit.client.0.smithi005.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-12T16:50:11.804 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OKl9qpVHmGZT8tb off=1890498 len=941364 2024-04-12T16:50:11.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 1495 completed, throughput=5MB/sec 2024-04-12T16:50:11.809 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jkjgeZ4dXr7MeAZ off=14301904 len=476552 2024-04-12T16:50:11.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 1496 completed, throughput=5MB/sec 2024-04-12T16:50:11.810 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jG8dJ38dqqNbU0L off=3622068 len=207702 2024-04-12T16:50:11.810 INFO:tasks.workunit.client.0.smithi005.stdout:op 1497 completed, throughput=5MB/sec 2024-04-12T16:50:11.810 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tIkFJV99ubB9ExK off=2599974 len=568543 2024-04-12T16:50:11.811 INFO:tasks.workunit.client.0.smithi005.stdout:op 1498 completed, throughput=5MB/sec 2024-04-12T16:50:11.811 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SJQQueaj8noTkw5 off=9199837 len=215565 2024-04-12T16:50:11.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 1499 completed, throughput=5MB/sec 2024-04-12T16:50:12.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:12 smithi005 ceph-mon[88416]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:50:12.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:12 smithi005 ceph-mon[90837]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:50:12.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:12 smithi016 ceph-mon[84444]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:50:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:50:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:12.813 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2Z2A4Nqic1JZ5wo off=382564 len=1365152 2024-04-12T16:50:12.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-12T16:50:12.814 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vsfV9ux6YIRtR1J off=9709586 len=1400634 2024-04-12T16:50:12.816 INFO:tasks.workunit.client.0.smithi005.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-12T16:50:12.816 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AFWQp_88YXYXiG- off=11395366 len=412502 2024-04-12T16:50:12.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-12T16:50:12.817 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lNllpCkfGhR2UoS off=882443 len=117951 2024-04-12T16:50:12.820 INFO:tasks.workunit.client.0.smithi005.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-12T16:50:12.820 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UvRymMswWMy5BzK off=3968163 len=490057 2024-04-12T16:50:12.820 INFO:tasks.workunit.client.0.smithi005.stdout:op 1504 completed, throughput=5MB/sec 2024-04-12T16:50:12.821 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-40CgqVxgRrbA_Ob off=817040 len=616185 2024-04-12T16:50:12.824 INFO:tasks.workunit.client.0.smithi005.stdout:op 1505 completed, throughput=5MB/sec 2024-04-12T16:50:12.824 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WCARJp-E2cHtgJj off=13895 len=83004 2024-04-12T16:50:12.825 INFO:tasks.workunit.client.0.smithi005.stdout:op 1506 completed, throughput=5MB/sec 2024-04-12T16:50:12.825 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O7gAvF6A0AG2PuB off=12397521 len=1099394 2024-04-12T16:50:12.831 INFO:tasks.workunit.client.0.smithi005.stdout:op 1507 completed, throughput=5MB/sec 2024-04-12T16:50:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:13.832 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RwJDmmyQAm9Ia0x off=3067330 len=1587494 2024-04-12T16:50:13.833 INFO:tasks.workunit.client.0.smithi005.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-12T16:50:13.834 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-g9jqyq_QMHxEMDG off=23133663 len=1365467 2024-04-12T16:50:13.839 INFO:tasks.workunit.client.0.smithi005.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-12T16:50:13.840 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pjaIhbuSaP3HR1y off=17423805 len=1158967 2024-04-12T16:50:13.841 INFO:tasks.workunit.client.0.smithi005.stdout:op 1510 completed, throughput=5MB/sec 2024-04-12T16:50:13.841 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uzzxSajulvPDiKf off=2183342 len=1121301 2024-04-12T16:50:13.842 INFO:tasks.workunit.client.0.smithi005.stdout:op 1511 completed, throughput=5MB/sec 2024-04-12T16:50:14.170 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:50:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:50:13] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-04-12T16:50:14.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:14 smithi005 ceph-mon[88416]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:14.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:14 smithi005 ceph-mon[90837]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:14.588 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:14 smithi016 ceph-mon[84444]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:14.842 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pQ8aOrTaSx7yLve off=1258989 len=1621912 2024-04-12T16:50:14.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-12T16:50:14.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9HWoh81dbp_4TxQ off=4026745 len=139424 2024-04-12T16:50:14.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-12T16:50:14.845 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QP5vjOqbbIf8c33 off=358867 len=435147 2024-04-12T16:50:14.846 INFO:tasks.workunit.client.0.smithi005.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-12T16:50:14.846 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7UatWmG2tskmb9b off=11027424 len=328315 2024-04-12T16:50:14.847 INFO:tasks.workunit.client.0.smithi005.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-12T16:50:14.847 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ue3kEXUOquZUGT2 off=2481189 len=1507050 2024-04-12T16:50:14.855 INFO:tasks.workunit.client.0.smithi005.stdout:op 1516 completed, throughput=5MB/sec 2024-04-12T16:50:14.855 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Xnkmp-kAfn7F1PK off=4970376 len=1065847 2024-04-12T16:50:14.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 1517 completed, throughput=5MB/sec 2024-04-12T16:50:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: 302: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:15.856 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8ngPec-CQZg7i1u off=964686 len=113224 2024-04-12T16:50:15.857 INFO:tasks.workunit.client.0.smithi005.stdout:op 1518 completed, throughput=4.98MB/sec 2024-04-12T16:50:15.857 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-76CvKd8f7eaue9a off=1935619 len=879462 2024-04-12T16:50:15.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-12T16:50:15.863 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iGTGKOot_jZolDb off=831990 len=1578818 2024-04-12T16:50:15.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-12T16:50:15.865 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3N7itBM2Yy2xDSq off=68257 len=1921365 2024-04-12T16:50:15.869 INFO:tasks.workunit.client.0.smithi005.stdout:op 1521 completed, throughput=5MB/sec 2024-04-12T16:50:15.869 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yxmSbPBYa5HSQ4r off=1918097 len=616000 2024-04-12T16:50:15.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 1522 completed, throughput=5MB/sec 2024-04-12T16:50:15.870 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1aaNDO-y5SOmMEC off=11313456 len=1364063 2024-04-12T16:50:15.875 INFO:tasks.workunit.client.0.smithi005.stdout:op 1523 completed, throughput=5MB/sec 2024-04-12T16:50:16.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:16 smithi005 ceph-mon[88416]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:50:16.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:16 smithi005 ceph-mon[90837]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:50:16.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:16 smithi016 ceph-mon[84444]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:50:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:16.876 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4mwUiQWbtsPXyEJ off=279713 len=1928478 2024-04-12T16:50:16.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-12T16:50:16.878 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ezy8U0Sgz0RUxDz off=19110819 len=1823266 2024-04-12T16:50:16.880 INFO:tasks.workunit.client.0.smithi005.stdout:op 1525 completed, throughput=5MB/sec 2024-04-12T16:50:16.880 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Rs5Li5Dm2aLeAqv off=10437007 len=1142117 2024-04-12T16:50:16.882 INFO:tasks.workunit.client.0.smithi005.stdout:op 1526 completed, throughput=5MB/sec 2024-04-12T16:50:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:17.883 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZBM_xco1ft5j7uW off=22166435 len=1307200 2024-04-12T16:50:17.888 INFO:tasks.workunit.client.0.smithi005.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-12T16:50:17.889 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DMZgSPdtOjTntey off=11726911 len=111438 2024-04-12T16:50:17.889 INFO:tasks.workunit.client.0.smithi005.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-12T16:50:17.889 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BxUtkVAPNCKCLMg off=4794951 len=1512254 2024-04-12T16:50:17.891 INFO:tasks.workunit.client.0.smithi005.stdout:op 1529 completed, throughput=5MB/sec 2024-04-12T16:50:17.891 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I2zQZDykOSU2YFe off=14046221 len=2021270 2024-04-12T16:50:17.900 INFO:tasks.workunit.client.0.smithi005.stdout:op 1530 completed, throughput=5MB/sec 2024-04-12T16:50:18.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:18 smithi005 ceph-mon[88416]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:50:18.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:18 smithi005 ceph-mon[90837]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:50:18.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:18 smithi016 ceph-mon[84444]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:50:18.900 INFO:tasks.workunit.client.0.smithi005.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:18.900 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j0mJm01airmLHUv off=9911483 len=401418 2024-04-12T16:50:18.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-12T16:50:18.904 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_sWJvewBZ5VTWXS off=11884886 len=954906 2024-04-12T16:50:18.909 INFO:tasks.workunit.client.0.smithi005.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-12T16:50:18.909 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Zlnf4LadUqiJ2WN off=335732 len=350306 2024-04-12T16:50:18.913 INFO:tasks.workunit.client.0.smithi005.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-12T16:50:18.913 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NfPpE2DiXVgSfRp off=1118943 len=31854 2024-04-12T16:50:18.915 INFO:tasks.workunit.client.0.smithi005.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-12T16:50:18.915 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nUm7etADH1mdFmz off=4562688 len=675516 2024-04-12T16:50:18.916 INFO:tasks.workunit.client.0.smithi005.stdout:op 1535 completed, throughput=4.99MB/sec 2024-04-12T16:50:18.916 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eS7EC5EhHdzSTH_ off=10960593 len=1450131 2024-04-12T16:50:18.918 INFO:tasks.workunit.client.0.smithi005.stdout:op 1536 completed, throughput=5MB/sec 2024-04-12T16:50:18.918 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5uqsZ8QupeSxAkP off=16564902 len=1225331 2024-04-12T16:50:18.924 INFO:tasks.workunit.client.0.smithi005.stdout:op 1537 completed, throughput=5MB/sec 2024-04-12T16:50:19.924 INFO:tasks.workunit.client.0.smithi005.stdout: 306: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:19.924 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--ue3m-EYSyVusDk off=5501976 len=1293577 2024-04-12T16:50:19.931 INFO:tasks.workunit.client.0.smithi005.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-12T16:50:19.931 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nujIhetxnrhDKFg off=15939139 len=220967 2024-04-12T16:50:19.932 INFO:tasks.workunit.client.0.smithi005.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-12T16:50:19.932 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dWdWyo7GTJFOPU5 off=3308124 len=859640 2024-04-12T16:50:19.938 INFO:tasks.workunit.client.0.smithi005.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-12T16:50:19.938 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2aso-vrmP4iJY6I off=37309 len=651871 2024-04-12T16:50:19.942 INFO:tasks.workunit.client.0.smithi005.stdout:op 1541 completed, throughput=4.99MB/sec 2024-04-12T16:50:19.942 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2x1QnLXvnnfbr_m off=4644926 len=1802444 2024-04-12T16:50:19.950 INFO:tasks.workunit.client.0.smithi005.stdout:op 1542 completed, throughput=5MB/sec 2024-04-12T16:50:19.950 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KiKUqsbIYIo6ygU off=370662 len=673096 2024-04-12T16:50:19.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 1543 completed, throughput=5MB/sec 2024-04-12T16:50:20.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:20 smithi005 ceph-mon[88416]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:50:20.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:20.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:20 smithi005 ceph-mon[90837]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:50:20.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:20.588 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:20 smithi016 ceph-mon[84444]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T16:50:20.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:20.952 INFO:tasks.workunit.client.0.smithi005.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:20.952 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cuzN0_kd4ewnYn8 off=9746889 len=1598048 2024-04-12T16:50:20.955 INFO:tasks.workunit.client.0.smithi005.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-12T16:50:20.955 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sLBvnnz0tZpE4Ne off=5610833 len=1582623 2024-04-12T16:50:20.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-12T16:50:20.957 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YoJwDXt93VYKQ9G off=1688829 len=1379123 2024-04-12T16:50:20.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 1546 completed, throughput=5MB/sec 2024-04-12T16:50:20.964 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Gx_nZ765Q1T-Bwo off=756420 len=1976280 2024-04-12T16:50:20.967 INFO:tasks.workunit.client.0.smithi005.stdout:op 1547 completed, throughput=5MB/sec 2024-04-12T16:50:21.968 INFO:tasks.workunit.client.0.smithi005.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:21.968 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AuNn4QzHdymX1j1 off=8618656 len=1111622 2024-04-12T16:50:21.969 INFO:tasks.workunit.client.0.smithi005.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-12T16:50:21.970 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--1Io15o_SxSp5Fp off=10763923 len=1528668 2024-04-12T16:50:21.971 INFO:tasks.workunit.client.0.smithi005.stdout:op 1549 completed, throughput=5MB/sec 2024-04-12T16:50:21.971 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8uNJs5eZWTy5pOe off=7465722 len=1635665 2024-04-12T16:50:21.973 INFO:tasks.workunit.client.0.smithi005.stdout:op 1550 completed, throughput=5MB/sec 2024-04-12T16:50:22.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:22 smithi005 ceph-mon[88416]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:50:22.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:22 smithi005 ceph-mon[90837]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:50:22.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:22 smithi016 ceph-mon[84444]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:50:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:50:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:50:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:22.974 INFO:tasks.workunit.client.0.smithi005.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:22.974 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EF-IEmQH05xFZdX off=2941082 len=560752 2024-04-12T16:50:22.975 INFO:tasks.workunit.client.0.smithi005.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-12T16:50:22.975 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-F50uBoaxryvERgX off=6294297 len=1663630 2024-04-12T16:50:22.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-12T16:50:22.977 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xsThQpX4_yeyiBU off=5839259 len=1560556 2024-04-12T16:50:22.979 INFO:tasks.workunit.client.0.smithi005.stdout:op 1553 completed, throughput=5MB/sec 2024-04-12T16:50:22.979 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2KH7bAlO_laDgwa off=4897645 len=747780 2024-04-12T16:50:22.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 1554 completed, throughput=5MB/sec 2024-04-12T16:50:22.984 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rd7Arqk1t4_T08b off=1790005 len=1485274 2024-04-12T16:50:22.992 INFO:tasks.workunit.client.0.smithi005.stdout:op 1555 completed, throughput=5MB/sec 2024-04-12T16:50:23.993 INFO:tasks.workunit.client.0.smithi005.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:23.993 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9SBTd_mT4VzFj7- off=14589520 len=1370945 2024-04-12T16:50:23.996 INFO:tasks.workunit.client.0.smithi005.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-12T16:50:23.996 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VbWJjeUpAwXhmd5 off=3660334 len=839217 2024-04-12T16:50:24.001 INFO:tasks.workunit.client.0.smithi005.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-12T16:50:24.002 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KQR7YRu2XNwMr71 off=1957580 len=224787 2024-04-12T16:50:24.004 INFO:tasks.workunit.client.0.smithi005.stdout:op 1558 completed, throughput=5MB/sec 2024-04-12T16:50:24.004 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-p_Dd7Elh2X1lUGo off=19378937 len=1852460 2024-04-12T16:50:24.006 INFO:tasks.workunit.client.0.smithi005.stdout:op 1559 completed, throughput=5MB/sec 2024-04-12T16:50:24.183 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:50:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:50:23] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-04-12T16:50:24.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:24 smithi005 ceph-mon[88416]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:24.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:24 smithi005 ceph-mon[90837]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:24.509 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:24 smithi016 ceph-mon[84444]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:25.007 INFO:tasks.workunit.client.0.smithi005.stdout: 311: throughput=4.98MB/sec pending data=0 2024-04-12T16:50:25.007 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k1p4_eBx9OW9kYo off=1652378 len=1648374 2024-04-12T16:50:25.016 INFO:tasks.workunit.client.0.smithi005.stdout:op 1560 completed, throughput=4.99MB/sec 2024-04-12T16:50:25.016 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AMeFaHtopGLvnyW off=7295561 len=169799 2024-04-12T16:50:25.016 INFO:tasks.workunit.client.0.smithi005.stdout:op 1561 completed, throughput=4.99MB/sec 2024-04-12T16:50:25.017 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--2GzaDySs8bKxxO off=4047950 len=410105 2024-04-12T16:50:25.017 INFO:tasks.workunit.client.0.smithi005.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-12T16:50:25.017 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JNTuz-JhiHg0-3A off=18867254 len=1748146 2024-04-12T16:50:25.026 INFO:tasks.workunit.client.0.smithi005.stdout:op 1563 completed, throughput=5MB/sec 2024-04-12T16:50:25.026 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lskS0OHEscM9aqR off=15442116 len=1094195 2024-04-12T16:50:25.031 INFO:tasks.workunit.client.0.smithi005.stdout:op 1564 completed, throughput=5MB/sec 2024-04-12T16:50:25.032 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dCKxOm2EN1Zwsuz off=9565118 len=749055 2024-04-12T16:50:25.036 INFO:tasks.workunit.client.0.smithi005.stdout:op 1565 completed, throughput=5MB/sec 2024-04-12T16:50:26.037 INFO:tasks.workunit.client.0.smithi005.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:26.037 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oDmbJdbMR9Qu5fq off=13349831 len=2012697 2024-04-12T16:50:26.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 1566 completed, throughput=4.99MB/sec 2024-04-12T16:50:26.047 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tGboG7HHaCB_ZhW off=17736837 len=2048861 2024-04-12T16:50:26.051 INFO:tasks.workunit.client.0.smithi005.stdout:op 1567 completed, throughput=5MB/sec 2024-04-12T16:50:26.051 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HMEjhoBAdWAFy3O off=1407919 len=1655237 2024-04-12T16:50:26.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 1568 completed, throughput=5MB/sec 2024-04-12T16:50:26.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:26 smithi005 ceph-mon[88416]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:50:26.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:26 smithi005 ceph-mon[90837]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:50:26.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:26 smithi016 ceph-mon[84444]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:50:27.058 INFO:tasks.workunit.client.0.smithi005.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:27.058 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NjeirmGzXV5tVHs off=2342336 len=1082369 2024-04-12T16:50:27.064 INFO:tasks.workunit.client.0.smithi005.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-12T16:50:27.064 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e9ZLAggQnp7k_dC off=2388027 len=244374 2024-04-12T16:50:27.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-12T16:50:27.065 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jrq5y-kvQRVkdqr off=9909052 len=1139099 2024-04-12T16:50:27.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-12T16:50:27.072 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RJ_TSPjI6huoYDB off=723790 len=219146 2024-04-12T16:50:27.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 1572 completed, throughput=5MB/sec 2024-04-12T16:50:27.073 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dnBiCCNPjV8Y7RC off=22804159 len=534938 2024-04-12T16:50:27.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 1573 completed, throughput=5MB/sec 2024-04-12T16:50:27.073 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--hPIaxXgQmEyUhn off=3453611 len=439891 2024-04-12T16:50:27.074 INFO:tasks.workunit.client.0.smithi005.stdout:op 1574 completed, throughput=5MB/sec 2024-04-12T16:50:27.074 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-heWacsPcFgaBJ_C off=5880929 len=273663 2024-04-12T16:50:27.077 INFO:tasks.workunit.client.0.smithi005.stdout:op 1575 completed, throughput=5MB/sec 2024-04-12T16:50:27.077 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cgm-Cj5zJjUq2ks off=19248279 len=1334512 2024-04-12T16:50:27.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 1576 completed, throughput=5MB/sec 2024-04-12T16:50:28.084 INFO:tasks.workunit.client.0.smithi005.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:28.084 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c-38ddPt2aLCkcX off=4454806 len=835962 2024-04-12T16:50:28.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 1577 completed, throughput=4.99MB/sec 2024-04-12T16:50:28.087 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-leiaRclc4wU-XHw off=13819579 len=141123 2024-04-12T16:50:28.087 INFO:tasks.workunit.client.0.smithi005.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-12T16:50:28.087 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_fxeJxS3o6nUKbU off=3700951 len=173990 2024-04-12T16:50:28.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-12T16:50:28.088 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--92afFjyeuGBoyX off=21423272 len=57786 2024-04-12T16:50:28.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-12T16:50:28.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jQYjSt48PjcKRl6 off=3358554 len=1847570 2024-04-12T16:50:28.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 1581 completed, throughput=5MB/sec 2024-04-12T16:50:28.100 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--7hcKE5s3TllqkO off=7275576 len=1035365 2024-04-12T16:50:28.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 1582 completed, throughput=5MB/sec 2024-04-12T16:50:28.105 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5A-OH2sVgJbsjO8 off=3777705 len=795556 2024-04-12T16:50:28.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 1583 completed, throughput=5MB/sec 2024-04-12T16:50:28.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:28 smithi005 ceph-mon[88416]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:28.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:28 smithi005 ceph-mon[90837]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:28.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:28 smithi016 ceph-mon[84444]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:29.106 INFO:tasks.workunit.client.0.smithi005.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:29.106 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-15yifm7INCFF6nR off=14199324 len=1309036 2024-04-12T16:50:29.107 INFO:tasks.workunit.client.0.smithi005.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-12T16:50:29.108 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AsS-pMsr2xQVIFr off=9596864 len=1940292 2024-04-12T16:50:29.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 1585 completed, throughput=5MB/sec 2024-04-12T16:50:29.118 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_s4LKJMSvogx8Tc off=11550758 len=738653 2024-04-12T16:50:29.119 INFO:tasks.workunit.client.0.smithi005.stdout:op 1586 completed, throughput=5MB/sec 2024-04-12T16:50:29.119 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-luPl2n09OOrqjpR off=209337 len=388089 2024-04-12T16:50:29.119 INFO:tasks.workunit.client.0.smithi005.stdout:op 1587 completed, throughput=5MB/sec 2024-04-12T16:50:29.120 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vSzH7yupdkErqWx off=4029637 len=2025388 2024-04-12T16:50:29.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 1588 completed, throughput=5MB/sec 2024-04-12T16:50:30.121 INFO:tasks.workunit.client.0.smithi005.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:30.121 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l7BOAA62IGG9xEE off=20400948 len=1386936 2024-04-12T16:50:30.124 INFO:tasks.workunit.client.0.smithi005.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-12T16:50:30.124 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MLS5dh77hJK7DAl off=2099584 len=2067410 2024-04-12T16:50:30.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 1590 completed, throughput=5MB/sec 2024-04-12T16:50:30.127 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BNVZk0DmFH_c6ab off=2841980 len=1473363 2024-04-12T16:50:30.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 1591 completed, throughput=5MB/sec 2024-04-12T16:50:30.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:30 smithi005 ceph-mon[88416]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:30.448 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:30 smithi005 ceph-mon[90837]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:30.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:30 smithi016 ceph-mon[84444]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:31.135 INFO:tasks.workunit.client.0.smithi005.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:31.135 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ysX6fKLWZ1Q_73o off=8045266 len=734267 2024-04-12T16:50:31.139 INFO:tasks.workunit.client.0.smithi005.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-12T16:50:31.139 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-la6vK8NK_Eqy7MV off=629372 len=108838 2024-04-12T16:50:31.142 INFO:tasks.workunit.client.0.smithi005.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-12T16:50:31.142 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--0vKwhXa-PvVfzC off=5427812 len=396847 2024-04-12T16:50:31.142 INFO:tasks.workunit.client.0.smithi005.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-12T16:50:31.143 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0vHG9x9snM5xekB off=18364221 len=684779 2024-04-12T16:50:31.146 INFO:tasks.workunit.client.0.smithi005.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-12T16:50:31.146 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VCDScZyHoWRBVRU off=7463946 len=1788798 2024-04-12T16:50:31.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 1596 completed, throughput=5MB/sec 2024-04-12T16:50:31.148 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-63IbEf387SD2wjy off=7438619 len=1457357 2024-04-12T16:50:31.155 INFO:tasks.workunit.client.0.smithi005.stdout:op 1597 completed, throughput=5MB/sec 2024-04-12T16:50:32.155 INFO:tasks.workunit.client.0.smithi005.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:32.156 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9PO-m9-_jND2Wyv off=1003018 len=730010 2024-04-12T16:50:32.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-12T16:50:32.160 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vKr529ARwq8jbqW off=1073300 len=1286747 2024-04-12T16:50:32.163 INFO:tasks.workunit.client.0.smithi005.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-12T16:50:32.163 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iaiUnbSeCi0IqRr off=7503165 len=614976 2024-04-12T16:50:32.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-12T16:50:32.164 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1OWjLF-cKeCSo4c off=20253294 len=696641 2024-04-12T16:50:32.166 INFO:tasks.workunit.client.0.smithi005.stdout:op 1601 completed, throughput=5MB/sec 2024-04-12T16:50:32.166 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ceoSC7KLnv00HvZ off=1989230 len=1762672 2024-04-12T16:50:32.168 INFO:tasks.workunit.client.0.smithi005.stdout:op 1602 completed, throughput=5MB/sec 2024-04-12T16:50:32.449 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:32 smithi005 ceph-mon[88416]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:50:32.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:32 smithi005 ceph-mon[90837]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:50:32.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:32 smithi016 ceph-mon[84444]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:50:32.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:50:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:33.168 INFO:tasks.workunit.client.0.smithi005.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:33.169 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YgYtF91tJR6364g off=10493912 len=870711 2024-04-12T16:50:33.173 INFO:tasks.workunit.client.0.smithi005.stdout:op 1603 completed, throughput=4.99MB/sec 2024-04-12T16:50:33.173 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-91xAdMZym60dzV9 off=1492841 len=376750 2024-04-12T16:50:33.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-12T16:50:33.176 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PJg7njGBdkG0XDV off=4378941 len=903742 2024-04-12T16:50:33.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-12T16:50:33.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jY3Da9jqDgQjm1e off=8318116 len=230200 2024-04-12T16:50:33.178 INFO:tasks.workunit.client.0.smithi005.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-12T16:50:33.178 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6hB_SmdXphUmpdM off=20264182 len=1894657 2024-04-12T16:50:33.182 INFO:tasks.workunit.client.0.smithi005.stdout:op 1607 completed, throughput=5MB/sec 2024-04-12T16:50:33.182 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rJ8Kk2N-EuNJXpi off=6735587 len=130966 2024-04-12T16:50:33.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 1608 completed, throughput=5MB/sec 2024-04-12T16:50:33.185 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VPNixRmUJxgcGGI off=1051928 len=889986 2024-04-12T16:50:33.190 INFO:tasks.workunit.client.0.smithi005.stdout:op 1609 completed, throughput=5MB/sec 2024-04-12T16:50:34.190 INFO:tasks.workunit.client.0.smithi005.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:34.190 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cK6vFITuF7mI2_t off=11692160 len=613499 2024-04-12T16:50:34.195 INFO:tasks.workunit.client.0.smithi005.stdout:op 1610 completed, throughput=4.99MB/sec 2024-04-12T16:50:34.195 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_LPfki-_z3qY_Em off=1135199 len=661944 2024-04-12T16:50:34.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-12T16:50:34.197 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AuNn4QzHdymX1j1 off=794648 len=1356998 2024-04-12T16:50:34.197 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:50:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:50:33] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-04-12T16:50:34.203 INFO:tasks.workunit.client.0.smithi005.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-12T16:50:34.203 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-r6Zo7aJgNjcj-6t off=4478022 len=1256456 2024-04-12T16:50:34.209 INFO:tasks.workunit.client.0.smithi005.stdout:op 1613 completed, throughput=5MB/sec 2024-04-12T16:50:34.209 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-91xAdMZym60dzV9 off=101934 len=547804 2024-04-12T16:50:34.212 INFO:tasks.workunit.client.0.smithi005.stdout:op 1614 completed, throughput=5MB/sec 2024-04-12T16:50:34.212 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d8Fiahz2MrIird_ off=15191307 len=417987 2024-04-12T16:50:34.213 INFO:tasks.workunit.client.0.smithi005.stdout:op 1615 completed, throughput=5MB/sec 2024-04-12T16:50:34.448 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:34 smithi005 ceph-mon[88416]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:34.449 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:34 smithi005 ceph-mon[90837]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:34.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:34 smithi016 ceph-mon[84444]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:35.213 INFO:tasks.workunit.client.0.smithi005.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:35.214 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D29WWBI45uJSlYM off=10564537 len=999445 2024-04-12T16:50:35.215 INFO:tasks.workunit.client.0.smithi005.stdout:op 1616 completed, throughput=4.99MB/sec 2024-04-12T16:50:35.215 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DwF65PlOJ3AUct- off=12380021 len=334389 2024-04-12T16:50:35.218 INFO:tasks.workunit.client.0.smithi005.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-12T16:50:35.218 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZZz0LXjtiYpbL94 off=5254097 len=1156752 2024-04-12T16:50:35.225 INFO:tasks.workunit.client.0.smithi005.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-12T16:50:35.225 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w3H4zHzgDuPwjpA off=12022587 len=1884540 2024-04-12T16:50:35.227 INFO:tasks.workunit.client.0.smithi005.stdout:op 1619 completed, throughput=5MB/sec 2024-04-12T16:50:35.228 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N1Hy0XD2zkYlDvf off=2024663 len=683615 2024-04-12T16:50:35.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 1620 completed, throughput=5MB/sec 2024-04-12T16:50:35.231 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mbZjN0avq4j2nnV off=15643754 len=727208 2024-04-12T16:50:35.236 INFO:tasks.workunit.client.0.smithi005.stdout:op 1621 completed, throughput=5MB/sec 2024-04-12T16:50:35.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:35.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:35.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:36.236 INFO:tasks.workunit.client.0.smithi005.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:36.236 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N9agSz71d5AmyiB off=10127162 len=709941 2024-04-12T16:50:36.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-12T16:50:36.241 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BANvquXQN3Dtjf8 off=3598591 len=180385 2024-04-12T16:50:36.243 INFO:tasks.workunit.client.0.smithi005.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-12T16:50:36.244 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cA9r4GIaYNAi5ey off=5512116 len=1677740 2024-04-12T16:50:36.252 INFO:tasks.workunit.client.0.smithi005.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-12T16:50:36.252 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zOfiOQXiP2rYCIL off=5617773 len=1696071 2024-04-12T16:50:36.255 INFO:tasks.workunit.client.0.smithi005.stdout:op 1625 completed, throughput=5MB/sec 2024-04-12T16:50:36.255 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C4bOn4pGj3KB-CC off=7304666 len=1322106 2024-04-12T16:50:36.256 INFO:tasks.workunit.client.0.smithi005.stdout:op 1626 completed, throughput=5MB/sec 2024-04-12T16:50:36.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:36 smithi016 ceph-mon[84444]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:36.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:36 smithi005 ceph-mon[88416]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:36.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:36 smithi005 ceph-mon[90837]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:37.260 INFO:tasks.workunit.client.0.smithi005.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:37.260 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lKRom1XBT62YHh- off=8344383 len=833222 2024-04-12T16:50:37.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-12T16:50:37.261 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D4v6lnjcjYnoKoy off=8782149 len=1722449 2024-04-12T16:50:37.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-12T16:50:37.270 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tUSNA73b0mSZDiy off=5116096 len=907467 2024-04-12T16:50:37.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 1629 completed, throughput=5MB/sec 2024-04-12T16:50:37.271 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pwCcgn6sgRA-OR4 off=4695315 len=697603 2024-04-12T16:50:37.274 INFO:tasks.workunit.client.0.smithi005.stdout:op 1630 completed, throughput=5MB/sec 2024-04-12T16:50:37.275 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-j2-KcpPB_l3gUHh off=3879803 len=1315507 2024-04-12T16:50:37.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 1631 completed, throughput=5MB/sec 2024-04-12T16:50:38.275 INFO:tasks.workunit.client.0.smithi005.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:38.275 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EPMj07TqxiGyg_s off=8929881 len=1379752 2024-04-12T16:50:38.284 INFO:tasks.workunit.client.0.smithi005.stdout:op 1632 completed, throughput=4.99MB/sec 2024-04-12T16:50:38.284 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-znOQBQf1BkL-ZH7 off=13996825 len=1700231 2024-04-12T16:50:38.284 INFO:tasks.workunit.client.0.smithi005.stdout:op 1633 completed, throughput=5MB/sec 2024-04-12T16:50:38.284 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DL5bSNs1sB3iZo9 off=4201824 len=24783 2024-04-12T16:50:38.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 1634 completed, throughput=5MB/sec 2024-04-12T16:50:38.288 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-64fmyJk_LlhzzFF off=1940354 len=463728 2024-04-12T16:50:38.290 INFO:tasks.workunit.client.0.smithi005.stdout:op 1635 completed, throughput=5MB/sec 2024-04-12T16:50:38.290 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7ksfp2LHQdv4Dmw off=14080973 len=1493207 2024-04-12T16:50:38.291 INFO:tasks.workunit.client.0.smithi005.stdout:op 1636 completed, throughput=5MB/sec 2024-04-12T16:50:38.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:38 smithi016 ceph-mon[84444]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:50:38.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:38 smithi005 ceph-mon[88416]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:50:38.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:38 smithi005 ceph-mon[90837]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:50:39.292 INFO:tasks.workunit.client.0.smithi005.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:39.292 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DBKcvQBMFZZE3bR off=3776113 len=1991274 2024-04-12T16:50:39.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-12T16:50:39.294 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PV3OGjstb7O8XtM off=3451925 len=678248 2024-04-12T16:50:39.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-12T16:50:39.296 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WaenQwp60kc9ayN off=5579607 len=326354 2024-04-12T16:50:39.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 1639 completed, throughput=5MB/sec 2024-04-12T16:50:39.296 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gMfpKy5e5iULn7Z off=803079 len=1394346 2024-04-12T16:50:39.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 1640 completed, throughput=5MB/sec 2024-04-12T16:50:39.298 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iIWkT7JG2vW-kz_ off=4014 len=1935839 2024-04-12T16:50:39.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 1641 completed, throughput=5MB/sec 2024-04-12T16:50:40.301 INFO:tasks.workunit.client.0.smithi005.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:40.301 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6qM1vym7PtANAGO off=20056329 len=781872 2024-04-12T16:50:40.302 INFO:tasks.workunit.client.0.smithi005.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-12T16:50:40.302 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--2sT1tTbOlivkKy off=21316586 len=1852860 2024-04-12T16:50:40.310 INFO:tasks.workunit.client.0.smithi005.stdout:op 1643 completed, throughput=5MB/sec 2024-04-12T16:50:40.310 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N8A0gJxBlD5mzKn off=2396790 len=883722 2024-04-12T16:50:40.311 INFO:tasks.workunit.client.0.smithi005.stdout:op 1644 completed, throughput=5MB/sec 2024-04-12T16:50:40.312 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BBG9lWJuFE-WOfe off=11223339 len=818164 2024-04-12T16:50:40.312 INFO:tasks.workunit.client.0.smithi005.stdout:op 1645 completed, throughput=5MB/sec 2024-04-12T16:50:40.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:40 smithi016 ceph-mon[84444]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:50:40.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:40 smithi005 ceph-mon[88416]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:50:40.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:40 smithi005 ceph-mon[90837]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:50:41.313 INFO:tasks.workunit.client.0.smithi005.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:41.313 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-scngsdwQ1BHk5y3 off=533488 len=1304714 2024-04-12T16:50:41.314 INFO:tasks.workunit.client.0.smithi005.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-12T16:50:41.315 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ymjYEEbhBJLjDRI off=11007809 len=1055016 2024-04-12T16:50:41.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-12T16:50:41.321 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MzSDGNcKukh_KAj off=13180206 len=74236 2024-04-12T16:50:41.322 INFO:tasks.workunit.client.0.smithi005.stdout:op 1648 completed, throughput=4.99MB/sec 2024-04-12T16:50:41.322 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g3WwwA-JWlz5DWJ off=23275855 len=450848 2024-04-12T16:50:41.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 1649 completed, throughput=5MB/sec 2024-04-12T16:50:41.323 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oTjSZGUVfPhzX66 off=20567077 len=1075351 2024-04-12T16:50:41.328 INFO:tasks.workunit.client.0.smithi005.stdout:op 1650 completed, throughput=5MB/sec 2024-04-12T16:50:41.328 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Nek6gBeITebWH-l off=6861489 len=1115329 2024-04-12T16:50:41.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 1651 completed, throughput=5MB/sec 2024-04-12T16:50:42.334 INFO:tasks.workunit.client.0.smithi005.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:42.334 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hzsadBKBrMB9BN1 off=7908466 len=419571 2024-04-12T16:50:42.337 INFO:tasks.workunit.client.0.smithi005.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-12T16:50:42.337 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-svFSUPL078NeSxi off=37160 len=1825160 2024-04-12T16:50:42.339 INFO:tasks.workunit.client.0.smithi005.stdout:op 1653 completed, throughput=4.99MB/sec 2024-04-12T16:50:42.339 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SlnPl0pmtLhVoZD off=7980764 len=1915078 2024-04-12T16:50:42.342 INFO:tasks.workunit.client.0.smithi005.stdout:op 1654 completed, throughput=5MB/sec 2024-04-12T16:50:42.342 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4s9VbGX8mmBhp1n off=1380952 len=1464487 2024-04-12T16:50:42.343 INFO:tasks.workunit.client.0.smithi005.stdout:op 1655 completed, throughput=5MB/sec 2024-04-12T16:50:42.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:50:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:42.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:42 smithi016 ceph-mon[84444]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:50:42.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:42 smithi005 ceph-mon[88416]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:50:42.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:42 smithi005 ceph-mon[90837]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:50:43.344 INFO:tasks.workunit.client.0.smithi005.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:43.344 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-igPCCTepECay5IE off=3102040 len=1169605 2024-04-12T16:50:43.351 INFO:tasks.workunit.client.0.smithi005.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-12T16:50:43.351 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9szA9Xt-M0FU1QQ off=13032365 len=918262 2024-04-12T16:50:43.352 INFO:tasks.workunit.client.0.smithi005.stdout:op 1657 completed, throughput=4.99MB/sec 2024-04-12T16:50:43.352 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Xt3-ErJKixJXGLV off=1514923 len=624439 2024-04-12T16:50:43.354 INFO:tasks.workunit.client.0.smithi005.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-12T16:50:43.354 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-B2OPxX71bh0ZRCw off=13723090 len=1476730 2024-04-12T16:50:43.355 INFO:tasks.workunit.client.0.smithi005.stdout:op 1659 completed, throughput=5MB/sec 2024-04-12T16:50:43.355 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1dbdNHp6khCZXe2 off=2334866 len=1550539 2024-04-12T16:50:43.357 INFO:tasks.workunit.client.0.smithi005.stdout:op 1660 completed, throughput=5MB/sec 2024-04-12T16:50:44.198 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:50:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:50:43] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-12T16:50:44.358 INFO:tasks.workunit.client.0.smithi005.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:44.358 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RDhYDsP3M1felXf off=16383154 len=1338623 2024-04-12T16:50:44.364 INFO:tasks.workunit.client.0.smithi005.stdout:op 1661 completed, throughput=4.99MB/sec 2024-04-12T16:50:44.364 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qHN_r0tQkOZ1tk1 off=3072450 len=1285023 2024-04-12T16:50:44.370 INFO:tasks.workunit.client.0.smithi005.stdout:op 1662 completed, throughput=5MB/sec 2024-04-12T16:50:44.370 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9Y_m1ERalwKUqBd off=7076206 len=199462 2024-04-12T16:50:44.373 INFO:tasks.workunit.client.0.smithi005.stdout:op 1663 completed, throughput=5MB/sec 2024-04-12T16:50:44.373 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6eV1882Ow8gAsTI off=371703 len=1322186 2024-04-12T16:50:44.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 1664 completed, throughput=5MB/sec 2024-04-12T16:50:44.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:44 smithi016 ceph-mon[84444]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:50:44.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:44 smithi005 ceph-mon[88416]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:50:44.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:44 smithi005 ceph-mon[90837]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:50:45.375 INFO:tasks.workunit.client.0.smithi005.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:45.375 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oR9Zj6se7ORf4FK off=10608444 len=1908705 2024-04-12T16:50:45.384 INFO:tasks.workunit.client.0.smithi005.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-12T16:50:45.384 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-T-UJrPRj2SKesHV off=4282663 len=1277996 2024-04-12T16:50:45.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 1666 completed, throughput=4.99MB/sec 2024-04-12T16:50:45.385 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rrZ8FSKztwW6P74 off=9625977 len=1217167 2024-04-12T16:50:45.386 INFO:tasks.workunit.client.0.smithi005.stdout:op 1667 completed, throughput=5MB/sec 2024-04-12T16:50:45.386 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mjtkdg_bz41ctDG off=9320880 len=1768616 2024-04-12T16:50:45.393 INFO:tasks.workunit.client.0.smithi005.stdout:op 1668 completed, throughput=5MB/sec 2024-04-12T16:50:46.394 INFO:tasks.workunit.client.0.smithi005.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:46.394 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cXv6WnhOXAu0DJ9 off=2898147 len=1624047 2024-04-12T16:50:46.396 INFO:tasks.workunit.client.0.smithi005.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-12T16:50:46.396 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mxDLgLxGQgqlrm- off=4185362 len=287219 2024-04-12T16:50:46.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 1670 completed, throughput=4.99MB/sec 2024-04-12T16:50:46.397 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tVJVkHl312F7cLx off=360701 len=223505 2024-04-12T16:50:46.399 INFO:tasks.workunit.client.0.smithi005.stdout:op 1671 completed, throughput=4.99MB/sec 2024-04-12T16:50:46.399 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DRRjkLoQoybPRaT off=7227878 len=1151392 2024-04-12T16:50:46.401 INFO:tasks.workunit.client.0.smithi005.stdout:op 1672 completed, throughput=5MB/sec 2024-04-12T16:50:46.401 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b007M60jRFEd61_ off=7346433 len=1126966 2024-04-12T16:50:46.402 INFO:tasks.workunit.client.0.smithi005.stdout:op 1673 completed, throughput=5MB/sec 2024-04-12T16:50:46.402 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fy_iImYKP24msjo off=20365694 len=193300 2024-04-12T16:50:46.405 INFO:tasks.workunit.client.0.smithi005.stdout:op 1674 completed, throughput=5MB/sec 2024-04-12T16:50:46.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:46 smithi016 ceph-mon[84444]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:50:46.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:46 smithi005 ceph-mon[88416]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:50:46.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:46 smithi005 ceph-mon[90837]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-12T16:50:47.405 INFO:tasks.workunit.client.0.smithi005.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:47.406 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-crFDz90m6VkM8Pi off=2640301 len=1946746 2024-04-12T16:50:47.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 1675 completed, throughput=4.99MB/sec 2024-04-12T16:50:47.417 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GgWsDoQvf9u2EfG off=7005788 len=1962598 2024-04-12T16:50:47.418 INFO:tasks.workunit.client.0.smithi005.stdout:op 1676 completed, throughput=5MB/sec 2024-04-12T16:50:47.418 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f49W8egYuA84rRd off=9374373 len=2018002 2024-04-12T16:50:47.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 1677 completed, throughput=5MB/sec 2024-04-12T16:50:48.420 INFO:tasks.workunit.client.0.smithi005.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:48.420 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vf5OCI64Bciqesn off=380785 len=280541 2024-04-12T16:50:48.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-12T16:50:48.424 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w9kkHKJvbS7iANf off=2453583 len=122126 2024-04-12T16:50:48.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-12T16:50:48.425 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XNRNNkZnr5K29vz off=4399185 len=1651882 2024-04-12T16:50:48.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-12T16:50:48.428 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CvPQ6ENXTqUViyD off=8325772 len=636451 2024-04-12T16:50:48.429 INFO:tasks.workunit.client.0.smithi005.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-12T16:50:48.429 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b4NmH3dArkXkyL3 off=7057280 len=766092 2024-04-12T16:50:48.434 INFO:tasks.workunit.client.0.smithi005.stdout:op 1682 completed, throughput=5MB/sec 2024-04-12T16:50:48.434 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Zv_iwPRuDDBDeNO off=7056497 len=1068726 2024-04-12T16:50:48.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 1683 completed, throughput=5MB/sec 2024-04-12T16:50:48.436 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_xK1lj0v1RpQh7X off=8512177 len=895658 2024-04-12T16:50:48.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 1684 completed, throughput=5MB/sec 2024-04-12T16:50:48.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:48 smithi016 ceph-mon[84444]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:50:48.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:48 smithi005 ceph-mon[88416]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:50:48.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:48 smithi005 ceph-mon[90837]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:50:49.441 INFO:tasks.workunit.client.0.smithi005.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:49.441 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-x1JPnlcKXArW0JD off=10811797 len=10314 2024-04-12T16:50:49.441 INFO:tasks.workunit.client.0.smithi005.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-12T16:50:49.442 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JLlSik876SVuyIm off=7372446 len=1106615 2024-04-12T16:50:49.446 INFO:tasks.workunit.client.0.smithi005.stdout:op 1686 completed, throughput=4.99MB/sec 2024-04-12T16:50:49.447 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6rb4k1rIzgtnJcX off=11045954 len=1921102 2024-04-12T16:50:49.448 INFO:tasks.workunit.client.0.smithi005.stdout:op 1687 completed, throughput=5MB/sec 2024-04-12T16:50:49.448 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-S7P3dkS-hDLnlbO off=20668080 len=1232947 2024-04-12T16:50:49.456 INFO:tasks.workunit.client.0.smithi005.stdout:op 1688 completed, throughput=5MB/sec 2024-04-12T16:50:49.456 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QssT3y-o9BRWgnE off=709094 len=699675 2024-04-12T16:50:49.460 INFO:tasks.workunit.client.0.smithi005.stdout:op 1689 completed, throughput=5MB/sec 2024-04-12T16:50:50.461 INFO:tasks.workunit.client.0.smithi005.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:50.461 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SmBAwi8sIBE_5_s off=11118297 len=1268880 2024-04-12T16:50:50.467 INFO:tasks.workunit.client.0.smithi005.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-12T16:50:50.467 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tcL1nFWR3vM6T9Q off=0 len=1356525 2024-04-12T16:50:50.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-12T16:50:50.474 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N0DHBzCgM-qZ-YS off=5113059 len=301433 2024-04-12T16:50:50.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-12T16:50:50.477 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pZhqFps-YeZwPyh off=950836 len=1361760 2024-04-12T16:50:50.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 1693 completed, throughput=5MB/sec 2024-04-12T16:50:50.483 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hf9rgLX5Jhw8Ick off=1157772 len=1430823 2024-04-12T16:50:50.485 INFO:tasks.workunit.client.0.smithi005.stdout:op 1694 completed, throughput=5MB/sec 2024-04-12T16:50:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:50 smithi016 ceph-mon[84444]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:50:50.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:50.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:50 smithi005 ceph-mon[88416]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:50:50.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:50.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:50 smithi005 ceph-mon[90837]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:50:50.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:50:51.485 INFO:tasks.workunit.client.0.smithi005.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:51.486 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nl-MtwqJ1d-9PDE off=3329253 len=504278 2024-04-12T16:50:51.490 INFO:tasks.workunit.client.0.smithi005.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-12T16:50:51.490 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oXQee7QZ3C5d0xx off=8268476 len=186625 2024-04-12T16:50:51.493 INFO:tasks.workunit.client.0.smithi005.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-12T16:50:51.493 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D_DNpava_zWSq9Z off=12960730 len=2063180 2024-04-12T16:50:51.502 INFO:tasks.workunit.client.0.smithi005.stdout:op 1697 completed, throughput=5MB/sec 2024-04-12T16:50:51.502 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VEOF0zm6zwe0GXB off=2914059 len=1029132 2024-04-12T16:50:51.503 INFO:tasks.workunit.client.0.smithi005.stdout:op 1698 completed, throughput=5MB/sec 2024-04-12T16:50:51.503 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QRJt1tFMutZXlGn off=1000726 len=1141836 2024-04-12T16:50:51.506 INFO:tasks.workunit.client.0.smithi005.stdout:op 1699 completed, throughput=5MB/sec 2024-04-12T16:50:52.506 INFO:tasks.workunit.client.0.smithi005.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:52.506 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8Lb2c_KJaDqjutF off=6345161 len=238973 2024-04-12T16:50:52.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-12T16:50:52.509 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-S8lPImSFPk_E45P off=1400517 len=1930640 2024-04-12T16:50:52.517 INFO:tasks.workunit.client.0.smithi005.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-12T16:50:52.518 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-emH_jpbuZz4V7j9 off=995111 len=927120 2024-04-12T16:50:52.522 INFO:tasks.workunit.client.0.smithi005.stdout:op 1702 completed, throughput=4.99MB/sec 2024-04-12T16:50:52.522 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lH7Xq6H51gYNGTY off=1001591 len=1882819 2024-04-12T16:50:52.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 1703 completed, throughput=5MB/sec 2024-04-12T16:50:52.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:52 smithi016 ceph-mon[84444]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:50:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:50:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:50:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:50:52.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:52 smithi005 ceph-mon[88416]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:50:52.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:52 smithi005 ceph-mon[90837]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:50:53.524 INFO:tasks.workunit.client.0.smithi005.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:53.524 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gfDPKVYUtFSnkQb off=14310275 len=682414 2024-04-12T16:50:53.529 INFO:tasks.workunit.client.0.smithi005.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-12T16:50:53.529 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8g49gXVezBHVN3G off=3576727 len=1233105 2024-04-12T16:50:53.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-12T16:50:53.531 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e6tKayEwZqi7tyr off=10529927 len=788578 2024-04-12T16:50:53.532 INFO:tasks.workunit.client.0.smithi005.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-12T16:50:53.532 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VaIBRtLKagsX3m5 off=2549094 len=634074 2024-04-12T16:50:53.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 1707 completed, throughput=4.99MB/sec 2024-04-12T16:50:53.533 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cs2RnVPRhOeOEe3 off=17979969 len=1145831 2024-04-12T16:50:53.540 INFO:tasks.workunit.client.0.smithi005.stdout:op 1708 completed, throughput=5MB/sec 2024-04-12T16:50:53.540 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-khgmmPjpQWB2q3P off=913792 len=947728 2024-04-12T16:50:53.541 INFO:tasks.workunit.client.0.smithi005.stdout:op 1709 completed, throughput=5MB/sec 2024-04-12T16:50:54.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:50:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:50:53] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-12T16:50:54.541 INFO:tasks.workunit.client.0.smithi005.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:54.541 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5_EdtF2zdvrze-3 off=2909494 len=390064 2024-04-12T16:50:54.545 INFO:tasks.workunit.client.0.smithi005.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-12T16:50:54.545 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ELdoWXEAclRW1RZ off=679652 len=1902279 2024-04-12T16:50:54.547 INFO:tasks.workunit.client.0.smithi005.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-12T16:50:54.547 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XHvnIsvm59lkQwq off=1495095 len=604866 2024-04-12T16:50:54.548 INFO:tasks.workunit.client.0.smithi005.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-12T16:50:54.549 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8cii3qd6tIGrCxw off=4672186 len=422064 2024-04-12T16:50:54.550 INFO:tasks.workunit.client.0.smithi005.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-12T16:50:54.550 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7Ti7haD_lqIoz1Y off=18544846 len=1535538 2024-04-12T16:50:54.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 1714 completed, throughput=5MB/sec 2024-04-12T16:50:54.557 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I0EWVhh56Iv6t6G off=15039151 len=1855691 2024-04-12T16:50:54.558 INFO:tasks.workunit.client.0.smithi005.stdout:op 1715 completed, throughput=5MB/sec 2024-04-12T16:50:54.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:54 smithi016 ceph-mon[84444]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:54.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:54 smithi005 ceph-mon[88416]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:54.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:54 smithi005 ceph-mon[90837]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:50:55.559 INFO:tasks.workunit.client.0.smithi005.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:55.559 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EsK_UnDgYoCk53l off=1497771 len=401365 2024-04-12T16:50:55.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-12T16:50:55.562 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2Z2A4Nqic1JZ5wo off=307991 len=795011 2024-04-12T16:50:55.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-12T16:50:55.563 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TnVSeLBGkMmBeg4 off=2427300 len=1955276 2024-04-12T16:50:55.566 INFO:tasks.workunit.client.0.smithi005.stdout:op 1718 completed, throughput=5MB/sec 2024-04-12T16:50:55.566 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EJRRO32tYSzz2m6 off=6309104 len=1001279 2024-04-12T16:50:55.572 INFO:tasks.workunit.client.0.smithi005.stdout:op 1719 completed, throughput=5MB/sec 2024-04-12T16:50:56.572 INFO:tasks.workunit.client.0.smithi005.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:56.572 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7hJK5BDofP3ZGvc off=429315 len=1705017 2024-04-12T16:50:56.581 INFO:tasks.workunit.client.0.smithi005.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-12T16:50:56.581 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8I-xy9UhZlFjYC6 off=15629872 len=1085324 2024-04-12T16:50:56.586 INFO:tasks.workunit.client.0.smithi005.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-12T16:50:56.586 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_mHTYks2JcFQje3 off=10891861 len=175165 2024-04-12T16:50:56.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-12T16:50:56.587 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sDNEaytP7EKfN3X off=1462598 len=1552530 2024-04-12T16:50:56.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:56 smithi016 ceph-mon[84444]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:56.593 INFO:tasks.workunit.client.0.smithi005.stdout:op 1723 completed, throughput=5MB/sec 2024-04-12T16:50:56.593 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-akg8vYBJKZeCwUL off=929206 len=2001885 2024-04-12T16:50:56.600 INFO:tasks.workunit.client.0.smithi005.stdout:op 1724 completed, throughput=5MB/sec 2024-04-12T16:50:56.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:56 smithi005 ceph-mon[88416]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:56.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:56 smithi005 ceph-mon[90837]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:50:57.600 INFO:tasks.workunit.client.0.smithi005.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:57.601 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EcDIH2dIXZdemoL off=7104816 len=1944763 2024-04-12T16:50:57.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-12T16:50:57.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Xnxik_cA6Yb9e6D off=0 len=1334889 2024-04-12T16:50:57.618 INFO:tasks.workunit.client.0.smithi005.stdout:op 1726 completed, throughput=5MB/sec 2024-04-12T16:50:57.618 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lRG6Ln8LVePdjmk off=1267930 len=341562 2024-04-12T16:50:57.619 INFO:tasks.workunit.client.0.smithi005.stdout:op 1727 completed, throughput=5MB/sec 2024-04-12T16:50:57.619 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sjwtFl9GNlHLWEV off=1359816 len=1539198 2024-04-12T16:50:57.620 INFO:tasks.workunit.client.0.smithi005.stdout:op 1728 completed, throughput=5MB/sec 2024-04-12T16:50:58.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:50:58 smithi016 ceph-mon[84444]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:58.621 INFO:tasks.workunit.client.0.smithi005.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:58.621 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SbzGkSu3pXegg-F off=3335584 len=1357429 2024-04-12T16:50:58.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-12T16:50:58.624 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L6bNSAUxQ9dQZg6 off=3628090 len=1040145 2024-04-12T16:50:58.629 INFO:tasks.workunit.client.0.smithi005.stdout:op 1730 completed, throughput=5MB/sec 2024-04-12T16:50:58.629 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D5m192_deI_YuHg off=6357326 len=111485 2024-04-12T16:50:58.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 1731 completed, throughput=5MB/sec 2024-04-12T16:50:58.630 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yerLqpiMQiy3fGz off=1759971 len=465745 2024-04-12T16:50:58.634 INFO:tasks.workunit.client.0.smithi005.stdout:op 1732 completed, throughput=5MB/sec 2024-04-12T16:50:58.634 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ojAyjH7Batqta5u off=8446458 len=1534218 2024-04-12T16:50:58.642 INFO:tasks.workunit.client.0.smithi005.stdout:op 1733 completed, throughput=5MB/sec 2024-04-12T16:50:58.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:50:58 smithi005 ceph-mon[88416]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:58.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:50:58 smithi005 ceph-mon[90837]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:50:59.642 INFO:tasks.workunit.client.0.smithi005.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-12T16:50:59.642 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lx6GLqRtYcBvciF off=6498263 len=45056 2024-04-12T16:50:59.643 INFO:tasks.workunit.client.0.smithi005.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-12T16:50:59.643 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vMk6lNoQknDJmfm off=21198411 len=133154 2024-04-12T16:50:59.643 INFO:tasks.workunit.client.0.smithi005.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-12T16:50:59.644 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c0O5z4_3wuq2O3w off=1782428 len=1255573 2024-04-12T16:50:59.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-12T16:50:59.645 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rtQGYwebyB9W1kt off=5037595 len=1810430 2024-04-12T16:50:59.647 INFO:tasks.workunit.client.0.smithi005.stdout:op 1737 completed, throughput=5MB/sec 2024-04-12T16:50:59.647 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uVAkzj542KID-Mc off=7848729 len=1290928 2024-04-12T16:50:59.653 INFO:tasks.workunit.client.0.smithi005.stdout:op 1738 completed, throughput=5MB/sec 2024-04-12T16:50:59.653 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uwQwrOyNh9cfo5b off=4248096 len=262960 2024-04-12T16:50:59.656 INFO:tasks.workunit.client.0.smithi005.stdout:op 1739 completed, throughput=5MB/sec 2024-04-12T16:50:59.656 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nuEzM197jMGk1VI off=2166173 len=909671 2024-04-12T16:50:59.657 INFO:tasks.workunit.client.0.smithi005.stdout:op 1740 completed, throughput=5MB/sec 2024-04-12T16:51:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:00 smithi016 ceph-mon[84444]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:00.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:51:00.657 INFO:tasks.workunit.client.0.smithi005.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:00.657 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I7tcyRTl6L64c_4 off=4541234 len=985333 2024-04-12T16:51:00.662 INFO:tasks.workunit.client.0.smithi005.stdout:op 1741 completed, throughput=4.99MB/sec 2024-04-12T16:51:00.662 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kqF_zviog37OY3M off=8692181 len=1134982 2024-04-12T16:51:00.663 INFO:tasks.workunit.client.0.smithi005.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-12T16:51:00.663 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kg-WwH8zEb1qtcE off=3788816 len=1622692 2024-04-12T16:51:00.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 1743 completed, throughput=5MB/sec 2024-04-12T16:51:00.670 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fLzVshHOHP4CBRT off=5109932 len=921047 2024-04-12T16:51:00.671 INFO:tasks.workunit.client.0.smithi005.stdout:op 1744 completed, throughput=5MB/sec 2024-04-12T16:51:00.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:00 smithi005 ceph-mon[88416]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:00.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:51:00.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:00 smithi005 ceph-mon[90837]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:00.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:51:01.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:51:01.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:51:01.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:51:01.671 INFO:tasks.workunit.client.0.smithi005.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:01.671 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TqLALL4hOVr1EMX off=652096 len=994053 2024-04-12T16:51:01.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 1745 completed, throughput=4.99MB/sec 2024-04-12T16:51:01.678 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--2GzaDySs8bKxxO off=6864082 len=1838506 2024-04-12T16:51:01.679 INFO:tasks.workunit.client.0.smithi005.stdout:op 1746 completed, throughput=4.99MB/sec 2024-04-12T16:51:01.679 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t8e77YkMkl2TO0b off=5300745 len=487572 2024-04-12T16:51:01.683 INFO:tasks.workunit.client.0.smithi005.stdout:op 1747 completed, throughput=5MB/sec 2024-04-12T16:51:01.683 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kT5_fEWcm6Lk7ho off=15491583 len=1236684 2024-04-12T16:51:01.684 INFO:tasks.workunit.client.0.smithi005.stdout:op 1748 completed, throughput=5MB/sec 2024-04-12T16:51:01.685 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-83e1GiggLTaHyAr off=5483428 len=1413795 2024-04-12T16:51:01.687 INFO:tasks.workunit.client.0.smithi005.stdout:op 1749 completed, throughput=5MB/sec 2024-04-12T16:51:01.698 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:51:01.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:51:01.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:51:01.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:51:01.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:51:01.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:51:02.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:02 smithi016 ceph-mon[84444]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:02.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:51:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:51:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:02.688 INFO:tasks.workunit.client.0.smithi005.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:02.688 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CI6ul8VBRgcqwwK off=4774895 len=2051171 2024-04-12T16:51:02.698 INFO:tasks.workunit.client.0.smithi005.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-12T16:51:02.699 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YI4NW_KzGa9T2l1 off=5822812 len=1071527 2024-04-12T16:51:02.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:02 smithi005 ceph-mon[88416]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:02.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:02 smithi005 ceph-mon[90837]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:02.705 INFO:tasks.workunit.client.0.smithi005.stdout:op 1751 completed, throughput=5MB/sec 2024-04-12T16:51:02.705 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UU4N5G20NLUSs0s off=2395053 len=1508533 2024-04-12T16:51:02.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 1752 completed, throughput=5MB/sec 2024-04-12T16:51:03.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:03 smithi016 ceph-mon[84444]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:03.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:03 smithi005 ceph-mon[88416]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:03.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:03 smithi005 ceph-mon[90837]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:03.712 INFO:tasks.workunit.client.0.smithi005.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:03.712 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WFt2LzqycuSIEhZ off=2786700 len=1305097 2024-04-12T16:51:03.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-12T16:51:03.718 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mIPzm0iEmOJjTDB off=2923879 len=984193 2024-04-12T16:51:03.724 INFO:tasks.workunit.client.0.smithi005.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-12T16:51:03.724 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a1HmXeEZ96zZime off=592673 len=1435954 2024-04-12T16:51:03.732 INFO:tasks.workunit.client.0.smithi005.stdout:op 1755 completed, throughput=5MB/sec 2024-04-12T16:51:03.732 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D5m192_deI_YuHg off=1611380 len=1059278 2024-04-12T16:51:03.733 INFO:tasks.workunit.client.0.smithi005.stdout:op 1756 completed, throughput=5MB/sec 2024-04-12T16:51:03.734 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WBFV5syWsjPPZM3 off=5348679 len=274203 2024-04-12T16:51:03.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 1757 completed, throughput=5MB/sec 2024-04-12T16:51:03.734 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o81hyL0tY2q_FZp off=9614280 len=1346708 2024-04-12T16:51:03.736 INFO:tasks.workunit.client.0.smithi005.stdout:op 1758 completed, throughput=5MB/sec 2024-04-12T16:51:04.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:51:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:51:03] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-12T16:51:04.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:04.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:04.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:04.736 INFO:tasks.workunit.client.0.smithi005.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:04.737 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1CViNeN8JhJiwhJ off=4800983 len=23472 2024-04-12T16:51:04.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-12T16:51:04.739 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Eo-m3OhFvLGxU1R off=10637581 len=1018322 2024-04-12T16:51:04.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-12T16:51:04.745 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PB0tIEbrMOoEDKC off=1875016 len=646700 2024-04-12T16:51:04.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-12T16:51:04.749 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ope4plaN13Ft-Uh off=12723751 len=701368 2024-04-12T16:51:04.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 1762 completed, throughput=5MB/sec 2024-04-12T16:51:04.750 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lShdGbZbcZS1N_R off=4802523 len=898840 2024-04-12T16:51:04.755 INFO:tasks.workunit.client.0.smithi005.stdout:op 1763 completed, throughput=5MB/sec 2024-04-12T16:51:04.756 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VhMhFZaOUQeoVHS off=8848087 len=691225 2024-04-12T16:51:04.757 INFO:tasks.workunit.client.0.smithi005.stdout:op 1764 completed, throughput=5MB/sec 2024-04-12T16:51:04.757 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dljt6ygTtONPsOW off=2517747 len=1368961 2024-04-12T16:51:04.762 INFO:tasks.workunit.client.0.smithi005.stdout:op 1765 completed, throughput=5MB/sec 2024-04-12T16:51:05.589 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:05 smithi016 ceph-mon[84444]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:51:05.699 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:05 smithi005 ceph-mon[88416]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:51:05.699 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:05 smithi005 ceph-mon[90837]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:51:05.763 INFO:tasks.workunit.client.0.smithi005.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:05.763 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bD4nG94CNNFe35i off=7751419 len=163162 2024-04-12T16:51:05.763 INFO:tasks.workunit.client.0.smithi005.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-12T16:51:05.764 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-42lIcz58FwuT5z4 off=14787437 len=1363080 2024-04-12T16:51:05.771 INFO:tasks.workunit.client.0.smithi005.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-12T16:51:05.771 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gNunIY8BP7ydBym off=16834300 len=1495096 2024-04-12T16:51:05.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 1768 completed, throughput=5MB/sec 2024-04-12T16:51:05.780 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--CQRxJOgJnzTZ5y off=9093055 len=1696433 2024-04-12T16:51:05.787 INFO:tasks.workunit.client.0.smithi005.stdout:op 1769 completed, throughput=5MB/sec 2024-04-12T16:51:06.787 INFO:tasks.workunit.client.0.smithi005.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:06.787 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aGU-WBqhMCkAvCM off=1253816 len=254219 2024-04-12T16:51:06.790 INFO:tasks.workunit.client.0.smithi005.stdout:op 1770 completed, throughput=4.99MB/sec 2024-04-12T16:51:06.790 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4dfW6UytabHHU4B off=12673191 len=1540507 2024-04-12T16:51:06.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-12T16:51:06.799 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hBOyp3K6NXVZo91 off=13412759 len=1353322 2024-04-12T16:51:06.800 INFO:tasks.workunit.client.0.smithi005.stdout:op 1772 completed, throughput=5MB/sec 2024-04-12T16:51:06.801 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3f3VAmnretF8z58 off=3091731 len=1053956 2024-04-12T16:51:06.803 INFO:tasks.workunit.client.0.smithi005.stdout:op 1773 completed, throughput=5MB/sec 2024-04-12T16:51:06.803 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nUaXMI_2pelDr-w off=3317828 len=979204 2024-04-12T16:51:06.808 INFO:tasks.workunit.client.0.smithi005.stdout:op 1774 completed, throughput=5MB/sec 2024-04-12T16:51:07.808 INFO:tasks.workunit.client.0.smithi005.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:07.808 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AjFfU7LQgb0SpWo off=1594373 len=2044404 2024-04-12T16:51:07.811 INFO:tasks.workunit.client.0.smithi005.stdout:op 1775 completed, throughput=4.99MB/sec 2024-04-12T16:51:07.811 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gkVXL1NjQNNLQXi off=6355532 len=1989901 2024-04-12T16:51:07.813 INFO:tasks.workunit.client.0.smithi005.stdout:op 1776 completed, throughput=5MB/sec 2024-04-12T16:51:07.813 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X6z4IF7eQzq6huI off=751813 len=2049818 2024-04-12T16:51:07.816 INFO:tasks.workunit.client.0.smithi005.stdout:op 1777 completed, throughput=5MB/sec 2024-04-12T16:51:07.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:07 smithi016 ceph-mon[84444]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:07.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:07 smithi005 ceph-mon[88416]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:07.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:07 smithi005 ceph-mon[90837]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:08.817 INFO:tasks.workunit.client.0.smithi005.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:08.817 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-51IudM7ifLP5sKw off=722181 len=1227729 2024-04-12T16:51:08.823 INFO:tasks.workunit.client.0.smithi005.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-12T16:51:08.824 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J6mad0ytBrugvPF off=1243281 len=1938871 2024-04-12T16:51:08.834 INFO:tasks.workunit.client.0.smithi005.stdout:op 1779 completed, throughput=5MB/sec 2024-04-12T16:51:08.834 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aWd80Xc5Xq_mGuv off=6632335 len=1897077 2024-04-12T16:51:08.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 1780 completed, throughput=5MB/sec 2024-04-12T16:51:09.836 INFO:tasks.workunit.client.0.smithi005.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:09.836 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-onvtCXwGGqD1upW off=4711836 len=1509123 2024-04-12T16:51:09.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:09 smithi016 ceph-mon[84444]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:09.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-12T16:51:09.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0UmzvLrNBZjoBnv off=387038 len=1220364 2024-04-12T16:51:09.846 INFO:tasks.workunit.client.0.smithi005.stdout:op 1782 completed, throughput=5MB/sec 2024-04-12T16:51:09.846 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pQ8aOrTaSx7yLve off=5158566 len=1516524 2024-04-12T16:51:09.848 INFO:tasks.workunit.client.0.smithi005.stdout:op 1783 completed, throughput=5MB/sec 2024-04-12T16:51:09.848 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m2b4Q8CXFxiJtTY off=3092157 len=352429 2024-04-12T16:51:09.849 INFO:tasks.workunit.client.0.smithi005.stdout:op 1784 completed, throughput=5MB/sec 2024-04-12T16:51:09.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:09 smithi005 ceph-mon[88416]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:09.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:09 smithi005 ceph-mon[90837]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:10.849 INFO:tasks.workunit.client.0.smithi005.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:10.850 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0Wm3GKaZke_FdaQ off=9418230 len=933803 2024-04-12T16:51:10.855 INFO:tasks.workunit.client.0.smithi005.stdout:op 1785 completed, throughput=4.99MB/sec 2024-04-12T16:51:10.855 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lShdGbZbcZS1N_R off=14729311 len=1107434 2024-04-12T16:51:10.861 INFO:tasks.workunit.client.0.smithi005.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-12T16:51:10.861 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CmAPXuO-7vNd4Ly off=9782676 len=354269 2024-04-12T16:51:10.862 INFO:tasks.workunit.client.0.smithi005.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-12T16:51:10.862 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hjXwCZ-_xoaWsKT off=5831118 len=1973719 2024-04-12T16:51:10.864 INFO:tasks.workunit.client.0.smithi005.stdout:op 1788 completed, throughput=5MB/sec 2024-04-12T16:51:10.864 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U7sKH_OKptvToqO off=9709040 len=1646932 2024-04-12T16:51:10.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 1789 completed, throughput=5MB/sec 2024-04-12T16:51:11.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:11 smithi016 ceph-mon[84444]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:51:11.866 INFO:tasks.workunit.client.0.smithi005.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:11.866 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CN1KcmjJzas_U8z off=8923777 len=1332751 2024-04-12T16:51:11.873 INFO:tasks.workunit.client.0.smithi005.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-12T16:51:11.873 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-imwe23uApex1S-j off=18494426 len=2085567 2024-04-12T16:51:11.882 INFO:tasks.workunit.client.0.smithi005.stdout:op 1791 completed, throughput=5MB/sec 2024-04-12T16:51:11.882 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8qzAAfIHNva5bXu off=8266327 len=197137 2024-04-12T16:51:11.883 INFO:tasks.workunit.client.0.smithi005.stdout:op 1792 completed, throughput=5MB/sec 2024-04-12T16:51:11.883 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IdazxBE5xv9mglV off=10450491 len=1240945 2024-04-12T16:51:11.889 INFO:tasks.workunit.client.0.smithi005.stdout:op 1793 completed, throughput=5MB/sec 2024-04-12T16:51:11.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:11 smithi005 ceph-mon[88416]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:51:11.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:11 smithi005 ceph-mon[90837]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:51:12.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:51:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:12.890 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qbPU-rpQ9_eN4Gp off=4113633 len=2010683 2024-04-12T16:51:12.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 1794 completed, throughput=4.99MB/sec 2024-04-12T16:51:12.898 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xs3Vqg_bCZmvYzc off=7558622 len=1708561 2024-04-12T16:51:12.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 1795 completed, throughput=5MB/sec 2024-04-12T16:51:12.899 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-V9XVgg7x7X2f5fF off=3601730 len=1347189 2024-04-12T16:51:12.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 1796 completed, throughput=5MB/sec 2024-04-12T16:51:12.901 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wfIHR4i_tGLEcZk off=830127 len=217529 2024-04-12T16:51:12.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 1797 completed, throughput=5MB/sec 2024-04-12T16:51:13.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:13 smithi016 ceph-mon[84444]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:51:13.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:13 smithi005 ceph-mon[88416]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:51:13.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:13 smithi005 ceph-mon[90837]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:51:13.902 INFO:tasks.workunit.client.0.smithi005.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:13.902 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Z4avpS0e-rNEKN1 off=9601446 len=880514 2024-04-12T16:51:13.903 INFO:tasks.workunit.client.0.smithi005.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-12T16:51:13.903 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--4yvq0NgbgEME5Y off=3943898 len=127587 2024-04-12T16:51:13.907 INFO:tasks.workunit.client.0.smithi005.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-12T16:51:13.907 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O57lZqfzAV_JzJw off=353792 len=1601328 2024-04-12T16:51:13.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 1800 completed, throughput=4.99MB/sec 2024-04-12T16:51:13.910 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AXxpv0tB20D9VR1 off=3842014 len=96160 2024-04-12T16:51:13.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 1801 completed, throughput=4.99MB/sec 2024-04-12T16:51:13.911 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HqG71GSZ3v8FFxM off=5649288 len=526868 2024-04-12T16:51:13.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 1802 completed, throughput=5MB/sec 2024-04-12T16:51:13.912 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wJ0z9HAuyOnuYlc off=24363 len=1326770 2024-04-12T16:51:13.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 1803 completed, throughput=5MB/sec 2024-04-12T16:51:13.914 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YYeAmn8wEDgzprv off=3891372 len=1936879 2024-04-12T16:51:13.924 INFO:tasks.workunit.client.0.smithi005.stdout:op 1804 completed, throughput=5MB/sec 2024-04-12T16:51:14.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:51:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:51:13] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-12T16:51:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:14.926 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QA7qnqeni3HpgVN off=3095804 len=1180097 2024-04-12T16:51:14.930 INFO:tasks.workunit.client.0.smithi005.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-12T16:51:14.930 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ifrElblk1L8owqk off=23610187 len=1662442 2024-04-12T16:51:14.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 1806 completed, throughput=5MB/sec 2024-04-12T16:51:14.934 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZGCOzH9ltp8dg17 off=23369165 len=208896 2024-04-12T16:51:14.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 1807 completed, throughput=5MB/sec 2024-04-12T16:51:14.934 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eCLweS7iWs9dK1b off=11133667 len=737284 2024-04-12T16:51:14.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 1808 completed, throughput=5MB/sec 2024-04-12T16:51:14.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EAkFVD60HVZz0nS off=4009511 len=401603 2024-04-12T16:51:14.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 1809 completed, throughput=5MB/sec 2024-04-12T16:51:15.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:15 smithi016 ceph-mon[84444]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:15.937 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b71kVedgtLdsrEQ off=14960743 len=1945413 2024-04-12T16:51:15.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-12T16:51:15.941 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ymvZwpRUHobgYxn off=15910332 len=1474254 2024-04-12T16:51:15.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:15 smithi005 ceph-mon[88416]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:15.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:15 smithi005 ceph-mon[90837]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:51:15.950 INFO:tasks.workunit.client.0.smithi005.stdout:op 1811 completed, throughput=5MB/sec 2024-04-12T16:51:15.950 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-M2R0jIDEvolUmZ- off=3772903 len=1984554 2024-04-12T16:51:15.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 1812 completed, throughput=5MB/sec 2024-04-12T16:51:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:16.952 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ATxZ5gR3QjenOa3 off=4000428 len=1718277 2024-04-12T16:51:16.959 INFO:tasks.workunit.client.0.smithi005.stdout:op 1813 completed, throughput=4.99MB/sec 2024-04-12T16:51:16.960 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UeDMydUQYd1ocOH off=1284332 len=790892 2024-04-12T16:51:16.961 INFO:tasks.workunit.client.0.smithi005.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-12T16:51:16.961 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wF-gWVft74ylMGJ off=17891525 len=1998595 2024-04-12T16:51:16.970 INFO:tasks.workunit.client.0.smithi005.stdout:op 1815 completed, throughput=5MB/sec 2024-04-12T16:51:16.970 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BBG9lWJuFE-WOfe off=1612557 len=697300 2024-04-12T16:51:16.971 INFO:tasks.workunit.client.0.smithi005.stdout:op 1816 completed, throughput=5MB/sec 2024-04-12T16:51:17.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:17 smithi016 ceph-mon[84444]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:51:17.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:17 smithi005 ceph-mon[88416]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:51:17.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:17 smithi005 ceph-mon[90837]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:51:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:17.971 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LMy4jftSKM8hoP- off=6036434 len=117386 2024-04-12T16:51:17.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-12T16:51:17.974 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1snecSWCTxfPMAu off=7648151 len=890608 2024-04-12T16:51:17.975 INFO:tasks.workunit.client.0.smithi005.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-12T16:51:17.975 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OPDl2idEMC4nW7E off=12640436 len=1827502 2024-04-12T16:51:17.985 INFO:tasks.workunit.client.0.smithi005.stdout:op 1819 completed, throughput=4.99MB/sec 2024-04-12T16:51:17.986 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fq65IIIFC4UKm9O off=5755597 len=211110 2024-04-12T16:51:17.986 INFO:tasks.workunit.client.0.smithi005.stdout:op 1820 completed, throughput=4.99MB/sec 2024-04-12T16:51:17.986 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D4I-1JOmyKrj8V3 off=5991361 len=1490314 2024-04-12T16:51:17.987 INFO:tasks.workunit.client.0.smithi005.stdout:op 1821 completed, throughput=5MB/sec 2024-04-12T16:51:17.987 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-F_YbH0b9Ef3MrTE off=7887449 len=160951 2024-04-12T16:51:17.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 1822 completed, throughput=5MB/sec 2024-04-12T16:51:17.990 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l3ilEzR2oYXqbc5 off=7547668 len=618618 2024-04-12T16:51:17.993 INFO:tasks.workunit.client.0.smithi005.stdout:op 1823 completed, throughput=5MB/sec 2024-04-12T16:51:18.994 INFO:tasks.workunit.client.0.smithi005.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:18.994 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VYsUP6o8SvZitVg off=12287119 len=1594044 2024-04-12T16:51:19.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-12T16:51:19.002 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qhdLvefk9Rrrd2j off=6092382 len=73467 2024-04-12T16:51:19.006 INFO:tasks.workunit.client.0.smithi005.stdout:op 1825 completed, throughput=4.99MB/sec 2024-04-12T16:51:19.006 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZdMfEMqE7xZeQXj off=8388043 len=1267600 2024-04-12T16:51:19.007 INFO:tasks.workunit.client.0.smithi005.stdout:op 1826 completed, throughput=4.99MB/sec 2024-04-12T16:51:19.007 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rrZ8FSKztwW6P74 off=16078186 len=612525 2024-04-12T16:51:19.010 INFO:tasks.workunit.client.0.smithi005.stdout:op 1827 completed, throughput=5MB/sec 2024-04-12T16:51:19.010 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_PxwcVxuXOlVhjD off=10201472 len=484616 2024-04-12T16:51:19.014 INFO:tasks.workunit.client.0.smithi005.stdout:op 1828 completed, throughput=5MB/sec 2024-04-12T16:51:19.014 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CwQ2VtZ3y01kCsM off=1380169 len=365138 2024-04-12T16:51:19.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 1829 completed, throughput=5MB/sec 2024-04-12T16:51:19.016 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-767Gm0ol9Exf1QI off=695777 len=429017 2024-04-12T16:51:19.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 1830 completed, throughput=5MB/sec 2024-04-12T16:51:19.019 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-naya_lcyOVuc5Ue off=7177556 len=1330466 2024-04-12T16:51:19.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 1831 completed, throughput=5MB/sec 2024-04-12T16:51:19.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:19 smithi016 ceph-mon[84444]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:19.840 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:19 smithi005 ceph-mon[88416]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:19.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:19.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:19 smithi005 ceph-mon[90837]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:19.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:20.024 INFO:tasks.workunit.client.0.smithi005.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:20.024 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JQTj6tzQtCp-bn3 off=2164871 len=1642518 2024-04-12T16:51:20.035 INFO:tasks.workunit.client.0.smithi005.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-12T16:51:20.035 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nPZLR8ko-gW4Iop off=82736 len=1248435 2024-04-12T16:51:20.035 INFO:tasks.workunit.client.0.smithi005.stdout:op 1833 completed, throughput=5MB/sec 2024-04-12T16:51:20.035 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EF-IEmQH05xFZdX off=2948753 len=192656 2024-04-12T16:51:20.035 INFO:tasks.workunit.client.0.smithi005.stdout:op 1834 completed, throughput=5MB/sec 2024-04-12T16:51:20.036 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uYWmxpaUYxwyNGz off=19771195 len=885936 2024-04-12T16:51:20.036 INFO:tasks.workunit.client.0.smithi005.stdout:op 1835 completed, throughput=5MB/sec 2024-04-12T16:51:20.036 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DOp6XJRdKEn8I9k off=116088 len=343172 2024-04-12T16:51:20.037 INFO:tasks.workunit.client.0.smithi005.stdout:op 1836 completed, throughput=5MB/sec 2024-04-12T16:51:20.037 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OObXuOIhPfKNzIj off=740414 len=622334 2024-04-12T16:51:20.041 INFO:tasks.workunit.client.0.smithi005.stdout:op 1837 completed, throughput=5MB/sec 2024-04-12T16:51:21.042 INFO:tasks.workunit.client.0.smithi005.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:21.042 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A0l_svtnNDw5fxq off=9700158 len=1763698 2024-04-12T16:51:21.044 INFO:tasks.workunit.client.0.smithi005.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-12T16:51:21.044 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lbOTRHTh_Ud_q5u off=3396086 len=1459132 2024-04-12T16:51:21.045 INFO:tasks.workunit.client.0.smithi005.stdout:op 1839 completed, throughput=5MB/sec 2024-04-12T16:51:21.045 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aDm38mAkMYgromY off=267145 len=870981 2024-04-12T16:51:21.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 1840 completed, throughput=5MB/sec 2024-04-12T16:51:21.047 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O3zdBjzbbpJJ5bj off=9510793 len=1026788 2024-04-12T16:51:21.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 1841 completed, throughput=5MB/sec 2024-04-12T16:51:21.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:21 smithi016 ceph-mon[84444]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:21.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:21 smithi005 ceph-mon[88416]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:21.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:21 smithi005 ceph-mon[90837]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:22.053 INFO:tasks.workunit.client.0.smithi005.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:22.054 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nit7bieKwvP0n8g off=7539964 len=1782648 2024-04-12T16:51:22.063 INFO:tasks.workunit.client.0.smithi005.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-12T16:51:22.063 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5rW1vgx8v33pvud off=2264909 len=1260061 2024-04-12T16:51:22.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 1843 completed, throughput=4.99MB/sec 2024-04-12T16:51:22.071 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Un_AV-TmVaA02nO off=0 len=1494400 2024-04-12T16:51:22.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 1844 completed, throughput=5MB/sec 2024-04-12T16:51:22.072 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JB3cN4mDnMFk4KX off=751634 len=1234127 2024-04-12T16:51:22.077 INFO:tasks.workunit.client.0.smithi005.stdout:op 1845 completed, throughput=5MB/sec 2024-04-12T16:51:22.589 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:51:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:23.077 INFO:tasks.workunit.client.0.smithi005.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:23.078 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hgzegwdbn5Rtfj4 off=769057 len=1608843 2024-04-12T16:51:23.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-12T16:51:23.080 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-adpQLB3hdUKB4fi off=13003636 len=2001792 2024-04-12T16:51:23.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 1847 completed, throughput=5MB/sec 2024-04-12T16:51:23.089 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sJV46eA9k5iTLfc off=2237779 len=486179 2024-04-12T16:51:23.093 INFO:tasks.workunit.client.0.smithi005.stdout:op 1848 completed, throughput=5MB/sec 2024-04-12T16:51:23.093 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LsgkYoqRXUn8lzj off=325091 len=639269 2024-04-12T16:51:23.097 INFO:tasks.workunit.client.0.smithi005.stdout:op 1849 completed, throughput=5MB/sec 2024-04-12T16:51:23.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:23 smithi016 ceph-mon[84444]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:23.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:23 smithi005 ceph-mon[88416]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:23.880 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:23 smithi005 ceph-mon[90837]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:51:24.097 INFO:tasks.workunit.client.0.smithi005.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:24.098 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b1Oq0EDYZ-6_Br8 off=843303 len=1162508 2024-04-12T16:51:24.104 INFO:tasks.workunit.client.0.smithi005.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-12T16:51:24.104 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5350Yxg5nmj_OdP off=2585985 len=588135 2024-04-12T16:51:24.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 1851 completed, throughput=4.99MB/sec 2024-04-12T16:51:24.105 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3b0aJ7W1PRHqTLh off=7562680 len=844269 2024-04-12T16:51:24.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 1852 completed, throughput=4.99MB/sec 2024-04-12T16:51:24.106 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mguWwPNDpW9uYAJ off=289672 len=1591953 2024-04-12T16:51:24.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 1853 completed, throughput=5MB/sec 2024-04-12T16:51:24.113 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bQ8n1eQtVRMaFb7 off=2834807 len=177360 2024-04-12T16:51:24.116 INFO:tasks.workunit.client.0.smithi005.stdout:op 1854 completed, throughput=5MB/sec 2024-04-12T16:51:24.116 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6ZXqzQeGsrmfwsu off=4468514 len=1942116 2024-04-12T16:51:24.123 INFO:tasks.workunit.client.0.smithi005.stdout:op 1855 completed, throughput=5MB/sec 2024-04-12T16:51:24.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:51:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:51:23] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-12T16:51:25.124 INFO:tasks.workunit.client.0.smithi005.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:25.124 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-L7Rms1GYF24-_HF off=9790559 len=866599 2024-04-12T16:51:25.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-12T16:51:25.125 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0zENRrfVAHrydwF off=11145583 len=2077835 2024-04-12T16:51:25.129 INFO:tasks.workunit.client.0.smithi005.stdout:op 1857 completed, throughput=5MB/sec 2024-04-12T16:51:25.129 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nouNTBJVGwRur6v off=7029345 len=828483 2024-04-12T16:51:25.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 1858 completed, throughput=5MB/sec 2024-04-12T16:51:25.134 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qH42yX2bWWdkbz- off=5037542 len=1090697 2024-04-12T16:51:25.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 1859 completed, throughput=5MB/sec 2024-04-12T16:51:25.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:25 smithi016 ceph-mon[84444]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:51:25.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:25 smithi005 ceph-mon[88416]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:51:25.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:25 smithi005 ceph-mon[90837]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:51:26.137 INFO:tasks.workunit.client.0.smithi005.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:26.137 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-frybSDLFt05bq2r off=15310266 len=1930830 2024-04-12T16:51:26.147 INFO:tasks.workunit.client.0.smithi005.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-12T16:51:26.147 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JSI2IIFiTJ3r_HM off=5248194 len=2014745 2024-04-12T16:51:26.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 1861 completed, throughput=5MB/sec 2024-04-12T16:51:26.150 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zDBo4tgGqLqR8dt off=10974439 len=903873 2024-04-12T16:51:26.154 INFO:tasks.workunit.client.0.smithi005.stdout:op 1862 completed, throughput=5MB/sec 2024-04-12T16:51:27.155 INFO:tasks.workunit.client.0.smithi005.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:27.155 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8y_EwoBEbC_hhPE off=350978 len=1932161 2024-04-12T16:51:27.163 INFO:tasks.workunit.client.0.smithi005.stdout:op 1863 completed, throughput=4.99MB/sec 2024-04-12T16:51:27.164 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qhqtiCx3030EghH off=3365477 len=504806 2024-04-12T16:51:27.165 INFO:tasks.workunit.client.0.smithi005.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-12T16:51:27.165 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XH-nARnryRvMc2E off=3830504 len=1550061 2024-04-12T16:51:27.173 INFO:tasks.workunit.client.0.smithi005.stdout:op 1865 completed, throughput=5MB/sec 2024-04-12T16:51:27.173 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4mSm7UBV21AP2PJ off=1330894 len=895072 2024-04-12T16:51:27.179 INFO:tasks.workunit.client.0.smithi005.stdout:op 1866 completed, throughput=5MB/sec 2024-04-12T16:51:27.179 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6XzBVnJOT5cI2L1 off=1724943 len=125443 2024-04-12T16:51:27.182 INFO:tasks.workunit.client.0.smithi005.stdout:op 1867 completed, throughput=5MB/sec 2024-04-12T16:51:27.182 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xv4eCUED1uNhOkL off=5708186 len=488779 2024-04-12T16:51:27.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 1868 completed, throughput=5MB/sec 2024-04-12T16:51:27.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:27 smithi016 ceph-mon[84444]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:51:27.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:27 smithi005 ceph-mon[88416]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:51:27.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:27 smithi005 ceph-mon[90837]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:51:28.186 INFO:tasks.workunit.client.0.smithi005.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:28.186 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GmOah192TN11GAc off=6013273 len=2068673 2024-04-12T16:51:28.188 INFO:tasks.workunit.client.0.smithi005.stdout:op 1869 completed, throughput=4.99MB/sec 2024-04-12T16:51:28.188 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CFoCbC-b5Qms_Mz off=6871019 len=1261737 2024-04-12T16:51:28.196 INFO:tasks.workunit.client.0.smithi005.stdout:op 1870 completed, throughput=5MB/sec 2024-04-12T16:51:28.196 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EoOAmEnL7988-DH off=6708178 len=1104908 2024-04-12T16:51:28.202 INFO:tasks.workunit.client.0.smithi005.stdout:op 1871 completed, throughput=5MB/sec 2024-04-12T16:51:28.202 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t-pyG3xsk7KBMw3 off=142092 len=353277 2024-04-12T16:51:28.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 1872 completed, throughput=5MB/sec 2024-04-12T16:51:28.206 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MuC2qAtRDhiQRFb off=7343137 len=445081 2024-04-12T16:51:28.209 INFO:tasks.workunit.client.0.smithi005.stdout:op 1873 completed, throughput=5MB/sec 2024-04-12T16:51:29.210 INFO:tasks.workunit.client.0.smithi005.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:29.210 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-C4TRz4hyVE_RW_9 off=5301556 len=745413 2024-04-12T16:51:29.215 INFO:tasks.workunit.client.0.smithi005.stdout:op 1874 completed, throughput=4.99MB/sec 2024-04-12T16:51:29.215 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CuV5fnxChxjpqVq off=2668479 len=2055069 2024-04-12T16:51:29.225 INFO:tasks.workunit.client.0.smithi005.stdout:op 1875 completed, throughput=4.99MB/sec 2024-04-12T16:51:29.225 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DeAGUM4z6L_s3Pu off=10402179 len=1606169 2024-04-12T16:51:29.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 1876 completed, throughput=5MB/sec 2024-04-12T16:51:29.234 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3DwEFU0ZcC-UGg3 off=12571069 len=23557 2024-04-12T16:51:29.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 1877 completed, throughput=5MB/sec 2024-04-12T16:51:29.239 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OM1y8DWF0ypDpGR off=2923120 len=18949 2024-04-12T16:51:29.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 1878 completed, throughput=5MB/sec 2024-04-12T16:51:29.239 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q5bM6RSp5vGmcl1 off=5079351 len=157228 2024-04-12T16:51:29.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 1879 completed, throughput=5MB/sec 2024-04-12T16:51:29.239 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dAX-03-wweIh7uk off=18053069 len=479920 2024-04-12T16:51:29.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 1880 completed, throughput=5MB/sec 2024-04-12T16:51:29.240 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pEudZYFIMlabM14 off=5407193 len=1638709 2024-04-12T16:51:29.247 INFO:tasks.workunit.client.0.smithi005.stdout:op 1881 completed, throughput=5MB/sec 2024-04-12T16:51:29.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:29 smithi005 ceph-mon[88416]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:51:29.949 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:29 smithi005 ceph-mon[90837]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:51:30.089 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:29 smithi016 ceph-mon[84444]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:51:30.248 INFO:tasks.workunit.client.0.smithi005.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:30.248 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pm8xCInFUrdaI-2 off=9871854 len=1223054 2024-04-12T16:51:30.254 INFO:tasks.workunit.client.0.smithi005.stdout:op 1882 completed, throughput=4.99MB/sec 2024-04-12T16:51:30.255 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D9ZvogLixVMIrYy off=2361414 len=2045632 2024-04-12T16:51:30.257 INFO:tasks.workunit.client.0.smithi005.stdout:op 1883 completed, throughput=5MB/sec 2024-04-12T16:51:30.257 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k62JNcJ5vv4UzaA off=1773832 len=1168630 2024-04-12T16:51:30.263 INFO:tasks.workunit.client.0.smithi005.stdout:op 1884 completed, throughput=5MB/sec 2024-04-12T16:51:31.264 INFO:tasks.workunit.client.0.smithi005.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:31.264 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rQmqjlOYtgRrSin off=11205448 len=871692 2024-04-12T16:51:31.269 INFO:tasks.workunit.client.0.smithi005.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-12T16:51:31.269 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hpNL1LPY6ZTLAxu off=8716485 len=1473215 2024-04-12T16:51:31.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-12T16:51:31.276 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Uo7Xx36bMWqTS2F off=1741327 len=907301 2024-04-12T16:51:31.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 1887 completed, throughput=5MB/sec 2024-04-12T16:51:31.283 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vNVuqSC-Le6-5ko off=1993343 len=1418020 2024-04-12T16:51:31.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 1888 completed, throughput=5MB/sec 2024-04-12T16:51:31.287 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8uNJs5eZWTy5pOe off=16450317 len=188537 2024-04-12T16:51:31.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 1889 completed, throughput=5MB/sec 2024-04-12T16:51:31.288 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fAOMWhmDrp5zH_g off=2100052 len=2057427 2024-04-12T16:51:31.289 INFO:tasks.workunit.client.0.smithi005.stdout:op 1890 completed, throughput=5MB/sec 2024-04-12T16:51:31.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:31 smithi005 ceph-mon[88416]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:51:31.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:31 smithi005 ceph-mon[90837]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:51:32.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:31 smithi016 ceph-mon[84444]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:51:32.290 INFO:tasks.workunit.client.0.smithi005.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:32.290 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-d3BIDpz2iWQsPfJ off=506288 len=1359242 2024-04-12T16:51:32.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 1891 completed, throughput=5MB/sec 2024-04-12T16:51:32.296 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--qUayxTddX6j9NB off=1692595 len=620124 2024-04-12T16:51:32.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 1892 completed, throughput=5MB/sec 2024-04-12T16:51:32.301 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-G9i4pSZiClcxSYI off=12730080 len=1167644 2024-04-12T16:51:32.307 INFO:tasks.workunit.client.0.smithi005.stdout:op 1893 completed, throughput=5MB/sec 2024-04-12T16:51:32.307 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Yl87rq7xZcwzr45 off=270695 len=1725466 2024-04-12T16:51:32.313 INFO:tasks.workunit.client.0.smithi005.stdout:op 1894 completed, throughput=5MB/sec 2024-04-12T16:51:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:51:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:51:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:33.314 INFO:tasks.workunit.client.0.smithi005.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:33.314 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bIvL3jPQo8ct1D0 off=558784 len=518519 2024-04-12T16:51:33.318 INFO:tasks.workunit.client.0.smithi005.stdout:op 1895 completed, throughput=4.99MB/sec 2024-04-12T16:51:33.318 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eaRLzh59leJkeu6 off=6260132 len=1339448 2024-04-12T16:51:33.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 1896 completed, throughput=5MB/sec 2024-04-12T16:51:33.320 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ru5BVdJIVih3AgJ off=175139 len=619809 2024-04-12T16:51:33.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 1897 completed, throughput=5MB/sec 2024-04-12T16:51:33.324 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wkMERzF98-FCQqx off=4157475 len=1889879 2024-04-12T16:51:33.326 INFO:tasks.workunit.client.0.smithi005.stdout:op 1898 completed, throughput=5MB/sec 2024-04-12T16:51:33.880 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:33 smithi005 ceph-mon[88416]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:33.881 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:33 smithi005 ceph-mon[90837]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:34.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:33 smithi016 ceph-mon[84444]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:51:34.199 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:51:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:51:33] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-12T16:51:34.327 INFO:tasks.workunit.client.0.smithi005.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:34.327 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Qr7papQOJXQomny off=257489 len=1078001 2024-04-12T16:51:34.332 INFO:tasks.workunit.client.0.smithi005.stdout:op 1899 completed, throughput=4.99MB/sec 2024-04-12T16:51:34.332 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Uo7Xx36bMWqTS2F off=4621277 len=1725119 2024-04-12T16:51:34.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 1900 completed, throughput=5MB/sec 2024-04-12T16:51:34.334 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LEDtoXi6ocTlmIK off=386673 len=1260550 2024-04-12T16:51:34.339 INFO:tasks.workunit.client.0.smithi005.stdout:op 1901 completed, throughput=5MB/sec 2024-04-12T16:51:34.340 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-46NzcBKY5uCFTot off=1964175 len=1367872 2024-04-12T16:51:34.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 1902 completed, throughput=5MB/sec 2024-04-12T16:51:34.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:34.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:35.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:35.347 INFO:tasks.workunit.client.0.smithi005.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:35.348 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aeto-S8ijS_f4WL off=2538154 len=1166414 2024-04-12T16:51:35.350 INFO:tasks.workunit.client.0.smithi005.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-12T16:51:35.350 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1U1NebYMjh72WiZ off=11356147 len=499638 2024-04-12T16:51:35.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 1904 completed, throughput=4.99MB/sec 2024-04-12T16:51:35.353 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wg5w0UWNVnGdvRw off=9339883 len=1958600 2024-04-12T16:51:35.357 INFO:tasks.workunit.client.0.smithi005.stdout:op 1905 completed, throughput=5MB/sec 2024-04-12T16:51:35.357 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-la6vK8NK_Eqy7MV off=7024778 len=487228 2024-04-12T16:51:35.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 1906 completed, throughput=5MB/sec 2024-04-12T16:51:35.359 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aDkZwVHDWYcKTLV off=155993 len=706524 2024-04-12T16:51:35.362 INFO:tasks.workunit.client.0.smithi005.stdout:op 1907 completed, throughput=5MB/sec 2024-04-12T16:51:35.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:35 smithi005 ceph-mon[88416]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:51:35.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:35 smithi005 ceph-mon[90837]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:51:36.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:35 smithi016 ceph-mon[84444]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:51:36.363 INFO:tasks.workunit.client.0.smithi005.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:36.363 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RM_QlsF5w06FS2_ off=3527337 len=180785 2024-04-12T16:51:36.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 1908 completed, throughput=4.99MB/sec 2024-04-12T16:51:36.366 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-USrwnGX8MyPyJ4s off=5266955 len=2082233 2024-04-12T16:51:36.374 INFO:tasks.workunit.client.0.smithi005.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-12T16:51:36.375 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hslhr5BfDeG2P_7 off=2349413 len=1263682 2024-04-12T16:51:36.376 INFO:tasks.workunit.client.0.smithi005.stdout:op 1910 completed, throughput=5MB/sec 2024-04-12T16:51:36.376 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BKwee4FI-So9fYw off=779038 len=1330300 2024-04-12T16:51:36.380 INFO:tasks.workunit.client.0.smithi005.stdout:op 1911 completed, throughput=5MB/sec 2024-04-12T16:51:36.380 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NlBJSxV4zsBvDDs off=1589443 len=1809762 2024-04-12T16:51:36.389 INFO:tasks.workunit.client.0.smithi005.stdout:op 1912 completed, throughput=5MB/sec 2024-04-12T16:51:37.389 INFO:tasks.workunit.client.0.smithi005.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:37.390 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q437HGappOV5_Xs off=977746 len=538115 2024-04-12T16:51:37.391 INFO:tasks.workunit.client.0.smithi005.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-12T16:51:37.391 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CiuveP5PJcKBS00 off=7567442 len=1084523 2024-04-12T16:51:37.396 INFO:tasks.workunit.client.0.smithi005.stdout:op 1914 completed, throughput=4.99MB/sec 2024-04-12T16:51:37.396 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-h4ZOAuuzh0tbKI9 off=3127206 len=1179264 2024-04-12T16:51:37.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 1915 completed, throughput=5MB/sec 2024-04-12T16:51:37.398 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0_vRIj25kctSbv4 off=3687969 len=1573129 2024-04-12T16:51:37.399 INFO:tasks.workunit.client.0.smithi005.stdout:op 1916 completed, throughput=5MB/sec 2024-04-12T16:51:37.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:37 smithi005 ceph-mon[88416]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:51:37.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:37 smithi005 ceph-mon[90837]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:51:38.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:37 smithi016 ceph-mon[84444]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:51:38.400 INFO:tasks.workunit.client.0.smithi005.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:38.400 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NalcwFw8Hr9YGw_ off=5785757 len=1690344 2024-04-12T16:51:38.408 INFO:tasks.workunit.client.0.smithi005.stdout:op 1917 completed, throughput=4.99MB/sec 2024-04-12T16:51:38.408 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b1q-rk9gmElHah9 off=3437913 len=1081979 2024-04-12T16:51:38.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 1918 completed, throughput=4.99MB/sec 2024-04-12T16:51:38.410 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-exqW5ZrYQxl2z18 off=1597991 len=1462359 2024-04-12T16:51:38.418 INFO:tasks.workunit.client.0.smithi005.stdout:op 1919 completed, throughput=5MB/sec 2024-04-12T16:51:38.419 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b8tEecA5SmZ8xfD off=571114 len=621177 2024-04-12T16:51:38.420 INFO:tasks.workunit.client.0.smithi005.stdout:op 1920 completed, throughput=5MB/sec 2024-04-12T16:51:38.420 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vJ3b9HT2Gr-Bdvt off=652587 len=537709 2024-04-12T16:51:38.420 INFO:tasks.workunit.client.0.smithi005.stdout:op 1921 completed, throughput=5MB/sec 2024-04-12T16:51:39.421 INFO:tasks.workunit.client.0.smithi005.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:39.421 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nPZLR8ko-gW4Iop off=3349552 len=1219009 2024-04-12T16:51:39.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 1922 completed, throughput=4.99MB/sec 2024-04-12T16:51:39.428 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--d6PXJQhRr0dt7R off=2159438 len=1199535 2024-04-12T16:51:39.434 INFO:tasks.workunit.client.0.smithi005.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-12T16:51:39.434 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z5HoSgzwv7B7_tU off=10753644 len=1477084 2024-04-12T16:51:39.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 1924 completed, throughput=5MB/sec 2024-04-12T16:51:39.435 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZB4LbuEJfha3ibu off=6767056 len=645090 2024-04-12T16:51:39.439 INFO:tasks.workunit.client.0.smithi005.stdout:op 1925 completed, throughput=5MB/sec 2024-04-12T16:51:39.439 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kdsS2_Ce2RfpOva off=22564617 len=326431 2024-04-12T16:51:39.439 INFO:tasks.workunit.client.0.smithi005.stdout:op 1926 completed, throughput=5MB/sec 2024-04-12T16:51:39.949 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:39 smithi005 ceph-mon[88416]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:51:39.950 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:39 smithi005 ceph-mon[90837]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:51:40.090 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:39 smithi016 ceph-mon[84444]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T16:51:40.440 INFO:tasks.workunit.client.0.smithi005.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:40.440 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aen2Vs_TFv2Hjns off=120441 len=1789354 2024-04-12T16:51:40.448 INFO:tasks.workunit.client.0.smithi005.stdout:op 1927 completed, throughput=4.99MB/sec 2024-04-12T16:51:40.448 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Pq66Ln639Cn3Sqa off=8025816 len=495835 2024-04-12T16:51:40.451 INFO:tasks.workunit.client.0.smithi005.stdout:op 1928 completed, throughput=4.99MB/sec 2024-04-12T16:51:40.451 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fMbZUjEt98F_zgj off=2667504 len=89436 2024-04-12T16:51:40.453 INFO:tasks.workunit.client.0.smithi005.stdout:op 1929 completed, throughput=4.99MB/sec 2024-04-12T16:51:40.453 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mtEGiGvArtMvRV0 off=7419115 len=1059132 2024-04-12T16:51:40.458 INFO:tasks.workunit.client.0.smithi005.stdout:op 1930 completed, throughput=5MB/sec 2024-04-12T16:51:40.458 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LW4489B9-OY4rDT off=3433102 len=841683 2024-04-12T16:51:40.459 INFO:tasks.workunit.client.0.smithi005.stdout:op 1931 completed, throughput=5MB/sec 2024-04-12T16:51:40.459 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uYfkZs259Gu9tQ6 off=1138458 len=1595077 2024-04-12T16:51:40.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 1932 completed, throughput=5MB/sec 2024-04-12T16:51:41.461 INFO:tasks.workunit.client.0.smithi005.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:41.461 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NF97aTNqDncL0fd off=6879152 len=176627 2024-04-12T16:51:41.464 INFO:tasks.workunit.client.0.smithi005.stdout:op 1933 completed, throughput=4.99MB/sec 2024-04-12T16:51:41.464 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VjsdgYgYkjpo8jN off=4216642 len=1360892 2024-04-12T16:51:41.467 INFO:tasks.workunit.client.0.smithi005.stdout:op 1934 completed, throughput=4.99MB/sec 2024-04-12T16:51:41.467 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uPCOOvrwtHc99qQ off=4767016 len=597441 2024-04-12T16:51:41.472 INFO:tasks.workunit.client.0.smithi005.stdout:op 1935 completed, throughput=4.99MB/sec 2024-04-12T16:51:41.472 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lzmuR2sJ3fYaHru off=16632329 len=1768489 2024-04-12T16:51:41.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 1936 completed, throughput=5MB/sec 2024-04-12T16:51:41.475 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YZNsPLWvqC3-i2u off=1713576 len=1990756 2024-04-12T16:51:41.485 INFO:tasks.workunit.client.0.smithi005.stdout:op 1937 completed, throughput=5MB/sec 2024-04-12T16:51:42.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:41 smithi005 ceph-mon[88416]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:51:42.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:41 smithi005 ceph-mon[90837]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:51:42.307 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:41 smithi016 ceph-mon[84444]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:51:42.485 INFO:tasks.workunit.client.0.smithi005.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:42.486 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8Ct7iMEIyFTh_rl off=3442331 len=69083 2024-04-12T16:51:42.488 INFO:tasks.workunit.client.0.smithi005.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-12T16:51:42.488 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PCbwAWpH6EzB_YU off=15412500 len=1114671 2024-04-12T16:51:42.489 INFO:tasks.workunit.client.0.smithi005.stdout:op 1939 completed, throughput=4.99MB/sec 2024-04-12T16:51:42.489 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3T896bEZNAsUjLW off=2051782 len=1171463 2024-04-12T16:51:42.492 INFO:tasks.workunit.client.0.smithi005.stdout:op 1940 completed, throughput=5MB/sec 2024-04-12T16:51:42.492 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aZhIUH0FWnYHixI off=9498275 len=1586191 2024-04-12T16:51:42.501 INFO:tasks.workunit.client.0.smithi005.stdout:op 1941 completed, throughput=5MB/sec 2024-04-12T16:51:42.501 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pA-T1GRBuWc5ABf off=8472968 len=1964908 2024-04-12T16:51:42.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 1942 completed, throughput=5MB/sec 2024-04-12T16:51:42.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:51:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:43.509 INFO:tasks.workunit.client.0.smithi005.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:43.509 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wZBZFg_dGDifTia off=981275 len=1624652 2024-04-12T16:51:43.518 INFO:tasks.workunit.client.0.smithi005.stdout:op 1943 completed, throughput=5MB/sec 2024-04-12T16:51:43.518 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6IgdHkqu26r72KO off=1147881 len=1176532 2024-04-12T16:51:43.521 INFO:tasks.workunit.client.0.smithi005.stdout:op 1944 completed, throughput=5MB/sec 2024-04-12T16:51:43.521 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MMcPVak-RrPjPy9 off=1501726 len=154275 2024-04-12T16:51:43.521 INFO:tasks.workunit.client.0.smithi005.stdout:op 1945 completed, throughput=5MB/sec 2024-04-12T16:51:43.521 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SdPf8nFCtM4j_fn off=642811 len=1714094 2024-04-12T16:51:43.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 1946 completed, throughput=5MB/sec 2024-04-12T16:51:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:43 smithi005 ceph-mon[88416]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:51:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:51:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:51:43] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-12T16:51:44.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:43 smithi005 ceph-mon[90837]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:51:44.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:43 smithi016 ceph-mon[84444]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:51:44.531 INFO:tasks.workunit.client.0.smithi005.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:44.531 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5h1RMQ0sdl_sTRv off=2072243 len=512228 2024-04-12T16:51:44.532 INFO:tasks.workunit.client.0.smithi005.stdout:op 1947 completed, throughput=4.99MB/sec 2024-04-12T16:51:44.532 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c35dYGJNk90OchX off=6090544 len=1746891 2024-04-12T16:51:44.536 INFO:tasks.workunit.client.0.smithi005.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-12T16:51:44.536 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5cMcD3nDgvuSlZP off=916315 len=1652642 2024-04-12T16:51:44.540 INFO:tasks.workunit.client.0.smithi005.stdout:op 1949 completed, throughput=5MB/sec 2024-04-12T16:51:44.540 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-18mUA-rt2PnWZD3 off=1502592 len=166613 2024-04-12T16:51:44.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 1950 completed, throughput=5MB/sec 2024-04-12T16:51:44.543 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Jf3U2PEgL3zKwAU off=11976807 len=537019 2024-04-12T16:51:44.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 1951 completed, throughput=5MB/sec 2024-04-12T16:51:45.544 INFO:tasks.workunit.client.0.smithi005.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:45.544 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QxToLP4uodYvO05 off=657690 len=507774 2024-04-12T16:51:45.548 INFO:tasks.workunit.client.0.smithi005.stdout:op 1952 completed, throughput=4.99MB/sec 2024-04-12T16:51:45.548 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VUo4bABHX_r79hs off=2760351 len=1944658 2024-04-12T16:51:45.550 INFO:tasks.workunit.client.0.smithi005.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-12T16:51:45.550 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HY5ic32xWdFHsAj off=13132902 len=2032127 2024-04-12T16:51:45.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 1954 completed, throughput=5MB/sec 2024-04-12T16:51:45.551 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kEu9wG2DYk5cCfm off=8110949 len=1642281 2024-04-12T16:51:45.555 INFO:tasks.workunit.client.0.smithi005.stdout:op 1955 completed, throughput=5MB/sec 2024-04-12T16:51:46.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:45 smithi005 ceph-mon[88416]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-12T16:51:46.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:45 smithi005 ceph-mon[90837]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-12T16:51:46.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:45 smithi016 ceph-mon[84444]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-12T16:51:46.555 INFO:tasks.workunit.client.0.smithi005.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:46.555 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pkADHfhfEnbe7KW off=208916 len=1808326 2024-04-12T16:51:46.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 1956 completed, throughput=4.99MB/sec 2024-04-12T16:51:46.558 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9-mUkYp7FE_AcVQ off=7845895 len=986695 2024-04-12T16:51:46.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 1957 completed, throughput=5MB/sec 2024-04-12T16:51:46.563 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AwIczqdFgaG52Dg off=3277707 len=612979 2024-04-12T16:51:46.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 1958 completed, throughput=5MB/sec 2024-04-12T16:51:46.564 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tMuEzNqdjn-onHU off=1387016 len=1549181 2024-04-12T16:51:46.570 INFO:tasks.workunit.client.0.smithi005.stdout:op 1959 completed, throughput=5MB/sec 2024-04-12T16:51:47.570 INFO:tasks.workunit.client.0.smithi005.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:47.570 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bbQ1Ra5C0e47m9c off=14323755 len=25201 2024-04-12T16:51:47.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 1960 completed, throughput=4.99MB/sec 2024-04-12T16:51:47.573 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vZzNRK7hnbOmJcX off=15285733 len=1439206 2024-04-12T16:51:47.576 INFO:tasks.workunit.client.0.smithi005.stdout:op 1961 completed, throughput=4.99MB/sec 2024-04-12T16:51:47.576 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U-hKjS-3-7jaXzp off=12219297 len=853247 2024-04-12T16:51:47.577 INFO:tasks.workunit.client.0.smithi005.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-12T16:51:47.577 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tx2OpJzF1BU0BTD off=3455410 len=971323 2024-04-12T16:51:47.583 INFO:tasks.workunit.client.0.smithi005.stdout:op 1963 completed, throughput=5MB/sec 2024-04-12T16:51:47.583 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-x31znhq57XN7aq7 off=16331777 len=1915874 2024-04-12T16:51:47.585 INFO:tasks.workunit.client.0.smithi005.stdout:op 1964 completed, throughput=5MB/sec 2024-04-12T16:51:48.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:47 smithi005 ceph-mon[88416]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:51:48.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:47 smithi005 ceph-mon[90837]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:51:48.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:47 smithi016 ceph-mon[84444]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:51:48.585 INFO:tasks.workunit.client.0.smithi005.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:48.585 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D6bD0Q8Uf5SYQ22 off=1216262 len=167433 2024-04-12T16:51:48.586 INFO:tasks.workunit.client.0.smithi005.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-12T16:51:48.586 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7G7dBcMqRvrXgUZ off=21847194 len=1174182 2024-04-12T16:51:48.592 INFO:tasks.workunit.client.0.smithi005.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-12T16:51:48.592 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uy5jF8srtFVsb-v off=8600164 len=683262 2024-04-12T16:51:48.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-12T16:51:48.596 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8ibf-q5l1S-efXD off=16199257 len=2038145 2024-04-12T16:51:48.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 1968 completed, throughput=5MB/sec 2024-04-12T16:51:48.598 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WaOAcQPIQpgL5YJ off=3997072 len=341959 2024-04-12T16:51:48.599 INFO:tasks.workunit.client.0.smithi005.stdout:op 1969 completed, throughput=5MB/sec 2024-04-12T16:51:48.599 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oajR9L-DTjop723 off=19185967 len=150987 2024-04-12T16:51:48.601 INFO:tasks.workunit.client.0.smithi005.stdout:op 1970 completed, throughput=5MB/sec 2024-04-12T16:51:48.601 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_Zl4fiyb1UKeBKi off=20753274 len=1320541 2024-04-12T16:51:48.604 INFO:tasks.workunit.client.0.smithi005.stdout:op 1971 completed, throughput=5MB/sec 2024-04-12T16:51:49.604 INFO:tasks.workunit.client.0.smithi005.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:49.604 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uMEeUOOzh_uFdgk off=1343088 len=1535192 2024-04-12T16:51:49.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 1972 completed, throughput=4.99MB/sec 2024-04-12T16:51:49.613 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--aeLkTnHF9FOYqc off=6014854 len=1119483 2024-04-12T16:51:49.618 INFO:tasks.workunit.client.0.smithi005.stdout:op 1973 completed, throughput=5MB/sec 2024-04-12T16:51:49.619 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qnrFv7fXTmvUcgD off=5125 len=1583963 2024-04-12T16:51:49.627 INFO:tasks.workunit.client.0.smithi005.stdout:op 1974 completed, throughput=5MB/sec 2024-04-12T16:51:49.627 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BWxhRZ1si_c2cS3 off=139711 len=1187669 2024-04-12T16:51:49.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 1975 completed, throughput=5MB/sec 2024-04-12T16:51:50.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:49 smithi005 ceph-mon[88416]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:51:50.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:49 smithi005 ceph-mon[90837]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:51:50.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:49 smithi016 ceph-mon[84444]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:51:50.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:51:50.629 INFO:tasks.workunit.client.0.smithi005.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:50.629 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YhX-PNn3rjNicHi off=5199625 len=1506665 2024-04-12T16:51:50.632 INFO:tasks.workunit.client.0.smithi005.stdout:op 1976 completed, throughput=4.99MB/sec 2024-04-12T16:51:50.632 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DgBaHa9JAjNHe3x off=8363578 len=1660170 2024-04-12T16:51:50.641 INFO:tasks.workunit.client.0.smithi005.stdout:op 1977 completed, throughput=5MB/sec 2024-04-12T16:51:50.641 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hssx4wLlxd2GmaB off=419726 len=1818526 2024-04-12T16:51:50.643 INFO:tasks.workunit.client.0.smithi005.stdout:op 1978 completed, throughput=5MB/sec 2024-04-12T16:51:51.643 INFO:tasks.workunit.client.0.smithi005.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:51.644 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FiW13gpqGOLfOsS off=1244956 len=855272 2024-04-12T16:51:51.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 1979 completed, throughput=4.99MB/sec 2024-04-12T16:51:51.645 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WMU7XjJgXEeynen off=16050887 len=1715105 2024-04-12T16:51:51.653 INFO:tasks.workunit.client.0.smithi005.stdout:op 1980 completed, throughput=5MB/sec 2024-04-12T16:51:51.653 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jNesCtP866nfxbs off=7045474 len=920187 2024-04-12T16:51:51.658 INFO:tasks.workunit.client.0.smithi005.stdout:op 1981 completed, throughput=5MB/sec 2024-04-12T16:51:51.659 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GdEOiYG1k603qlm off=2317180 len=1060664 2024-04-12T16:51:51.663 INFO:tasks.workunit.client.0.smithi005.stdout:op 1982 completed, throughput=5MB/sec 2024-04-12T16:51:52.142 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:51 smithi016 ceph-mon[84444]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:51:52.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:51 smithi005 ceph-mon[88416]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:51:52.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:51 smithi005 ceph-mon[90837]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:51:52.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:51:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:51:52.663 INFO:tasks.workunit.client.0.smithi005.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:52.664 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i2AuMBSyIA5691C off=257804 len=377114 2024-04-12T16:51:52.664 INFO:tasks.workunit.client.0.smithi005.stdout:op 1983 completed, throughput=4.99MB/sec 2024-04-12T16:51:52.664 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-h4MlJIK5a93dGGR off=4756261 len=846272 2024-04-12T16:51:52.669 INFO:tasks.workunit.client.0.smithi005.stdout:op 1984 completed, throughput=4.99MB/sec 2024-04-12T16:51:52.670 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8rd2Ws_7rnlCRUY off=1004851 len=1309721 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi005.stdout:op 1985 completed, throughput=4.99MB/sec 2024-04-12T16:51:52.671 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9TR1P4oAgEDwA2D off=4248343 len=1214773 2024-04-12T16:51:52.677 INFO:tasks.workunit.client.0.smithi005.stdout:op 1986 completed, throughput=5MB/sec 2024-04-12T16:51:52.677 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EStlSCISwZBicpV off=2238185 len=1551363 2024-04-12T16:51:52.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 1987 completed, throughput=5MB/sec 2024-04-12T16:51:52.678 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-R-m_386wHQAhqSb off=11741953 len=2022126 2024-04-12T16:51:52.681 INFO:tasks.workunit.client.0.smithi005.stdout:op 1988 completed, throughput=5MB/sec 2024-04-12T16:51:53.681 INFO:tasks.workunit.client.0.smithi005.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:53.681 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jFEmVXVFQ5QCDY8 off=9508871 len=1988954 2024-04-12T16:51:53.691 INFO:tasks.workunit.client.0.smithi005.stdout:op 1989 completed, throughput=5MB/sec 2024-04-12T16:51:53.691 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u0Id39ZZ3oEfOXV off=3901880 len=334253 2024-04-12T16:51:53.692 INFO:tasks.workunit.client.0.smithi005.stdout:op 1990 completed, throughput=5MB/sec 2024-04-12T16:51:53.692 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qyR-kON3gN2h6UT off=14834010 len=1030193 2024-04-12T16:51:53.698 INFO:tasks.workunit.client.0.smithi005.stdout:op 1991 completed, throughput=5MB/sec 2024-04-12T16:51:54.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:53 smithi005 ceph-mon[88416]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:51:54.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:51:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:51:53] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-12T16:51:54.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:53 smithi005 ceph-mon[90837]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:51:54.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:53 smithi016 ceph-mon[84444]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:51:54.699 INFO:tasks.workunit.client.0.smithi005.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:54.699 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wvp8VG47y0SFrBM off=6222448 len=825851 2024-04-12T16:51:54.700 INFO:tasks.workunit.client.0.smithi005.stdout:op 1992 completed, throughput=4.99MB/sec 2024-04-12T16:51:54.700 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N_YaGHx-0-oDGTH off=14004220 len=1881031 2024-04-12T16:51:54.702 INFO:tasks.workunit.client.0.smithi005.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-12T16:51:54.702 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HQNh0XoHkt0s0xZ off=6888817 len=1350294 2024-04-12T16:51:54.704 INFO:tasks.workunit.client.0.smithi005.stdout:op 1994 completed, throughput=5MB/sec 2024-04-12T16:51:54.704 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GhMDbr7L7kWGUYa off=8533459 len=1929657 2024-04-12T16:51:54.706 INFO:tasks.workunit.client.0.smithi005.stdout:op 1995 completed, throughput=5MB/sec 2024-04-12T16:51:55.707 INFO:tasks.workunit.client.0.smithi005.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:55.707 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eAjS2TOf0On6ctW off=7640411 len=2051701 2024-04-12T16:51:55.717 INFO:tasks.workunit.client.0.smithi005.stdout:op 1996 completed, throughput=4.99MB/sec 2024-04-12T16:51:55.717 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_f_9LmNG2zYklZe off=5929270 len=1574400 2024-04-12T16:51:55.720 INFO:tasks.workunit.client.0.smithi005.stdout:op 1997 completed, throughput=5MB/sec 2024-04-12T16:51:55.720 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qBAla-P8Yegb0vB off=5540975 len=640450 2024-04-12T16:51:55.725 INFO:tasks.workunit.client.0.smithi005.stdout:op 1998 completed, throughput=5MB/sec 2024-04-12T16:51:55.725 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ws0AwqS2O2vm7j5 off=671603 len=1707625 2024-04-12T16:51:55.732 INFO:tasks.workunit.client.0.smithi005.stdout:op 1999 completed, throughput=5MB/sec 2024-04-12T16:51:56.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:55 smithi005 ceph-mon[88416]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:51:56.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:55 smithi005 ceph-mon[90837]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:51:56.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:55 smithi016 ceph-mon[84444]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:51:56.733 INFO:tasks.workunit.client.0.smithi005.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:56.733 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_QNidWwPG8UOLrR off=647715 len=199202 2024-04-12T16:51:56.733 INFO:tasks.workunit.client.0.smithi005.stdout:op 2000 completed, throughput=4.99MB/sec 2024-04-12T16:51:56.734 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ymY5YftC5HybRTD off=948931 len=192514 2024-04-12T16:51:56.736 INFO:tasks.workunit.client.0.smithi005.stdout:op 2001 completed, throughput=4.99MB/sec 2024-04-12T16:51:56.736 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d_rypvHeVrrZNIy off=12188978 len=766030 2024-04-12T16:51:56.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-12T16:51:56.738 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vCY8X1DIhRJEc0Y off=12694652 len=836274 2024-04-12T16:51:56.744 INFO:tasks.workunit.client.0.smithi005.stdout:op 2003 completed, throughput=5MB/sec 2024-04-12T16:51:56.744 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6z5ljbrajXAeyCC off=13592337 len=1689988 2024-04-12T16:51:56.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 2004 completed, throughput=5MB/sec 2024-04-12T16:51:56.746 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WRSvQZVJPIQ12ev off=1969838 len=778551 2024-04-12T16:51:56.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 2005 completed, throughput=5MB/sec 2024-04-12T16:51:57.750 INFO:tasks.workunit.client.0.smithi005.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:57.751 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cgmW6CcK7Zk0N9e off=13794297 len=1487461 2024-04-12T16:51:57.752 INFO:tasks.workunit.client.0.smithi005.stdout:op 2006 completed, throughput=4.99MB/sec 2024-04-12T16:51:57.752 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p5u50Ga_rMV1jtz off=8380278 len=1847166 2024-04-12T16:51:57.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 2007 completed, throughput=5MB/sec 2024-04-12T16:51:57.761 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4uQp-fXIkh3Hmue off=6211337 len=1533387 2024-04-12T16:51:57.762 INFO:tasks.workunit.client.0.smithi005.stdout:op 2008 completed, throughput=5MB/sec 2024-04-12T16:51:58.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:57 smithi005 ceph-mon[88416]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-12T16:51:58.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:57 smithi005 ceph-mon[90837]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-12T16:51:58.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:57 smithi016 ceph-mon[84444]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-12T16:51:58.762 INFO:tasks.workunit.client.0.smithi005.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:58.762 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tueL42RDuLkLcwc off=1247996 len=1230362 2024-04-12T16:51:58.769 INFO:tasks.workunit.client.0.smithi005.stdout:op 2009 completed, throughput=4.99MB/sec 2024-04-12T16:51:58.769 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uaEOCaygcl7c_O1 off=8382010 len=1889850 2024-04-12T16:51:58.772 INFO:tasks.workunit.client.0.smithi005.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-12T16:51:58.772 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1TVAur9NfjOhLa_ off=10021997 len=2013526 2024-04-12T16:51:58.775 INFO:tasks.workunit.client.0.smithi005.stdout:op 2011 completed, throughput=5MB/sec 2024-04-12T16:51:58.775 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hwa36qJGVubjpdP off=12666486 len=1792800 2024-04-12T16:51:58.783 INFO:tasks.workunit.client.0.smithi005.stdout:op 2012 completed, throughput=5MB/sec 2024-04-12T16:51:59.783 INFO:tasks.workunit.client.0.smithi005.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-12T16:51:59.783 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Mv2apBic6CYhxgT off=1084697 len=890465 2024-04-12T16:51:59.788 INFO:tasks.workunit.client.0.smithi005.stdout:op 2013 completed, throughput=4.99MB/sec 2024-04-12T16:51:59.788 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AJx0tro2c3Be4xd off=19685558 len=1693869 2024-04-12T16:51:59.795 INFO:tasks.workunit.client.0.smithi005.stdout:op 2014 completed, throughput=5MB/sec 2024-04-12T16:51:59.795 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g22e6BedaG1VvGf off=8097111 len=607527 2024-04-12T16:51:59.796 INFO:tasks.workunit.client.0.smithi005.stdout:op 2015 completed, throughput=5MB/sec 2024-04-12T16:51:59.796 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--2GzaDySs8bKxxO off=5380497 len=139355 2024-04-12T16:51:59.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 2016 completed, throughput=5MB/sec 2024-04-12T16:51:59.797 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-50uHEk01ptO6_3x off=20042699 len=640119 2024-04-12T16:51:59.800 INFO:tasks.workunit.client.0.smithi005.stdout:op 2017 completed, throughput=5MB/sec 2024-04-12T16:52:00.199 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:51:59 smithi005 ceph-mon[90837]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:52:00.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:51:59 smithi005 ceph-mon[88416]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:52:00.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:51:59 smithi016 ceph-mon[84444]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:52:00.801 INFO:tasks.workunit.client.0.smithi005.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:00.801 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OwaBFv3Y0Cpk6It off=4582149 len=1778893 2024-04-12T16:52:00.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-12T16:52:00.809 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-puMecdOmgrpV7yY off=4631023 len=1578794 2024-04-12T16:52:00.816 INFO:tasks.workunit.client.0.smithi005.stdout:op 2019 completed, throughput=5MB/sec 2024-04-12T16:52:00.816 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--qUayxTddX6j9NB off=1400107 len=1424992 2024-04-12T16:52:00.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 2020 completed, throughput=5MB/sec 2024-04-12T16:52:00.818 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CGDIirhZCakqiZZ off=17864687 len=269145 2024-04-12T16:52:00.820 INFO:tasks.workunit.client.0.smithi005.stdout:op 2021 completed, throughput=5MB/sec 2024-04-12T16:52:00.820 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iRpxLt1ZZe8ZGtG off=18539847 len=881333 2024-04-12T16:52:00.825 INFO:tasks.workunit.client.0.smithi005.stdout:op 2022 completed, throughput=5MB/sec 2024-04-12T16:52:01.826 INFO:tasks.workunit.client.0.smithi005.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:01.826 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gJF-064Spk5kykH off=2433459 len=399975 2024-04-12T16:52:01.827 INFO:tasks.workunit.client.0.smithi005.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-12T16:52:01.827 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jUlylEKd-1vzAGw off=1858501 len=1451110 2024-04-12T16:52:01.832 INFO:tasks.workunit.client.0.smithi005.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-12T16:52:01.832 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SlnPl0pmtLhVoZD off=240508 len=1126902 2024-04-12T16:52:01.833 INFO:tasks.workunit.client.0.smithi005.stdout:op 2025 completed, throughput=5MB/sec 2024-04-12T16:52:01.833 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JdVPUl0TsCRU6xp off=0 len=1690471 2024-04-12T16:52:01.835 INFO:tasks.workunit.client.0.smithi005.stdout:op 2026 completed, throughput=5MB/sec 2024-04-12T16:52:02.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[88416]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[90837]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:02.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:52:02.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:01 smithi016 ceph-mon[84444]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:52:02.309 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:52:02.309 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:52:02.309 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:52:02.309 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:52:02.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:52:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:02.836 INFO:tasks.workunit.client.0.smithi005.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:02.836 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bvc3ISiEdPrA_YE off=2487057 len=1687514 2024-04-12T16:52:02.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-12T16:52:02.845 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gUbN7E1NOFxwTM4 off=2873671 len=1229234 2024-04-12T16:52:02.848 INFO:tasks.workunit.client.0.smithi005.stdout:op 2028 completed, throughput=4.99MB/sec 2024-04-12T16:52:02.848 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-okPi9u73thGDgEJ off=532056 len=1684924 2024-04-12T16:52:02.851 INFO:tasks.workunit.client.0.smithi005.stdout:op 2029 completed, throughput=5MB/sec 2024-04-12T16:52:02.852 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZBM_xco1ft5j7uW off=2464551 len=95619 2024-04-12T16:52:02.852 INFO:tasks.workunit.client.0.smithi005.stdout:op 2030 completed, throughput=5MB/sec 2024-04-12T16:52:02.852 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0iuF5tT8g8aoZAr off=17827138 len=505847 2024-04-12T16:52:02.853 INFO:tasks.workunit.client.0.smithi005.stdout:op 2031 completed, throughput=5MB/sec 2024-04-12T16:52:03.854 INFO:tasks.workunit.client.0.smithi005.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:03.854 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qc7glH9-jshXTLu off=514633 len=878734 2024-04-12T16:52:03.859 INFO:tasks.workunit.client.0.smithi005.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-12T16:52:03.859 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-heWacsPcFgaBJ_C off=3845136 len=1602009 2024-04-12T16:52:03.866 INFO:tasks.workunit.client.0.smithi005.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-12T16:52:03.866 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-F4eFPzxFrZFa2Kb off=4011136 len=600157 2024-04-12T16:52:03.869 INFO:tasks.workunit.client.0.smithi005.stdout:op 2034 completed, throughput=4.99MB/sec 2024-04-12T16:52:03.870 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gyRpFLxM-Jw665k off=10247720 len=997556 2024-04-12T16:52:03.874 INFO:tasks.workunit.client.0.smithi005.stdout:op 2035 completed, throughput=5MB/sec 2024-04-12T16:52:03.874 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Je-Dtv9BS0VZ1eu off=3374731 len=1718648 2024-04-12T16:52:03.880 INFO:tasks.workunit.client.0.smithi005.stdout:op 2036 completed, throughput=5MB/sec 2024-04-12T16:52:04.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:03 smithi005 ceph-mon[88416]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:52:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:52:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:52:03] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-12T16:52:04.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:03 smithi005 ceph-mon[90837]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:52:04.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:03 smithi016 ceph-mon[84444]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:52:04.880 INFO:tasks.workunit.client.0.smithi005.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:04.881 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-leNv8NkigUhdp3N off=11150280 len=1624591 2024-04-12T16:52:04.889 INFO:tasks.workunit.client.0.smithi005.stdout:op 2037 completed, throughput=4.99MB/sec 2024-04-12T16:52:04.889 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N1Hy0XD2zkYlDvf off=3592265 len=1189138 2024-04-12T16:52:04.891 INFO:tasks.workunit.client.0.smithi005.stdout:op 2038 completed, throughput=5MB/sec 2024-04-12T16:52:04.891 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CLp3nfgslqDd36Y off=6218205 len=1211466 2024-04-12T16:52:04.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 2039 completed, throughput=5MB/sec 2024-04-12T16:52:04.897 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BvIFhq0XfFtZtHd off=8862406 len=1400533 2024-04-12T16:52:04.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 2040 completed, throughput=5MB/sec 2024-04-12T16:52:05.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:05.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:05.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:05.899 INFO:tasks.workunit.client.0.smithi005.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:05.899 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zJHdwq-AhCUJg4K off=4941952 len=1716885 2024-04-12T16:52:05.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-12T16:52:05.910 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BtE2P_V6xxoUf7Q off=2187338 len=421608 2024-04-12T16:52:05.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 2042 completed, throughput=4.99MB/sec 2024-04-12T16:52:05.914 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XACpCnzN7HNXl0p off=625067 len=790129 2024-04-12T16:52:05.919 INFO:tasks.workunit.client.0.smithi005.stdout:op 2043 completed, throughput=5MB/sec 2024-04-12T16:52:05.919 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0mIefGXxNag02Ff off=13034397 len=1196755 2024-04-12T16:52:05.926 INFO:tasks.workunit.client.0.smithi005.stdout:op 2044 completed, throughput=5MB/sec 2024-04-12T16:52:05.926 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wQdGd0P1WqsYpy_ off=1293492 len=372249 2024-04-12T16:52:05.926 INFO:tasks.workunit.client.0.smithi005.stdout:op 2045 completed, throughput=5MB/sec 2024-04-12T16:52:05.927 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D9hvurtJFLXi4eG off=3527799 len=783354 2024-04-12T16:52:05.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 2046 completed, throughput=5MB/sec 2024-04-12T16:52:06.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:05 smithi005 ceph-mon[88416]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:52:06.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:05 smithi005 ceph-mon[90837]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:52:06.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:05 smithi016 ceph-mon[84444]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:52:06.928 INFO:tasks.workunit.client.0.smithi005.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:06.928 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-F0hRyXJHh4kYEcK off=6353334 len=1469275 2024-04-12T16:52:06.931 INFO:tasks.workunit.client.0.smithi005.stdout:op 2047 completed, throughput=4.99MB/sec 2024-04-12T16:52:06.931 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tVe4kWkMcqbRGwt off=634871 len=273300 2024-04-12T16:52:06.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 2048 completed, throughput=4.99MB/sec 2024-04-12T16:52:06.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_7Br584-HzChYtW off=1215184 len=837572 2024-04-12T16:52:06.936 INFO:tasks.workunit.client.0.smithi005.stdout:op 2049 completed, throughput=4.99MB/sec 2024-04-12T16:52:06.936 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oCJfD-pkpbEUUAY off=21547210 len=261921 2024-04-12T16:52:06.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 2050 completed, throughput=5MB/sec 2024-04-12T16:52:06.937 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9w5vXclnWUCL5gb off=6299356 len=552161 2024-04-12T16:52:06.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 2051 completed, throughput=5MB/sec 2024-04-12T16:52:06.941 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2_i6MU6z_7ia6RB off=4054143 len=1567022 2024-04-12T16:52:06.942 INFO:tasks.workunit.client.0.smithi005.stdout:op 2052 completed, throughput=5MB/sec 2024-04-12T16:52:07.943 INFO:tasks.workunit.client.0.smithi005.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:07.943 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5Lzy-8QlgZQ9vFR off=11845200 len=1124843 2024-04-12T16:52:07.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-12T16:52:07.949 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bMpxBWVnX-QkOP3 off=1899151 len=606217 2024-04-12T16:52:07.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-12T16:52:07.953 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V1zHOkQ_1Wac1tK off=4407064 len=185414 2024-04-12T16:52:07.955 INFO:tasks.workunit.client.0.smithi005.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-12T16:52:07.956 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5-_y3JZHsNgRhxg off=5055657 len=928750 2024-04-12T16:52:07.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-12T16:52:07.957 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MuuiMTI-FYR77Wz off=4547295 len=709247 2024-04-12T16:52:07.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 2057 completed, throughput=5MB/sec 2024-04-12T16:52:07.958 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IFQs02vIml6ax1- off=3707115 len=917973 2024-04-12T16:52:07.963 INFO:tasks.workunit.client.0.smithi005.stdout:op 2058 completed, throughput=5MB/sec 2024-04-12T16:52:07.963 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ojhHh67fPVJzfrE off=10217987 len=1960287 2024-04-12T16:52:07.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 2059 completed, throughput=5MB/sec 2024-04-12T16:52:08.199 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:07 smithi005 ceph-mon[88416]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:52:08.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:07 smithi005 ceph-mon[90837]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:52:08.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:07 smithi016 ceph-mon[84444]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:52:08.974 INFO:tasks.workunit.client.0.smithi005.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:08.974 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0s6ckYZJ7U5e5Rb off=14140308 len=1416623 2024-04-12T16:52:08.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 2060 completed, throughput=4.99MB/sec 2024-04-12T16:52:08.976 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5wLWta0hr56zVul off=20736908 len=321183 2024-04-12T16:52:08.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 2061 completed, throughput=4.99MB/sec 2024-04-12T16:52:08.976 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lwphD9p3Ea9Gsv1 off=12837250 len=1067711 2024-04-12T16:52:08.977 INFO:tasks.workunit.client.0.smithi005.stdout:op 2062 completed, throughput=5MB/sec 2024-04-12T16:52:08.977 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HLQJ2gljp1joTOn off=10580942 len=739410 2024-04-12T16:52:08.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 2063 completed, throughput=5MB/sec 2024-04-12T16:52:08.983 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ux9kYkkghXE6_8G off=69972 len=414041 2024-04-12T16:52:08.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 2064 completed, throughput=5MB/sec 2024-04-12T16:52:08.984 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A6LvuT2llQLIPc7 off=1685201 len=1170584 2024-04-12T16:52:08.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 2065 completed, throughput=5MB/sec 2024-04-12T16:52:09.990 INFO:tasks.workunit.client.0.smithi005.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:09.990 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SfRkXPmzEktPTHW off=6412975 len=457020 2024-04-12T16:52:09.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-12T16:52:09.994 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bBCUV4LfAzbhKXV off=8980743 len=114663 2024-04-12T16:52:09.995 INFO:tasks.workunit.client.0.smithi005.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-12T16:52:09.995 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bCZr4ypNqV8Bkol off=449349 len=31743 2024-04-12T16:52:09.995 INFO:tasks.workunit.client.0.smithi005.stdout:op 2068 completed, throughput=4.99MB/sec 2024-04-12T16:52:09.996 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-h1mUYPytUYwkbDL off=5768637 len=674417 2024-04-12T16:52:09.997 INFO:tasks.workunit.client.0.smithi005.stdout:op 2069 completed, throughput=4.99MB/sec 2024-04-12T16:52:09.997 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-maOtGNwdXhMgnbg off=6500039 len=1665262 2024-04-12T16:52:09.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 2070 completed, throughput=5MB/sec 2024-04-12T16:52:10.000 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l7BOAA62IGG9xEE off=10188682 len=398751 2024-04-12T16:52:10.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 2071 completed, throughput=5MB/sec 2024-04-12T16:52:10.005 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HTjV_mVqBWp9Qj- off=10383545 len=1964991 2024-04-12T16:52:10.013 INFO:tasks.workunit.client.0.smithi005.stdout:op 2072 completed, throughput=5MB/sec 2024-04-12T16:52:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:09 smithi005 ceph-mon[88416]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:52:10.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:09 smithi005 ceph-mon[90837]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:52:10.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:09 smithi016 ceph-mon[84444]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:52:11.013 INFO:tasks.workunit.client.0.smithi005.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:11.013 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bwXtfpKBXpvSk6n off=560902 len=91249 2024-04-12T16:52:11.016 INFO:tasks.workunit.client.0.smithi005.stdout:op 2073 completed, throughput=4.99MB/sec 2024-04-12T16:52:11.016 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3UDGnefeXaK555L off=5080785 len=743863 2024-04-12T16:52:11.021 INFO:tasks.workunit.client.0.smithi005.stdout:op 2074 completed, throughput=4.99MB/sec 2024-04-12T16:52:11.021 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Lh0FOwqRI4TLr80 off=1369484 len=1952832 2024-04-12T16:52:11.031 INFO:tasks.workunit.client.0.smithi005.stdout:op 2075 completed, throughput=5MB/sec 2024-04-12T16:52:11.031 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ptazT8UqHfbk4Yk off=1488712 len=97689 2024-04-12T16:52:11.032 INFO:tasks.workunit.client.0.smithi005.stdout:op 2076 completed, throughput=5MB/sec 2024-04-12T16:52:11.032 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zhGXYLHUonI6UR_ off=3700980 len=919920 2024-04-12T16:52:11.037 INFO:tasks.workunit.client.0.smithi005.stdout:op 2077 completed, throughput=5MB/sec 2024-04-12T16:52:11.037 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-X9cxWN9DWKZg8Q_ off=4726358 len=556816 2024-04-12T16:52:11.041 INFO:tasks.workunit.client.0.smithi005.stdout:op 2078 completed, throughput=5MB/sec 2024-04-12T16:52:11.042 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vxIGikNUqLryQEo off=1140312 len=1245481 2024-04-12T16:52:11.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 2079 completed, throughput=5MB/sec 2024-04-12T16:52:12.043 INFO:tasks.workunit.client.0.smithi005.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:12.043 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I0leUgyrc-kQtT- off=15396799 len=431119 2024-04-12T16:52:12.044 INFO:tasks.workunit.client.0.smithi005.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-12T16:52:12.044 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6MV-_K7WejUW5D5 off=404409 len=89996 2024-04-12T16:52:12.045 INFO:tasks.workunit.client.0.smithi005.stdout:op 2081 completed, throughput=4.99MB/sec 2024-04-12T16:52:12.045 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f_SxpO5ULU2n9py off=9794308 len=1671986 2024-04-12T16:52:12.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 2082 completed, throughput=5MB/sec 2024-04-12T16:52:12.047 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4f2IbU6XNy9CA2y off=7479066 len=532255 2024-04-12T16:52:12.048 INFO:tasks.workunit.client.0.smithi005.stdout:op 2083 completed, throughput=5MB/sec 2024-04-12T16:52:12.048 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DZyloosAeEndQHO off=5297602 len=645700 2024-04-12T16:52:12.052 INFO:tasks.workunit.client.0.smithi005.stdout:op 2084 completed, throughput=5MB/sec 2024-04-12T16:52:12.052 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OuKTPo17PXjoTLE off=10735196 len=940967 2024-04-12T16:52:12.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 2085 completed, throughput=5MB/sec 2024-04-12T16:52:12.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:11 smithi005 ceph-mon[88416]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:12.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:11 smithi005 ceph-mon[90837]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:12.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:11 smithi016 ceph-mon[84444]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:12.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:52:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:13.054 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iRfclAuqzMcRbfd off=6641874 len=2035255 2024-04-12T16:52:13.062 INFO:tasks.workunit.client.0.smithi005.stdout:op 2086 completed, throughput=4.99MB/sec 2024-04-12T16:52:13.062 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bUEEESv-9OZWAcm off=9880577 len=1870404 2024-04-12T16:52:13.066 INFO:tasks.workunit.client.0.smithi005.stdout:op 2087 completed, throughput=5MB/sec 2024-04-12T16:52:13.066 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GQyMMAajk6_95Oz off=11134139 len=1570936 2024-04-12T16:52:13.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 2088 completed, throughput=5MB/sec 2024-04-12T16:52:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:14.068 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XPQkrkb-ZWcyrzJ off=1644668 len=445354 2024-04-12T16:52:14.069 INFO:tasks.workunit.client.0.smithi005.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-12T16:52:14.069 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3dBKxhlGDmrBS5N off=6396153 len=658527 2024-04-12T16:52:14.070 INFO:tasks.workunit.client.0.smithi005.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-12T16:52:14.070 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DeAGUM4z6L_s3Pu off=9195851 len=1526910 2024-04-12T16:52:14.079 INFO:tasks.workunit.client.0.smithi005.stdout:op 2091 completed, throughput=4.99MB/sec 2024-04-12T16:52:14.079 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XNRNNkZnr5K29vz off=3270324 len=583518 2024-04-12T16:52:14.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 2092 completed, throughput=5MB/sec 2024-04-12T16:52:14.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ds9md9wYPqmFZFV off=348736 len=1440097 2024-04-12T16:52:14.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 2093 completed, throughput=5MB/sec 2024-04-12T16:52:14.082 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--X4--QwXjD82qT9 off=12427472 len=719985 2024-04-12T16:52:14.087 INFO:tasks.workunit.client.0.smithi005.stdout:op 2094 completed, throughput=5MB/sec 2024-04-12T16:52:14.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:13 smithi005 ceph-mon[88416]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:14.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:52:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:52:13] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-12T16:52:14.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:13 smithi005 ceph-mon[90837]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:14.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:13 smithi016 ceph-mon[84444]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:15.087 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RTi3dEhEWg7sCqh off=3608309 len=521075 2024-04-12T16:52:15.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 2095 completed, throughput=4.99MB/sec 2024-04-12T16:52:15.089 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j7iNTdbxzJyDhpi off=4568345 len=1555304 2024-04-12T16:52:15.096 INFO:tasks.workunit.client.0.smithi005.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-12T16:52:15.096 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3EFiqX2Ukc2-Qda off=1174800 len=929632 2024-04-12T16:52:15.102 INFO:tasks.workunit.client.0.smithi005.stdout:op 2097 completed, throughput=5MB/sec 2024-04-12T16:52:15.102 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Uf8HmFMnEy8pM6S off=16175955 len=240206 2024-04-12T16:52:15.102 INFO:tasks.workunit.client.0.smithi005.stdout:op 2098 completed, throughput=5MB/sec 2024-04-12T16:52:15.102 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lKRom1XBT62YHh- off=4619422 len=360164 2024-04-12T16:52:15.103 INFO:tasks.workunit.client.0.smithi005.stdout:op 2099 completed, throughput=5MB/sec 2024-04-12T16:52:15.103 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VEOF0zm6zwe0GXB off=53510 len=847272 2024-04-12T16:52:15.107 INFO:tasks.workunit.client.0.smithi005.stdout:op 2100 completed, throughput=5MB/sec 2024-04-12T16:52:15.107 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bJMFrJHKWlKkZWw off=16410330 len=1576440 2024-04-12T16:52:15.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 2101 completed, throughput=5MB/sec 2024-04-12T16:52:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:16.114 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-todxZEPvYAUXAV8 off=2169005 len=523108 2024-04-12T16:52:16.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 2102 completed, throughput=4.99MB/sec 2024-04-12T16:52:16.117 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KSyu0yN0s7SPHsC off=16557413 len=1593280 2024-04-12T16:52:16.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-12T16:52:16.121 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DMBYIG1uxxaqAZH off=5801848 len=1839541 2024-04-12T16:52:16.123 INFO:tasks.workunit.client.0.smithi005.stdout:op 2104 completed, throughput=5MB/sec 2024-04-12T16:52:16.123 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ew9htekYUvI08-1 off=14043287 len=1234416 2024-04-12T16:52:16.128 INFO:tasks.workunit.client.0.smithi005.stdout:op 2105 completed, throughput=5MB/sec 2024-04-12T16:52:16.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:15 smithi005 ceph-mon[88416]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:52:16.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:15 smithi005 ceph-mon[90837]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:52:16.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:15 smithi016 ceph-mon[84444]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:52:17.129 INFO:tasks.workunit.client.0.smithi005.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:17.129 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e08RovKkgeDbZ1D off=9629149 len=164321 2024-04-12T16:52:17.129 INFO:tasks.workunit.client.0.smithi005.stdout:op 2106 completed, throughput=4.99MB/sec 2024-04-12T16:52:17.130 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sLcpjC-tPOzVEPv off=810116 len=1679692 2024-04-12T16:52:17.132 INFO:tasks.workunit.client.0.smithi005.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-12T16:52:17.132 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vVu8uOQhDww91DQ off=0 len=1638623 2024-04-12T16:52:17.141 INFO:tasks.workunit.client.0.smithi005.stdout:op 2108 completed, throughput=5MB/sec 2024-04-12T16:52:17.141 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yh3qlSj2F3r0rLT off=2105218 len=1666717 2024-04-12T16:52:17.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 2109 completed, throughput=5MB/sec 2024-04-12T16:52:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:18.149 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5vC5SzQ-kY9HzYk off=11239897 len=534883 2024-04-12T16:52:18.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-12T16:52:18.150 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8aU07bMki-rrjB2 off=134979 len=228496 2024-04-12T16:52:18.153 INFO:tasks.workunit.client.0.smithi005.stdout:op 2111 completed, throughput=4.99MB/sec 2024-04-12T16:52:18.153 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6FT7xfwNMGhqDTV off=73263 len=1111802 2024-04-12T16:52:18.154 INFO:tasks.workunit.client.0.smithi005.stdout:op 2112 completed, throughput=4.99MB/sec 2024-04-12T16:52:18.155 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-29E6eFwO8JUhXUp off=12213906 len=1088562 2024-04-12T16:52:18.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 2113 completed, throughput=5MB/sec 2024-04-12T16:52:18.161 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UoSOfLuVoPrzjil off=10821577 len=967622 2024-04-12T16:52:18.162 INFO:tasks.workunit.client.0.smithi005.stdout:op 2114 completed, throughput=5MB/sec 2024-04-12T16:52:18.162 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ef6i_KdQTeaPaUU off=11010450 len=1855056 2024-04-12T16:52:18.172 INFO:tasks.workunit.client.0.smithi005.stdout:op 2115 completed, throughput=5MB/sec 2024-04-12T16:52:18.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:17 smithi005 ceph-mon[88416]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:52:18.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:17 smithi005 ceph-mon[90837]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:52:18.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:17 smithi016 ceph-mon[84444]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:52:19.172 INFO:tasks.workunit.client.0.smithi005.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:19.172 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qkxUDaRVL0nAfuW off=11936403 len=2013642 2024-04-12T16:52:19.181 INFO:tasks.workunit.client.0.smithi005.stdout:op 2116 completed, throughput=4.99MB/sec 2024-04-12T16:52:19.181 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GKuYZfpxoHz56lX off=14461268 len=709850 2024-04-12T16:52:19.182 INFO:tasks.workunit.client.0.smithi005.stdout:op 2117 completed, throughput=5MB/sec 2024-04-12T16:52:19.182 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wIhlOyI3DQt-HL_ off=7414935 len=1463617 2024-04-12T16:52:19.189 INFO:tasks.workunit.client.0.smithi005.stdout:op 2118 completed, throughput=5MB/sec 2024-04-12T16:52:19.189 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ljh8dgPgEuyO-ZB off=4164859 len=320535 2024-04-12T16:52:19.190 INFO:tasks.workunit.client.0.smithi005.stdout:op 2119 completed, throughput=5MB/sec 2024-04-12T16:52:20.191 INFO:tasks.workunit.client.0.smithi005.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:20.191 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-baN-jMoEmMak1y_ off=116089 len=873604 2024-04-12T16:52:20.196 INFO:tasks.workunit.client.0.smithi005.stdout:op 2120 completed, throughput=4.99MB/sec 2024-04-12T16:52:20.196 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QnCRX9G-sB8vC3F off=9490653 len=1761593 2024-04-12T16:52:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:19 smithi005 ceph-mon[88416]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:52:20.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:19 smithi005 ceph-mon[90837]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:52:20.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:20.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-12T16:52:20.207 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HteEtSQXzWS88XJ off=4273559 len=1156136 2024-04-12T16:52:20.213 INFO:tasks.workunit.client.0.smithi005.stdout:op 2122 completed, throughput=5MB/sec 2024-04-12T16:52:20.214 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cK6vFITuF7mI2_t off=5806156 len=1132172 2024-04-12T16:52:20.219 INFO:tasks.workunit.client.0.smithi005.stdout:op 2123 completed, throughput=5MB/sec 2024-04-12T16:52:20.219 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--UoTbgye-Iiitjz off=218812 len=52184 2024-04-12T16:52:20.221 INFO:tasks.workunit.client.0.smithi005.stdout:op 2124 completed, throughput=5MB/sec 2024-04-12T16:52:20.221 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uaEOCaygcl7c_O1 off=14699079 len=740556 2024-04-12T16:52:20.225 INFO:tasks.workunit.client.0.smithi005.stdout:op 2125 completed, throughput=5MB/sec 2024-04-12T16:52:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:19 smithi016 ceph-mon[84444]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:52:20.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:21.226 INFO:tasks.workunit.client.0.smithi005.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:21.226 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ePN4U1XffZ0_2Lb off=9173881 len=2096856 2024-04-12T16:52:21.228 INFO:tasks.workunit.client.0.smithi005.stdout:op 2126 completed, throughput=4.99MB/sec 2024-04-12T16:52:21.228 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bUgY6Alvo_5i-0M off=15747170 len=1012186 2024-04-12T16:52:21.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 2127 completed, throughput=5MB/sec 2024-04-12T16:52:21.235 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jZV4agjJyV4dvw6 off=4145323 len=1548068 2024-04-12T16:52:21.236 INFO:tasks.workunit.client.0.smithi005.stdout:op 2128 completed, throughput=5MB/sec 2024-04-12T16:52:21.236 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-d-p79X-wisX5iV9 off=10831700 len=1917591 2024-04-12T16:52:21.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 2129 completed, throughput=5MB/sec 2024-04-12T16:52:22.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:21 smithi005 ceph-mon[88416]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:52:22.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:21 smithi005 ceph-mon[90837]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:52:22.244 INFO:tasks.workunit.client.0.smithi005.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:22.244 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mnKHILzmkJh2c14 off=1678735 len=1403628 2024-04-12T16:52:22.246 INFO:tasks.workunit.client.0.smithi005.stdout:op 2130 completed, throughput=5MB/sec 2024-04-12T16:52:22.246 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HvsS9xsXRs0i8b0 off=12191578 len=1934152 2024-04-12T16:52:22.248 INFO:tasks.workunit.client.0.smithi005.stdout:op 2131 completed, throughput=5MB/sec 2024-04-12T16:52:22.248 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rOl0tK4lx6NjP0E off=2231608 len=1640534 2024-04-12T16:52:22.250 INFO:tasks.workunit.client.0.smithi005.stdout:op 2132 completed, throughput=5MB/sec 2024-04-12T16:52:22.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:21 smithi016 ceph-mon[84444]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:52:22.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:52:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:23.250 INFO:tasks.workunit.client.0.smithi005.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:23.251 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2KH7bAlO_laDgwa off=4468521 len=214469 2024-04-12T16:52:23.251 INFO:tasks.workunit.client.0.smithi005.stdout:op 2133 completed, throughput=4.99MB/sec 2024-04-12T16:52:23.251 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nadvWkdcrBFJCGx off=7158468 len=1053585 2024-04-12T16:52:23.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-12T16:52:23.253 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZTclT3sJDgX73Qw off=4443898 len=577981 2024-04-12T16:52:23.254 INFO:tasks.workunit.client.0.smithi005.stdout:op 2135 completed, throughput=5MB/sec 2024-04-12T16:52:23.254 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N9agSz71d5AmyiB off=2428736 len=1768273 2024-04-12T16:52:23.262 INFO:tasks.workunit.client.0.smithi005.stdout:op 2136 completed, throughput=5MB/sec 2024-04-12T16:52:23.262 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OJU4IOTRr7Vw7Fq off=443228 len=944242 2024-04-12T16:52:23.263 INFO:tasks.workunit.client.0.smithi005.stdout:op 2137 completed, throughput=5MB/sec 2024-04-12T16:52:24.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:23 smithi005 ceph-mon[88416]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:52:24.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:52:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:52:23] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T16:52:24.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:23 smithi005 ceph-mon[90837]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:52:24.263 INFO:tasks.workunit.client.0.smithi005.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:24.263 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-16Dvq9rSRazEnZC off=1352680 len=1072806 2024-04-12T16:52:24.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-12T16:52:24.265 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VEz_vPI6YwbOGS9 off=4635909 len=598176 2024-04-12T16:52:24.266 INFO:tasks.workunit.client.0.smithi005.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-12T16:52:24.266 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nSVsQDmuLnt7e9e off=14175707 len=29075 2024-04-12T16:52:24.266 INFO:tasks.workunit.client.0.smithi005.stdout:op 2140 completed, throughput=4.99MB/sec 2024-04-12T16:52:24.267 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OQ89gCK111i-3eO off=1108566 len=651019 2024-04-12T16:52:24.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 2141 completed, throughput=4.99MB/sec 2024-04-12T16:52:24.271 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OqWC_GWp561sRCt off=12495628 len=1066600 2024-04-12T16:52:24.277 INFO:tasks.workunit.client.0.smithi005.stdout:op 2142 completed, throughput=5MB/sec 2024-04-12T16:52:24.277 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NMU7kKYEZdwmBHf off=14855917 len=1021823 2024-04-12T16:52:24.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 2143 completed, throughput=5MB/sec 2024-04-12T16:52:24.282 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3jQ4l5UP-zFe4Jy off=1785170 len=1183061 2024-04-12T16:52:24.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 2144 completed, throughput=5MB/sec 2024-04-12T16:52:24.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:23 smithi016 ceph-mon[84444]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:52:25.289 INFO:tasks.workunit.client.0.smithi005.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:25.289 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C6jnKqDOhuWmuq0 off=5304862 len=1666772 2024-04-12T16:52:25.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 2145 completed, throughput=4.99MB/sec 2024-04-12T16:52:25.294 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K4vyYxMw3aiWihi off=3821505 len=2039060 2024-04-12T16:52:25.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 2146 completed, throughput=5MB/sec 2024-04-12T16:52:25.302 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BCGyPe1VDuE7kr0 off=12531861 len=796817 2024-04-12T16:52:25.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 2147 completed, throughput=5MB/sec 2024-04-12T16:52:26.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:25 smithi005 ceph-mon[88416]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:52:26.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:25 smithi005 ceph-mon[90837]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:52:26.307 INFO:tasks.workunit.client.0.smithi005.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:26.307 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oqiO1fDphEBKL_V off=8677582 len=1306913 2024-04-12T16:52:26.313 INFO:tasks.workunit.client.0.smithi005.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-12T16:52:26.313 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZfmdvwLK3lFtSrg off=3812469 len=323760 2024-04-12T16:52:26.318 INFO:tasks.workunit.client.0.smithi005.stdout:op 2149 completed, throughput=4.99MB/sec 2024-04-12T16:52:26.318 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E4oCuW9jc0KNE6T off=3848454 len=1760330 2024-04-12T16:52:26.319 INFO:tasks.workunit.client.0.smithi005.stdout:op 2150 completed, throughput=5MB/sec 2024-04-12T16:52:26.319 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aGt1G_MUZr6RSD_ off=8676073 len=1857154 2024-04-12T16:52:26.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 2151 completed, throughput=5MB/sec 2024-04-12T16:52:26.321 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_dsFBcaQ6NfmmJy off=663006 len=2083392 2024-04-12T16:52:26.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 2152 completed, throughput=5MB/sec 2024-04-12T16:52:26.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:25 smithi016 ceph-mon[84444]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:52:27.324 INFO:tasks.workunit.client.0.smithi005.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:27.324 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fhuZRHwpvkKZrtg off=15622081 len=1975977 2024-04-12T16:52:27.332 INFO:tasks.workunit.client.0.smithi005.stdout:op 2153 completed, throughput=5MB/sec 2024-04-12T16:52:27.332 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0S3aV5J0W_LQZaV off=3584767 len=370022 2024-04-12T16:52:27.335 INFO:tasks.workunit.client.0.smithi005.stdout:op 2154 completed, throughput=5MB/sec 2024-04-12T16:52:27.335 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K19YhmHWbydNq1i off=9802642 len=527397 2024-04-12T16:52:27.335 INFO:tasks.workunit.client.0.smithi005.stdout:op 2155 completed, throughput=5MB/sec 2024-04-12T16:52:27.335 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3poIoQ36btYXR3m off=4720210 len=1803893 2024-04-12T16:52:27.339 INFO:tasks.workunit.client.0.smithi005.stdout:op 2156 completed, throughput=5MB/sec 2024-04-12T16:52:28.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:27 smithi005 ceph-mon[88416]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:52:28.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:27 smithi005 ceph-mon[90837]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:52:28.339 INFO:tasks.workunit.client.0.smithi005.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:28.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-maiVw5IDND_G6oi off=8647975 len=685381 2024-04-12T16:52:28.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:27 smithi016 ceph-mon[84444]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:52:28.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 2157 completed, throughput=4.99MB/sec 2024-04-12T16:52:28.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HenVUbG3bnUNbII off=3631074 len=974938 2024-04-12T16:52:28.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 2158 completed, throughput=5MB/sec 2024-04-12T16:52:28.346 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nO6QbHNnbiaGPvO off=250435 len=428531 2024-04-12T16:52:28.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 2159 completed, throughput=5MB/sec 2024-04-12T16:52:28.347 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_TcPgN52d8AOa4i off=7402701 len=4828 2024-04-12T16:52:28.348 INFO:tasks.workunit.client.0.smithi005.stdout:op 2160 completed, throughput=5MB/sec 2024-04-12T16:52:28.348 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AFFSFjFMH8lfrwN off=2488344 len=840369 2024-04-12T16:52:28.350 INFO:tasks.workunit.client.0.smithi005.stdout:op 2161 completed, throughput=5MB/sec 2024-04-12T16:52:28.350 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rIcpJQhUZlF8pjt off=10570450 len=111653 2024-04-12T16:52:28.350 INFO:tasks.workunit.client.0.smithi005.stdout:op 2162 completed, throughput=5MB/sec 2024-04-12T16:52:28.351 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mVuwarBkRXqQd4o off=2220047 len=157681 2024-04-12T16:52:28.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 2163 completed, throughput=5MB/sec 2024-04-12T16:52:28.353 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D7rWHVIFjKbUVBE off=7412303 len=1329356 2024-04-12T16:52:28.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 2164 completed, throughput=5MB/sec 2024-04-12T16:52:29.359 INFO:tasks.workunit.client.0.smithi005.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:29.360 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FE63eJe-jlZkxLd off=3980645 len=1051621 2024-04-12T16:52:29.362 INFO:tasks.workunit.client.0.smithi005.stdout:op 2165 completed, throughput=4.99MB/sec 2024-04-12T16:52:29.362 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jreL9ReRZFka0Hn off=224434 len=729735 2024-04-12T16:52:29.364 INFO:tasks.workunit.client.0.smithi005.stdout:op 2166 completed, throughput=4.99MB/sec 2024-04-12T16:52:29.364 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-myurEidAzUGxjx3 off=19864049 len=1846357 2024-04-12T16:52:29.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 2167 completed, throughput=5MB/sec 2024-04-12T16:52:29.366 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mq1v6tf4fIRnqUa off=5733762 len=550034 2024-04-12T16:52:29.367 INFO:tasks.workunit.client.0.smithi005.stdout:op 2168 completed, throughput=5MB/sec 2024-04-12T16:52:29.367 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cZlj5VoQOaCH0hZ off=678173 len=950635 2024-04-12T16:52:29.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 2169 completed, throughput=5MB/sec 2024-04-12T16:52:30.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:29 smithi005 ceph-mon[88416]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:52:30.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:29 smithi005 ceph-mon[90837]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:52:30.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:29 smithi016 ceph-mon[84444]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:52:30.370 INFO:tasks.workunit.client.0.smithi005.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:30.370 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pom3oE2OE5S1nDZ off=5751004 len=753353 2024-04-12T16:52:30.371 INFO:tasks.workunit.client.0.smithi005.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-12T16:52:30.371 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a8xNSTxXmBQtOj1 off=11489370 len=484746 2024-04-12T16:52:30.372 INFO:tasks.workunit.client.0.smithi005.stdout:op 2171 completed, throughput=4.99MB/sec 2024-04-12T16:52:30.373 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8YMpvJJsmvxGzqQ off=9157114 len=1664553 2024-04-12T16:52:30.383 INFO:tasks.workunit.client.0.smithi005.stdout:op 2172 completed, throughput=5MB/sec 2024-04-12T16:52:30.383 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wtHx1EaCY0aObgn off=4635449 len=140465 2024-04-12T16:52:30.383 INFO:tasks.workunit.client.0.smithi005.stdout:op 2173 completed, throughput=5MB/sec 2024-04-12T16:52:30.383 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UVWE7sYISeoVqDu off=12952588 len=695750 2024-04-12T16:52:30.388 INFO:tasks.workunit.client.0.smithi005.stdout:op 2174 completed, throughput=5MB/sec 2024-04-12T16:52:30.388 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JLSW6r72XRCT2Bp off=4264010 len=346072 2024-04-12T16:52:30.391 INFO:tasks.workunit.client.0.smithi005.stdout:op 2175 completed, throughput=5MB/sec 2024-04-12T16:52:30.391 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oVwqmnJyTvPA9Re off=355725 len=1462059 2024-04-12T16:52:30.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 2176 completed, throughput=5MB/sec 2024-04-12T16:52:31.398 INFO:tasks.workunit.client.0.smithi005.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:31.399 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Vgk9QgFC1LUdWPN off=643313 len=1583731 2024-04-12T16:52:31.406 INFO:tasks.workunit.client.0.smithi005.stdout:op 2177 completed, throughput=4.99MB/sec 2024-04-12T16:52:31.406 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZRoJAYMYmJdibaC off=492455 len=1102126 2024-04-12T16:52:31.408 INFO:tasks.workunit.client.0.smithi005.stdout:op 2178 completed, throughput=5MB/sec 2024-04-12T16:52:31.408 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ljwke6zuc_7p0O1 off=2464782 len=750727 2024-04-12T16:52:31.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 2179 completed, throughput=5MB/sec 2024-04-12T16:52:31.410 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vNGnkXDviJgAYuE off=7477750 len=2633 2024-04-12T16:52:31.412 INFO:tasks.workunit.client.0.smithi005.stdout:op 2180 completed, throughput=5MB/sec 2024-04-12T16:52:31.412 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o0s5uN4ddouFTlJ off=2027233 len=517505 2024-04-12T16:52:31.415 INFO:tasks.workunit.client.0.smithi005.stdout:op 2181 completed, throughput=5MB/sec 2024-04-12T16:52:31.415 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1K00lPYO3fVv14o off=1384493 len=1326705 2024-04-12T16:52:31.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 2182 completed, throughput=5MB/sec 2024-04-12T16:52:32.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:31 smithi005 ceph-mon[88416]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:32.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:31 smithi005 ceph-mon[90837]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:32.309 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:31 smithi016 ceph-mon[84444]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:32.417 INFO:tasks.workunit.client.0.smithi005.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:32.417 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-v5z3fJSPW5QvCjz off=6380440 len=257611 2024-04-12T16:52:32.421 INFO:tasks.workunit.client.0.smithi005.stdout:op 2183 completed, throughput=4.99MB/sec 2024-04-12T16:52:32.421 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5yko-LireQLrls0 off=15458916 len=263409 2024-04-12T16:52:32.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 2184 completed, throughput=4.99MB/sec 2024-04-12T16:52:32.424 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jhqEVn9lekQdZr7 off=7883059 len=484745 2024-04-12T16:52:32.425 INFO:tasks.workunit.client.0.smithi005.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-12T16:52:32.425 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lxxZe733qYFLyOH off=1488010 len=1525227 2024-04-12T16:52:32.426 INFO:tasks.workunit.client.0.smithi005.stdout:op 2186 completed, throughput=5MB/sec 2024-04-12T16:52:32.426 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-siVyOmKlitIIZM- off=22482491 len=538685 2024-04-12T16:52:32.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 2187 completed, throughput=5MB/sec 2024-04-12T16:52:32.428 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gqzGwTPkTpap8zq off=22449628 len=1290348 2024-04-12T16:52:32.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 2188 completed, throughput=5MB/sec 2024-04-12T16:52:32.435 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JN8NuyIIgMw-JQb off=1209133 len=128082 2024-04-12T16:52:32.438 INFO:tasks.workunit.client.0.smithi005.stdout:op 2189 completed, throughput=5MB/sec 2024-04-12T16:52:32.438 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AldxmcF3jeErrAF off=4722623 len=384289 2024-04-12T16:52:32.441 INFO:tasks.workunit.client.0.smithi005.stdout:op 2190 completed, throughput=5MB/sec 2024-04-12T16:52:32.442 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k06qpQc0NvORYCq off=1754281 len=282547 2024-04-12T16:52:32.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 2191 completed, throughput=5MB/sec 2024-04-12T16:52:32.590 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:52:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:33.444 INFO:tasks.workunit.client.0.smithi005.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:33.444 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sIty4ckPYSk9W1V off=11584527 len=667796 2024-04-12T16:52:33.446 INFO:tasks.workunit.client.0.smithi005.stdout:op 2192 completed, throughput=4.99MB/sec 2024-04-12T16:52:33.446 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y8P98OLPbSjI1s7 off=101903 len=1148986 2024-04-12T16:52:33.447 INFO:tasks.workunit.client.0.smithi005.stdout:op 2193 completed, throughput=4.99MB/sec 2024-04-12T16:52:33.447 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f_SxpO5ULU2n9py off=16820544 len=248427 2024-04-12T16:52:33.448 INFO:tasks.workunit.client.0.smithi005.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-12T16:52:33.448 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZfPtqa-tZ6anYik off=10175104 len=44506 2024-04-12T16:52:33.449 INFO:tasks.workunit.client.0.smithi005.stdout:op 2195 completed, throughput=4.99MB/sec 2024-04-12T16:52:33.449 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-488ioKvky2T1iaH off=4359715 len=1326216 2024-04-12T16:52:33.450 INFO:tasks.workunit.client.0.smithi005.stdout:op 2196 completed, throughput=5MB/sec 2024-04-12T16:52:33.450 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i9rGaDqFQWsNAci off=7669004 len=558876 2024-04-12T16:52:33.452 INFO:tasks.workunit.client.0.smithi005.stdout:op 2197 completed, throughput=5MB/sec 2024-04-12T16:52:33.452 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nu2oOwceKcWf-gf off=4586455 len=1973855 2024-04-12T16:52:33.455 INFO:tasks.workunit.client.0.smithi005.stdout:op 2198 completed, throughput=5MB/sec 2024-04-12T16:52:34.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:33 smithi005 ceph-mon[88416]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:52:34.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:52:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:52:33] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T16:52:34.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:33 smithi005 ceph-mon[90837]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:52:34.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:33 smithi016 ceph-mon[84444]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:52:34.455 INFO:tasks.workunit.client.0.smithi005.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:34.456 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rSoznOnkqQdXRk1 off=16174338 len=1082696 2024-04-12T16:52:34.458 INFO:tasks.workunit.client.0.smithi005.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-12T16:52:34.458 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J-ghy0D9d237VKx off=7221651 len=919113 2024-04-12T16:52:34.459 INFO:tasks.workunit.client.0.smithi005.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-12T16:52:34.460 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sKcM_yxtxQbDb2N off=4930333 len=1732177 2024-04-12T16:52:34.469 INFO:tasks.workunit.client.0.smithi005.stdout:op 2201 completed, throughput=5MB/sec 2024-04-12T16:52:34.469 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dGBQxSBBrPhd9ZZ off=589717 len=807131 2024-04-12T16:52:34.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 2202 completed, throughput=5MB/sec 2024-04-12T16:52:35.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:35.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:35.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:35.474 INFO:tasks.workunit.client.0.smithi005.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:35.474 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RFrfJTuBHL5y3gb off=15313300 len=450706 2024-04-12T16:52:35.479 INFO:tasks.workunit.client.0.smithi005.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-12T16:52:35.479 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XVIHX7d73kP5poE off=844985 len=1581480 2024-04-12T16:52:35.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 2204 completed, throughput=4.99MB/sec 2024-04-12T16:52:35.482 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4IUGX8rziAMZAg6 off=419463 len=18873 2024-04-12T16:52:35.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 2205 completed, throughput=4.99MB/sec 2024-04-12T16:52:35.483 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7niAhFND_sp33bY off=455304 len=755712 2024-04-12T16:52:35.487 INFO:tasks.workunit.client.0.smithi005.stdout:op 2206 completed, throughput=4.99MB/sec 2024-04-12T16:52:35.487 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-n3cNUbpPLzPi93e off=9235696 len=1072119 2024-04-12T16:52:35.488 INFO:tasks.workunit.client.0.smithi005.stdout:op 2207 completed, throughput=5MB/sec 2024-04-12T16:52:35.489 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gyRpFLxM-Jw665k off=3180269 len=870371 2024-04-12T16:52:35.490 INFO:tasks.workunit.client.0.smithi005.stdout:op 2208 completed, throughput=5MB/sec 2024-04-12T16:52:35.490 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eCLweS7iWs9dK1b off=13869382 len=851848 2024-04-12T16:52:35.491 INFO:tasks.workunit.client.0.smithi005.stdout:op 2209 completed, throughput=5MB/sec 2024-04-12T16:52:36.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:35 smithi005 ceph-mon[88416]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:52:36.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:35 smithi005 ceph-mon[90837]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:52:36.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:35 smithi016 ceph-mon[84444]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:52:36.491 INFO:tasks.workunit.client.0.smithi005.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:36.491 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UkxKbScaNfQKScP off=10933310 len=1901732 2024-04-12T16:52:36.502 INFO:tasks.workunit.client.0.smithi005.stdout:op 2210 completed, throughput=4.99MB/sec 2024-04-12T16:52:36.502 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bOmK9f8TnPllJ-t off=13427985 len=873585 2024-04-12T16:52:36.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 2211 completed, throughput=5MB/sec 2024-04-12T16:52:36.504 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J3EVA67mCC5EVdt off=1954224 len=1763903 2024-04-12T16:52:36.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 2212 completed, throughput=5MB/sec 2024-04-12T16:52:36.513 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NQHgL5vBN9FFnM8 off=1880290 len=1193301 2024-04-12T16:52:36.514 INFO:tasks.workunit.client.0.smithi005.stdout:op 2213 completed, throughput=5MB/sec 2024-04-12T16:52:37.514 INFO:tasks.workunit.client.0.smithi005.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:37.514 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cZgEM_OvxnDZJeq off=1632576 len=1827542 2024-04-12T16:52:37.524 INFO:tasks.workunit.client.0.smithi005.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-12T16:52:37.524 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EOaxd3-Oh84Zjsm off=1916520 len=1304475 2024-04-12T16:52:37.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 2215 completed, throughput=5MB/sec 2024-04-12T16:52:37.530 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EMUU7Jzy4c6NhQm off=883531 len=1318092 2024-04-12T16:52:37.537 INFO:tasks.workunit.client.0.smithi005.stdout:op 2216 completed, throughput=5MB/sec 2024-04-12T16:52:37.537 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OHv7IvVHStN7GMD off=8317542 len=533504 2024-04-12T16:52:37.538 INFO:tasks.workunit.client.0.smithi005.stdout:op 2217 completed, throughput=5MB/sec 2024-04-12T16:52:38.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:37 smithi005 ceph-mon[88416]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:52:38.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:37 smithi005 ceph-mon[90837]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:52:38.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:37 smithi016 ceph-mon[84444]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:52:38.538 INFO:tasks.workunit.client.0.smithi005.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:38.539 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I1VjjMlPS2vTAU9 off=3854211 len=1831186 2024-04-12T16:52:38.541 INFO:tasks.workunit.client.0.smithi005.stdout:op 2218 completed, throughput=4.99MB/sec 2024-04-12T16:52:38.541 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aFdSiWKhtxKmjo_ off=10621891 len=1585650 2024-04-12T16:52:38.549 INFO:tasks.workunit.client.0.smithi005.stdout:op 2219 completed, throughput=5MB/sec 2024-04-12T16:52:38.549 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9-KnIFNpSYhal3M off=480047 len=987911 2024-04-12T16:52:38.556 INFO:tasks.workunit.client.0.smithi005.stdout:op 2220 completed, throughput=5MB/sec 2024-04-12T16:52:38.556 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9QOryeiJT5uXOFD off=7493644 len=1292334 2024-04-12T16:52:38.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 2221 completed, throughput=5MB/sec 2024-04-12T16:52:39.564 INFO:tasks.workunit.client.0.smithi005.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:39.564 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hZ2t0QOCph3h2BK off=2796228 len=788916 2024-04-12T16:52:39.569 INFO:tasks.workunit.client.0.smithi005.stdout:op 2222 completed, throughput=4.99MB/sec 2024-04-12T16:52:39.569 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MHNk-dbVl-7Vv-b off=1095165 len=2030213 2024-04-12T16:52:39.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 2223 completed, throughput=5MB/sec 2024-04-12T16:52:39.573 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8sQc8NN47hvb2Gg off=371535 len=1622283 2024-04-12T16:52:39.575 INFO:tasks.workunit.client.0.smithi005.stdout:op 2224 completed, throughput=5MB/sec 2024-04-12T16:52:39.575 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CMxjUnhT0q9_1Ln off=603034 len=1094800 2024-04-12T16:52:39.577 INFO:tasks.workunit.client.0.smithi005.stdout:op 2225 completed, throughput=5MB/sec 2024-04-12T16:52:40.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:39 smithi005 ceph-mon[88416]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:52:40.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:39 smithi005 ceph-mon[90837]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:52:40.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:39 smithi016 ceph-mon[84444]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T16:52:40.578 INFO:tasks.workunit.client.0.smithi005.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:40.578 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6SCBoejebXl2xJ5 off=6324269 len=900719 2024-04-12T16:52:40.584 INFO:tasks.workunit.client.0.smithi005.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-12T16:52:40.584 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8z66mb-iWxf-01B off=214555 len=1332540 2024-04-12T16:52:40.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 2227 completed, throughput=5MB/sec 2024-04-12T16:52:40.592 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PAqs9n4RK_TVxz8 off=5097951 len=696574 2024-04-12T16:52:40.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 2228 completed, throughput=5MB/sec 2024-04-12T16:52:40.596 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NbsGaqt8rCj6ZGE off=9180867 len=830134 2024-04-12T16:52:40.597 INFO:tasks.workunit.client.0.smithi005.stdout:op 2229 completed, throughput=5MB/sec 2024-04-12T16:52:40.597 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_F7I-OVz9JpbcoN off=900082 len=1130556 2024-04-12T16:52:40.599 INFO:tasks.workunit.client.0.smithi005.stdout:op 2230 completed, throughput=5MB/sec 2024-04-12T16:52:41.600 INFO:tasks.workunit.client.0.smithi005.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:41.600 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iNQA7-X2wXhCjwF off=1546276 len=881992 2024-04-12T16:52:41.601 INFO:tasks.workunit.client.0.smithi005.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-12T16:52:41.601 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ytgCZIpqM0V5MJI off=132386 len=1511726 2024-04-12T16:52:41.608 INFO:tasks.workunit.client.0.smithi005.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-12T16:52:41.608 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cgmW6CcK7Zk0N9e off=235113 len=224378 2024-04-12T16:52:41.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 2233 completed, throughput=5MB/sec 2024-04-12T16:52:41.611 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-svFSUPL078NeSxi off=1596754 len=2049021 2024-04-12T16:52:41.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 2234 completed, throughput=5MB/sec 2024-04-12T16:52:41.613 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1yyUb0ylnCZb_17 off=20570212 len=120178 2024-04-12T16:52:41.614 INFO:tasks.workunit.client.0.smithi005.stdout:op 2235 completed, throughput=5MB/sec 2024-04-12T16:52:41.614 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jXl5GPF4-iwOF4I off=6124118 len=1850397 2024-04-12T16:52:41.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 2236 completed, throughput=5MB/sec 2024-04-12T16:52:42.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:41 smithi005 ceph-mon[88416]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:52:42.200 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:41 smithi005 ceph-mon[90837]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:52:42.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:41 smithi016 ceph-mon[84444]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:52:42.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:52:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:52:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:42.623 INFO:tasks.workunit.client.0.smithi005.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:42.623 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FXilFidlTkVJEV_ off=5695747 len=333233 2024-04-12T16:52:42.627 INFO:tasks.workunit.client.0.smithi005.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-12T16:52:42.627 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lAddN7NRKRmmcN9 off=7867258 len=994174 2024-04-12T16:52:42.632 INFO:tasks.workunit.client.0.smithi005.stdout:op 2238 completed, throughput=5MB/sec 2024-04-12T16:52:42.632 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CpaLN388N2HGULa off=872356 len=1999733 2024-04-12T16:52:42.641 INFO:tasks.workunit.client.0.smithi005.stdout:op 2239 completed, throughput=5MB/sec 2024-04-12T16:52:42.642 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IH5TraPfTvY3Rsa off=2912151 len=612952 2024-04-12T16:52:42.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 2240 completed, throughput=5MB/sec 2024-04-12T16:52:43.646 INFO:tasks.workunit.client.0.smithi005.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:43.646 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YwYEFLGo-ibszC- off=3097478 len=144200 2024-04-12T16:52:43.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 2241 completed, throughput=4.99MB/sec 2024-04-12T16:52:43.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KSOnN394U6igCb6 off=6267097 len=1737126 2024-04-12T16:52:43.656 INFO:tasks.workunit.client.0.smithi005.stdout:op 2242 completed, throughput=4.99MB/sec 2024-04-12T16:52:43.656 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NHE2S5G4DHWH7IK off=94173 len=89002 2024-04-12T16:52:43.657 INFO:tasks.workunit.client.0.smithi005.stdout:op 2243 completed, throughput=4.99MB/sec 2024-04-12T16:52:43.657 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LuaQd1G8eaS76OD off=20845123 len=1172186 2024-04-12T16:52:43.661 INFO:tasks.workunit.client.0.smithi005.stdout:op 2244 completed, throughput=5MB/sec 2024-04-12T16:52:43.661 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sjKSwyC6Es3uVWQ off=2401074 len=439262 2024-04-12T16:52:43.663 INFO:tasks.workunit.client.0.smithi005.stdout:op 2245 completed, throughput=5MB/sec 2024-04-12T16:52:43.663 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-v1OEwhm1SflXsU7 off=1221686 len=903443 2024-04-12T16:52:43.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 2246 completed, throughput=5MB/sec 2024-04-12T16:52:43.669 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LpwnHOjhMyzwYr_ off=7680001 len=969267 2024-04-12T16:52:43.673 INFO:tasks.workunit.client.0.smithi005.stdout:op 2247 completed, throughput=5MB/sec 2024-04-12T16:52:44.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:43 smithi005 ceph-mon[88416]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:52:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:52:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:52:43] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-12T16:52:44.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:43 smithi005 ceph-mon[90837]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:52:44.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:43 smithi016 ceph-mon[84444]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:52:44.674 INFO:tasks.workunit.client.0.smithi005.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:44.674 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fc5Q804SLf0ZCjY off=526825 len=850180 2024-04-12T16:52:44.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 2248 completed, throughput=4.99MB/sec 2024-04-12T16:52:44.680 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MHNk-dbVl-7Vv-b off=2057438 len=350856 2024-04-12T16:52:44.681 INFO:tasks.workunit.client.0.smithi005.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-12T16:52:44.681 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-G-SHYwm_hAQjxGT off=9665133 len=762510 2024-04-12T16:52:44.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 2250 completed, throughput=4.99MB/sec 2024-04-12T16:52:44.686 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cP_S1L9CQVGRleP off=741296 len=25275 2024-04-12T16:52:44.687 INFO:tasks.workunit.client.0.smithi005.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-12T16:52:44.687 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TluHBPhYieLYEeW off=9579048 len=1368143 2024-04-12T16:52:44.688 INFO:tasks.workunit.client.0.smithi005.stdout:op 2252 completed, throughput=5MB/sec 2024-04-12T16:52:44.689 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lwphD9p3Ea9Gsv1 off=13615 len=1558134 2024-04-12T16:52:44.698 INFO:tasks.workunit.client.0.smithi005.stdout:op 2253 completed, throughput=5MB/sec 2024-04-12T16:52:44.698 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VTGLc2lpZcODKTO off=1584290 len=917781 2024-04-12T16:52:44.699 INFO:tasks.workunit.client.0.smithi005.stdout:op 2254 completed, throughput=5MB/sec 2024-04-12T16:52:45.699 INFO:tasks.workunit.client.0.smithi005.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:45.699 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9PO-m9-_jND2Wyv off=2593478 len=1203842 2024-04-12T16:52:45.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 2255 completed, throughput=4.99MB/sec 2024-04-12T16:52:45.701 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gBh5hbBYFqd29l- off=2586779 len=1683425 2024-04-12T16:52:45.703 INFO:tasks.workunit.client.0.smithi005.stdout:op 2256 completed, throughput=5MB/sec 2024-04-12T16:52:45.703 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lJ8HnXjRaNRSTRj off=1191529 len=338733 2024-04-12T16:52:45.704 INFO:tasks.workunit.client.0.smithi005.stdout:op 2257 completed, throughput=5MB/sec 2024-04-12T16:52:45.704 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-08k-sqvCX93WH6m off=1271952 len=1123219 2024-04-12T16:52:45.710 INFO:tasks.workunit.client.0.smithi005.stdout:op 2258 completed, throughput=5MB/sec 2024-04-12T16:52:45.710 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g0mcXItoEYUeXop off=16163455 len=1010460 2024-04-12T16:52:45.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 2259 completed, throughput=5MB/sec 2024-04-12T16:52:46.340 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:45 smithi016 ceph-mon[84444]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:52:46.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:45 smithi005 ceph-mon[88416]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:52:46.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:45 smithi005 ceph-mon[90837]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:52:46.711 INFO:tasks.workunit.client.0.smithi005.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:46.711 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3NJpdo296Q-e6a- off=4528872 len=801888 2024-04-12T16:52:46.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 2260 completed, throughput=4.99MB/sec 2024-04-12T16:52:46.713 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ALwsjwrKG1rjoo3 off=19743453 len=1865436 2024-04-12T16:52:46.717 INFO:tasks.workunit.client.0.smithi005.stdout:op 2261 completed, throughput=5MB/sec 2024-04-12T16:52:46.717 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b8Dr1AWKgP1wt8b off=245261 len=902924 2024-04-12T16:52:46.722 INFO:tasks.workunit.client.0.smithi005.stdout:op 2262 completed, throughput=5MB/sec 2024-04-12T16:52:46.722 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FUcgZqqs2qzyqe2 off=1376988 len=962346 2024-04-12T16:52:46.726 INFO:tasks.workunit.client.0.smithi005.stdout:op 2263 completed, throughput=5MB/sec 2024-04-12T16:52:47.727 INFO:tasks.workunit.client.0.smithi005.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:47.727 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DzKyqg60vhRcYsE off=7362199 len=877710 2024-04-12T16:52:47.732 INFO:tasks.workunit.client.0.smithi005.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-12T16:52:47.732 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gf3BBXNEuqs4wAB off=5811005 len=1947223 2024-04-12T16:52:47.741 INFO:tasks.workunit.client.0.smithi005.stdout:op 2265 completed, throughput=5MB/sec 2024-04-12T16:52:47.741 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SbzGkSu3pXegg-F off=2647603 len=1323850 2024-04-12T16:52:47.744 INFO:tasks.workunit.client.0.smithi005.stdout:op 2266 completed, throughput=5MB/sec 2024-04-12T16:52:47.744 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2mIbW3zMTz-r5iY off=10693145 len=390041 2024-04-12T16:52:47.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 2267 completed, throughput=5MB/sec 2024-04-12T16:52:47.745 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K_Qy9M0DAEe_yQT off=8460946 len=992060 2024-04-12T16:52:47.747 INFO:tasks.workunit.client.0.smithi005.stdout:op 2268 completed, throughput=5MB/sec 2024-04-12T16:52:48.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:47 smithi016 ceph-mon[84444]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:52:48.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:47 smithi005 ceph-mon[88416]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:52:48.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:47 smithi005 ceph-mon[90837]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:52:48.747 INFO:tasks.workunit.client.0.smithi005.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:48.748 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-M1-57ysEwl3craZ off=3691929 len=276441 2024-04-12T16:52:48.748 INFO:tasks.workunit.client.0.smithi005.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-12T16:52:48.748 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0Q-poNgblqN1plU off=12171273 len=1656080 2024-04-12T16:52:48.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 2270 completed, throughput=4.99MB/sec 2024-04-12T16:52:48.750 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GuVY5eIQ7viR94k off=15425792 len=859342 2024-04-12T16:52:48.756 INFO:tasks.workunit.client.0.smithi005.stdout:op 2271 completed, throughput=5MB/sec 2024-04-12T16:52:48.756 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s3OACUDmmHOhVxW off=5282920 len=1098769 2024-04-12T16:52:48.762 INFO:tasks.workunit.client.0.smithi005.stdout:op 2272 completed, throughput=5MB/sec 2024-04-12T16:52:48.762 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ehqIzhXg-p91UkM off=7456696 len=2051427 2024-04-12T16:52:48.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 2273 completed, throughput=5MB/sec 2024-04-12T16:52:49.764 INFO:tasks.workunit.client.0.smithi005.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:49.764 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PKufJRuQyX0R5br off=1311730 len=1002639 2024-04-12T16:52:49.771 INFO:tasks.workunit.client.0.smithi005.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-12T16:52:49.771 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lKRom1XBT62YHh- off=2099654 len=229256 2024-04-12T16:52:49.771 INFO:tasks.workunit.client.0.smithi005.stdout:op 2275 completed, throughput=4.99MB/sec 2024-04-12T16:52:49.772 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4lEXGMcGYX2KIRR off=2845205 len=1644795 2024-04-12T16:52:49.780 INFO:tasks.workunit.client.0.smithi005.stdout:op 2276 completed, throughput=5MB/sec 2024-04-12T16:52:49.780 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2apGkFMFykY0JzF off=890181 len=1979521 2024-04-12T16:52:49.789 INFO:tasks.workunit.client.0.smithi005.stdout:op 2277 completed, throughput=5MB/sec 2024-04-12T16:52:50.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:49 smithi016 ceph-mon[84444]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:52:50.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:50.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:49 smithi005 ceph-mon[88416]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:52:50.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:50.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:49 smithi005 ceph-mon[90837]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:52:50.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:52:50.790 INFO:tasks.workunit.client.0.smithi005.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:50.790 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-q_Hjoarg54_rE6O off=16988913 len=1121280 2024-04-12T16:52:50.791 INFO:tasks.workunit.client.0.smithi005.stdout:op 2278 completed, throughput=4.99MB/sec 2024-04-12T16:52:50.792 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lln2diksnsTXgWj off=8015515 len=1891622 2024-04-12T16:52:50.802 INFO:tasks.workunit.client.0.smithi005.stdout:op 2279 completed, throughput=5MB/sec 2024-04-12T16:52:50.803 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rS_wtdvoA4irlas off=3082015 len=1202957 2024-04-12T16:52:50.804 INFO:tasks.workunit.client.0.smithi005.stdout:op 2280 completed, throughput=5MB/sec 2024-04-12T16:52:50.804 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xnUrBMLsRkeSfyY off=5595716 len=585935 2024-04-12T16:52:50.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 2281 completed, throughput=5MB/sec 2024-04-12T16:52:50.809 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m6-ocqcJTm6kCBa off=19191261 len=1219832 2024-04-12T16:52:50.810 INFO:tasks.workunit.client.0.smithi005.stdout:op 2282 completed, throughput=5MB/sec 2024-04-12T16:52:51.810 INFO:tasks.workunit.client.0.smithi005.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:51.811 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rcJBaLICkylrbHu off=22079249 len=145757 2024-04-12T16:52:51.811 INFO:tasks.workunit.client.0.smithi005.stdout:op 2283 completed, throughput=4.99MB/sec 2024-04-12T16:52:51.811 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZbqTGljCpK5bmTO off=10311975 len=1573411 2024-04-12T16:52:51.813 INFO:tasks.workunit.client.0.smithi005.stdout:op 2284 completed, throughput=4.99MB/sec 2024-04-12T16:52:51.813 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-64fmyJk_LlhzzFF off=8235726 len=1075988 2024-04-12T16:52:51.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 2285 completed, throughput=5MB/sec 2024-04-12T16:52:51.815 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-j6aMX2fNyUWtuAT off=1495022 len=545360 2024-04-12T16:52:51.815 INFO:tasks.workunit.client.0.smithi005.stdout:op 2286 completed, throughput=5MB/sec 2024-04-12T16:52:51.815 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WnTqRL3Ls6e4D4Y off=8220341 len=7712 2024-04-12T16:52:51.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 2287 completed, throughput=5MB/sec 2024-04-12T16:52:51.818 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1GiG55macW-Iyw- off=6378779 len=1863427 2024-04-12T16:52:51.820 INFO:tasks.workunit.client.0.smithi005.stdout:op 2288 completed, throughput=5MB/sec 2024-04-12T16:52:52.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:51 smithi016 ceph-mon[84444]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:52.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:51 smithi005 ceph-mon[88416]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:52.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:51 smithi005 ceph-mon[90837]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:52:52.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:52:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:52:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:52:52.820 INFO:tasks.workunit.client.0.smithi005.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:52.820 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jCQaA42M_gphYIe off=20164182 len=567993 2024-04-12T16:52:52.824 INFO:tasks.workunit.client.0.smithi005.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-12T16:52:52.825 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wKsSvaRQ7hBpRr1 off=908160 len=1486392 2024-04-12T16:52:52.826 INFO:tasks.workunit.client.0.smithi005.stdout:op 2290 completed, throughput=5MB/sec 2024-04-12T16:52:52.826 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-56H_7kpiT-5L7RB off=4316376 len=428858 2024-04-12T16:52:52.827 INFO:tasks.workunit.client.0.smithi005.stdout:op 2291 completed, throughput=5MB/sec 2024-04-12T16:52:52.827 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-froGWhGKctifUya off=2344162 len=1910529 2024-04-12T16:52:52.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 2292 completed, throughput=5MB/sec 2024-04-12T16:52:53.830 INFO:tasks.workunit.client.0.smithi005.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:53.830 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KvGfdF27jos6A18 off=18268366 len=1596301 2024-04-12T16:52:53.832 INFO:tasks.workunit.client.0.smithi005.stdout:op 2293 completed, throughput=4.99MB/sec 2024-04-12T16:52:53.832 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_OxORqNGXFMyZrX off=16282372 len=1279587 2024-04-12T16:52:53.834 INFO:tasks.workunit.client.0.smithi005.stdout:op 2294 completed, throughput=5MB/sec 2024-04-12T16:52:53.834 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fMjX4V-aoYaYo5h off=9701278 len=1640289 2024-04-12T16:52:53.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 2295 completed, throughput=5MB/sec 2024-04-12T16:52:53.836 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LMzihOIHpx3eJ4y off=333315 len=1544926 2024-04-12T16:52:53.839 INFO:tasks.workunit.client.0.smithi005.stdout:op 2296 completed, throughput=5MB/sec 2024-04-12T16:52:54.200 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:53 smithi005 ceph-mon[88416]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:52:54.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:53 smithi005 ceph-mon[90837]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:52:54.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:52:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:52:53] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T16:52:54.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:53 smithi016 ceph-mon[84444]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:52:54.839 INFO:tasks.workunit.client.0.smithi005.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:54.839 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_-2IY9Cciw9Hgbz off=16157012 len=906762 2024-04-12T16:52:54.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 2297 completed, throughput=4.99MB/sec 2024-04-12T16:52:54.845 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7rZIlEpQKqShstH off=4705970 len=1221346 2024-04-12T16:52:54.851 INFO:tasks.workunit.client.0.smithi005.stdout:op 2298 completed, throughput=5MB/sec 2024-04-12T16:52:54.851 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lvMZ9VYArxYkcOh off=82231 len=2070602 2024-04-12T16:52:54.853 INFO:tasks.workunit.client.0.smithi005.stdout:op 2299 completed, throughput=5MB/sec 2024-04-12T16:52:54.854 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6picE0gSTJFNbid off=630139 len=1148199 2024-04-12T16:52:54.859 INFO:tasks.workunit.client.0.smithi005.stdout:op 2300 completed, throughput=5MB/sec 2024-04-12T16:52:55.860 INFO:tasks.workunit.client.0.smithi005.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:55.860 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cVAjFTD0xBKzHtA off=2721529 len=41851 2024-04-12T16:52:55.862 INFO:tasks.workunit.client.0.smithi005.stdout:op 2301 completed, throughput=4.99MB/sec 2024-04-12T16:52:55.862 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aSa7rMuN57oTMef off=6053440 len=2030826 2024-04-12T16:52:55.871 INFO:tasks.workunit.client.0.smithi005.stdout:op 2302 completed, throughput=5MB/sec 2024-04-12T16:52:55.871 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RtLii7b0JUx-Tqv off=896399 len=586851 2024-04-12T16:52:55.872 INFO:tasks.workunit.client.0.smithi005.stdout:op 2303 completed, throughput=5MB/sec 2024-04-12T16:52:55.872 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mx2Ek2QzN4JGO_t off=7235970 len=957890 2024-04-12T16:52:55.874 INFO:tasks.workunit.client.0.smithi005.stdout:op 2304 completed, throughput=5MB/sec 2024-04-12T16:52:55.874 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PSs4QuH4iLeh8Fr off=15278431 len=140862 2024-04-12T16:52:55.876 INFO:tasks.workunit.client.0.smithi005.stdout:op 2305 completed, throughput=5MB/sec 2024-04-12T16:52:55.876 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-f1K9uxkeezMgZUZ off=3009366 len=502690 2024-04-12T16:52:55.880 INFO:tasks.workunit.client.0.smithi005.stdout:op 2306 completed, throughput=5MB/sec 2024-04-12T16:52:55.880 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Avb2PK0YAY99FIZ off=8944284 len=1014076 2024-04-12T16:52:55.882 INFO:tasks.workunit.client.0.smithi005.stdout:op 2307 completed, throughput=5MB/sec 2024-04-12T16:52:56.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:55 smithi016 ceph-mon[84444]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:52:56.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:55 smithi005 ceph-mon[88416]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:52:56.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:55 smithi005 ceph-mon[90837]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:52:56.883 INFO:tasks.workunit.client.0.smithi005.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:56.883 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rSRv13YXTKnDAwl off=2153245 len=1988658 2024-04-12T16:52:56.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-12T16:52:56.887 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vMCZA59jTrfZCOR off=2322751 len=1587225 2024-04-12T16:52:56.888 INFO:tasks.workunit.client.0.smithi005.stdout:op 2309 completed, throughput=5MB/sec 2024-04-12T16:52:56.888 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nPLi1IVgs6VHZs6 off=10145370 len=1779822 2024-04-12T16:52:56.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 2310 completed, throughput=5MB/sec 2024-04-12T16:52:57.898 INFO:tasks.workunit.client.0.smithi005.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:57.898 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DOL3JP62JefGzGx off=3772131 len=1241469 2024-04-12T16:52:57.900 INFO:tasks.workunit.client.0.smithi005.stdout:op 2311 completed, throughput=4.99MB/sec 2024-04-12T16:52:57.900 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xl-Pr6KzbSzbba5 off=10479119 len=1962134 2024-04-12T16:52:57.903 INFO:tasks.workunit.client.0.smithi005.stdout:op 2312 completed, throughput=5MB/sec 2024-04-12T16:52:57.903 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nit7bieKwvP0n8g off=7737948 len=1875609 2024-04-12T16:52:57.913 INFO:tasks.workunit.client.0.smithi005.stdout:op 2313 completed, throughput=5MB/sec 2024-04-12T16:52:58.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:57 smithi016 ceph-mon[84444]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:52:58.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:57 smithi005 ceph-mon[88416]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:52:58.450 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:57 smithi005 ceph-mon[90837]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:52:58.913 INFO:tasks.workunit.client.0.smithi005.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:58.913 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OKwmqUjhdSYzPIq off=2748697 len=970357 2024-04-12T16:52:58.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 2314 completed, throughput=4.99MB/sec 2024-04-12T16:52:58.914 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JCC8ziKX-xB9b_R off=13478587 len=30167 2024-04-12T16:52:58.915 INFO:tasks.workunit.client.0.smithi005.stdout:op 2315 completed, throughput=4.99MB/sec 2024-04-12T16:52:58.915 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fJ7p_Ubd-ag7GJq off=2383658 len=233553 2024-04-12T16:52:58.918 INFO:tasks.workunit.client.0.smithi005.stdout:op 2316 completed, throughput=4.99MB/sec 2024-04-12T16:52:58.918 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6JfzpTtGcCbu60p off=10081639 len=1945149 2024-04-12T16:52:58.920 INFO:tasks.workunit.client.0.smithi005.stdout:op 2317 completed, throughput=5MB/sec 2024-04-12T16:52:58.920 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b_YJD24AGCemqk2 off=5126396 len=63968 2024-04-12T16:52:58.920 INFO:tasks.workunit.client.0.smithi005.stdout:op 2318 completed, throughput=5MB/sec 2024-04-12T16:52:58.921 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7792FZmZKYRcOwZ off=23515222 len=426135 2024-04-12T16:52:58.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 2319 completed, throughput=5MB/sec 2024-04-12T16:52:58.921 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q6HlAxYBklc7lkG off=6774241 len=23084 2024-04-12T16:52:58.922 INFO:tasks.workunit.client.0.smithi005.stdout:op 2320 completed, throughput=5MB/sec 2024-04-12T16:52:58.922 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JNk-UEgwIjuaBgr off=16510457 len=1036921 2024-04-12T16:52:58.923 INFO:tasks.workunit.client.0.smithi005.stdout:op 2321 completed, throughput=5MB/sec 2024-04-12T16:52:58.923 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_7Br584-HzChYtW off=1716204 len=1411441 2024-04-12T16:52:58.924 INFO:tasks.workunit.client.0.smithi005.stdout:op 2322 completed, throughput=5MB/sec 2024-04-12T16:52:59.925 INFO:tasks.workunit.client.0.smithi005.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-12T16:52:59.925 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qm_uwGmb5ipSMfo off=6314130 len=1112238 2024-04-12T16:52:59.930 INFO:tasks.workunit.client.0.smithi005.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-12T16:52:59.931 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0PddPHuTjU6___x off=232272 len=929377 2024-04-12T16:52:59.932 INFO:tasks.workunit.client.0.smithi005.stdout:op 2324 completed, throughput=5MB/sec 2024-04-12T16:52:59.932 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fav9GMhn36Fn6wr off=14759226 len=1435305 2024-04-12T16:52:59.938 INFO:tasks.workunit.client.0.smithi005.stdout:op 2325 completed, throughput=5MB/sec 2024-04-12T16:52:59.938 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NLJs7tRUiDpQH1j off=550201 len=1747305 2024-04-12T16:52:59.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 2326 completed, throughput=5MB/sec 2024-04-12T16:53:00.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:52:59 smithi016 ceph-mon[84444]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:53:00.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:52:59 smithi005 ceph-mon[88416]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:53:00.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:52:59 smithi005 ceph-mon[90837]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:53:00.941 INFO:tasks.workunit.client.0.smithi005.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:00.942 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NzPPaywTsEXpKDn off=7037094 len=1747480 2024-04-12T16:53:00.945 INFO:tasks.workunit.client.0.smithi005.stdout:op 2327 completed, throughput=5MB/sec 2024-04-12T16:53:00.945 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_UOrZM35BhWPdbJ off=70852 len=388961 2024-04-12T16:53:00.950 INFO:tasks.workunit.client.0.smithi005.stdout:op 2328 completed, throughput=5MB/sec 2024-04-12T16:53:00.950 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Cfz2n6E7nAnhW0V off=3562643 len=2010231 2024-04-12T16:53:00.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 2329 completed, throughput=5MB/sec 2024-04-12T16:53:01.951 INFO:tasks.workunit.client.0.smithi005.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:01.951 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_qFIOw4egNKGNca off=12796579 len=709480 2024-04-12T16:53:01.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 2330 completed, throughput=4.99MB/sec 2024-04-12T16:53:01.952 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-erBCDJNkc0BXswl off=12847000 len=1855721 2024-04-12T16:53:01.961 INFO:tasks.workunit.client.0.smithi005.stdout:op 2331 completed, throughput=4.99MB/sec 2024-04-12T16:53:01.962 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E_d6HcvDKdkaELC off=2881294 len=1054457 2024-04-12T16:53:01.962 INFO:tasks.workunit.client.0.smithi005.stdout:op 2332 completed, throughput=5MB/sec 2024-04-12T16:53:01.962 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tD9vmyBGynXSxmn off=2344254 len=1862469 2024-04-12T16:53:01.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 2333 completed, throughput=5MB/sec 2024-04-12T16:53:02.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:01 smithi016 ceph-mon[84444]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:02.308 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:01 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:53:02.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:01 smithi005 ceph-mon[88416]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:02.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:01 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:53:02.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:01 smithi005 ceph-mon[90837]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:02.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:01 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:53:02.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:53:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:53:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:02.964 INFO:tasks.workunit.client.0.smithi005.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:02.964 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--9OsMLmycpDvfoz off=16932627 len=448468 2024-04-12T16:53:02.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 2334 completed, throughput=4.99MB/sec 2024-04-12T16:53:02.965 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eg5CxObZBqobctx off=0 len=1120240 2024-04-12T16:53:02.967 INFO:tasks.workunit.client.0.smithi005.stdout:op 2335 completed, throughput=4.99MB/sec 2024-04-12T16:53:02.967 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YLaViqoJzVxZX1j off=5299868 len=337177 2024-04-12T16:53:02.967 INFO:tasks.workunit.client.0.smithi005.stdout:op 2336 completed, throughput=4.99MB/sec 2024-04-12T16:53:02.967 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xqYuvkEqxisfWYz off=4054771 len=1555729 2024-04-12T16:53:02.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 2337 completed, throughput=5MB/sec 2024-04-12T16:53:02.976 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1aaNDO-y5SOmMEC off=4436805 len=1286150 2024-04-12T16:53:02.982 INFO:tasks.workunit.client.0.smithi005.stdout:op 2338 completed, throughput=5MB/sec 2024-04-12T16:53:02.982 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LSdY6nnuqTIME53 off=8712176 len=1831850 2024-04-12T16:53:02.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 2339 completed, throughput=5MB/sec 2024-04-12T16:53:03.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:53:03.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:53:03.341 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:53:03.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:53:03.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:53:03.450 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:53:03.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:53:03.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:53:03.451 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:53:03.991 INFO:tasks.workunit.client.0.smithi005.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:03.991 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5NPXNHIGPy5MCWA off=15262671 len=522951 2024-04-12T16:53:03.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 2340 completed, throughput=4.99MB/sec 2024-04-12T16:53:03.994 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mxDLgLxGQgqlrm- off=4622876 len=1996711 2024-04-12T16:53:03.996 INFO:tasks.workunit.client.0.smithi005.stdout:op 2341 completed, throughput=5MB/sec 2024-04-12T16:53:03.997 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qZegOtjs8lTaJ9D off=9150713 len=1420181 2024-04-12T16:53:03.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 2342 completed, throughput=5MB/sec 2024-04-12T16:53:04.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:53:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:53:03] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T16:53:04.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:04 smithi016 ceph-mon[84444]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:53:04.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:04 smithi005 ceph-mon[88416]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:53:04.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:04 smithi005 ceph-mon[90837]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:53:05.000 INFO:tasks.workunit.client.0.smithi005.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:05.000 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_hzGYzBRWAUA_3y off=10142656 len=518452 2024-04-12T16:53:05.001 INFO:tasks.workunit.client.0.smithi005.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-12T16:53:05.001 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rOl0tK4lx6NjP0E off=3985318 len=2027673 2024-04-12T16:53:05.010 INFO:tasks.workunit.client.0.smithi005.stdout:op 2344 completed, throughput=4.99MB/sec 2024-04-12T16:53:05.010 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ced6L4Z06fTFl6i off=1795917 len=450615 2024-04-12T16:53:05.012 INFO:tasks.workunit.client.0.smithi005.stdout:op 2345 completed, throughput=5MB/sec 2024-04-12T16:53:05.013 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7Gy769ZM9mCn23r off=8688308 len=685873 2024-04-12T16:53:05.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 2346 completed, throughput=5MB/sec 2024-04-12T16:53:05.018 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xLsTbc5dIGVwUrV off=13478970 len=671199 2024-04-12T16:53:05.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 2347 completed, throughput=5MB/sec 2024-04-12T16:53:05.018 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3lwScN5RifQorCO off=1377527 len=992895 2024-04-12T16:53:05.020 INFO:tasks.workunit.client.0.smithi005.stdout:op 2348 completed, throughput=5MB/sec 2024-04-12T16:53:05.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:05.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:05.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:06.020 INFO:tasks.workunit.client.0.smithi005.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:06.020 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0eLIkbJXlWBeTfW off=995974 len=537951 2024-04-12T16:53:06.021 INFO:tasks.workunit.client.0.smithi005.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-12T16:53:06.021 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zInPf1ni59gTZpO off=19634387 len=1610401 2024-04-12T16:53:06.030 INFO:tasks.workunit.client.0.smithi005.stdout:op 2350 completed, throughput=4.99MB/sec 2024-04-12T16:53:06.030 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KTfzc1JyEc9vixC off=1891139 len=2047323 2024-04-12T16:53:06.040 INFO:tasks.workunit.client.0.smithi005.stdout:op 2351 completed, throughput=5MB/sec 2024-04-12T16:53:06.040 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7SVGFQpT2FHUegB off=14476347 len=180913 2024-04-12T16:53:06.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 2352 completed, throughput=5MB/sec 2024-04-12T16:53:06.043 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--qcGs_b9WxXRpds off=7861622 len=479401 2024-04-12T16:53:06.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 2353 completed, throughput=5MB/sec 2024-04-12T16:53:06.047 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vh71vWpY_7tMk11 off=5373498 len=1080577 2024-04-12T16:53:06.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 2354 completed, throughput=5MB/sec 2024-04-12T16:53:06.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:06 smithi016 ceph-mon[84444]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:53:06.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:06 smithi005 ceph-mon[88416]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:53:06.700 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:06 smithi005 ceph-mon[90837]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T16:53:07.053 INFO:tasks.workunit.client.0.smithi005.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:07.053 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oixGDZRyIfhJDbJ off=481114 len=782267 2024-04-12T16:53:07.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 2355 completed, throughput=4.99MB/sec 2024-04-12T16:53:07.055 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-U04Vtv1VYxCYjJ_ off=2484692 len=7404 2024-04-12T16:53:07.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 2356 completed, throughput=4.99MB/sec 2024-04-12T16:53:07.057 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AhzIsHOkDSh76DZ off=875913 len=57948 2024-04-12T16:53:07.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 2357 completed, throughput=4.99MB/sec 2024-04-12T16:53:07.060 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4rXPz5ew-DgHJcw off=272879 len=1409775 2024-04-12T16:53:07.062 INFO:tasks.workunit.client.0.smithi005.stdout:op 2358 completed, throughput=5MB/sec 2024-04-12T16:53:07.062 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VOUEqRXoKQTVvl8 off=4517841 len=404486 2024-04-12T16:53:07.064 INFO:tasks.workunit.client.0.smithi005.stdout:op 2359 completed, throughput=5MB/sec 2024-04-12T16:53:07.064 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6L-_1EHOP_ApQ2_ off=5208953 len=688079 2024-04-12T16:53:07.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 2360 completed, throughput=5MB/sec 2024-04-12T16:53:07.065 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e2b2Y5AEhkn4vXx off=17479199 len=814187 2024-04-12T16:53:07.070 INFO:tasks.workunit.client.0.smithi005.stdout:op 2361 completed, throughput=5MB/sec 2024-04-12T16:53:07.070 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5S6MtGTIjBNj1De off=2306541 len=1667122 2024-04-12T16:53:07.079 INFO:tasks.workunit.client.0.smithi005.stdout:op 2362 completed, throughput=5MB/sec 2024-04-12T16:53:08.080 INFO:tasks.workunit.client.0.smithi005.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:08.080 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n0WoIud0FaXKo_5 off=3373095 len=1988290 2024-04-12T16:53:08.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 2363 completed, throughput=5MB/sec 2024-04-12T16:53:08.089 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rBJuWliXIAeZ0N4 off=4110268 len=42351 2024-04-12T16:53:08.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 2364 completed, throughput=5MB/sec 2024-04-12T16:53:08.089 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l0P8Rc07jeXbyid off=938651 len=1565629 2024-04-12T16:53:08.091 INFO:tasks.workunit.client.0.smithi005.stdout:op 2365 completed, throughput=5MB/sec 2024-04-12T16:53:08.091 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m8oIV2aaPybM_A8 off=1450234 len=1379632 2024-04-12T16:53:08.092 INFO:tasks.workunit.client.0.smithi005.stdout:op 2366 completed, throughput=5MB/sec 2024-04-12T16:53:08.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:08 smithi016 ceph-mon[84444]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:53:08.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:08 smithi005 ceph-mon[88416]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:53:08.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:08 smithi005 ceph-mon[90837]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T16:53:09.093 INFO:tasks.workunit.client.0.smithi005.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:09.093 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-F01FNVZxHSibeut off=7714381 len=790314 2024-04-12T16:53:09.098 INFO:tasks.workunit.client.0.smithi005.stdout:op 2367 completed, throughput=4.99MB/sec 2024-04-12T16:53:09.098 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D0iNa2op5FIw6l8 off=3220555 len=1704990 2024-04-12T16:53:09.101 INFO:tasks.workunit.client.0.smithi005.stdout:op 2368 completed, throughput=5MB/sec 2024-04-12T16:53:09.102 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yn_GZ8Zw7VbcGEY off=1856815 len=1624908 2024-04-12T16:53:09.110 INFO:tasks.workunit.client.0.smithi005.stdout:op 2369 completed, throughput=5MB/sec 2024-04-12T16:53:09.110 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fm4Tq9NGI0iwvbH off=13942645 len=2087410 2024-04-12T16:53:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 2370 completed, throughput=5MB/sec 2024-04-12T16:53:10.113 INFO:tasks.workunit.client.0.smithi005.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:10.113 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9-ZChZUSdmC8wky off=10482433 len=27661 2024-04-12T16:53:10.116 INFO:tasks.workunit.client.0.smithi005.stdout:op 2371 completed, throughput=4.99MB/sec 2024-04-12T16:53:10.116 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-imwe23uApex1S-j off=2288204 len=271557 2024-04-12T16:53:10.116 INFO:tasks.workunit.client.0.smithi005.stdout:op 2372 completed, throughput=4.99MB/sec 2024-04-12T16:53:10.116 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jtMPStZ-SLW2Qy0 off=20601461 len=1806937 2024-04-12T16:53:10.124 INFO:tasks.workunit.client.0.smithi005.stdout:op 2373 completed, throughput=5MB/sec 2024-04-12T16:53:10.124 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eASRSRShC6aInhw off=3815863 len=281073 2024-04-12T16:53:10.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 2374 completed, throughput=5MB/sec 2024-04-12T16:53:10.127 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fOuHxMZlo3f5FJA off=1236472 len=1975421 2024-04-12T16:53:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:op 2375 completed, throughput=5MB/sec 2024-04-12T16:53:10.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:10 smithi016 ceph-mon[84444]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:53:10.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:10 smithi005 ceph-mon[88416]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:53:10.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:10 smithi005 ceph-mon[90837]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:53:11.134 INFO:tasks.workunit.client.0.smithi005.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:11.134 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-y7afxqXcGd1T_2t off=3636120 len=1704418 2024-04-12T16:53:11.142 INFO:tasks.workunit.client.0.smithi005.stdout:op 2376 completed, throughput=4.99MB/sec 2024-04-12T16:53:11.142 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gADxVeA05ABJLjk off=23722097 len=1453191 2024-04-12T16:53:11.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 2377 completed, throughput=5MB/sec 2024-04-12T16:53:11.148 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0OqRKo7gUJK0AHE off=3455369 len=689447 2024-04-12T16:53:11.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 2378 completed, throughput=5MB/sec 2024-04-12T16:53:11.151 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xqNkLLoPJGATyKy off=6420385 len=1729662 2024-04-12T16:53:11.154 INFO:tasks.workunit.client.0.smithi005.stdout:op 2379 completed, throughput=5MB/sec 2024-04-12T16:53:12.155 INFO:tasks.workunit.client.0.smithi005.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:12.155 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5gF3QnPXAb2urWH off=1889542 len=1336792 2024-04-12T16:53:12.162 INFO:tasks.workunit.client.0.smithi005.stdout:op 2380 completed, throughput=4.99MB/sec 2024-04-12T16:53:12.162 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0msJvrc8aCrR6cg off=55306 len=862994 2024-04-12T16:53:12.168 INFO:tasks.workunit.client.0.smithi005.stdout:op 2381 completed, throughput=5MB/sec 2024-04-12T16:53:12.168 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xuY_DoXKM7vn9H6 off=3875311 len=1496671 2024-04-12T16:53:12.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 2382 completed, throughput=5MB/sec 2024-04-12T16:53:12.176 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--pUkjIyr7WG3iq- off=3111538 len=1254440 2024-04-12T16:53:12.182 INFO:tasks.workunit.client.0.smithi005.stdout:op 2383 completed, throughput=5MB/sec 2024-04-12T16:53:12.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:12 smithi016 ceph-mon[84444]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:12.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:53:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:12.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:12 smithi005 ceph-mon[88416]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:12.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:12 smithi005 ceph-mon[90837]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:13.183 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_7hwzX5ise2_CZA off=3365976 len=319375 2024-04-12T16:53:13.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 2384 completed, throughput=4.99MB/sec 2024-04-12T16:53:13.186 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EFmtBxEIMAkwqG6 off=4720382 len=1615502 2024-04-12T16:53:13.187 INFO:tasks.workunit.client.0.smithi005.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-12T16:53:13.187 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zIWhUxvcilJXRZy off=8480001 len=994235 2024-04-12T16:53:13.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 2386 completed, throughput=5MB/sec 2024-04-12T16:53:13.193 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K2F0xsvFpWIi8kJ off=3157644 len=2019998 2024-04-12T16:53:13.203 INFO:tasks.workunit.client.0.smithi005.stdout:op 2387 completed, throughput=5MB/sec 2024-04-12T16:53:13.203 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XNHtFam4ABDRfld off=11445753 len=1389749 2024-04-12T16:53:13.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 2388 completed, throughput=5MB/sec 2024-04-12T16:53:14.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:53:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:53:13] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-12T16:53:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:14.206 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9noN4lCZuzYAJ2h off=13675848 len=487883 2024-04-12T16:53:14.210 INFO:tasks.workunit.client.0.smithi005.stdout:op 2389 completed, throughput=4.99MB/sec 2024-04-12T16:53:14.210 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-afWqvN8nWBXza_L off=8038515 len=271867 2024-04-12T16:53:14.211 INFO:tasks.workunit.client.0.smithi005.stdout:op 2390 completed, throughput=4.99MB/sec 2024-04-12T16:53:14.211 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AB2Z4lApTtywFH4 off=2369611 len=1620739 2024-04-12T16:53:14.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 2391 completed, throughput=5MB/sec 2024-04-12T16:53:14.214 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SnSTL4xAdsugfjM off=2754294 len=795294 2024-04-12T16:53:14.216 INFO:tasks.workunit.client.0.smithi005.stdout:op 2392 completed, throughput=5MB/sec 2024-04-12T16:53:14.216 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GNWhANbkt-nHU4o off=1293677 len=162695 2024-04-12T16:53:14.219 INFO:tasks.workunit.client.0.smithi005.stdout:op 2393 completed, throughput=5MB/sec 2024-04-12T16:53:14.219 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iB9p-EoJlivjC3B off=3788944 len=979808 2024-04-12T16:53:14.225 INFO:tasks.workunit.client.0.smithi005.stdout:op 2394 completed, throughput=5MB/sec 2024-04-12T16:53:14.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:14 smithi016 ceph-mon[84444]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:14.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:14 smithi005 ceph-mon[88416]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:14.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:14 smithi005 ceph-mon[90837]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:15.225 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QYIhRBwrYATIkj6 off=9197384 len=1554347 2024-04-12T16:53:15.227 INFO:tasks.workunit.client.0.smithi005.stdout:op 2395 completed, throughput=4.99MB/sec 2024-04-12T16:53:15.227 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o-phlk-QsDC6QEo off=8906200 len=1590432 2024-04-12T16:53:15.236 INFO:tasks.workunit.client.0.smithi005.stdout:op 2396 completed, throughput=5MB/sec 2024-04-12T16:53:15.236 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qZegOtjs8lTaJ9D off=3219030 len=762066 2024-04-12T16:53:15.241 INFO:tasks.workunit.client.0.smithi005.stdout:op 2397 completed, throughput=5MB/sec 2024-04-12T16:53:15.241 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l3peYYJGjqNw3xN off=2673772 len=1844023 2024-04-12T16:53:15.243 INFO:tasks.workunit.client.0.smithi005.stdout:op 2398 completed, throughput=5MB/sec 2024-04-12T16:53:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:16.243 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GS9BJYWUXtXakgG off=15184269 len=459035 2024-04-12T16:53:16.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 2399 completed, throughput=4.99MB/sec 2024-04-12T16:53:16.244 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TPf7TKP4eTVRIUN off=2546115 len=2091672 2024-04-12T16:53:16.246 INFO:tasks.workunit.client.0.smithi005.stdout:op 2400 completed, throughput=5MB/sec 2024-04-12T16:53:16.247 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KJp-KpVk5q0Y7Kk off=16187516 len=524700 2024-04-12T16:53:16.251 INFO:tasks.workunit.client.0.smithi005.stdout:op 2401 completed, throughput=5MB/sec 2024-04-12T16:53:16.251 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D29WWBI45uJSlYM off=7616238 len=807267 2024-04-12T16:53:16.252 INFO:tasks.workunit.client.0.smithi005.stdout:op 2402 completed, throughput=5MB/sec 2024-04-12T16:53:16.252 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7rGpp16YUWgQWFd off=10004378 len=1509195 2024-04-12T16:53:16.260 INFO:tasks.workunit.client.0.smithi005.stdout:op 2403 completed, throughput=5MB/sec 2024-04-12T16:53:16.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:16 smithi016 ceph-mon[84444]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:53:16.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:16 smithi005 ceph-mon[88416]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:53:16.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:16 smithi005 ceph-mon[90837]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:53:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:17.261 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4dfJGxFfMsfOzUy off=1635874 len=1950987 2024-04-12T16:53:17.263 INFO:tasks.workunit.client.0.smithi005.stdout:op 2404 completed, throughput=5MB/sec 2024-04-12T16:53:17.263 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-be2wpBxx4kCszgs off=11362309 len=398904 2024-04-12T16:53:17.264 INFO:tasks.workunit.client.0.smithi005.stdout:op 2405 completed, throughput=5MB/sec 2024-04-12T16:53:17.264 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E_82ieabbCNrQma off=12863840 len=141732 2024-04-12T16:53:17.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 2406 completed, throughput=5MB/sec 2024-04-12T16:53:17.265 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zcoZBSOFiT7oQsM off=5569054 len=1191330 2024-04-12T16:53:17.266 INFO:tasks.workunit.client.0.smithi005.stdout:op 2407 completed, throughput=5MB/sec 2024-04-12T16:53:17.266 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0g-huiqoKZa_ij0 off=5033971 len=604618 2024-04-12T16:53:17.267 INFO:tasks.workunit.client.0.smithi005.stdout:op 2408 completed, throughput=5MB/sec 2024-04-12T16:53:17.267 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DZCgWgo6LzWide9 off=5719822 len=1391926 2024-04-12T16:53:17.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 2409 completed, throughput=5MB/sec 2024-04-12T16:53:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:18.275 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3DN_dPt_H-tIc3- off=812702 len=695304 2024-04-12T16:53:18.280 INFO:tasks.workunit.client.0.smithi005.stdout:op 2410 completed, throughput=4.99MB/sec 2024-04-12T16:53:18.280 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rTz1Tj7IMatM0X2 off=11963393 len=243319 2024-04-12T16:53:18.281 INFO:tasks.workunit.client.0.smithi005.stdout:op 2411 completed, throughput=4.99MB/sec 2024-04-12T16:53:18.281 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aBxWAyq70LdU8u6 off=588121 len=320001 2024-04-12T16:53:18.281 INFO:tasks.workunit.client.0.smithi005.stdout:op 2412 completed, throughput=4.99MB/sec 2024-04-12T16:53:18.282 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-M3gXC33pTEPwsT1 off=202104 len=594474 2024-04-12T16:53:18.283 INFO:tasks.workunit.client.0.smithi005.stdout:op 2413 completed, throughput=5MB/sec 2024-04-12T16:53:18.283 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4IxCgxRyezxsG3M off=4303269 len=1446497 2024-04-12T16:53:18.289 INFO:tasks.workunit.client.0.smithi005.stdout:op 2414 completed, throughput=5MB/sec 2024-04-12T16:53:18.289 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ro6SmukzTSrHrvb off=13670942 len=375717 2024-04-12T16:53:18.290 INFO:tasks.workunit.client.0.smithi005.stdout:op 2415 completed, throughput=5MB/sec 2024-04-12T16:53:18.290 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N1Hy0XD2zkYlDvf off=2862455 len=1918948 2024-04-12T16:53:18.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 2416 completed, throughput=5MB/sec 2024-04-12T16:53:18.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:18 smithi016 ceph-mon[84444]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:53:18.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:18 smithi005 ceph-mon[88416]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:53:18.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:18 smithi005 ceph-mon[90837]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:53:19.292 INFO:tasks.workunit.client.0.smithi005.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:19.292 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xKZQmC95kM5pqzg off=7910569 len=1687489 2024-04-12T16:53:19.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 2417 completed, throughput=5MB/sec 2024-04-12T16:53:19.301 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-X7MOvMI24y-9PGo off=1980031 len=1767582 2024-04-12T16:53:19.310 INFO:tasks.workunit.client.0.smithi005.stdout:op 2418 completed, throughput=5MB/sec 2024-04-12T16:53:19.310 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-40wmjtWKLe7FDYP off=467355 len=1588846 2024-04-12T16:53:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:op 2419 completed, throughput=5MB/sec 2024-04-12T16:53:20.316 INFO:tasks.workunit.client.0.smithi005.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:20.317 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kdNlD7NcCqHAeZD off=5255168 len=184863 2024-04-12T16:53:20.317 INFO:tasks.workunit.client.0.smithi005.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-12T16:53:20.317 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KzfV175svtQaFI7 off=5869785 len=954630 2024-04-12T16:53:20.319 INFO:tasks.workunit.client.0.smithi005.stdout:op 2421 completed, throughput=4.99MB/sec 2024-04-12T16:53:20.319 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oXQee7QZ3C5d0xx off=8311021 len=208337 2024-04-12T16:53:20.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 2422 completed, throughput=4.99MB/sec 2024-04-12T16:53:20.320 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s3F35296fM2fcgf off=3713759 len=216178 2024-04-12T16:53:20.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 2423 completed, throughput=4.99MB/sec 2024-04-12T16:53:20.321 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o1LinnycizIiUP2 off=11190004 len=1970350 2024-04-12T16:53:20.330 INFO:tasks.workunit.client.0.smithi005.stdout:op 2424 completed, throughput=5MB/sec 2024-04-12T16:53:20.330 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ip8QW3EOjlxXcIh off=11214553 len=1775850 2024-04-12T16:53:20.336 INFO:tasks.workunit.client.0.smithi005.stdout:op 2425 completed, throughput=5MB/sec 2024-04-12T16:53:20.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:20 smithi016 ceph-mon[84444]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:53:20.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:20.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:20 smithi005 ceph-mon[88416]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:53:20.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:20.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:20 smithi005 ceph-mon[90837]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:53:20.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:21.337 INFO:tasks.workunit.client.0.smithi005.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:21.337 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3nXBR-_SLkWZWM3 off=10960211 len=1708839 2024-04-12T16:53:21.339 INFO:tasks.workunit.client.0.smithi005.stdout:op 2426 completed, throughput=5MB/sec 2024-04-12T16:53:21.339 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-erBCDJNkc0BXswl off=13255771 len=1446950 2024-04-12T16:53:21.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 2427 completed, throughput=5MB/sec 2024-04-12T16:53:21.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w2tH2n5XuCIrpjT off=456441 len=425685 2024-04-12T16:53:21.345 INFO:tasks.workunit.client.0.smithi005.stdout:op 2428 completed, throughput=5MB/sec 2024-04-12T16:53:21.345 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4QC7YWYX-r8r3y4 off=16589530 len=1574479 2024-04-12T16:53:21.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 2429 completed, throughput=5MB/sec 2024-04-12T16:53:22.347 INFO:tasks.workunit.client.0.smithi005.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:22.348 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vvdd8oVyH9Sa8Ck off=1733614 len=2007122 2024-04-12T16:53:22.356 INFO:tasks.workunit.client.0.smithi005.stdout:op 2430 completed, throughput=5MB/sec 2024-04-12T16:53:22.356 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oeRreSBUqSd_KzT off=5990137 len=1460772 2024-04-12T16:53:22.358 INFO:tasks.workunit.client.0.smithi005.stdout:op 2431 completed, throughput=5MB/sec 2024-04-12T16:53:22.358 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aDxbEpy8KoZ8YeW off=19674283 len=226490 2024-04-12T16:53:22.360 INFO:tasks.workunit.client.0.smithi005.stdout:op 2432 completed, throughput=5MB/sec 2024-04-12T16:53:22.360 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XywWv3m_lu-Yngd off=14854895 len=1560861 2024-04-12T16:53:22.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 2433 completed, throughput=5MB/sec 2024-04-12T16:53:22.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:22 smithi016 ceph-mon[84444]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:53:22.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:53:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:22.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:22 smithi005 ceph-mon[88416]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:53:22.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:22 smithi005 ceph-mon[90837]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:53:23.367 INFO:tasks.workunit.client.0.smithi005.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:23.367 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lZRqiofMtEF1U_S off=5971790 len=654824 2024-04-12T16:53:23.368 INFO:tasks.workunit.client.0.smithi005.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-12T16:53:23.368 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UMS12S5BD0EnD72 off=9169393 len=377911 2024-04-12T16:53:23.371 INFO:tasks.workunit.client.0.smithi005.stdout:op 2435 completed, throughput=4.99MB/sec 2024-04-12T16:53:23.371 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DxwD08OqsRcUX8v off=16473931 len=1329750 2024-04-12T16:53:23.379 INFO:tasks.workunit.client.0.smithi005.stdout:op 2436 completed, throughput=5MB/sec 2024-04-12T16:53:23.379 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FK_Zs-psyybzghA off=5054755 len=5632 2024-04-12T16:53:23.379 INFO:tasks.workunit.client.0.smithi005.stdout:op 2437 completed, throughput=5MB/sec 2024-04-12T16:53:23.379 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BYunKdHvK1qPqI- off=16459091 len=1758495 2024-04-12T16:53:23.381 INFO:tasks.workunit.client.0.smithi005.stdout:op 2438 completed, throughput=5MB/sec 2024-04-12T16:53:23.381 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qyJLCZ9qJVcgO_1 off=117038 len=1625017 2024-04-12T16:53:23.388 INFO:tasks.workunit.client.0.smithi005.stdout:op 2439 completed, throughput=5MB/sec 2024-04-12T16:53:24.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:53:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:53:23] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-12T16:53:24.388 INFO:tasks.workunit.client.0.smithi005.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:24.388 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N6g6vjOM0GCfVFM off=1138438 len=1854494 2024-04-12T16:53:24.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 2440 completed, throughput=5MB/sec 2024-04-12T16:53:24.397 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mi4z-rnn73rHlm6 off=3669763 len=1327459 2024-04-12T16:53:24.404 INFO:tasks.workunit.client.0.smithi005.stdout:op 2441 completed, throughput=5MB/sec 2024-04-12T16:53:24.404 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PyBbXGJpuZXl_DP off=6038625 len=196250 2024-04-12T16:53:24.404 INFO:tasks.workunit.client.0.smithi005.stdout:op 2442 completed, throughput=5MB/sec 2024-04-12T16:53:24.404 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2xJPzDeoTpvXQYi off=9454170 len=1280965 2024-04-12T16:53:24.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 2443 completed, throughput=5MB/sec 2024-04-12T16:53:24.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:24 smithi016 ceph-mon[84444]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:24.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:24 smithi005 ceph-mon[88416]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:24.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:24 smithi005 ceph-mon[90837]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:25.410 INFO:tasks.workunit.client.0.smithi005.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:25.410 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nQfkac3QW7_ZZv1 off=17402694 len=1985362 2024-04-12T16:53:25.420 INFO:tasks.workunit.client.0.smithi005.stdout:op 2444 completed, throughput=4.99MB/sec 2024-04-12T16:53:25.420 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vvdd8oVyH9Sa8Ck off=5157998 len=297601 2024-04-12T16:53:25.421 INFO:tasks.workunit.client.0.smithi005.stdout:op 2445 completed, throughput=5MB/sec 2024-04-12T16:53:25.421 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jrsJx4dGn1LP3yQ off=10071294 len=1661302 2024-04-12T16:53:25.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 2446 completed, throughput=5MB/sec 2024-04-12T16:53:25.423 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7ISRDwMbG5e2s8Q off=296714 len=653373 2024-04-12T16:53:25.427 INFO:tasks.workunit.client.0.smithi005.stdout:op 2447 completed, throughput=5MB/sec 2024-04-12T16:53:25.427 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BhTC9mt5N9tpggx off=5091534 len=1505098 2024-04-12T16:53:25.434 INFO:tasks.workunit.client.0.smithi005.stdout:op 2448 completed, throughput=5MB/sec 2024-04-12T16:53:26.435 INFO:tasks.workunit.client.0.smithi005.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:26.435 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U8Xud7Qkf910MUQ off=11314165 len=161473 2024-04-12T16:53:26.436 INFO:tasks.workunit.client.0.smithi005.stdout:op 2449 completed, throughput=4.99MB/sec 2024-04-12T16:53:26.436 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TFeRjqfgNEg6BIS off=19904944 len=1071742 2024-04-12T16:53:26.438 INFO:tasks.workunit.client.0.smithi005.stdout:op 2450 completed, throughput=4.99MB/sec 2024-04-12T16:53:26.438 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ywEkaCKB-4yWbhj off=20309368 len=577611 2024-04-12T16:53:26.439 INFO:tasks.workunit.client.0.smithi005.stdout:op 2451 completed, throughput=5MB/sec 2024-04-12T16:53:26.439 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-B4-fvAI6LISShoY off=11311716 len=364220 2024-04-12T16:53:26.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 2452 completed, throughput=5MB/sec 2024-04-12T16:53:26.440 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jJHrCYOgBZikSlI off=210669 len=1645231 2024-04-12T16:53:26.442 INFO:tasks.workunit.client.0.smithi005.stdout:op 2453 completed, throughput=5MB/sec 2024-04-12T16:53:26.442 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aG5dsDZF6XTWpli off=6902369 len=1409688 2024-04-12T16:53:26.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 2454 completed, throughput=5MB/sec 2024-04-12T16:53:26.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:26 smithi016 ceph-mon[84444]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:53:26.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:26 smithi005 ceph-mon[88416]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:53:26.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:26 smithi005 ceph-mon[90837]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:53:27.444 INFO:tasks.workunit.client.0.smithi005.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:27.444 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jRaVcdZTceOYW-n off=3377410 len=633597 2024-04-12T16:53:27.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 2455 completed, throughput=4.99MB/sec 2024-04-12T16:53:27.445 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DbN6TaWDICYDYUz off=2042126 len=134867 2024-04-12T16:53:27.448 INFO:tasks.workunit.client.0.smithi005.stdout:op 2456 completed, throughput=4.99MB/sec 2024-04-12T16:53:27.448 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KeR-k6E9_owPlX7 off=14894687 len=1497956 2024-04-12T16:53:27.451 INFO:tasks.workunit.client.0.smithi005.stdout:op 2457 completed, throughput=5MB/sec 2024-04-12T16:53:27.451 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5UQaI9vvsSMnBbt off=11671840 len=2048703 2024-04-12T16:53:27.453 INFO:tasks.workunit.client.0.smithi005.stdout:op 2458 completed, throughput=5MB/sec 2024-04-12T16:53:28.453 INFO:tasks.workunit.client.0.smithi005.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:28.453 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Sx_WIVy6gg3LfBF off=13386299 len=507824 2024-04-12T16:53:28.455 INFO:tasks.workunit.client.0.smithi005.stdout:op 2459 completed, throughput=4.99MB/sec 2024-04-12T16:53:28.455 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uKeeoqMUnPqdW1w off=8431131 len=198017 2024-04-12T16:53:28.456 INFO:tasks.workunit.client.0.smithi005.stdout:op 2460 completed, throughput=4.99MB/sec 2024-04-12T16:53:28.456 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tzGttnc7qEA_gkM off=3786800 len=202063 2024-04-12T16:53:28.459 INFO:tasks.workunit.client.0.smithi005.stdout:op 2461 completed, throughput=4.99MB/sec 2024-04-12T16:53:28.459 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2PjqEbMBmO0pXkG off=9731245 len=2051715 2024-04-12T16:53:28.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 2462 completed, throughput=5MB/sec 2024-04-12T16:53:28.462 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YeLS5ZqDQ1MZKAb off=4193558 len=2067154 2024-04-12T16:53:28.463 INFO:tasks.workunit.client.0.smithi005.stdout:op 2463 completed, throughput=5MB/sec 2024-04-12T16:53:28.464 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0bDLiOfSGpyuf1I off=1101258 len=773693 2024-04-12T16:53:28.469 INFO:tasks.workunit.client.0.smithi005.stdout:op 2464 completed, throughput=5MB/sec 2024-04-12T16:53:28.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:28 smithi016 ceph-mon[84444]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:53:28.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:28 smithi005 ceph-mon[88416]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:53:28.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:28 smithi005 ceph-mon[90837]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:53:29.469 INFO:tasks.workunit.client.0.smithi005.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:29.469 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AJu1gMikxKMutx0 off=8216449 len=780814 2024-04-12T16:53:29.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 2465 completed, throughput=4.99MB/sec 2024-04-12T16:53:29.474 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mm2jujvRGfdIb60 off=2423287 len=266697 2024-04-12T16:53:29.477 INFO:tasks.workunit.client.0.smithi005.stdout:op 2466 completed, throughput=4.99MB/sec 2024-04-12T16:53:29.477 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LbJYkeLxvAA2ByN off=12744991 len=1339722 2024-04-12T16:53:29.480 INFO:tasks.workunit.client.0.smithi005.stdout:op 2467 completed, throughput=5MB/sec 2024-04-12T16:53:29.480 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ug2i0wwtLWnkDXZ off=6342949 len=923446 2024-04-12T16:53:29.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 2468 completed, throughput=5MB/sec 2024-04-12T16:53:29.482 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7d_Vjc6KRoGNTp- off=5045989 len=2070842 2024-04-12T16:53:29.485 INFO:tasks.workunit.client.0.smithi005.stdout:op 2469 completed, throughput=5MB/sec 2024-04-12T16:53:30.485 INFO:tasks.workunit.client.0.smithi005.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:30.485 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DwjqvCggp8o0qaP off=1150955 len=1822936 2024-04-12T16:53:30.495 INFO:tasks.workunit.client.0.smithi005.stdout:op 2470 completed, throughput=4.99MB/sec 2024-04-12T16:53:30.495 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E9FM3snJxE4leHm off=1844778 len=432803 2024-04-12T16:53:30.498 INFO:tasks.workunit.client.0.smithi005.stdout:op 2471 completed, throughput=5MB/sec 2024-04-12T16:53:30.498 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ULjkey6BLAJ1Obm off=192257 len=1167331 2024-04-12T16:53:30.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 2472 completed, throughput=5MB/sec 2024-04-12T16:53:30.504 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RfYZC6LywmY3QWW off=19513343 len=1555247 2024-04-12T16:53:30.506 INFO:tasks.workunit.client.0.smithi005.stdout:op 2473 completed, throughput=5MB/sec 2024-04-12T16:53:30.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:30 smithi016 ceph-mon[84444]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:53:30.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:30 smithi005 ceph-mon[88416]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:53:30.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:30 smithi005 ceph-mon[90837]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:53:31.506 INFO:tasks.workunit.client.0.smithi005.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:31.507 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YpSgp6xBEG1oE1o off=616666 len=1040336 2024-04-12T16:53:31.512 INFO:tasks.workunit.client.0.smithi005.stdout:op 2474 completed, throughput=4.99MB/sec 2024-04-12T16:53:31.512 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0q9_-x-XbmOFKPN off=16703002 len=1897749 2024-04-12T16:53:31.520 INFO:tasks.workunit.client.0.smithi005.stdout:op 2475 completed, throughput=5MB/sec 2024-04-12T16:53:31.520 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2kErEfRwgd3FVKs off=2792172 len=1613561 2024-04-12T16:53:31.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 2476 completed, throughput=5MB/sec 2024-04-12T16:53:31.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WaOAcQPIQpgL5YJ off=56313 len=1224851 2024-04-12T16:53:31.529 INFO:tasks.workunit.client.0.smithi005.stdout:op 2477 completed, throughput=5MB/sec 2024-04-12T16:53:32.529 INFO:tasks.workunit.client.0.smithi005.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:32.529 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-spapsazC45VB0iG off=1612571 len=1441228 2024-04-12T16:53:32.531 INFO:tasks.workunit.client.0.smithi005.stdout:op 2478 completed, throughput=4.99MB/sec 2024-04-12T16:53:32.531 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-111Hl_xnokUDB-I off=17655168 len=717112 2024-04-12T16:53:32.536 INFO:tasks.workunit.client.0.smithi005.stdout:op 2479 completed, throughput=5MB/sec 2024-04-12T16:53:32.536 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-G35hu163NFRj-b8 off=20880155 len=41806 2024-04-12T16:53:32.538 INFO:tasks.workunit.client.0.smithi005.stdout:op 2480 completed, throughput=5MB/sec 2024-04-12T16:53:32.539 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-viHTIMpZPPc0Pob off=2027867 len=3102 2024-04-12T16:53:32.541 INFO:tasks.workunit.client.0.smithi005.stdout:op 2481 completed, throughput=5MB/sec 2024-04-12T16:53:32.541 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ywrT6eYxfZL8CPQ off=17458647 len=337286 2024-04-12T16:53:32.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 2482 completed, throughput=5MB/sec 2024-04-12T16:53:32.544 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DFXf_di8J6BufqP off=9598358 len=1207328 2024-04-12T16:53:32.545 INFO:tasks.workunit.client.0.smithi005.stdout:op 2483 completed, throughput=5MB/sec 2024-04-12T16:53:32.545 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OPDl2idEMC4nW7E off=15821410 len=326815 2024-04-12T16:53:32.546 INFO:tasks.workunit.client.0.smithi005.stdout:op 2484 completed, throughput=5MB/sec 2024-04-12T16:53:32.546 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-crNe5ZafAj6HOGs off=22460448 len=1390550 2024-04-12T16:53:32.548 INFO:tasks.workunit.client.0.smithi005.stdout:op 2485 completed, throughput=5MB/sec 2024-04-12T16:53:32.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:32 smithi016 ceph-mon[84444]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:32.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:53:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:32.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:32 smithi005 ceph-mon[88416]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:32.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:32 smithi005 ceph-mon[90837]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:33.549 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nK5RlQNTfo92iGt off=14616146 len=1595901 2024-04-12T16:53:33.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 2486 completed, throughput=4.99MB/sec 2024-04-12T16:53:33.552 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FNkFQUh3jfgcYTo off=8849192 len=259123 2024-04-12T16:53:33.555 INFO:tasks.workunit.client.0.smithi005.stdout:op 2487 completed, throughput=5MB/sec 2024-04-12T16:53:33.555 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BnLd3jJnKBvk9YO off=13774823 len=639629 2024-04-12T16:53:33.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 2488 completed, throughput=5MB/sec 2024-04-12T16:53:33.560 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-g3Hrjqg3eyX7cwi off=2681037 len=111803 2024-04-12T16:53:33.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 2489 completed, throughput=5MB/sec 2024-04-12T16:53:33.562 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LuVmK62lW5xdNN5 off=23144870 len=1820539 2024-04-12T16:53:33.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 2490 completed, throughput=5MB/sec 2024-04-12T16:53:34.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:53:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:53:33] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-12T16:53:34.565 INFO:tasks.workunit.client.0.smithi005.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:34.565 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B5kkIQ0wdWacRyi off=4826709 len=1935438 2024-04-12T16:53:34.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 2491 completed, throughput=4.99MB/sec 2024-04-12T16:53:34.573 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3F5YOuPvGRKMxGz off=5664088 len=1054190 2024-04-12T16:53:34.578 INFO:tasks.workunit.client.0.smithi005.stdout:op 2492 completed, throughput=5MB/sec 2024-04-12T16:53:34.578 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZwjlMrx_8UCLaYK off=1850414 len=161508 2024-04-12T16:53:34.580 INFO:tasks.workunit.client.0.smithi005.stdout:op 2493 completed, throughput=5MB/sec 2024-04-12T16:53:34.581 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0srDfR4qwTm_KXA off=7465695 len=1496911 2024-04-12T16:53:34.588 INFO:tasks.workunit.client.0.smithi005.stdout:op 2494 completed, throughput=5MB/sec 2024-04-12T16:53:34.588 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UnJxpzMEV9Icx-1 off=10743832 len=1098800 2024-04-12T16:53:34.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:34 smithi016 ceph-mon[84444]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:34.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:34.593 INFO:tasks.workunit.client.0.smithi005.stdout:op 2495 completed, throughput=5MB/sec 2024-04-12T16:53:34.700 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:34 smithi005 ceph-mon[88416]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:34.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:34 smithi005 ceph-mon[90837]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:53:34.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:35.591 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:35 smithi016 ceph-mon[84444]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:53:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:35.593 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dhLw2xJEnrKe2E5 off=7186890 len=331143 2024-04-12T16:53:35.594 INFO:tasks.workunit.client.0.smithi005.stdout:op 2496 completed, throughput=4.99MB/sec 2024-04-12T16:53:35.594 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hIQgKIubnBOJvbg off=4448921 len=1880353 2024-04-12T16:53:35.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 2497 completed, throughput=4.99MB/sec 2024-04-12T16:53:35.596 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5kgO1E1LlO--lTQ off=20559294 len=1906512 2024-04-12T16:53:35.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 2498 completed, throughput=5MB/sec 2024-04-12T16:53:35.599 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4wv-HF-BpmH6yIc off=197049 len=690930 2024-04-12T16:53:35.603 INFO:tasks.workunit.client.0.smithi005.stdout:op 2499 completed, throughput=5MB/sec 2024-04-12T16:53:35.603 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hBOyp3K6NXVZo91 off=8027231 len=432053 2024-04-12T16:53:35.604 INFO:tasks.workunit.client.0.smithi005.stdout:op 2500 completed, throughput=5MB/sec 2024-04-12T16:53:35.701 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:35 smithi005 ceph-mon[88416]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:53:35.701 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:35 smithi005 ceph-mon[90837]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T16:53:36.605 INFO:tasks.workunit.client.0.smithi005.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:36.605 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-M_6JZHV_pJuo2Ky off=753857 len=1144531 2024-04-12T16:53:36.612 INFO:tasks.workunit.client.0.smithi005.stdout:op 2501 completed, throughput=4.99MB/sec 2024-04-12T16:53:36.612 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-u3vZGCX75JRlnef off=11289831 len=627729 2024-04-12T16:53:36.617 INFO:tasks.workunit.client.0.smithi005.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-12T16:53:36.617 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d47FkIz6Qhcdtc7 off=9750037 len=1730443 2024-04-12T16:53:36.620 INFO:tasks.workunit.client.0.smithi005.stdout:op 2503 completed, throughput=5MB/sec 2024-04-12T16:53:36.620 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wv2IJFyhngzsnPd off=18451356 len=218486 2024-04-12T16:53:36.621 INFO:tasks.workunit.client.0.smithi005.stdout:op 2504 completed, throughput=5MB/sec 2024-04-12T16:53:36.621 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PLEINQNXOVJ7qKS off=0 len=1915204 2024-04-12T16:53:36.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 2505 completed, throughput=5MB/sec 2024-04-12T16:53:37.623 INFO:tasks.workunit.client.0.smithi005.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:37.624 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_PcgzQ29-CkYjz0 off=15355592 len=1090442 2024-04-12T16:53:37.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 2506 completed, throughput=4.99MB/sec 2024-04-12T16:53:37.630 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zElKJSuXTlm9il- off=14025088 len=768498 2024-04-12T16:53:37.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 2507 completed, throughput=4.99MB/sec 2024-04-12T16:53:37.636 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9Lm_6bsFNjDsa_N off=17166303 len=1728938 2024-04-12T16:53:37.638 INFO:tasks.workunit.client.0.smithi005.stdout:op 2508 completed, throughput=5MB/sec 2024-04-12T16:53:37.638 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cA9r4GIaYNAi5ey off=7396850 len=1771098 2024-04-12T16:53:37.647 INFO:tasks.workunit.client.0.smithi005.stdout:op 2509 completed, throughput=5MB/sec 2024-04-12T16:53:37.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:37 smithi005 ceph-mon[88416]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:37.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:37 smithi005 ceph-mon[90837]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:38.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:37 smithi016 ceph-mon[84444]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:53:38.647 INFO:tasks.workunit.client.0.smithi005.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:38.647 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jtMPStZ-SLW2Qy0 off=20232285 len=395934 2024-04-12T16:53:38.651 INFO:tasks.workunit.client.0.smithi005.stdout:op 2510 completed, throughput=4.99MB/sec 2024-04-12T16:53:38.651 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jQHMiaRG1LU3m3l off=5492120 len=982276 2024-04-12T16:53:38.652 INFO:tasks.workunit.client.0.smithi005.stdout:op 2511 completed, throughput=4.99MB/sec 2024-04-12T16:53:38.652 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mklxbhlTyhORp3O off=0 len=1421530 2024-04-12T16:53:38.655 INFO:tasks.workunit.client.0.smithi005.stdout:op 2512 completed, throughput=5MB/sec 2024-04-12T16:53:38.655 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OpiWR_iuviKn3FQ off=4705078 len=669042 2024-04-12T16:53:38.659 INFO:tasks.workunit.client.0.smithi005.stdout:op 2513 completed, throughput=5MB/sec 2024-04-12T16:53:38.659 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i48-ltZoWdC4TrL off=8643533 len=194902 2024-04-12T16:53:38.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 2514 completed, throughput=5MB/sec 2024-04-12T16:53:38.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--1Icqw-Jw4eFFaR off=2182255 len=691885 2024-04-12T16:53:38.664 INFO:tasks.workunit.client.0.smithi005.stdout:op 2515 completed, throughput=5MB/sec 2024-04-12T16:53:38.664 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-T2-cLLdA1q4Ul1c off=7367492 len=1744043 2024-04-12T16:53:38.673 INFO:tasks.workunit.client.0.smithi005.stdout:op 2516 completed, throughput=5MB/sec 2024-04-12T16:53:39.673 INFO:tasks.workunit.client.0.smithi005.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:39.673 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A0r0CMClSypssJf off=9099394 len=1028748 2024-04-12T16:53:39.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 2517 completed, throughput=4.99MB/sec 2024-04-12T16:53:39.678 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X-zz0ntmu4Q68cV off=1668913 len=542969 2024-04-12T16:53:39.679 INFO:tasks.workunit.client.0.smithi005.stdout:op 2518 completed, throughput=5MB/sec 2024-04-12T16:53:39.680 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BdZTPjC-l-bMwos off=2381972 len=354416 2024-04-12T16:53:39.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 2519 completed, throughput=5MB/sec 2024-04-12T16:53:39.680 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L4SW52wXOm8YUfh off=5631629 len=123262 2024-04-12T16:53:39.683 INFO:tasks.workunit.client.0.smithi005.stdout:op 2520 completed, throughput=5MB/sec 2024-04-12T16:53:39.683 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G8R8_Ou_dftHimz off=9697419 len=1858722 2024-04-12T16:53:39.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 2521 completed, throughput=5MB/sec 2024-04-12T16:53:39.685 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jrq5y-kvQRVkdqr off=12073448 len=860864 2024-04-12T16:53:39.690 INFO:tasks.workunit.client.0.smithi005.stdout:op 2522 completed, throughput=5MB/sec 2024-04-12T16:53:39.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:39 smithi005 ceph-mon[88416]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:39.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:39 smithi005 ceph-mon[90837]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:40.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:39 smithi016 ceph-mon[84444]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:40.691 INFO:tasks.workunit.client.0.smithi005.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:40.691 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0umdgm7VWpMFEUG off=1261946 len=1330199 2024-04-12T16:53:40.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 2523 completed, throughput=4.99MB/sec 2024-04-12T16:53:40.697 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-72_cfiNKUkycZjM off=18265841 len=1724712 2024-04-12T16:53:40.700 INFO:tasks.workunit.client.0.smithi005.stdout:op 2524 completed, throughput=5MB/sec 2024-04-12T16:53:40.700 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cW80Yb2NK86B0LV off=1813852 len=1436988 2024-04-12T16:53:40.709 INFO:tasks.workunit.client.0.smithi005.stdout:op 2525 completed, throughput=5MB/sec 2024-04-12T16:53:40.709 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O2XaOhOelegT13f off=9299113 len=1690585 2024-04-12T16:53:40.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 2526 completed, throughput=5MB/sec 2024-04-12T16:53:41.711 INFO:tasks.workunit.client.0.smithi005.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:41.712 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wUJZAAQYFoKNvLk off=13109779 len=868443 2024-04-12T16:53:41.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 2527 completed, throughput=4.99MB/sec 2024-04-12T16:53:41.713 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qHN_r0tQkOZ1tk1 off=11441769 len=372223 2024-04-12T16:53:41.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 2528 completed, throughput=5MB/sec 2024-04-12T16:53:41.714 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uCO-mTXzI2n1vfu off=241972 len=96879 2024-04-12T16:53:41.714 INFO:tasks.workunit.client.0.smithi005.stdout:op 2529 completed, throughput=5MB/sec 2024-04-12T16:53:41.714 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-onCPLi_o2RCAkOQ off=12606241 len=2054824 2024-04-12T16:53:41.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 2530 completed, throughput=5MB/sec 2024-04-12T16:53:41.716 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Rf2BGhSGqZhB9w6 off=4281560 len=1129425 2024-04-12T16:53:41.724 INFO:tasks.workunit.client.0.smithi005.stdout:op 2531 completed, throughput=5MB/sec 2024-04-12T16:53:41.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:41 smithi005 ceph-mon[88416]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:41.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:41 smithi005 ceph-mon[90837]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:42.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:41 smithi016 ceph-mon[84444]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:42.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:53:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:42.724 INFO:tasks.workunit.client.0.smithi005.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:42.724 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zkrWqOgycyqc3J1 off=603579 len=163162 2024-04-12T16:53:42.725 INFO:tasks.workunit.client.0.smithi005.stdout:op 2532 completed, throughput=4.99MB/sec 2024-04-12T16:53:42.725 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7niAhFND_sp33bY off=12123 len=1994017 2024-04-12T16:53:42.727 INFO:tasks.workunit.client.0.smithi005.stdout:op 2533 completed, throughput=5MB/sec 2024-04-12T16:53:42.728 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4hfLTixQg5BGaOp off=2558437 len=838849 2024-04-12T16:53:42.732 INFO:tasks.workunit.client.0.smithi005.stdout:op 2534 completed, throughput=5MB/sec 2024-04-12T16:53:42.732 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MJf-F0xpODX-zG5 off=4489674 len=1828711 2024-04-12T16:53:42.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 2535 completed, throughput=5MB/sec 2024-04-12T16:53:43.741 INFO:tasks.workunit.client.0.smithi005.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:43.742 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oOeLqYBGNUB_qNW off=3476737 len=1011932 2024-04-12T16:53:43.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 2536 completed, throughput=4.99MB/sec 2024-04-12T16:53:43.746 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AdFNquIALun6slx off=13344124 len=1411375 2024-04-12T16:53:43.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 2537 completed, throughput=5MB/sec 2024-04-12T16:53:43.754 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6zo3iqOuvMVRd8b off=834935 len=1316954 2024-04-12T16:53:43.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 2538 completed, throughput=5MB/sec 2024-04-12T16:53:43.760 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J7kLIiN9FTdmfHx off=11843517 len=977724 2024-04-12T16:53:43.761 INFO:tasks.workunit.client.0.smithi005.stdout:op 2539 completed, throughput=5MB/sec 2024-04-12T16:53:43.761 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NbsGaqt8rCj6ZGE off=12689843 len=1196769 2024-04-12T16:53:43.763 INFO:tasks.workunit.client.0.smithi005.stdout:op 2540 completed, throughput=5MB/sec 2024-04-12T16:53:43.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:43 smithi005 ceph-mon[88416]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:43.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:43 smithi005 ceph-mon[90837]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:44.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:43 smithi016 ceph-mon[84444]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:53:44.200 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:53:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:53:43] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:53:44.763 INFO:tasks.workunit.client.0.smithi005.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:44.763 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EwZKEjw53uJzWcJ off=2305548 len=1035239 2024-04-12T16:53:44.769 INFO:tasks.workunit.client.0.smithi005.stdout:op 2541 completed, throughput=4.99MB/sec 2024-04-12T16:53:44.769 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Kr9_rPfiYM42hrW off=1832313 len=1140180 2024-04-12T16:53:44.776 INFO:tasks.workunit.client.0.smithi005.stdout:op 2542 completed, throughput=5MB/sec 2024-04-12T16:53:44.776 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y5VUlHAhFOh1f2s off=7229391 len=1729623 2024-04-12T16:53:44.778 INFO:tasks.workunit.client.0.smithi005.stdout:op 2543 completed, throughput=5MB/sec 2024-04-12T16:53:44.778 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4hSgsIHH1PWhEjP off=3883429 len=507371 2024-04-12T16:53:44.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 2544 completed, throughput=5MB/sec 2024-04-12T16:53:44.783 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aXkk3ieWqv0Kbvm off=2453518 len=1633151 2024-04-12T16:53:44.791 INFO:tasks.workunit.client.0.smithi005.stdout:op 2545 completed, throughput=5MB/sec 2024-04-12T16:53:45.793 INFO:tasks.workunit.client.0.smithi005.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:45.793 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wg5w0UWNVnGdvRw off=10492664 len=1537853 2024-04-12T16:53:45.795 INFO:tasks.workunit.client.0.smithi005.stdout:op 2546 completed, throughput=5MB/sec 2024-04-12T16:53:45.795 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TzwKu04n7-UzSGC off=4373878 len=998185 2024-04-12T16:53:45.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 2547 completed, throughput=5MB/sec 2024-04-12T16:53:45.797 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uy5jF8srtFVsb-v off=9476287 len=1748753 2024-04-12T16:53:45.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 2548 completed, throughput=5MB/sec 2024-04-12T16:53:45.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:45 smithi005 ceph-mon[88416]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:45.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:45 smithi005 ceph-mon[90837]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:46.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:45 smithi016 ceph-mon[84444]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:46.805 INFO:tasks.workunit.client.0.smithi005.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:46.805 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BDilXxcxDqpr1b- off=71293 len=743207 2024-04-12T16:53:46.807 INFO:tasks.workunit.client.0.smithi005.stdout:op 2549 completed, throughput=4.99MB/sec 2024-04-12T16:53:46.807 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xb90xoWpzzXGlEP off=5033320 len=646286 2024-04-12T16:53:46.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 2550 completed, throughput=4.99MB/sec 2024-04-12T16:53:46.814 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-t2HtE8-w2p7lrS2 off=19135608 len=1917219 2024-04-12T16:53:46.815 INFO:tasks.workunit.client.0.smithi005.stdout:op 2551 completed, throughput=5MB/sec 2024-04-12T16:53:46.815 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2WT9fXbSLBNMQJo off=36026 len=1811934 2024-04-12T16:53:46.819 INFO:tasks.workunit.client.0.smithi005.stdout:op 2552 completed, throughput=5MB/sec 2024-04-12T16:53:47.819 INFO:tasks.workunit.client.0.smithi005.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:47.819 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S5IiF4YcJtq5rm6 off=6169263 len=489949 2024-04-12T16:53:47.820 INFO:tasks.workunit.client.0.smithi005.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-12T16:53:47.820 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-t2NmUShHxNh2Mhc off=20862058 len=1819785 2024-04-12T16:53:47.822 INFO:tasks.workunit.client.0.smithi005.stdout:op 2554 completed, throughput=5MB/sec 2024-04-12T16:53:47.822 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LIggfgyl2rVCs-9 off=9943021 len=1467416 2024-04-12T16:53:47.831 INFO:tasks.workunit.client.0.smithi005.stdout:op 2555 completed, throughput=5MB/sec 2024-04-12T16:53:47.831 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1LfztdnO9SMV5eC off=13663589 len=1721667 2024-04-12T16:53:47.835 INFO:tasks.workunit.client.0.smithi005.stdout:op 2556 completed, throughput=5MB/sec 2024-04-12T16:53:47.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:47 smithi005 ceph-mon[88416]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:53:47.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:47 smithi005 ceph-mon[90837]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:53:48.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:47 smithi016 ceph-mon[84444]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:53:48.835 INFO:tasks.workunit.client.0.smithi005.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:48.835 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TYnQLSlGjUm92rK off=9025749 len=1234406 2024-04-12T16:53:48.841 INFO:tasks.workunit.client.0.smithi005.stdout:op 2557 completed, throughput=4.99MB/sec 2024-04-12T16:53:48.841 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N0hnUViUO4miWJw off=11608907 len=1919811 2024-04-12T16:53:48.843 INFO:tasks.workunit.client.0.smithi005.stdout:op 2558 completed, throughput=5MB/sec 2024-04-12T16:53:48.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ujoav-2YkC4Rr9G off=1846551 len=32729 2024-04-12T16:53:48.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 2559 completed, throughput=5MB/sec 2024-04-12T16:53:48.844 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5MKW5AHw4S9Oevz off=708012 len=1992618 2024-04-12T16:53:48.852 INFO:tasks.workunit.client.0.smithi005.stdout:op 2560 completed, throughput=5MB/sec 2024-04-12T16:53:49.852 INFO:tasks.workunit.client.0.smithi005.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:49.852 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-peFGGDBjISDLHUU off=4877898 len=562083 2024-04-12T16:53:49.857 INFO:tasks.workunit.client.0.smithi005.stdout:op 2561 completed, throughput=4.99MB/sec 2024-04-12T16:53:49.857 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RNMl8VetL4i4day off=6479898 len=1891952 2024-04-12T16:53:49.859 INFO:tasks.workunit.client.0.smithi005.stdout:op 2562 completed, throughput=5MB/sec 2024-04-12T16:53:49.860 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2H9gP4IIYsF05KL off=20829421 len=1323286 2024-04-12T16:53:49.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 2563 completed, throughput=5MB/sec 2024-04-12T16:53:49.865 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w2wBzDfKTeOaVJu off=6080167 len=1684493 2024-04-12T16:53:49.871 INFO:tasks.workunit.client.0.smithi005.stdout:op 2564 completed, throughput=5MB/sec 2024-04-12T16:53:49.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:49 smithi005 ceph-mon[88416]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:49.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:49.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:49 smithi005 ceph-mon[90837]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:49.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:50.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:49 smithi016 ceph-mon[84444]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:53:50.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:53:50.872 INFO:tasks.workunit.client.0.smithi005.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:50.872 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9kflR4zNm1u4oJL off=8591304 len=1538971 2024-04-12T16:53:50.873 INFO:tasks.workunit.client.0.smithi005.stdout:op 2565 completed, throughput=4.99MB/sec 2024-04-12T16:53:50.874 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PpXOtyukozWGF9Q off=6166771 len=777801 2024-04-12T16:53:50.875 INFO:tasks.workunit.client.0.smithi005.stdout:op 2566 completed, throughput=5MB/sec 2024-04-12T16:53:50.875 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uRNhzF1h2ipkm7K off=1840038 len=719892 2024-04-12T16:53:50.876 INFO:tasks.workunit.client.0.smithi005.stdout:op 2567 completed, throughput=5MB/sec 2024-04-12T16:53:50.876 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-avmSURDFdsZ7NFs off=8946955 len=955300 2024-04-12T16:53:50.877 INFO:tasks.workunit.client.0.smithi005.stdout:op 2568 completed, throughput=5MB/sec 2024-04-12T16:53:50.877 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ob2hlRiM3OrzvM4 off=19489058 len=886070 2024-04-12T16:53:50.883 INFO:tasks.workunit.client.0.smithi005.stdout:op 2569 completed, throughput=5MB/sec 2024-04-12T16:53:50.883 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_VCfJZHonwfUkUv off=3587299 len=50258 2024-04-12T16:53:50.883 INFO:tasks.workunit.client.0.smithi005.stdout:op 2570 completed, throughput=5MB/sec 2024-04-12T16:53:51.884 INFO:tasks.workunit.client.0.smithi005.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:51.884 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nykdl6FaR8pUI3l off=846411 len=1562281 2024-04-12T16:53:51.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-12T16:53:51.887 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hTUP0h7unbeQEQO off=2134496 len=1556759 2024-04-12T16:53:51.896 INFO:tasks.workunit.client.0.smithi005.stdout:op 2572 completed, throughput=5MB/sec 2024-04-12T16:53:51.896 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cFCJl_v3ODn2yXR off=1256016 len=1289976 2024-04-12T16:53:51.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 2573 completed, throughput=5MB/sec 2024-04-12T16:53:51.897 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PEkgU3k7FjV6jq4 off=4586001 len=1413619 2024-04-12T16:53:51.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 2574 completed, throughput=5MB/sec 2024-04-12T16:53:51.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:51 smithi005 ceph-mon[88416]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:53:51.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:51 smithi005 ceph-mon[90837]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:53:52.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:51 smithi016 ceph-mon[84444]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:53:52.591 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:53:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:53:52.899 INFO:tasks.workunit.client.0.smithi005.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:52.899 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-riTtoS4Zf67l60i off=3990378 len=555023 2024-04-12T16:53:52.900 INFO:tasks.workunit.client.0.smithi005.stdout:op 2575 completed, throughput=4.99MB/sec 2024-04-12T16:53:52.900 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ttGA1FaMbNAZZLg off=314664 len=2092469 2024-04-12T16:53:52.909 INFO:tasks.workunit.client.0.smithi005.stdout:op 2576 completed, throughput=5MB/sec 2024-04-12T16:53:52.909 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SqVJlpfNATt1U9f off=19366400 len=1323156 2024-04-12T16:53:52.915 INFO:tasks.workunit.client.0.smithi005.stdout:op 2577 completed, throughput=5MB/sec 2024-04-12T16:53:52.915 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gjb4Z7LEAJ3Aqk2 off=430139 len=969160 2024-04-12T16:53:52.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 2578 completed, throughput=5MB/sec 2024-04-12T16:53:53.882 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:53 smithi005 ceph-mon[88416]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:53:53.882 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:53 smithi005 ceph-mon[90837]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:53:53.921 INFO:tasks.workunit.client.0.smithi005.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:53.921 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OKC9b8J0jIFYxle off=869700 len=2032676 2024-04-12T16:53:53.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 2579 completed, throughput=4.99MB/sec 2024-04-12T16:53:53.925 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dtE5bR25RLBemi3 off=2961378 len=882931 2024-04-12T16:53:53.931 INFO:tasks.workunit.client.0.smithi005.stdout:op 2580 completed, throughput=5MB/sec 2024-04-12T16:53:53.931 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZXoEmr8kpqRGmgb off=7974700 len=1330606 2024-04-12T16:53:53.933 INFO:tasks.workunit.client.0.smithi005.stdout:op 2581 completed, throughput=5MB/sec 2024-04-12T16:53:53.933 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y6rt78QrC_RlT4q off=5411264 len=774814 2024-04-12T16:53:53.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 2582 completed, throughput=5MB/sec 2024-04-12T16:53:53.934 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E15G9WbA4KHlp-M off=16779900 len=1045387 2024-04-12T16:53:53.939 INFO:tasks.workunit.client.0.smithi005.stdout:op 2583 completed, throughput=5MB/sec 2024-04-12T16:53:54.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:53 smithi016 ceph-mon[84444]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:53:54.201 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:53:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:53:53] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-12T16:53:54.939 INFO:tasks.workunit.client.0.smithi005.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:54.940 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4wv-HF-BpmH6yIc off=1707394 len=1622323 2024-04-12T16:53:54.943 INFO:tasks.workunit.client.0.smithi005.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-12T16:53:54.943 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-m_WYcSYRzpQ-7F_ off=912794 len=311302 2024-04-12T16:53:54.946 INFO:tasks.workunit.client.0.smithi005.stdout:op 2585 completed, throughput=5MB/sec 2024-04-12T16:53:54.946 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Iiw2WutUdBdNOt3 off=5032737 len=1214035 2024-04-12T16:53:54.947 INFO:tasks.workunit.client.0.smithi005.stdout:op 2586 completed, throughput=5MB/sec 2024-04-12T16:53:54.948 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-igrreFK_ex1Is8j off=6958732 len=188367 2024-04-12T16:53:54.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 2587 completed, throughput=5MB/sec 2024-04-12T16:53:54.951 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ibLFmDU5FcVlzhw off=18265704 len=1130863 2024-04-12T16:53:54.956 INFO:tasks.workunit.client.0.smithi005.stdout:op 2588 completed, throughput=5MB/sec 2024-04-12T16:53:54.956 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q4rW5dY-szDWKHw off=1412834 len=379112 2024-04-12T16:53:54.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 2589 completed, throughput=5MB/sec 2024-04-12T16:53:55.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:55 smithi005 ceph-mon[88416]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:53:55.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:55 smithi005 ceph-mon[90837]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:53:55.957 INFO:tasks.workunit.client.0.smithi005.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:55.958 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yZxeHnPLJT_WQTG off=8077447 len=750011 2024-04-12T16:53:55.962 INFO:tasks.workunit.client.0.smithi005.stdout:op 2590 completed, throughput=4.99MB/sec 2024-04-12T16:53:55.962 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WZFp3sOlN8253sU off=5321483 len=493809 2024-04-12T16:53:55.966 INFO:tasks.workunit.client.0.smithi005.stdout:op 2591 completed, throughput=4.99MB/sec 2024-04-12T16:53:55.966 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-F_Qm8njjBV3Rh_r off=2949622 len=1649368 2024-04-12T16:53:55.967 INFO:tasks.workunit.client.0.smithi005.stdout:op 2592 completed, throughput=5MB/sec 2024-04-12T16:53:55.968 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lwphD9p3Ea9Gsv1 off=17360540 len=346520 2024-04-12T16:53:55.971 INFO:tasks.workunit.client.0.smithi005.stdout:op 2593 completed, throughput=5MB/sec 2024-04-12T16:53:55.971 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wjr6dazQWsMRwmL off=7418975 len=1174754 2024-04-12T16:53:55.973 INFO:tasks.workunit.client.0.smithi005.stdout:op 2594 completed, throughput=5MB/sec 2024-04-12T16:53:55.973 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y5z7FzxCrZ0Iqia off=11028006 len=1915450 2024-04-12T16:53:55.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 2595 completed, throughput=5MB/sec 2024-04-12T16:53:56.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:55 smithi016 ceph-mon[84444]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T16:53:56.974 INFO:tasks.workunit.client.0.smithi005.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:56.974 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ThoeSh-6FGMVw-O off=22682414 len=1973147 2024-04-12T16:53:56.982 INFO:tasks.workunit.client.0.smithi005.stdout:op 2596 completed, throughput=5MB/sec 2024-04-12T16:53:56.983 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2KH7bAlO_laDgwa off=1441323 len=1916772 2024-04-12T16:53:56.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 2597 completed, throughput=5MB/sec 2024-04-12T16:53:56.984 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_qe_qbCwSLQUnJW off=7293330 len=1511959 2024-04-12T16:53:56.992 INFO:tasks.workunit.client.0.smithi005.stdout:op 2598 completed, throughput=5MB/sec 2024-04-12T16:53:57.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:57 smithi005 ceph-mon[88416]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:53:57.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:57 smithi005 ceph-mon[90837]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:53:57.992 INFO:tasks.workunit.client.0.smithi005.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:57.992 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WyECbA1Zh9W90ht off=1327456 len=926873 2024-04-12T16:53:57.993 INFO:tasks.workunit.client.0.smithi005.stdout:op 2599 completed, throughput=4.99MB/sec 2024-04-12T16:53:57.994 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0srDfR4qwTm_KXA off=8528329 len=649796 2024-04-12T16:53:57.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 2600 completed, throughput=5MB/sec 2024-04-12T16:53:57.999 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LC3SXgVGs1UKZqa off=2710679 len=1278250 2024-04-12T16:53:58.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 2601 completed, throughput=5MB/sec 2024-04-12T16:53:58.005 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cj_Fxn-UZqIBvFp off=5306141 len=107932 2024-04-12T16:53:58.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 2602 completed, throughput=5MB/sec 2024-04-12T16:53:58.005 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nRGw8P6FRcc98Sp off=3878303 len=101392 2024-04-12T16:53:58.006 INFO:tasks.workunit.client.0.smithi005.stdout:op 2603 completed, throughput=5MB/sec 2024-04-12T16:53:58.006 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JBr5UlwwDFkAbqi off=1524725 len=665503 2024-04-12T16:53:58.010 INFO:tasks.workunit.client.0.smithi005.stdout:op 2604 completed, throughput=5MB/sec 2024-04-12T16:53:58.010 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U_NZyaNr2jYMwke off=934326 len=1004036 2024-04-12T16:53:58.012 INFO:tasks.workunit.client.0.smithi005.stdout:op 2605 completed, throughput=5MB/sec 2024-04-12T16:53:58.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:57 smithi016 ceph-mon[84444]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:53:59.012 INFO:tasks.workunit.client.0.smithi005.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-12T16:53:59.012 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Xjr44ZpRFngL5Ob off=2352362 len=257041 2024-04-12T16:53:59.013 INFO:tasks.workunit.client.0.smithi005.stdout:op 2606 completed, throughput=4.99MB/sec 2024-04-12T16:53:59.013 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UNVvbLEfIN-oO2X off=2974829 len=991475 2024-04-12T16:53:59.019 INFO:tasks.workunit.client.0.smithi005.stdout:op 2607 completed, throughput=4.99MB/sec 2024-04-12T16:53:59.019 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t3Af5TFo1FmSxkr off=15314 len=2058931 2024-04-12T16:53:59.029 INFO:tasks.workunit.client.0.smithi005.stdout:op 2608 completed, throughput=5MB/sec 2024-04-12T16:53:59.029 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-91fEh112jBGjFOg off=15385508 len=442726 2024-04-12T16:53:59.032 INFO:tasks.workunit.client.0.smithi005.stdout:op 2609 completed, throughput=5MB/sec 2024-04-12T16:53:59.032 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7a5EB1JBKQ4u181 off=7981678 len=1746400 2024-04-12T16:53:59.042 INFO:tasks.workunit.client.0.smithi005.stdout:op 2610 completed, throughput=5MB/sec 2024-04-12T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:53:59 smithi005 ceph-mon[88416]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:53:59.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:53:59 smithi005 ceph-mon[90837]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:54:00.042 INFO:tasks.workunit.client.0.smithi005.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:00.042 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bLwYoBwTw7H_fMC off=9525279 len=485006 2024-04-12T16:54:00.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 2611 completed, throughput=4.99MB/sec 2024-04-12T16:54:00.043 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-d_nOmw04dfPTYJN off=1307746 len=804766 2024-04-12T16:54:00.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 2612 completed, throughput=4.99MB/sec 2024-04-12T16:54:00.047 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BddxlzlDlFeJ8AH off=4515429 len=1059255 2024-04-12T16:54:00.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 2613 completed, throughput=5MB/sec 2024-04-12T16:54:00.053 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AQYN1gjyKu14X_Q off=1289318 len=995789 2024-04-12T16:54:00.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 2614 completed, throughput=5MB/sec 2024-04-12T16:54:00.059 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gVjWDqRXHm_8Um4 off=3262360 len=269884 2024-04-12T16:54:00.062 INFO:tasks.workunit.client.0.smithi005.stdout:op 2615 completed, throughput=5MB/sec 2024-04-12T16:54:00.062 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D67lKr2JtPa3Z62 off=4756037 len=1758860 2024-04-12T16:54:00.069 INFO:tasks.workunit.client.0.smithi005.stdout:op 2616 completed, throughput=5MB/sec 2024-04-12T16:54:00.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:53:59 smithi016 ceph-mon[84444]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:54:01.070 INFO:tasks.workunit.client.0.smithi005.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:01.070 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RhMG87zM7-9ewDq off=2520387 len=296594 2024-04-12T16:54:01.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 2617 completed, throughput=4.99MB/sec 2024-04-12T16:54:01.073 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YiPcAZ1SpQ6VvbG off=5996353 len=1583752 2024-04-12T16:54:01.075 INFO:tasks.workunit.client.0.smithi005.stdout:op 2618 completed, throughput=5MB/sec 2024-04-12T16:54:01.075 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y5FXk6UT5A6WlSl off=714606 len=615069 2024-04-12T16:54:01.076 INFO:tasks.workunit.client.0.smithi005.stdout:op 2619 completed, throughput=5MB/sec 2024-04-12T16:54:01.076 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q1NklKLQ_Cg3KZK off=12466194 len=1019932 2024-04-12T16:54:01.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 2620 completed, throughput=5MB/sec 2024-04-12T16:54:01.082 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HKSGWGp_dplpGkC off=1837091 len=1886845 2024-04-12T16:54:01.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 2621 completed, throughput=5MB/sec 2024-04-12T16:54:01.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:01 smithi005 ceph-mon[88416]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:54:01.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:01 smithi005 ceph-mon[90837]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:54:02.084 INFO:tasks.workunit.client.0.smithi005.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:02.084 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rCHqh5xDzczxm38 off=5685411 len=1139061 2024-04-12T16:54:02.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 2622 completed, throughput=4.99MB/sec 2024-04-12T16:54:02.086 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sqWsMc34GKPBabT off=17102686 len=341523 2024-04-12T16:54:02.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 2623 completed, throughput=4.99MB/sec 2024-04-12T16:54:02.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1R4l4gK5OUebH-x off=6825081 len=1557080 2024-04-12T16:54:02.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:01 smithi016 ceph-mon[84444]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:54:02.096 INFO:tasks.workunit.client.0.smithi005.stdout:op 2624 completed, throughput=5MB/sec 2024-04-12T16:54:02.096 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gfmqKlkGwusZj5N off=1318684 len=1629659 2024-04-12T16:54:02.103 INFO:tasks.workunit.client.0.smithi005.stdout:op 2625 completed, throughput=5MB/sec 2024-04-12T16:54:02.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:54:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:02.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:54:02.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:54:03.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:54:03.103 INFO:tasks.workunit.client.0.smithi005.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:03.103 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qTzF56ZgBwsbzEL off=5682144 len=1102998 2024-04-12T16:54:03.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 2626 completed, throughput=4.99MB/sec 2024-04-12T16:54:03.109 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Odeg1Cg-oMwnbTw off=17845968 len=253040 2024-04-12T16:54:03.111 INFO:tasks.workunit.client.0.smithi005.stdout:op 2627 completed, throughput=4.99MB/sec 2024-04-12T16:54:03.111 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PEkgU3k7FjV6jq4 off=2374269 len=148810 2024-04-12T16:54:03.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 2628 completed, throughput=4.99MB/sec 2024-04-12T16:54:03.113 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xra86Dxxf36iq82 off=7426968 len=1444043 2024-04-12T16:54:03.118 INFO:tasks.workunit.client.0.smithi005.stdout:op 2629 completed, throughput=5MB/sec 2024-04-12T16:54:03.118 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-unE5PSETQ7e5C7W off=19646553 len=1546517 2024-04-12T16:54:03.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 2630 completed, throughput=5MB/sec 2024-04-12T16:54:03.125 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Xe20rWNpAkp8eEx off=8125426 len=1280087 2024-04-12T16:54:03.126 INFO:tasks.workunit.client.0.smithi005.stdout:op 2631 completed, throughput=5MB/sec 2024-04-12T16:54:03.951 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:54:03] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-12T16:54:03.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[88416]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:03.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:54:03.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:54:03.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:54:03.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[90837]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:03.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:54:03.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:54:03.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:54:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:03 smithi016 ceph-mon[84444]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:54:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:54:04.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:54:04.130 INFO:tasks.workunit.client.0.smithi005.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:04.131 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1feWD4C_tjf_7FF off=14641761 len=40780 2024-04-12T16:54:04.131 INFO:tasks.workunit.client.0.smithi005.stdout:op 2632 completed, throughput=4.99MB/sec 2024-04-12T16:54:04.131 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eYwvn5AzQ6geVNe off=11071013 len=173178 2024-04-12T16:54:04.131 INFO:tasks.workunit.client.0.smithi005.stdout:op 2633 completed, throughput=4.99MB/sec 2024-04-12T16:54:04.131 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1OxRiX6bZ8iQOR2 off=1854384 len=2001239 2024-04-12T16:54:04.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 2634 completed, throughput=5MB/sec 2024-04-12T16:54:04.137 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1OQxyPUAvyL3mKq off=122716 len=646015 2024-04-12T16:54:04.138 INFO:tasks.workunit.client.0.smithi005.stdout:op 2635 completed, throughput=5MB/sec 2024-04-12T16:54:04.138 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fqm2LMCXAY1Y22N off=2166045 len=1005197 2024-04-12T16:54:04.140 INFO:tasks.workunit.client.0.smithi005.stdout:op 2636 completed, throughput=5MB/sec 2024-04-12T16:54:04.140 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ksmxdqf7v8c3wkx off=23351382 len=1547278 2024-04-12T16:54:04.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 2637 completed, throughput=5MB/sec 2024-04-12T16:54:04.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:04.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:05.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:05.148 INFO:tasks.workunit.client.0.smithi005.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:05.148 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-M_pDqm_XNaFUIh5 off=1393646 len=1489021 2024-04-12T16:54:05.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 2638 completed, throughput=4.99MB/sec 2024-04-12T16:54:05.150 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9mKMpm12lZ_dcP6 off=4286375 len=997303 2024-04-12T16:54:05.156 INFO:tasks.workunit.client.0.smithi005.stdout:op 2639 completed, throughput=5MB/sec 2024-04-12T16:54:05.156 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J9Jsij22SYrNZTN off=138097 len=579125 2024-04-12T16:54:05.157 INFO:tasks.workunit.client.0.smithi005.stdout:op 2640 completed, throughput=5MB/sec 2024-04-12T16:54:05.157 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BR5k5-wsQJkRVwe off=10791184 len=2001074 2024-04-12T16:54:05.161 INFO:tasks.workunit.client.0.smithi005.stdout:op 2641 completed, throughput=5MB/sec 2024-04-12T16:54:05.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:05 smithi005 ceph-mon[88416]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:54:05.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:05 smithi005 ceph-mon[90837]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:54:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:05 smithi016 ceph-mon[84444]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:54:06.161 INFO:tasks.workunit.client.0.smithi005.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:06.161 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LYBlVFahN3bWW-d off=2861755 len=48623 2024-04-12T16:54:06.162 INFO:tasks.workunit.client.0.smithi005.stdout:op 2642 completed, throughput=4.99MB/sec 2024-04-12T16:54:06.162 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hFlolJO__KHEiKS off=1081018 len=1486517 2024-04-12T16:54:06.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 2643 completed, throughput=4.99MB/sec 2024-04-12T16:54:06.164 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QYJ9rfWUZt1K8jJ off=4102963 len=1530583 2024-04-12T16:54:06.167 INFO:tasks.workunit.client.0.smithi005.stdout:op 2644 completed, throughput=5MB/sec 2024-04-12T16:54:06.167 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--X4--QwXjD82qT9 off=1479644 len=1205025 2024-04-12T16:54:06.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 2645 completed, throughput=5MB/sec 2024-04-12T16:54:06.174 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DoPF5bqvkt1QVMW off=5811156 len=1228654 2024-04-12T16:54:06.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 2646 completed, throughput=5MB/sec 2024-04-12T16:54:07.176 INFO:tasks.workunit.client.0.smithi005.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:07.177 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PHW5PUGnh4iCYLw off=1370504 len=648045 2024-04-12T16:54:07.181 INFO:tasks.workunit.client.0.smithi005.stdout:op 2647 completed, throughput=4.99MB/sec 2024-04-12T16:54:07.181 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eZ28ANRkJ5oGH_R off=13127310 len=275129 2024-04-12T16:54:07.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 2648 completed, throughput=4.99MB/sec 2024-04-12T16:54:07.185 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YaoVrmsbTXuxVaO off=8298291 len=1931765 2024-04-12T16:54:07.194 INFO:tasks.workunit.client.0.smithi005.stdout:op 2649 completed, throughput=5MB/sec 2024-04-12T16:54:07.194 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LntcZdEqE3_LB9O off=13340964 len=1504197 2024-04-12T16:54:07.201 INFO:tasks.workunit.client.0.smithi005.stdout:op 2650 completed, throughput=5MB/sec 2024-04-12T16:54:07.201 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nQdT5QgBwhoQV85 off=8674296 len=687780 2024-04-12T16:54:07.205 INFO:tasks.workunit.client.0.smithi005.stdout:op 2651 completed, throughput=5MB/sec 2024-04-12T16:54:07.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:07 smithi005 ceph-mon[88416]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:07.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:07 smithi005 ceph-mon[90837]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:08.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:07 smithi016 ceph-mon[84444]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:08.205 INFO:tasks.workunit.client.0.smithi005.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:08.206 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4eH9YX0zF8VcRcG off=3858482 len=764828 2024-04-12T16:54:08.210 INFO:tasks.workunit.client.0.smithi005.stdout:op 2652 completed, throughput=4.99MB/sec 2024-04-12T16:54:08.210 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gsV4m6stglHofgE off=4668587 len=545902 2024-04-12T16:54:08.211 INFO:tasks.workunit.client.0.smithi005.stdout:op 2653 completed, throughput=4.99MB/sec 2024-04-12T16:54:08.211 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pLqNh2Tl26VzPny off=29623 len=1037447 2024-04-12T16:54:08.212 INFO:tasks.workunit.client.0.smithi005.stdout:op 2654 completed, throughput=5MB/sec 2024-04-12T16:54:08.213 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SXIu0xLC23GAVg7 off=1699689 len=776593 2024-04-12T16:54:08.218 INFO:tasks.workunit.client.0.smithi005.stdout:op 2655 completed, throughput=5MB/sec 2024-04-12T16:54:08.218 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eg_cyN8HkSR_F6t off=16855332 len=556870 2024-04-12T16:54:08.222 INFO:tasks.workunit.client.0.smithi005.stdout:op 2656 completed, throughput=5MB/sec 2024-04-12T16:54:08.222 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oCZDGmr-5o0uzmL off=4210274 len=426335 2024-04-12T16:54:08.225 INFO:tasks.workunit.client.0.smithi005.stdout:op 2657 completed, throughput=5MB/sec 2024-04-12T16:54:08.225 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uqroSH-6xo4Oy7b off=4060081 len=1071652 2024-04-12T16:54:08.227 INFO:tasks.workunit.client.0.smithi005.stdout:op 2658 completed, throughput=5MB/sec 2024-04-12T16:54:09.228 INFO:tasks.workunit.client.0.smithi005.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:09.228 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-P59Zgl9y2whJvHb off=11354352 len=765284 2024-04-12T16:54:09.232 INFO:tasks.workunit.client.0.smithi005.stdout:op 2659 completed, throughput=4.99MB/sec 2024-04-12T16:54:09.233 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OmVzpANc-UCXegq off=18360166 len=215875 2024-04-12T16:54:09.233 INFO:tasks.workunit.client.0.smithi005.stdout:op 2660 completed, throughput=4.99MB/sec 2024-04-12T16:54:09.233 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vnnLhogVFeUyXPE off=2860730 len=1054336 2024-04-12T16:54:09.235 INFO:tasks.workunit.client.0.smithi005.stdout:op 2661 completed, throughput=4.99MB/sec 2024-04-12T16:54:09.235 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tHTka4F1VGQwCLL off=3752251 len=918700 2024-04-12T16:54:09.236 INFO:tasks.workunit.client.0.smithi005.stdout:op 2662 completed, throughput=5MB/sec 2024-04-12T16:54:09.236 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-swpPkj7QCvYjBzc off=2835083 len=1785747 2024-04-12T16:54:09.238 INFO:tasks.workunit.client.0.smithi005.stdout:op 2663 completed, throughput=5MB/sec 2024-04-12T16:54:09.238 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Bq5T9KZYVXyMHK8 off=17703821 len=752169 2024-04-12T16:54:09.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 2664 completed, throughput=5MB/sec 2024-04-12T16:54:09.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:09 smithi005 ceph-mon[88416]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:54:09.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:09 smithi005 ceph-mon[90837]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:54:10.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:09 smithi016 ceph-mon[84444]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:54:10.239 INFO:tasks.workunit.client.0.smithi005.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:10.239 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nDYwmuFCl8yHFbf off=815261 len=248000 2024-04-12T16:54:10.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 2665 completed, throughput=4.99MB/sec 2024-04-12T16:54:10.240 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--1Icqw-Jw4eFFaR off=2426605 len=679053 2024-04-12T16:54:10.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 2666 completed, throughput=4.99MB/sec 2024-04-12T16:54:10.244 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HQNh0XoHkt0s0xZ off=12803555 len=1970105 2024-04-12T16:54:10.246 INFO:tasks.workunit.client.0.smithi005.stdout:op 2667 completed, throughput=5MB/sec 2024-04-12T16:54:10.247 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jcYfEqXvb1U9onG off=20160818 len=1134754 2024-04-12T16:54:10.252 INFO:tasks.workunit.client.0.smithi005.stdout:op 2668 completed, throughput=5MB/sec 2024-04-12T16:54:10.252 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a7tDbx_FRW2hiTQ off=16112729 len=1067111 2024-04-12T16:54:10.258 INFO:tasks.workunit.client.0.smithi005.stdout:op 2669 completed, throughput=5MB/sec 2024-04-12T16:54:11.258 INFO:tasks.workunit.client.0.smithi005.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:11.259 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5gF3QnPXAb2urWH off=8404323 len=1174256 2024-04-12T16:54:11.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 2670 completed, throughput=4.99MB/sec 2024-04-12T16:54:11.261 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5UQaI9vvsSMnBbt off=13090173 len=313167 2024-04-12T16:54:11.264 INFO:tasks.workunit.client.0.smithi005.stdout:op 2671 completed, throughput=4.99MB/sec 2024-04-12T16:54:11.264 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0d799-83T4FbDsY off=12520340 len=1890998 2024-04-12T16:54:11.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 2672 completed, throughput=5MB/sec 2024-04-12T16:54:11.272 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y23ccQ7qY0Jl3AK off=501576 len=1285915 2024-04-12T16:54:11.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 2673 completed, throughput=5MB/sec 2024-04-12T16:54:11.275 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YhX-PNn3rjNicHi off=4877495 len=2075526 2024-04-12T16:54:11.285 INFO:tasks.workunit.client.0.smithi005.stdout:op 2674 completed, throughput=5MB/sec 2024-04-12T16:54:11.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:11 smithi005 ceph-mon[88416]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:54:11.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:11 smithi005 ceph-mon[90837]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:54:12.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:11 smithi016 ceph-mon[84444]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yYOj0dGY4rR-IMS off=3323291 len=2036989 2024-04-12T16:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 2675 completed, throughput=5MB/sec 2024-04-12T16:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Es99QFRpog1Atlu off=3015178 len=1260956 2024-04-12T16:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 2676 completed, throughput=5MB/sec 2024-04-12T16:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DpnXejloGM-uWPm off=2857650 len=1752708 2024-04-12T16:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout:op 2677 completed, throughput=5MB/sec 2024-04-12T16:54:12.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:54:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8vTIVfsVdj3XblY off=6295617 len=386564 2024-04-12T16:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 2678 completed, throughput=4.99MB/sec 2024-04-12T16:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GqGvmYby51ojfTK off=3996631 len=178611 2024-04-12T16:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout:op 2679 completed, throughput=4.99MB/sec 2024-04-12T16:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s9Q_jPTOnVP3TUA off=1122914 len=1686157 2024-04-12T16:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout:op 2680 completed, throughput=5MB/sec 2024-04-12T16:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-61E8oH4abV9lxnE off=359478 len=1319460 2024-04-12T16:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 2681 completed, throughput=5MB/sec 2024-04-12T16:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QP5vjOqbbIf8c33 off=892814 len=136330 2024-04-12T16:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 2682 completed, throughput=5MB/sec 2024-04-12T16:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z3VJ2fusZuO5H73 off=9003323 len=1250382 2024-04-12T16:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout:op 2683 completed, throughput=5MB/sec 2024-04-12T16:54:13.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:13 smithi005 ceph-mon[88416]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:54:13.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:13 smithi005 ceph-mon[90837]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:54:13.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:54:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:54:13] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T16:54:14.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:13 smithi016 ceph-mon[84444]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7tFWJors95zny01 off=10372893 len=940054 2024-04-12T16:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 2684 completed, throughput=4.99MB/sec 2024-04-12T16:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zZMuoiXuxYpV3r- off=2235835 len=1998888 2024-04-12T16:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 2685 completed, throughput=5MB/sec 2024-04-12T16:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oukExZ9p4wolChf off=647896 len=227127 2024-04-12T16:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout:op 2686 completed, throughput=5MB/sec 2024-04-12T16:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vnNRc2YZMgKjgWF off=3358320 len=1404481 2024-04-12T16:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout:op 2687 completed, throughput=5MB/sec 2024-04-12T16:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z7pQrl0SdhXMHaC off=7134020 len=919455 2024-04-12T16:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout:op 2688 completed, throughput=4.99MB/sec 2024-04-12T16:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JHMgLFbut8_itdl off=250118 len=486303 2024-04-12T16:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 2689 completed, throughput=4.99MB/sec 2024-04-12T16:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G7G0qxX-8ZxwoXT off=1181527 len=156299 2024-04-12T16:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 2690 completed, throughput=4.99MB/sec 2024-04-12T16:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-43NnQ5BuXwSBbMP off=2607411 len=1746233 2024-04-12T16:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout:op 2691 completed, throughput=5MB/sec 2024-04-12T16:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wYGt2kJSb0Pqldk off=13211585 len=691261 2024-04-12T16:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 2692 completed, throughput=5MB/sec 2024-04-12T16:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-keYI7Nd3jTfmbIE off=8446857 len=675763 2024-04-12T16:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout:op 2693 completed, throughput=5MB/sec 2024-04-12T16:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J_9zrndWte2J8ln off=3943355 len=1230921 2024-04-12T16:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 2694 completed, throughput=5MB/sec 2024-04-12T16:54:15.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:15 smithi005 ceph-mon[88416]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:54:15.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:15 smithi005 ceph-mon[90837]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:54:16.091 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:15 smithi016 ceph-mon[84444]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vSb0zzi56UMw3Pn off=55870 len=1472163 2024-04-12T16:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout:op 2695 completed, throughput=4.99MB/sec 2024-04-12T16:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aAR_Utk6zPs9w1d off=3280579 len=1085617 2024-04-12T16:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 2696 completed, throughput=5MB/sec 2024-04-12T16:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-U-cTwokk1Bayz8O off=24161206 len=1272761 2024-04-12T16:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 2697 completed, throughput=5MB/sec 2024-04-12T16:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YB1VAoWOG1eanRn off=2100257 len=330355 2024-04-12T16:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout:op 2698 completed, throughput=5MB/sec 2024-04-12T16:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-axebjD34qNnBZZV off=4010387 len=409943 2024-04-12T16:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout:op 2699 completed, throughput=5MB/sec 2024-04-12T16:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--M7rZUBIQS-S50w off=14233021 len=1895990 2024-04-12T16:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout:op 2700 completed, throughput=5MB/sec 2024-04-12T16:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QOuabxJBFg66mWc off=7660012 len=1438645 2024-04-12T16:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout:op 2701 completed, throughput=5MB/sec 2024-04-12T16:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WMtDXM7oz55f4Hz off=13083961 len=1621981 2024-04-12T16:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout:op 2702 completed, throughput=5MB/sec 2024-04-12T16:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UHDHNPlZgBRUFDb off=496005 len=31102 2024-04-12T16:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 2703 completed, throughput=5MB/sec 2024-04-12T16:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1OWjLF-cKeCSo4c off=2300910 len=1177197 2024-04-12T16:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout:op 2704 completed, throughput=5MB/sec 2024-04-12T16:54:17.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:17 smithi005 ceph-mon[88416]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:17.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:17 smithi005 ceph-mon[90837]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:18.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:17 smithi016 ceph-mon[84444]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QihNaLaksRz8z_P off=1393090 len=1421 2024-04-12T16:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout:op 2705 completed, throughput=4.99MB/sec 2024-04-12T16:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U4zKiOr3Rq_aUJD off=4059406 len=575285 2024-04-12T16:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout:op 2706 completed, throughput=4.99MB/sec 2024-04-12T16:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cCbc4uC9m45ClKx off=10728866 len=1990587 2024-04-12T16:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 2707 completed, throughput=5MB/sec 2024-04-12T16:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MpxBvt3YaFkgF2x off=9514050 len=1644179 2024-04-12T16:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout:op 2708 completed, throughput=5MB/sec 2024-04-12T16:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0y3VIdBalcTtMXE off=9744391 len=245426 2024-04-12T16:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout:op 2709 completed, throughput=5MB/sec 2024-04-12T16:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z1ME9b9EU8dUc5G off=2044150 len=222154 2024-04-12T16:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 2710 completed, throughput=5MB/sec 2024-04-12T16:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fAWBeWhDYW98z7Z off=5397748 len=1244538 2024-04-12T16:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 2711 completed, throughput=5MB/sec 2024-04-12T16:54:19.418 INFO:tasks.workunit.client.0.smithi005.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:19.418 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bR7NSzSw69ryhDr off=14767777 len=402526 2024-04-12T16:54:19.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 2712 completed, throughput=4.99MB/sec 2024-04-12T16:54:19.422 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UctA2LxSSn1zv2f off=520707 len=933029 2024-04-12T16:54:19.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 2713 completed, throughput=5MB/sec 2024-04-12T16:54:19.423 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lvMZ9VYArxYkcOh off=942607 len=559312 2024-04-12T16:54:19.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 2714 completed, throughput=5MB/sec 2024-04-12T16:54:19.425 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7d21zWv80SFhCEB off=4788554 len=1976082 2024-04-12T16:54:19.427 INFO:tasks.workunit.client.0.smithi005.stdout:op 2715 completed, throughput=5MB/sec 2024-04-12T16:54:19.427 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hLvO2g5hot850ze off=6722722 len=513436 2024-04-12T16:54:19.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 2716 completed, throughput=5MB/sec 2024-04-12T16:54:19.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:19 smithi005 ceph-mon[88416]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:54:19.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:19.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:19 smithi005 ceph-mon[90837]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:54:19.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:20.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:19 smithi016 ceph-mon[84444]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:54:20.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:20.428 INFO:tasks.workunit.client.0.smithi005.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:20.428 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ii58n49VVzGrRDL off=15032472 len=443698 2024-04-12T16:54:20.429 INFO:tasks.workunit.client.0.smithi005.stdout:op 2717 completed, throughput=4.99MB/sec 2024-04-12T16:54:20.429 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4EFqYbYEYxoIQ71 off=8508530 len=1525360 2024-04-12T16:54:20.431 INFO:tasks.workunit.client.0.smithi005.stdout:op 2718 completed, throughput=4.99MB/sec 2024-04-12T16:54:20.431 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U3Rs2XS3LcIy90m off=8837285 len=113309 2024-04-12T16:54:20.431 INFO:tasks.workunit.client.0.smithi005.stdout:op 2719 completed, throughput=5MB/sec 2024-04-12T16:54:20.432 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_6rkuIemYPJPvZK off=5518291 len=579707 2024-04-12T16:54:20.433 INFO:tasks.workunit.client.0.smithi005.stdout:op 2720 completed, throughput=5MB/sec 2024-04-12T16:54:20.434 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WzKHRIw8x9hjWo0 off=5364998 len=1725048 2024-04-12T16:54:20.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 2721 completed, throughput=5MB/sec 2024-04-12T16:54:20.444 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7WAH4NmEJNdSYxu off=8420170 len=313561 2024-04-12T16:54:20.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 2722 completed, throughput=5MB/sec 2024-04-12T16:54:20.445 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tj_mNlHcXf_tTyG off=690338 len=230019 2024-04-12T16:54:20.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 2723 completed, throughput=5MB/sec 2024-04-12T16:54:20.445 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hs_Mc_1SPY61RmR off=8171605 len=1487718 2024-04-12T16:54:20.452 INFO:tasks.workunit.client.0.smithi005.stdout:op 2724 completed, throughput=5MB/sec 2024-04-12T16:54:21.452 INFO:tasks.workunit.client.0.smithi005.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:21.452 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IrhbldCzW35YhUJ off=2449738 len=602014 2024-04-12T16:54:21.454 INFO:tasks.workunit.client.0.smithi005.stdout:op 2725 completed, throughput=4.99MB/sec 2024-04-12T16:54:21.454 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s8nDiR7m36B-65P off=4333951 len=1981443 2024-04-12T16:54:21.464 INFO:tasks.workunit.client.0.smithi005.stdout:op 2726 completed, throughput=5MB/sec 2024-04-12T16:54:21.464 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JhmSdSJfg037jMs off=3956852 len=936888 2024-04-12T16:54:21.466 INFO:tasks.workunit.client.0.smithi005.stdout:op 2727 completed, throughput=5MB/sec 2024-04-12T16:54:21.466 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xdYYs6nwKPVeo2L off=1954758 len=1925031 2024-04-12T16:54:21.469 INFO:tasks.workunit.client.0.smithi005.stdout:op 2728 completed, throughput=5MB/sec 2024-04-12T16:54:21.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:21 smithi005 ceph-mon[88416]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:54:21.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:21 smithi005 ceph-mon[90837]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:54:22.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:21 smithi016 ceph-mon[84444]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:54:22.469 INFO:tasks.workunit.client.0.smithi005.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:22.470 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E_82ieabbCNrQma off=15162881 len=617402 2024-04-12T16:54:22.470 INFO:tasks.workunit.client.0.smithi005.stdout:op 2729 completed, throughput=4.99MB/sec 2024-04-12T16:54:22.471 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WE4Gv-9iouWQBV6 off=10341440 len=895802 2024-04-12T16:54:22.477 INFO:tasks.workunit.client.0.smithi005.stdout:op 2730 completed, throughput=5MB/sec 2024-04-12T16:54:22.477 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jwx7F8CWGRMCoAc off=1437528 len=498659 2024-04-12T16:54:22.478 INFO:tasks.workunit.client.0.smithi005.stdout:op 2731 completed, throughput=5MB/sec 2024-04-12T16:54:22.478 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-T-xMmNuY79cYPHB off=1945600 len=1961359 2024-04-12T16:54:22.485 INFO:tasks.workunit.client.0.smithi005.stdout:op 2732 completed, throughput=5MB/sec 2024-04-12T16:54:22.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:54:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:54:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:23.486 INFO:tasks.workunit.client.0.smithi005.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:23.486 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z4mfQTlDCsO1U4o off=13160928 len=296946 2024-04-12T16:54:23.487 INFO:tasks.workunit.client.0.smithi005.stdout:op 2733 completed, throughput=4.99MB/sec 2024-04-12T16:54:23.487 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GHH-NeIk2lEqug1 off=732739 len=1765037 2024-04-12T16:54:23.489 INFO:tasks.workunit.client.0.smithi005.stdout:op 2734 completed, throughput=4.99MB/sec 2024-04-12T16:54:23.489 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VogNa6GeinkVaRd off=10131094 len=1327793 2024-04-12T16:54:23.495 INFO:tasks.workunit.client.0.smithi005.stdout:op 2735 completed, throughput=5MB/sec 2024-04-12T16:54:23.495 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_EXbCKkhtDlMxhu off=1451003 len=31353 2024-04-12T16:54:23.496 INFO:tasks.workunit.client.0.smithi005.stdout:op 2736 completed, throughput=5MB/sec 2024-04-12T16:54:23.496 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xJ0QaLRM30uVTlh off=3921985 len=421227 2024-04-12T16:54:23.496 INFO:tasks.workunit.client.0.smithi005.stdout:op 2737 completed, throughput=5MB/sec 2024-04-12T16:54:23.496 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FJ9MYnap-HlEic8 off=669511 len=1177634 2024-04-12T16:54:23.497 INFO:tasks.workunit.client.0.smithi005.stdout:op 2738 completed, throughput=5MB/sec 2024-04-12T16:54:23.498 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9b_wBUJP3_dI9V3 off=7220202 len=1110973 2024-04-12T16:54:23.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 2739 completed, throughput=5MB/sec 2024-04-12T16:54:23.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:23 smithi005 ceph-mon[88416]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:54:23.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:54:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:54:23] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:54:23.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:23 smithi005 ceph-mon[90837]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:54:24.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:23 smithi016 ceph-mon[84444]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:54:24.504 INFO:tasks.workunit.client.0.smithi005.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:24.505 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GaUcr6DAM6D6vq8 off=995972 len=1875967 2024-04-12T16:54:24.515 INFO:tasks.workunit.client.0.smithi005.stdout:op 2740 completed, throughput=5MB/sec 2024-04-12T16:54:24.516 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Cfkb4My-CfKM5pX off=488234 len=1259545 2024-04-12T16:54:24.520 INFO:tasks.workunit.client.0.smithi005.stdout:op 2741 completed, throughput=5MB/sec 2024-04-12T16:54:24.520 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4N3vTkpBhJsjLiZ off=3853713 len=1112709 2024-04-12T16:54:24.525 INFO:tasks.workunit.client.0.smithi005.stdout:op 2742 completed, throughput=5MB/sec 2024-04-12T16:54:24.525 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZOzSHCWnljMwQhC off=16626853 len=148875 2024-04-12T16:54:24.526 INFO:tasks.workunit.client.0.smithi005.stdout:op 2743 completed, throughput=5MB/sec 2024-04-12T16:54:24.526 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m6-ocqcJTm6kCBa off=17681715 len=1191749 2024-04-12T16:54:24.527 INFO:tasks.workunit.client.0.smithi005.stdout:op 2744 completed, throughput=5MB/sec 2024-04-12T16:54:25.527 INFO:tasks.workunit.client.0.smithi005.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:25.527 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3H7s8VvHTtDDLUb off=4691069 len=1058557 2024-04-12T16:54:25.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 2745 completed, throughput=4.99MB/sec 2024-04-12T16:54:25.533 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3w3Kbvm8BfW_kCD off=880544 len=994282 2024-04-12T16:54:25.535 INFO:tasks.workunit.client.0.smithi005.stdout:op 2746 completed, throughput=5MB/sec 2024-04-12T16:54:25.535 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lGxXhSNFX4rs0bL off=13321476 len=1533781 2024-04-12T16:54:25.542 INFO:tasks.workunit.client.0.smithi005.stdout:op 2747 completed, throughput=5MB/sec 2024-04-12T16:54:25.543 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bCZr4ypNqV8Bkol off=353766 len=1936619 2024-04-12T16:54:25.545 INFO:tasks.workunit.client.0.smithi005.stdout:op 2748 completed, throughput=5MB/sec 2024-04-12T16:54:25.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:25 smithi005 ceph-mon[88416]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:54:25.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:25 smithi005 ceph-mon[90837]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:54:26.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:25 smithi016 ceph-mon[84444]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T16:54:26.546 INFO:tasks.workunit.client.0.smithi005.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:26.546 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UDa93QuaOqgHq6t off=3703322 len=1436916 2024-04-12T16:54:26.552 INFO:tasks.workunit.client.0.smithi005.stdout:op 2749 completed, throughput=5MB/sec 2024-04-12T16:54:26.552 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bC56Icll0fTmG0h off=2289060 len=203427 2024-04-12T16:54:26.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 2750 completed, throughput=5MB/sec 2024-04-12T16:54:26.553 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G6-jMr1Zwl8GIKy off=1014726 len=1040063 2024-04-12T16:54:26.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 2751 completed, throughput=5MB/sec 2024-04-12T16:54:26.554 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4DUXsbhX48o5kKP off=2718143 len=1366703 2024-04-12T16:54:26.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 2752 completed, throughput=5MB/sec 2024-04-12T16:54:27.561 INFO:tasks.workunit.client.0.smithi005.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:27.561 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pYoTfLHyqM0z_pd off=13687577 len=1593638 2024-04-12T16:54:27.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 2753 completed, throughput=4.99MB/sec 2024-04-12T16:54:27.563 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RejWLXkS7f1J1bt off=338662 len=477056 2024-04-12T16:54:27.567 INFO:tasks.workunit.client.0.smithi005.stdout:op 2754 completed, throughput=4.99MB/sec 2024-04-12T16:54:27.567 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lQysDTqPEXiJQQX off=5682063 len=27041 2024-04-12T16:54:27.569 INFO:tasks.workunit.client.0.smithi005.stdout:op 2755 completed, throughput=4.99MB/sec 2024-04-12T16:54:27.569 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4D9ikkrXY_DcWtV off=6679345 len=7134 2024-04-12T16:54:27.571 INFO:tasks.workunit.client.0.smithi005.stdout:op 2756 completed, throughput=4.99MB/sec 2024-04-12T16:54:27.571 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tBscrJ88xc28qxd off=508348 len=1992493 2024-04-12T16:54:27.579 INFO:tasks.workunit.client.0.smithi005.stdout:op 2757 completed, throughput=5MB/sec 2024-04-12T16:54:27.579 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XONIxVIoCJAEuZe off=5405956 len=640545 2024-04-12T16:54:27.583 INFO:tasks.workunit.client.0.smithi005.stdout:op 2758 completed, throughput=5MB/sec 2024-04-12T16:54:27.583 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-S7L9xvWeour4qlu off=2690685 len=1197341 2024-04-12T16:54:27.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 2759 completed, throughput=5MB/sec 2024-04-12T16:54:27.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:27 smithi005 ceph-mon[88416]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:27.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:27 smithi005 ceph-mon[90837]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:28.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:27 smithi016 ceph-mon[84444]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:28.588 INFO:tasks.workunit.client.0.smithi005.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:28.588 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e8kM4RUaRnt7-8s off=12894765 len=917986 2024-04-12T16:54:28.589 INFO:tasks.workunit.client.0.smithi005.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-12T16:54:28.589 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-twKM70yE3wIGNSr off=13709108 len=760654 2024-04-12T16:54:28.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 2761 completed, throughput=4.99MB/sec 2024-04-12T16:54:28.591 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RlRHMGQ2jeox_hn off=2316561 len=965830 2024-04-12T16:54:28.593 INFO:tasks.workunit.client.0.smithi005.stdout:op 2762 completed, throughput=5MB/sec 2024-04-12T16:54:28.593 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uK_z2LuQFQx4yy3 off=7843052 len=6826 2024-04-12T16:54:28.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 2763 completed, throughput=5MB/sec 2024-04-12T16:54:28.596 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5N1JBFP5WHrjlls off=15094836 len=1201610 2024-04-12T16:54:28.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 2764 completed, throughput=5MB/sec 2024-04-12T16:54:28.602 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sjwtFl9GNlHLWEV off=4152808 len=1486859 2024-04-12T16:54:28.610 INFO:tasks.workunit.client.0.smithi005.stdout:op 2765 completed, throughput=5MB/sec 2024-04-12T16:54:29.611 INFO:tasks.workunit.client.0.smithi005.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:29.611 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TIdCqd8nKdeadeE off=3481500 len=805991 2024-04-12T16:54:29.612 INFO:tasks.workunit.client.0.smithi005.stdout:op 2766 completed, throughput=4.99MB/sec 2024-04-12T16:54:29.612 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J2-G20klkR82QCL off=10710779 len=1006798 2024-04-12T16:54:29.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 2767 completed, throughput=5MB/sec 2024-04-12T16:54:29.613 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GrHUFOPXdQbimXR off=2630076 len=355473 2024-04-12T16:54:29.617 INFO:tasks.workunit.client.0.smithi005.stdout:op 2768 completed, throughput=5MB/sec 2024-04-12T16:54:29.617 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wqA5Wo7ahRQ0_Lt off=4914659 len=328093 2024-04-12T16:54:29.621 INFO:tasks.workunit.client.0.smithi005.stdout:op 2769 completed, throughput=5MB/sec 2024-04-12T16:54:29.621 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pieh0gQlczpvB-J off=2683448 len=1957451 2024-04-12T16:54:29.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 2770 completed, throughput=5MB/sec 2024-04-12T16:54:29.623 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-06_yvV4_0VHrzIu off=2863845 len=656764 2024-04-12T16:54:29.624 INFO:tasks.workunit.client.0.smithi005.stdout:op 2771 completed, throughput=5MB/sec 2024-04-12T16:54:29.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:29 smithi005 ceph-mon[88416]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:54:29.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:29 smithi005 ceph-mon[90837]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:54:30.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:29 smithi016 ceph-mon[84444]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:54:30.624 INFO:tasks.workunit.client.0.smithi005.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:30.625 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q6a3TN3It9OhU5h off=12915256 len=2004292 2024-04-12T16:54:30.633 INFO:tasks.workunit.client.0.smithi005.stdout:op 2772 completed, throughput=5MB/sec 2024-04-12T16:54:30.633 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mgPbN4E6y7JWCdV off=2046164 len=481816 2024-04-12T16:54:30.633 INFO:tasks.workunit.client.0.smithi005.stdout:op 2773 completed, throughput=5MB/sec 2024-04-12T16:54:30.634 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ebMgFZo9aVcw-vE off=19880859 len=526705 2024-04-12T16:54:30.637 INFO:tasks.workunit.client.0.smithi005.stdout:op 2774 completed, throughput=5MB/sec 2024-04-12T16:54:30.637 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Cfo5pOSyOWz0VOg off=5904855 len=1906367 2024-04-12T16:54:30.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 2775 completed, throughput=5MB/sec 2024-04-12T16:54:30.645 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Xo5WRJLhgmGqt3H off=799171 len=1991880 2024-04-12T16:54:30.654 INFO:tasks.workunit.client.0.smithi005.stdout:op 2776 completed, throughput=5MB/sec 2024-04-12T16:54:31.654 INFO:tasks.workunit.client.0.smithi005.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:31.655 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A9baC-58FlodCFd off=13318399 len=1659052 2024-04-12T16:54:31.656 INFO:tasks.workunit.client.0.smithi005.stdout:op 2777 completed, throughput=5MB/sec 2024-04-12T16:54:31.656 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yyMYuGTEVmNWkL- off=756920 len=114211 2024-04-12T16:54:31.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 2778 completed, throughput=5MB/sec 2024-04-12T16:54:31.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0n58dNhe3FnVx1A off=8427895 len=527827 2024-04-12T16:54:31.664 INFO:tasks.workunit.client.0.smithi005.stdout:op 2779 completed, throughput=5MB/sec 2024-04-12T16:54:31.664 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ufUx_FbTW-oifi4 off=652112 len=1248815 2024-04-12T16:54:31.665 INFO:tasks.workunit.client.0.smithi005.stdout:op 2780 completed, throughput=5MB/sec 2024-04-12T16:54:31.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:31 smithi005 ceph-mon[88416]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:54:31.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:31 smithi005 ceph-mon[90837]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:54:32.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:31 smithi016 ceph-mon[84444]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:54:32.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:54:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:54:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:32.665 INFO:tasks.workunit.client.0.smithi005.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:32.665 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sljiVGcBcIcWEeP off=1538103 len=1709002 2024-04-12T16:54:32.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 2781 completed, throughput=4.99MB/sec 2024-04-12T16:54:32.667 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SGfuOeF4WjFCHGk off=168649 len=780766 2024-04-12T16:54:32.669 INFO:tasks.workunit.client.0.smithi005.stdout:op 2782 completed, throughput=5MB/sec 2024-04-12T16:54:32.669 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wpa3Jqmum1QagbH off=7322168 len=1446906 2024-04-12T16:54:32.677 INFO:tasks.workunit.client.0.smithi005.stdout:op 2783 completed, throughput=5MB/sec 2024-04-12T16:54:32.678 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MeIp6kbM1XZeOKW off=1997614 len=1291383 2024-04-12T16:54:32.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 2784 completed, throughput=5MB/sec 2024-04-12T16:54:33.681 INFO:tasks.workunit.client.0.smithi005.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:33.681 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-twAKZFqgJU4bH1o off=6326358 len=2056092 2024-04-12T16:54:33.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 2785 completed, throughput=4.99MB/sec 2024-04-12T16:54:33.685 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aXaivLlyYJkwMR1 off=9363587 len=615054 2024-04-12T16:54:33.690 INFO:tasks.workunit.client.0.smithi005.stdout:op 2786 completed, throughput=5MB/sec 2024-04-12T16:54:33.690 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Os7G-SUSkE_L7AV off=713779 len=2045407 2024-04-12T16:54:33.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 2787 completed, throughput=5MB/sec 2024-04-12T16:54:33.701 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-h8oeJez-Hm4TD-8 off=5117354 len=1786838 2024-04-12T16:54:33.703 INFO:tasks.workunit.client.0.smithi005.stdout:op 2788 completed, throughput=5MB/sec 2024-04-12T16:54:33.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:33 smithi005 ceph-mon[88416]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:33.952 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:54:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:54:33] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:54:33.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:33 smithi005 ceph-mon[90837]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:34.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:33 smithi016 ceph-mon[84444]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:34.703 INFO:tasks.workunit.client.0.smithi005.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:34.703 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RHKPNpqdZIrFjC9 off=4294212 len=1672378 2024-04-12T16:54:34.706 INFO:tasks.workunit.client.0.smithi005.stdout:op 2789 completed, throughput=5MB/sec 2024-04-12T16:54:34.707 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zGByvI-oUEQOEsS off=13604927 len=459424 2024-04-12T16:54:34.710 INFO:tasks.workunit.client.0.smithi005.stdout:op 2790 completed, throughput=5MB/sec 2024-04-12T16:54:34.710 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-000IBYMnTuVgo_J off=5905874 len=2083859 2024-04-12T16:54:34.712 INFO:tasks.workunit.client.0.smithi005.stdout:op 2791 completed, throughput=5MB/sec 2024-04-12T16:54:34.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:34.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:35.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:35.092 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 16:54:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T16:54:34.810899367Z level=info msg="Completed cleanup jobs" duration=1.322886ms 2024-04-12T16:54:35.713 INFO:tasks.workunit.client.0.smithi005.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:35.713 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3rDql-VvZlzF5AY off=17572236 len=135518 2024-04-12T16:54:35.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 2792 completed, throughput=4.99MB/sec 2024-04-12T16:54:35.716 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3ep576p_3SsFe3A off=1947738 len=199584 2024-04-12T16:54:35.719 INFO:tasks.workunit.client.0.smithi005.stdout:op 2793 completed, throughput=4.99MB/sec 2024-04-12T16:54:35.719 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1-nNvI91N6ejJFs off=2893877 len=1376700 2024-04-12T16:54:35.721 INFO:tasks.workunit.client.0.smithi005.stdout:op 2794 completed, throughput=4.99MB/sec 2024-04-12T16:54:35.721 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3o675dwmJBfHpYO off=7710339 len=766911 2024-04-12T16:54:35.723 INFO:tasks.workunit.client.0.smithi005.stdout:op 2795 completed, throughput=5MB/sec 2024-04-12T16:54:35.723 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vAnIa6lIyWZroln off=8328171 len=499952 2024-04-12T16:54:35.727 INFO:tasks.workunit.client.0.smithi005.stdout:op 2796 completed, throughput=5MB/sec 2024-04-12T16:54:35.727 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UFXxXMeLGBmvrTH off=3650048 len=2087847 2024-04-12T16:54:35.735 INFO:tasks.workunit.client.0.smithi005.stdout:op 2797 completed, throughput=5MB/sec 2024-04-12T16:54:35.735 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wZBZFg_dGDifTia off=1335400 len=269062 2024-04-12T16:54:35.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 2798 completed, throughput=5MB/sec 2024-04-12T16:54:35.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:35 smithi005 ceph-mon[88416]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:54:35.951 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:35 smithi005 ceph-mon[90837]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:54:36.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:35 smithi016 ceph-mon[84444]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:54:36.739 INFO:tasks.workunit.client.0.smithi005.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:36.739 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bn067BwescxvtWv off=7592298 len=522908 2024-04-12T16:54:36.742 INFO:tasks.workunit.client.0.smithi005.stdout:op 2799 completed, throughput=4.99MB/sec 2024-04-12T16:54:36.743 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uJSlqoVfA7j0LLJ off=207727 len=1310328 2024-04-12T16:54:36.751 INFO:tasks.workunit.client.0.smithi005.stdout:op 2800 completed, throughput=4.99MB/sec 2024-04-12T16:54:36.751 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_7hkmihdZAaX1Ir off=8803149 len=1525631 2024-04-12T16:54:36.752 INFO:tasks.workunit.client.0.smithi005.stdout:op 2801 completed, throughput=5MB/sec 2024-04-12T16:54:36.752 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Bc6XgcLv6vEmKzu off=1730654 len=1414151 2024-04-12T16:54:36.755 INFO:tasks.workunit.client.0.smithi005.stdout:op 2802 completed, throughput=5MB/sec 2024-04-12T16:54:36.755 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FxrbjAvu0uaUFzu off=6990311 len=1743531 2024-04-12T16:54:36.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 2803 completed, throughput=5MB/sec 2024-04-12T16:54:37.764 INFO:tasks.workunit.client.0.smithi005.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:37.764 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ta5LSrLvMBdSY1i off=6780501 len=361172 2024-04-12T16:54:37.765 INFO:tasks.workunit.client.0.smithi005.stdout:op 2804 completed, throughput=4.99MB/sec 2024-04-12T16:54:37.765 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y3c76tXKOy8g3UP off=1523959 len=1804739 2024-04-12T16:54:37.767 INFO:tasks.workunit.client.0.smithi005.stdout:op 2805 completed, throughput=5MB/sec 2024-04-12T16:54:37.767 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rAX4-MaS_VviTiI off=2894704 len=1548575 2024-04-12T16:54:37.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 2806 completed, throughput=5MB/sec 2024-04-12T16:54:37.774 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-obSYOBI2a8q436c off=14936328 len=749787 2024-04-12T16:54:37.776 INFO:tasks.workunit.client.0.smithi005.stdout:op 2807 completed, throughput=5MB/sec 2024-04-12T16:54:37.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:37 smithi005 ceph-mon[88416]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:37.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:37 smithi005 ceph-mon[90837]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:38.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:37 smithi016 ceph-mon[84444]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:38.776 INFO:tasks.workunit.client.0.smithi005.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:38.776 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DE1MsLvIWd0NCH6 off=13384080 len=1031056 2024-04-12T16:54:38.778 INFO:tasks.workunit.client.0.smithi005.stdout:op 2808 completed, throughput=4.99MB/sec 2024-04-12T16:54:38.778 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y862Gvpy1gCtNlB off=4997379 len=1566295 2024-04-12T16:54:38.780 INFO:tasks.workunit.client.0.smithi005.stdout:op 2809 completed, throughput=5MB/sec 2024-04-12T16:54:38.780 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uCO-mTXzI2n1vfu off=329842 len=254857 2024-04-12T16:54:38.780 INFO:tasks.workunit.client.0.smithi005.stdout:op 2810 completed, throughput=5MB/sec 2024-04-12T16:54:38.780 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FiIrXOPg0vHe4ge off=7717961 len=1250428 2024-04-12T16:54:38.786 INFO:tasks.workunit.client.0.smithi005.stdout:op 2811 completed, throughput=5MB/sec 2024-04-12T16:54:38.786 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4HX82Um4j2rs442 off=1434920 len=56193 2024-04-12T16:54:38.789 INFO:tasks.workunit.client.0.smithi005.stdout:op 2812 completed, throughput=5MB/sec 2024-04-12T16:54:38.789 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jIo8A2LbtzpTh55 off=17321335 len=386063 2024-04-12T16:54:38.792 INFO:tasks.workunit.client.0.smithi005.stdout:op 2813 completed, throughput=5MB/sec 2024-04-12T16:54:38.793 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AldxmcF3jeErrAF off=6023892 len=2083292 2024-04-12T16:54:38.794 INFO:tasks.workunit.client.0.smithi005.stdout:op 2814 completed, throughput=5MB/sec 2024-04-12T16:54:39.795 INFO:tasks.workunit.client.0.smithi005.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:39.795 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-V5hWXL6-zeLeyTK off=5790182 len=560116 2024-04-12T16:54:39.796 INFO:tasks.workunit.client.0.smithi005.stdout:op 2815 completed, throughput=4.99MB/sec 2024-04-12T16:54:39.796 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XqbPqfjKEirtmJL off=8201619 len=1984362 2024-04-12T16:54:39.798 INFO:tasks.workunit.client.0.smithi005.stdout:op 2816 completed, throughput=5MB/sec 2024-04-12T16:54:39.798 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v1OEwhm1SflXsU7 off=2580997 len=2077257 2024-04-12T16:54:39.802 INFO:tasks.workunit.client.0.smithi005.stdout:op 2817 completed, throughput=5MB/sec 2024-04-12T16:54:39.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:39 smithi005 ceph-mon[88416]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:54:39.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:39 smithi005 ceph-mon[90837]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:54:40.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:39 smithi016 ceph-mon[84444]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:54:40.803 INFO:tasks.workunit.client.0.smithi005.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:40.803 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YvU79ZsrJAJR9K0 off=18767 len=789998 2024-04-12T16:54:40.804 INFO:tasks.workunit.client.0.smithi005.stdout:op 2818 completed, throughput=4.99MB/sec 2024-04-12T16:54:40.804 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9q8OsrKTCpfT9Rd off=16865588 len=1355712 2024-04-12T16:54:40.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 2819 completed, throughput=5MB/sec 2024-04-12T16:54:40.812 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bUNPJP9FvGQrRcT off=654239 len=662614 2024-04-12T16:54:40.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 2820 completed, throughput=5MB/sec 2024-04-12T16:54:40.817 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lghYKF6hRIudA8U off=5173825 len=2000880 2024-04-12T16:54:40.825 INFO:tasks.workunit.client.0.smithi005.stdout:op 2821 completed, throughput=5MB/sec 2024-04-12T16:54:41.826 INFO:tasks.workunit.client.0.smithi005.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:41.826 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hwIAFr87mG3SrCi off=4464570 len=747608 2024-04-12T16:54:41.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 2822 completed, throughput=4.99MB/sec 2024-04-12T16:54:41.828 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CCCOacaHEhhUiXS off=18920260 len=2034007 2024-04-12T16:54:41.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 2823 completed, throughput=5MB/sec 2024-04-12T16:54:41.830 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vBicyDHHRnvFFEN off=845619 len=1612668 2024-04-12T16:54:41.834 INFO:tasks.workunit.client.0.smithi005.stdout:op 2824 completed, throughput=5MB/sec 2024-04-12T16:54:41.834 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ysb5cOGPtUmh2Zz off=11040567 len=604777 2024-04-12T16:54:41.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 2825 completed, throughput=5MB/sec 2024-04-12T16:54:41.951 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:41 smithi005 ceph-mon[88416]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:41.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:41 smithi005 ceph-mon[90837]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:42.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:41 smithi016 ceph-mon[84444]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:42.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:54:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JNY41YqZMqPl_Zr off=17162159 len=2068832 2024-04-12T16:54:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:op 2826 completed, throughput=4.99MB/sec 2024-04-12T16:54:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wdcvbxFlNJhN4Gw off=4002768 len=592868 2024-04-12T16:54:42.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 2827 completed, throughput=5MB/sec 2024-04-12T16:54:42.845 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5evuk8W3ZI2HNtr off=10444889 len=1710083 2024-04-12T16:54:42.855 INFO:tasks.workunit.client.0.smithi005.stdout:op 2828 completed, throughput=5MB/sec 2024-04-12T16:54:42.855 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CaruVTtVVdLmt3Q off=1504993 len=1959339 2024-04-12T16:54:42.858 INFO:tasks.workunit.client.0.smithi005.stdout:op 2829 completed, throughput=5MB/sec 2024-04-12T16:54:43.859 INFO:tasks.workunit.client.0.smithi005.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:43.859 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8V5qG2OByopBxZa off=5802201 len=830469 2024-04-12T16:54:43.864 INFO:tasks.workunit.client.0.smithi005.stdout:op 2830 completed, throughput=4.99MB/sec 2024-04-12T16:54:43.864 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XRbWbCwW7T7Y3RU off=19787215 len=1354867 2024-04-12T16:54:43.866 INFO:tasks.workunit.client.0.smithi005.stdout:op 2831 completed, throughput=5MB/sec 2024-04-12T16:54:43.866 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-C85ri8eRCyl10BX off=8794454 len=2023152 2024-04-12T16:54:43.874 INFO:tasks.workunit.client.0.smithi005.stdout:op 2832 completed, throughput=5MB/sec 2024-04-12T16:54:43.875 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dDvazpw3rED1vh8 off=17483318 len=240067 2024-04-12T16:54:43.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 2833 completed, throughput=5MB/sec 2024-04-12T16:54:44.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:43 smithi016 ceph-mon[84444]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:44.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:43 smithi005 ceph-mon[88416]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:44.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:54:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:54:43] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T16:54:44.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:43 smithi005 ceph-mon[90837]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:54:44.878 INFO:tasks.workunit.client.0.smithi005.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:44.878 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-S7kOk8Y50yCQUYw off=9736038 len=1498933 2024-04-12T16:54:44.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 2834 completed, throughput=4.99MB/sec 2024-04-12T16:54:44.887 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DG9t7pqz7QNpYlL off=5480993 len=1001675 2024-04-12T16:54:44.893 INFO:tasks.workunit.client.0.smithi005.stdout:op 2835 completed, throughput=5MB/sec 2024-04-12T16:54:44.893 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4UXriA51ucG__HN off=246723 len=2080094 2024-04-12T16:54:44.903 INFO:tasks.workunit.client.0.smithi005.stdout:op 2836 completed, throughput=5MB/sec 2024-04-12T16:54:44.903 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7xdWPFDnsFguKfL off=764361 len=1344533 2024-04-12T16:54:44.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 2837 completed, throughput=5MB/sec 2024-04-12T16:54:45.905 INFO:tasks.workunit.client.0.smithi005.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:45.905 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UstEDPDAiHe0Cgs off=17082048 len=1292072 2024-04-12T16:54:45.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 2838 completed, throughput=4.99MB/sec 2024-04-12T16:54:45.912 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gG67j2dnxfIID26 off=2777444 len=1472584 2024-04-12T16:54:45.919 INFO:tasks.workunit.client.0.smithi005.stdout:op 2839 completed, throughput=5MB/sec 2024-04-12T16:54:45.919 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SxM0Zf9Y7MqAvfp off=167898 len=1445590 2024-04-12T16:54:45.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 2840 completed, throughput=5MB/sec 2024-04-12T16:54:45.921 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nFIpTmE6e_MHU8N off=4523711 len=1195687 2024-04-12T16:54:45.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 2841 completed, throughput=5MB/sec 2024-04-12T16:54:46.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:45 smithi016 ceph-mon[84444]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:54:46.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:45 smithi005 ceph-mon[88416]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:54:46.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:45 smithi005 ceph-mon[90837]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:54:46.928 INFO:tasks.workunit.client.0.smithi005.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:46.928 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zkfRq1hiirILWr7 off=6208059 len=1631976 2024-04-12T16:54:46.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 2842 completed, throughput=5MB/sec 2024-04-12T16:54:46.937 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zZMuoiXuxYpV3r- off=4559783 len=242294 2024-04-12T16:54:46.938 INFO:tasks.workunit.client.0.smithi005.stdout:op 2843 completed, throughput=5MB/sec 2024-04-12T16:54:46.938 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VI3akXSH_Ojzmpm off=3874954 len=477073 2024-04-12T16:54:46.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 2844 completed, throughput=5MB/sec 2024-04-12T16:54:46.942 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e9ZLAggQnp7k_dC off=214085 len=1365604 2024-04-12T16:54:46.944 INFO:tasks.workunit.client.0.smithi005.stdout:op 2845 completed, throughput=5MB/sec 2024-04-12T16:54:46.945 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tXT6NxvnhbcioKa off=5462190 len=426200 2024-04-12T16:54:46.945 INFO:tasks.workunit.client.0.smithi005.stdout:op 2846 completed, throughput=5MB/sec 2024-04-12T16:54:46.945 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XhyBCQU_6GOBUc5 off=5023447 len=294033 2024-04-12T16:54:46.946 INFO:tasks.workunit.client.0.smithi005.stdout:op 2847 completed, throughput=5MB/sec 2024-04-12T16:54:46.946 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Vpqnh-0CZUwvZdd off=644572 len=116599 2024-04-12T16:54:46.947 INFO:tasks.workunit.client.0.smithi005.stdout:op 2848 completed, throughput=5MB/sec 2024-04-12T16:54:46.947 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pKsyHiQ9t9zLy-I off=5186231 len=1399596 2024-04-12T16:54:46.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 2849 completed, throughput=5MB/sec 2024-04-12T16:54:47.949 INFO:tasks.workunit.client.0.smithi005.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:47.949 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JtGbctGeWwnsuGD off=9106133 len=869167 2024-04-12T16:54:47.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 2850 completed, throughput=5MB/sec 2024-04-12T16:54:47.952 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZdMfEMqE7xZeQXj off=9227492 len=1159799 2024-04-12T16:54:47.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 2851 completed, throughput=5MB/sec 2024-04-12T16:54:47.952 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RsEEC_l3xrYL9Ze off=4016736 len=161186 2024-04-12T16:54:47.955 INFO:tasks.workunit.client.0.smithi005.stdout:op 2852 completed, throughput=5MB/sec 2024-04-12T16:54:47.955 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PfDsRdFzeZEw5IW off=9837182 len=1284064 2024-04-12T16:54:47.962 INFO:tasks.workunit.client.0.smithi005.stdout:op 2853 completed, throughput=5MB/sec 2024-04-12T16:54:47.962 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2FFjC6qxrBFZ9RR off=142383 len=825687 2024-04-12T16:54:47.963 INFO:tasks.workunit.client.0.smithi005.stdout:op 2854 completed, throughput=5MB/sec 2024-04-12T16:54:48.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:47 smithi016 ceph-mon[84444]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T16:54:48.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:47 smithi005 ceph-mon[88416]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T16:54:48.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:47 smithi005 ceph-mon[90837]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T16:54:48.964 INFO:tasks.workunit.client.0.smithi005.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:48.964 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-veaeSWXOBNpOrzJ off=6201146 len=200104 2024-04-12T16:54:48.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 2855 completed, throughput=4.99MB/sec 2024-04-12T16:54:48.965 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zEMtibBfjLZSy-F off=8516191 len=1230054 2024-04-12T16:54:48.972 INFO:tasks.workunit.client.0.smithi005.stdout:op 2856 completed, throughput=4.99MB/sec 2024-04-12T16:54:48.972 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gno6mW7fygXKAYz off=7181011 len=333608 2024-04-12T16:54:48.975 INFO:tasks.workunit.client.0.smithi005.stdout:op 2857 completed, throughput=4.99MB/sec 2024-04-12T16:54:48.975 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-j_i9EQc7JXH2Afw off=1719770 len=653314 2024-04-12T16:54:48.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 2858 completed, throughput=5MB/sec 2024-04-12T16:54:48.976 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0Q-poNgblqN1plU off=438270 len=630410 2024-04-12T16:54:48.980 INFO:tasks.workunit.client.0.smithi005.stdout:op 2859 completed, throughput=5MB/sec 2024-04-12T16:54:48.980 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ztieQ4gTCb7S2gi off=8560209 len=529181 2024-04-12T16:54:48.981 INFO:tasks.workunit.client.0.smithi005.stdout:op 2860 completed, throughput=5MB/sec 2024-04-12T16:54:48.981 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sdobg-_mWRY-wsr off=3150719 len=1283953 2024-04-12T16:54:48.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 2861 completed, throughput=5MB/sec 2024-04-12T16:54:48.983 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ljwke6zuc_7p0O1 off=8165335 len=257431 2024-04-12T16:54:48.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 2862 completed, throughput=5MB/sec 2024-04-12T16:54:49.984 INFO:tasks.workunit.client.0.smithi005.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:49.984 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w3wRXvQTYPlm7SG off=1992830 len=1430122 2024-04-12T16:54:49.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 2863 completed, throughput=4.99MB/sec 2024-04-12T16:54:49.990 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gWtqlBdsYQvZzN9 off=11279002 len=2083076 2024-04-12T16:54:49.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 2864 completed, throughput=5MB/sec 2024-04-12T16:54:49.999 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RmP0R8japVDHz0V off=4097565 len=2032444 2024-04-12T16:54:50.007 INFO:tasks.workunit.client.0.smithi005.stdout:op 2865 completed, throughput=5MB/sec 2024-04-12T16:54:50.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:49 smithi016 ceph-mon[84444]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:54:50.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:50.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:49 smithi005 ceph-mon[88416]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:54:50.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:49 smithi005 ceph-mon[90837]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:54:50.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:54:51.008 INFO:tasks.workunit.client.0.smithi005.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:51.008 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1S6ljSZlfxEbjUE off=4532405 len=1526937 2024-04-12T16:54:51.017 INFO:tasks.workunit.client.0.smithi005.stdout:op 2866 completed, throughput=4.99MB/sec 2024-04-12T16:54:51.017 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BogqOlXR2cgTe38 off=21975249 len=1226081 2024-04-12T16:54:51.022 INFO:tasks.workunit.client.0.smithi005.stdout:op 2867 completed, throughput=5MB/sec 2024-04-12T16:54:51.022 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--Q6NE162Qoms4iA off=12360714 len=1437073 2024-04-12T16:54:51.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 2868 completed, throughput=5MB/sec 2024-04-12T16:54:51.024 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rHEW9OF94pkwpi7 off=5292211 len=1817423 2024-04-12T16:54:51.030 INFO:tasks.workunit.client.0.smithi005.stdout:op 2869 completed, throughput=5MB/sec 2024-04-12T16:54:52.031 INFO:tasks.workunit.client.0.smithi005.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:52.031 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZVN3nhc2Js7xphk off=8721081 len=486834 2024-04-12T16:54:52.031 INFO:tasks.workunit.client.0.smithi005.stdout:op 2870 completed, throughput=4.99MB/sec 2024-04-12T16:54:52.031 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2B6V3xuboLKQOxZ off=11271397 len=1390681 2024-04-12T16:54:52.033 INFO:tasks.workunit.client.0.smithi005.stdout:op 2871 completed, throughput=5MB/sec 2024-04-12T16:54:52.033 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OuKTPo17PXjoTLE off=8613476 len=644596 2024-04-12T16:54:52.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 2872 completed, throughput=5MB/sec 2024-04-12T16:54:52.034 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RUpUaZKuYAFhRrn off=8478687 len=1661949 2024-04-12T16:54:52.036 INFO:tasks.workunit.client.0.smithi005.stdout:op 2873 completed, throughput=5MB/sec 2024-04-12T16:54:52.036 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n3cNUbpPLzPi93e off=8553174 len=1754641 2024-04-12T16:54:52.044 INFO:tasks.workunit.client.0.smithi005.stdout:op 2874 completed, throughput=5MB/sec 2024-04-12T16:54:52.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:51 smithi016 ceph-mon[84444]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:54:52.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:51 smithi005 ceph-mon[88416]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:54:52.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:51 smithi005 ceph-mon[90837]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:54:52.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:54:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:54:53.044 INFO:tasks.workunit.client.0.smithi005.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:53.044 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DK_kX5LzYYffNAv off=5767314 len=16412 2024-04-12T16:54:53.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 2875 completed, throughput=4.99MB/sec 2024-04-12T16:54:53.047 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZzQdluVqWXS_VYs off=20553379 len=561896 2024-04-12T16:54:53.050 INFO:tasks.workunit.client.0.smithi005.stdout:op 2876 completed, throughput=4.99MB/sec 2024-04-12T16:54:53.051 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Z_3JfywJ7VGTwrF off=7123704 len=1614323 2024-04-12T16:54:53.052 INFO:tasks.workunit.client.0.smithi005.stdout:op 2877 completed, throughput=5MB/sec 2024-04-12T16:54:53.052 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uy5jF8srtFVsb-v off=133838 len=1032943 2024-04-12T16:54:53.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 2878 completed, throughput=5MB/sec 2024-04-12T16:54:53.054 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o--5IKcgqH_JzmZ off=15690030 len=1211853 2024-04-12T16:54:53.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 2879 completed, throughput=5MB/sec 2024-04-12T16:54:54.059 INFO:tasks.workunit.client.0.smithi005.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:54.060 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--ZA37tGfRkRZfn3 off=11375587 len=1201637 2024-04-12T16:54:54.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 2880 completed, throughput=4.99MB/sec 2024-04-12T16:54:54.065 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--KaXFhNQUYUFF6l off=4948224 len=1654014 2024-04-12T16:54:54.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 2881 completed, throughput=5MB/sec 2024-04-12T16:54:54.072 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E3EhtB-PUlXMWs0 off=16606228 len=980022 2024-04-12T16:54:54.074 INFO:tasks.workunit.client.0.smithi005.stdout:op 2882 completed, throughput=5MB/sec 2024-04-12T16:54:54.074 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J09Q03a-8uD9LQH off=5125734 len=567746 2024-04-12T16:54:54.074 INFO:tasks.workunit.client.0.smithi005.stdout:op 2883 completed, throughput=5MB/sec 2024-04-12T16:54:54.074 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e-4cOEHxnrF8z-G off=17768907 len=250428 2024-04-12T16:54:54.075 INFO:tasks.workunit.client.0.smithi005.stdout:op 2884 completed, throughput=5MB/sec 2024-04-12T16:54:54.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:53 smithi016 ceph-mon[84444]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:54:54.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:53 smithi005 ceph-mon[88416]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:54:54.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:54:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:54:53] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T16:54:54.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:53 smithi005 ceph-mon[90837]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:54:55.075 INFO:tasks.workunit.client.0.smithi005.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:55.075 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7kTV_pdpqkef7ya off=3586573 len=1303569 2024-04-12T16:54:55.077 INFO:tasks.workunit.client.0.smithi005.stdout:op 2885 completed, throughput=4.99MB/sec 2024-04-12T16:54:55.077 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6ySEwECwHZ9xYN5 off=737685 len=267082 2024-04-12T16:54:55.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 2886 completed, throughput=4.99MB/sec 2024-04-12T16:54:55.080 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-82c_-wCA37re7D7 off=12865133 len=174321 2024-04-12T16:54:55.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 2887 completed, throughput=4.99MB/sec 2024-04-12T16:54:55.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eV7seYJlNktE70S off=0 len=1115567 2024-04-12T16:54:55.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 2888 completed, throughput=5MB/sec 2024-04-12T16:54:55.082 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s2VSj81RvjkdPJ2 off=6241215 len=986450 2024-04-12T16:54:55.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 2889 completed, throughput=5MB/sec 2024-04-12T16:54:55.083 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iIoMO0IbgVeMJPo off=13310114 len=1035295 2024-04-12T16:54:55.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 2890 completed, throughput=5MB/sec 2024-04-12T16:54:55.089 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-06fAUYKxw-nc9ph off=13246252 len=1262769 2024-04-12T16:54:55.097 INFO:tasks.workunit.client.0.smithi005.stdout:op 2891 completed, throughput=5MB/sec 2024-04-12T16:54:56.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:55 smithi016 ceph-mon[84444]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:54:56.097 INFO:tasks.workunit.client.0.smithi005.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:56.097 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Lr4wdF_mAGi9GlD off=17029007 len=1450442 2024-04-12T16:54:56.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 2892 completed, throughput=5MB/sec 2024-04-12T16:54:56.100 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KmfyWBmnaoeJuiI off=337979 len=293384 2024-04-12T16:54:56.100 INFO:tasks.workunit.client.0.smithi005.stdout:op 2893 completed, throughput=5MB/sec 2024-04-12T16:54:56.100 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8-eb2QhsOjjaEN2 off=4279448 len=1237358 2024-04-12T16:54:56.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 2894 completed, throughput=5MB/sec 2024-04-12T16:54:56.107 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TzwKu04n7-UzSGC off=2089307 len=1092363 2024-04-12T16:54:56.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 2895 completed, throughput=5MB/sec 2024-04-12T16:54:56.109 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x7aSuTaXXe_4O5N off=846097 len=1787358 2024-04-12T16:54:56.118 INFO:tasks.workunit.client.0.smithi005.stdout:op 2896 completed, throughput=5MB/sec 2024-04-12T16:54:56.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:55 smithi005 ceph-mon[88416]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:54:56.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:55 smithi005 ceph-mon[90837]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:54:57.119 INFO:tasks.workunit.client.0.smithi005.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:57.119 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t52kXKJORwKrjt- off=1687895 len=329600 2024-04-12T16:54:57.123 INFO:tasks.workunit.client.0.smithi005.stdout:op 2897 completed, throughput=4.99MB/sec 2024-04-12T16:54:57.123 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E_OTaUjWN3qDWqH off=1036412 len=812289 2024-04-12T16:54:57.128 INFO:tasks.workunit.client.0.smithi005.stdout:op 2898 completed, throughput=5MB/sec 2024-04-12T16:54:57.128 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d8R-1ntLo2G1N1R off=23090078 len=2032910 2024-04-12T16:54:57.130 INFO:tasks.workunit.client.0.smithi005.stdout:op 2899 completed, throughput=5MB/sec 2024-04-12T16:54:57.130 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NrSnrkrpMh03C59 off=13744963 len=835755 2024-04-12T16:54:57.131 INFO:tasks.workunit.client.0.smithi005.stdout:op 2900 completed, throughput=5MB/sec 2024-04-12T16:54:58.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:57 smithi016 ceph-mon[84444]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:58.132 INFO:tasks.workunit.client.0.smithi005.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:58.132 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fAOMWhmDrp5zH_g off=3682735 len=1130876 2024-04-12T16:54:58.138 INFO:tasks.workunit.client.0.smithi005.stdout:op 2901 completed, throughput=4.99MB/sec 2024-04-12T16:54:58.138 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gRByhO2O0vVGUUP off=4815819 len=1828823 2024-04-12T16:54:58.147 INFO:tasks.workunit.client.0.smithi005.stdout:op 2902 completed, throughput=5MB/sec 2024-04-12T16:54:58.148 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EpdzXwteRy9utTj off=5556210 len=1373626 2024-04-12T16:54:58.149 INFO:tasks.workunit.client.0.smithi005.stdout:op 2903 completed, throughput=5MB/sec 2024-04-12T16:54:58.149 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B8AFKdJ0cfOPI2l off=11539296 len=1889654 2024-04-12T16:54:58.155 INFO:tasks.workunit.client.0.smithi005.stdout:op 2904 completed, throughput=5MB/sec 2024-04-12T16:54:58.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:57 smithi005 ceph-mon[88416]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:58.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:57 smithi005 ceph-mon[90837]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:54:59.156 INFO:tasks.workunit.client.0.smithi005.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-12T16:54:59.156 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XioRkwWMcXd0K9b off=6747984 len=204968 2024-04-12T16:54:59.156 INFO:tasks.workunit.client.0.smithi005.stdout:op 2905 completed, throughput=4.99MB/sec 2024-04-12T16:54:59.157 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i3GjMr0acEJSWHL off=12621326 len=690003 2024-04-12T16:54:59.161 INFO:tasks.workunit.client.0.smithi005.stdout:op 2906 completed, throughput=4.99MB/sec 2024-04-12T16:54:59.161 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ishMKGQLbs22Wmt off=1083300 len=1730980 2024-04-12T16:54:59.170 INFO:tasks.workunit.client.0.smithi005.stdout:op 2907 completed, throughput=5MB/sec 2024-04-12T16:54:59.170 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qyR-kON3gN2h6UT off=7264243 len=628841 2024-04-12T16:54:59.171 INFO:tasks.workunit.client.0.smithi005.stdout:op 2908 completed, throughput=5MB/sec 2024-04-12T16:54:59.171 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fftKBcNbuozQ5sB off=1371413 len=1897432 2024-04-12T16:54:59.180 INFO:tasks.workunit.client.0.smithi005.stdout:op 2909 completed, throughput=5MB/sec 2024-04-12T16:55:00.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:54:59 smithi016 ceph-mon[84444]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:55:00.180 INFO:tasks.workunit.client.0.smithi005.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:00.180 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EHTJ-65kX-1FzwG off=3014132 len=1681070 2024-04-12T16:55:00.189 INFO:tasks.workunit.client.0.smithi005.stdout:op 2910 completed, throughput=5MB/sec 2024-04-12T16:55:00.189 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n9dAVx3uVqIjHl8 off=3892997 len=2062404 2024-04-12T16:55:00.198 INFO:tasks.workunit.client.0.smithi005.stdout:op 2911 completed, throughput=5MB/sec 2024-04-12T16:55:00.198 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WFt2LzqycuSIEhZ off=21160261 len=156228 2024-04-12T16:55:00.200 INFO:tasks.workunit.client.0.smithi005.stdout:op 2912 completed, throughput=5MB/sec 2024-04-12T16:55:00.200 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kV-JJJ0JuxHc-z9 off=16053754 len=1319546 2024-04-12T16:55:00.201 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:54:59 smithi005 ceph-mon[88416]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:55:00.201 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:54:59 smithi005 ceph-mon[90837]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:55:00.205 INFO:tasks.workunit.client.0.smithi005.stdout:op 2913 completed, throughput=5MB/sec 2024-04-12T16:55:01.206 INFO:tasks.workunit.client.0.smithi005.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:01.206 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bYpz4cT8trYvQB4 off=1426192 len=1497072 2024-04-12T16:55:01.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 2914 completed, throughput=4.99MB/sec 2024-04-12T16:55:01.207 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5lsfNSFNVciaKl6 off=10329184 len=752752 2024-04-12T16:55:01.209 INFO:tasks.workunit.client.0.smithi005.stdout:op 2915 completed, throughput=5MB/sec 2024-04-12T16:55:01.209 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IH5TraPfTvY3Rsa off=2140621 len=959583 2024-04-12T16:55:01.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 2916 completed, throughput=5MB/sec 2024-04-12T16:55:01.214 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LpwnHOjhMyzwYr_ off=6290399 len=653936 2024-04-12T16:55:01.215 INFO:tasks.workunit.client.0.smithi005.stdout:op 2917 completed, throughput=5MB/sec 2024-04-12T16:55:01.215 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E0v84ENca0s_gPB off=2026015 len=313437 2024-04-12T16:55:01.218 INFO:tasks.workunit.client.0.smithi005.stdout:op 2918 completed, throughput=5MB/sec 2024-04-12T16:55:01.218 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7CLSqaTp6YkTHwo off=17033836 len=554519 2024-04-12T16:55:01.222 INFO:tasks.workunit.client.0.smithi005.stdout:op 2919 completed, throughput=5MB/sec 2024-04-12T16:55:01.222 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x8lsjT4pgsfLUF- off=9069488 len=1662061 2024-04-12T16:55:01.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 2920 completed, throughput=5MB/sec 2024-04-12T16:55:02.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:01 smithi016 ceph-mon[84444]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:55:02.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:01 smithi005 ceph-mon[88416]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:55:02.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:01 smithi005 ceph-mon[90837]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:55:02.231 INFO:tasks.workunit.client.0.smithi005.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:02.231 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UFu6gsfOBB0WLUq off=408901 len=1384827 2024-04-12T16:55:02.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 2921 completed, throughput=5MB/sec 2024-04-12T16:55:02.235 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CF3Y-ofiqSN-QOu off=1465162 len=728246 2024-04-12T16:55:02.235 INFO:tasks.workunit.client.0.smithi005.stdout:op 2922 completed, throughput=5MB/sec 2024-04-12T16:55:02.235 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hvyCf6KfU1li151 off=19664821 len=978902 2024-04-12T16:55:02.237 INFO:tasks.workunit.client.0.smithi005.stdout:op 2923 completed, throughput=5MB/sec 2024-04-12T16:55:02.237 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lMIoLCGcDmllrub off=640721 len=1559885 2024-04-12T16:55:02.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 2924 completed, throughput=5MB/sec 2024-04-12T16:55:02.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:55:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:03.244 INFO:tasks.workunit.client.0.smithi005.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:03.245 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pamX-gsEXboy-Ci off=8231690 len=1538223 2024-04-12T16:55:03.245 INFO:tasks.workunit.client.0.smithi005.stdout:op 2925 completed, throughput=5MB/sec 2024-04-12T16:55:03.246 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6zn5RznFiO2HcQ3 off=17101358 len=1422474 2024-04-12T16:55:03.247 INFO:tasks.workunit.client.0.smithi005.stdout:op 2926 completed, throughput=5MB/sec 2024-04-12T16:55:03.247 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Khza9sS1ikgsUQc off=1741641 len=1992253 2024-04-12T16:55:03.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 2927 completed, throughput=5MB/sec 2024-04-12T16:55:04.003 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:03 smithi005 ceph-mon[88416]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:04.004 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:03 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:55:04.004 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:55:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:55:03] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T16:55:04.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:03 smithi005 ceph-mon[90837]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:04.004 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:03 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:55:04.032 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:03 smithi016 ceph-mon[84444]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:04.032 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:03 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:55:04.254 INFO:tasks.workunit.client.0.smithi005.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:04.254 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HRufHmVWIOtidwT off=5186782 len=91407 2024-04-12T16:55:04.256 INFO:tasks.workunit.client.0.smithi005.stdout:op 2928 completed, throughput=4.99MB/sec 2024-04-12T16:55:04.256 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cXVB7yVq7_zXNWJ off=1822105 len=311483 2024-04-12T16:55:04.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 2929 completed, throughput=4.99MB/sec 2024-04-12T16:55:04.262 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i9rGaDqFQWsNAci off=4650841 len=865420 2024-04-12T16:55:04.264 INFO:tasks.workunit.client.0.smithi005.stdout:op 2930 completed, throughput=4.99MB/sec 2024-04-12T16:55:04.264 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5rW1vgx8v33pvud off=3120767 len=1474563 2024-04-12T16:55:04.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 2931 completed, throughput=5MB/sec 2024-04-12T16:55:04.272 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EPTB8XqWHiQcS-o off=9468129 len=995947 2024-04-12T16:55:04.277 INFO:tasks.workunit.client.0.smithi005.stdout:op 2932 completed, throughput=5MB/sec 2024-04-12T16:55:04.277 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I2W275plsJjft6m off=19164320 len=656839 2024-04-12T16:55:04.280 INFO:tasks.workunit.client.0.smithi005.stdout:op 2933 completed, throughput=5MB/sec 2024-04-12T16:55:04.280 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iQRl-gNpxv2tK0N off=1091690 len=1369995 2024-04-12T16:55:04.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 2934 completed, throughput=5MB/sec 2024-04-12T16:55:05.055 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:05.055 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:05.056 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:05.282 INFO:tasks.workunit.client.0.smithi005.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:05.282 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fgEyrt-xPBvgc-k off=954833 len=431655 2024-04-12T16:55:05.285 INFO:tasks.workunit.client.0.smithi005.stdout:op 2935 completed, throughput=4.99MB/sec 2024-04-12T16:55:05.285 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q08qdCiBDI2DOt4 off=1435135 len=746646 2024-04-12T16:55:05.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 2936 completed, throughput=4.99MB/sec 2024-04-12T16:55:05.287 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5S6MtGTIjBNj1De off=2329550 len=1803381 2024-04-12T16:55:05.295 INFO:tasks.workunit.client.0.smithi005.stdout:op 2937 completed, throughput=5MB/sec 2024-04-12T16:55:05.295 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QiKYfAxYi_kFXbg off=5864771 len=524124 2024-04-12T16:55:05.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 2938 completed, throughput=5MB/sec 2024-04-12T16:55:05.298 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3F5h3Ku3K-FIdQE off=10402379 len=584306 2024-04-12T16:55:05.299 INFO:tasks.workunit.client.0.smithi005.stdout:op 2939 completed, throughput=5MB/sec 2024-04-12T16:55:05.299 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QpzvXxl488wusLt off=2925734 len=746633 2024-04-12T16:55:05.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 2940 completed, throughput=5MB/sec 2024-04-12T16:55:05.952 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:05 smithi005 ceph-mon[88416]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:55:05.952 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:05 smithi005 ceph-mon[90837]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:55:06.092 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:05 smithi016 ceph-mon[84444]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T16:55:06.300 INFO:tasks.workunit.client.0.smithi005.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:06.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fc5Q804SLf0ZCjY off=1024905 len=650742 2024-04-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 2941 completed, throughput=4.99MB/sec 2024-04-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WOZz8L0GTh405-W off=713015 len=1637509 2024-04-12T16:55:06.310 INFO:tasks.workunit.client.0.smithi005.stdout:op 2942 completed, throughput=5MB/sec 2024-04-12T16:55:06.311 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tfAsKlrxBAGbOfQ off=19074 len=2039750 2024-04-12T16:55:06.311 INFO:tasks.workunit.client.0.smithi005.stdout:op 2943 completed, throughput=5MB/sec 2024-04-12T16:55:06.311 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ofrzibpqGZSxrZw off=13981761 len=1860803 2024-04-12T16:55:06.318 INFO:tasks.workunit.client.0.smithi005.stdout:op 2944 completed, throughput=5MB/sec 2024-04-12T16:55:07.318 INFO:tasks.workunit.client.0.smithi005.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:07.318 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CjZftY6vJB52Cq0 off=2820129 len=600766 2024-04-12T16:55:07.322 INFO:tasks.workunit.client.0.smithi005.stdout:op 2945 completed, throughput=4.99MB/sec 2024-04-12T16:55:07.322 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QAaDX7piRW8jkjt off=218718 len=642389 2024-04-12T16:55:07.322 INFO:tasks.workunit.client.0.smithi005.stdout:op 2946 completed, throughput=5MB/sec 2024-04-12T16:55:07.323 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H4o-lN_JQUn9lvo off=0 len=1619570 2024-04-12T16:55:07.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 2947 completed, throughput=5MB/sec 2024-04-12T16:55:07.324 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EqVQVN1IJxHDImT off=8363310 len=527799 2024-04-12T16:55:07.325 INFO:tasks.workunit.client.0.smithi005.stdout:op 2948 completed, throughput=5MB/sec 2024-04-12T16:55:07.325 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LAUYQCDaILCHBzN off=879772 len=299375 2024-04-12T16:55:07.328 INFO:tasks.workunit.client.0.smithi005.stdout:op 2949 completed, throughput=5MB/sec 2024-04-12T16:55:07.328 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FYGCDN-OwQz_RMo off=1006636 len=205556 2024-04-12T16:55:07.330 INFO:tasks.workunit.client.0.smithi005.stdout:op 2950 completed, throughput=5MB/sec 2024-04-12T16:55:07.330 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_h63VND3Ma8lj1n off=7382665 len=1395913 2024-04-12T16:55:07.334 INFO:tasks.workunit.client.0.smithi005.stdout:op 2951 completed, throughput=5MB/sec 2024-04-12T16:55:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.451 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:07.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:08.333 INFO:tasks.workunit.client.0.smithi005.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:08.333 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fuH95Os-HTh7Jnd off=6377942 len=760165 2024-04-12T16:55:08.338 INFO:tasks.workunit.client.0.smithi005.stdout:op 2952 completed, throughput=4.99MB/sec 2024-04-12T16:55:08.338 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mFOyQl1bsF5fwGg off=526728 len=1371846 2024-04-12T16:55:08.339 INFO:tasks.workunit.client.0.smithi005.stdout:op 2953 completed, throughput=5MB/sec 2024-04-12T16:55:08.339 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ts8BFAwX516YDFa off=494985 len=1772262 2024-04-12T16:55:08.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 2954 completed, throughput=5MB/sec 2024-04-12T16:55:08.341 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7lAj2LSyDWyRuos off=18857708 len=1139605 2024-04-12T16:55:08.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:08 smithi016 ceph-mon[84444]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:08.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:55:08.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:55:08.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:08.343 INFO:tasks.workunit.client.0.smithi005.stdout:op 2955 completed, throughput=5MB/sec 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[88416]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[90837]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:55:08.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:55:09.343 INFO:tasks.workunit.client.0.smithi005.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:09.344 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-W5t4J6483k9oYvm off=4031543 len=542585 2024-04-12T16:55:09.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 2956 completed, throughput=4.99MB/sec 2024-04-12T16:55:09.348 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E8iuZ86AK7okMxt off=12686257 len=1998167 2024-04-12T16:55:09.358 INFO:tasks.workunit.client.0.smithi005.stdout:op 2957 completed, throughput=5MB/sec 2024-04-12T16:55:09.358 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ptazT8UqHfbk4Yk off=535788 len=684966 2024-04-12T16:55:09.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 2958 completed, throughput=5MB/sec 2024-04-12T16:55:09.359 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gWejpVbupPmJjoT off=6992110 len=803574 2024-04-12T16:55:09.364 INFO:tasks.workunit.client.0.smithi005.stdout:op 2959 completed, throughput=5MB/sec 2024-04-12T16:55:09.364 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MvNeyh4Y-yrLpAN off=11028420 len=356951 2024-04-12T16:55:09.365 INFO:tasks.workunit.client.0.smithi005.stdout:op 2960 completed, throughput=5MB/sec 2024-04-12T16:55:09.365 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Uub3g6ZbmfF-fRf off=4200611 len=765337 2024-04-12T16:55:09.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 2961 completed, throughput=5MB/sec 2024-04-12T16:55:10.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:10 smithi016 ceph-mon[84444]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:55:10.370 INFO:tasks.workunit.client.0.smithi005.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:10.370 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8nu5vwPWSCaAuEz off=232515 len=1261826 2024-04-12T16:55:10.371 INFO:tasks.workunit.client.0.smithi005.stdout:op 2962 completed, throughput=4.99MB/sec 2024-04-12T16:55:10.372 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xMRKoxKI8QVLRyW off=755660 len=227678 2024-04-12T16:55:10.374 INFO:tasks.workunit.client.0.smithi005.stdout:op 2963 completed, throughput=5MB/sec 2024-04-12T16:55:10.374 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--DTa8C5ivEnU5pv off=9559739 len=1037617 2024-04-12T16:55:10.380 INFO:tasks.workunit.client.0.smithi005.stdout:op 2964 completed, throughput=5MB/sec 2024-04-12T16:55:10.380 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3dBKxhlGDmrBS5N off=12219644 len=265890 2024-04-12T16:55:10.383 INFO:tasks.workunit.client.0.smithi005.stdout:op 2965 completed, throughput=5MB/sec 2024-04-12T16:55:10.383 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NWNrtgYNeyzg3FI off=16815972 len=290371 2024-04-12T16:55:10.384 INFO:tasks.workunit.client.0.smithi005.stdout:op 2966 completed, throughput=5MB/sec 2024-04-12T16:55:10.384 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lo0uenvLiurwSSv off=452937 len=1864967 2024-04-12T16:55:10.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 2967 completed, throughput=5MB/sec 2024-04-12T16:55:10.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:10 smithi005 ceph-mon[88416]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:55:10.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:10 smithi005 ceph-mon[90837]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:55:11.386 INFO:tasks.workunit.client.0.smithi005.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:11.386 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aG5dsDZF6XTWpli off=7887972 len=563821 2024-04-12T16:55:11.387 INFO:tasks.workunit.client.0.smithi005.stdout:op 2968 completed, throughput=4.99MB/sec 2024-04-12T16:55:11.387 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eMYVOjLDHPqwfiO off=0 len=1298655 2024-04-12T16:55:11.393 INFO:tasks.workunit.client.0.smithi005.stdout:op 2969 completed, throughput=5MB/sec 2024-04-12T16:55:11.393 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nkU5LWvseORPUHm off=5396469 len=1225579 2024-04-12T16:55:11.395 INFO:tasks.workunit.client.0.smithi005.stdout:op 2970 completed, throughput=5MB/sec 2024-04-12T16:55:11.395 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N9EPrqY2YlLmPIn off=4202707 len=40628 2024-04-12T16:55:11.395 INFO:tasks.workunit.client.0.smithi005.stdout:op 2971 completed, throughput=5MB/sec 2024-04-12T16:55:11.396 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SavizyYXD_4_U9v off=3302854 len=823114 2024-04-12T16:55:11.401 INFO:tasks.workunit.client.0.smithi005.stdout:op 2972 completed, throughput=5MB/sec 2024-04-12T16:55:11.401 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6EIsIw5-7YDVUDl off=2340754 len=252464 2024-04-12T16:55:11.402 INFO:tasks.workunit.client.0.smithi005.stdout:op 2973 completed, throughput=5MB/sec 2024-04-12T16:55:11.402 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K3hfBQ3Zlw78D_O off=1497147 len=670362 2024-04-12T16:55:11.403 INFO:tasks.workunit.client.0.smithi005.stdout:op 2974 completed, throughput=5MB/sec 2024-04-12T16:55:11.403 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8oD-STM6urXMrtt off=4757626 len=1340750 2024-04-12T16:55:11.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 2975 completed, throughput=5MB/sec 2024-04-12T16:55:12.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:12 smithi016 ceph-mon[84444]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:55:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:12.411 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ltDRpifHiteJ688 off=4883435 len=1273415 2024-04-12T16:55:12.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 2976 completed, throughput=5MB/sec 2024-04-12T16:55:12.417 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WafCkhgrZK59OEk off=16841400 len=948324 2024-04-12T16:55:12.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 2977 completed, throughput=5MB/sec 2024-04-12T16:55:12.422 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9trzH0n7lM8m78K off=209182 len=1829654 2024-04-12T16:55:12.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 2978 completed, throughput=5MB/sec 2024-04-12T16:55:12.424 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kVrryn8Z8OqgxU0 off=15669769 len=406647 2024-04-12T16:55:12.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 2979 completed, throughput=5MB/sec 2024-04-12T16:55:12.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:12 smithi005 ceph-mon[88416]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:55:12.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:12 smithi005 ceph-mon[90837]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:55:12.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:55:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:13.428 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZbqWdx_9cwVCWhY off=12665499 len=1503464 2024-04-12T16:55:13.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 2980 completed, throughput=4.99MB/sec 2024-04-12T16:55:13.430 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6MxL_9STSFjpuO2 off=6841455 len=1779076 2024-04-12T16:55:13.438 INFO:tasks.workunit.client.0.smithi005.stdout:op 2981 completed, throughput=5MB/sec 2024-04-12T16:55:13.438 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-owUGL6KrywFYXhY off=1230067 len=138542 2024-04-12T16:55:13.438 INFO:tasks.workunit.client.0.smithi005.stdout:op 2982 completed, throughput=5MB/sec 2024-04-12T16:55:13.439 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I_y6cE4HZ3OUNH1 off=1365770 len=52963 2024-04-12T16:55:13.441 INFO:tasks.workunit.client.0.smithi005.stdout:op 2983 completed, throughput=5MB/sec 2024-04-12T16:55:13.441 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EPWhXHa63B9dThG off=4451748 len=1056833 2024-04-12T16:55:13.446 INFO:tasks.workunit.client.0.smithi005.stdout:op 2984 completed, throughput=5MB/sec 2024-04-12T16:55:13.446 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-su58kPjAEDlYQPe off=19946341 len=1907362 2024-04-12T16:55:13.450 INFO:tasks.workunit.client.0.smithi005.stdout:op 2985 completed, throughput=5MB/sec 2024-04-12T16:55:14.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:14 smithi005 ceph-mon[88416]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:55:14.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:14 smithi005 ceph-mon[90837]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:55:14.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:55:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:55:13] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:55:14.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:14 smithi016 ceph-mon[84444]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:55:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:14.451 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BGGjiQb2KS-X7uE off=14715870 len=926596 2024-04-12T16:55:14.452 INFO:tasks.workunit.client.0.smithi005.stdout:op 2986 completed, throughput=5MB/sec 2024-04-12T16:55:14.453 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zd-_eHNPBKNU0wh off=216984 len=483057 2024-04-12T16:55:14.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 2987 completed, throughput=5MB/sec 2024-04-12T16:55:14.457 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MEnaRu77bwh6lp5 off=18216764 len=1685251 2024-04-12T16:55:14.464 INFO:tasks.workunit.client.0.smithi005.stdout:op 2988 completed, throughput=5MB/sec 2024-04-12T16:55:14.464 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D-srAwAInU0D7f7 off=2806367 len=967837 2024-04-12T16:55:14.466 INFO:tasks.workunit.client.0.smithi005.stdout:op 2989 completed, throughput=5MB/sec 2024-04-12T16:55:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:15.467 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-T2marX3zfCyFHKf off=3338498 len=922173 2024-04-12T16:55:15.468 INFO:tasks.workunit.client.0.smithi005.stdout:op 2990 completed, throughput=4.99MB/sec 2024-04-12T16:55:15.468 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9Y-vXGMokAliM5f off=4076615 len=1957731 2024-04-12T16:55:15.469 INFO:tasks.workunit.client.0.smithi005.stdout:op 2991 completed, throughput=5MB/sec 2024-04-12T16:55:15.470 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kpeq4OpWVzxX9L9 off=2233001 len=1025372 2024-04-12T16:55:15.471 INFO:tasks.workunit.client.0.smithi005.stdout:op 2992 completed, throughput=5MB/sec 2024-04-12T16:55:15.471 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d8Fiahz2MrIird_ off=11970518 len=1646539 2024-04-12T16:55:15.472 INFO:tasks.workunit.client.0.smithi005.stdout:op 2993 completed, throughput=5MB/sec 2024-04-12T16:55:16.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:16 smithi016 ceph-mon[84444]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:55:16.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:16 smithi005 ceph-mon[88416]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:55:16.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:16 smithi005 ceph-mon[90837]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:55:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:16.473 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D5ooxINQm_xaYld off=2049836 len=356154 2024-04-12T16:55:16.477 INFO:tasks.workunit.client.0.smithi005.stdout:op 2994 completed, throughput=4.99MB/sec 2024-04-12T16:55:16.477 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KvrAD97YgaZU0L0 off=6692879 len=1791007 2024-04-12T16:55:16.479 INFO:tasks.workunit.client.0.smithi005.stdout:op 2995 completed, throughput=5MB/sec 2024-04-12T16:55:16.479 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DvsCqeHeYvlL98J off=342146 len=2033544 2024-04-12T16:55:16.489 INFO:tasks.workunit.client.0.smithi005.stdout:op 2996 completed, throughput=5MB/sec 2024-04-12T16:55:16.490 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eF1IgxtWiC-fjxc off=1332637 len=1619663 2024-04-12T16:55:16.496 INFO:tasks.workunit.client.0.smithi005.stdout:op 2997 completed, throughput=5MB/sec 2024-04-12T16:55:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:17.497 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J2-G20klkR82QCL off=16427938 len=2068071 2024-04-12T16:55:17.505 INFO:tasks.workunit.client.0.smithi005.stdout:op 2998 completed, throughput=5MB/sec 2024-04-12T16:55:17.506 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TKlGXu_8lAxUw1Y off=10389446 len=1322984 2024-04-12T16:55:17.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 2999 completed, throughput=5MB/sec 2024-04-12T16:55:17.513 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FIQWZY-jS9VAbU2 off=13421023 len=1514952 2024-04-12T16:55:17.519 INFO:tasks.workunit.client.0.smithi005.stdout:op 3000 completed, throughput=5MB/sec 2024-04-12T16:55:18.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:18 smithi016 ceph-mon[84444]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:55:18.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:18 smithi005 ceph-mon[88416]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:55:18.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:18 smithi005 ceph-mon[90837]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:55:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:18.520 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qrQTLx-yb55G_gh off=836558 len=456122 2024-04-12T16:55:18.521 INFO:tasks.workunit.client.0.smithi005.stdout:op 3001 completed, throughput=4.99MB/sec 2024-04-12T16:55:18.521 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sGZIr98-XZ9XY-r off=6822580 len=130217 2024-04-12T16:55:18.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 3002 completed, throughput=4.99MB/sec 2024-04-12T16:55:18.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mpFUFuUOZINZclJ off=4486559 len=342706 2024-04-12T16:55:18.527 INFO:tasks.workunit.client.0.smithi005.stdout:op 3003 completed, throughput=4.99MB/sec 2024-04-12T16:55:18.527 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ukdkyc-QwYGtfVc off=1135226 len=207171 2024-04-12T16:55:18.528 INFO:tasks.workunit.client.0.smithi005.stdout:op 3004 completed, throughput=4.99MB/sec 2024-04-12T16:55:18.528 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-keD5P6zEO3XzDD7 off=7242707 len=595053 2024-04-12T16:55:18.532 INFO:tasks.workunit.client.0.smithi005.stdout:op 3005 completed, throughput=4.99MB/sec 2024-04-12T16:55:18.532 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l3peYYJGjqNw3xN off=2817185 len=1495767 2024-04-12T16:55:18.538 INFO:tasks.workunit.client.0.smithi005.stdout:op 3006 completed, throughput=5MB/sec 2024-04-12T16:55:18.538 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ztieQ4gTCb7S2gi off=8882714 len=486261 2024-04-12T16:55:18.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 3007 completed, throughput=5MB/sec 2024-04-12T16:55:18.539 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1vA8UCGsWRX0Sqd off=1501700 len=893200 2024-04-12T16:55:18.540 INFO:tasks.workunit.client.0.smithi005.stdout:op 3008 completed, throughput=5MB/sec 2024-04-12T16:55:18.540 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qLudNuzlypqyahV off=8730798 len=1599396 2024-04-12T16:55:18.547 INFO:tasks.workunit.client.0.smithi005.stdout:op 3009 completed, throughput=5MB/sec 2024-04-12T16:55:19.547 INFO:tasks.workunit.client.0.smithi005.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:19.547 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VX7SbfLNkbZIXzt off=4018817 len=1483851 2024-04-12T16:55:19.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 3010 completed, throughput=5MB/sec 2024-04-12T16:55:19.554 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9W24FsM8SXe8NId off=1833611 len=1966392 2024-04-12T16:55:19.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 3011 completed, throughput=5MB/sec 2024-04-12T16:55:19.557 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uoJCf9kF2Ttpx-F off=5480702 len=510282 2024-04-12T16:55:19.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 3012 completed, throughput=5MB/sec 2024-04-12T16:55:19.557 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ttGA1FaMbNAZZLg off=137011 len=3526 2024-04-12T16:55:19.558 INFO:tasks.workunit.client.0.smithi005.stdout:op 3013 completed, throughput=5MB/sec 2024-04-12T16:55:19.558 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OL58LrXHvQascA8 off=1582769 len=1565153 2024-04-12T16:55:19.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 3014 completed, throughput=5MB/sec 2024-04-12T16:55:20.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:20 smithi016 ceph-mon[84444]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:55:20.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:20.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:20 smithi005 ceph-mon[88416]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:55:20.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:20.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:20 smithi005 ceph-mon[90837]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:55:20.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:20.559 INFO:tasks.workunit.client.0.smithi005.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:20.560 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jj-kyqebTX2rMbd off=16845553 len=777355 2024-04-12T16:55:20.561 INFO:tasks.workunit.client.0.smithi005.stdout:op 3015 completed, throughput=5MB/sec 2024-04-12T16:55:20.561 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_OxZMU_zKTbarB- off=8356200 len=1083723 2024-04-12T16:55:20.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 3016 completed, throughput=5MB/sec 2024-04-12T16:55:20.563 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cxi_kkNb5fvdAPY off=252339 len=472813 2024-04-12T16:55:20.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 3017 completed, throughput=5MB/sec 2024-04-12T16:55:20.563 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bxgAVfSPxsHx7Ya off=18403560 len=1975633 2024-04-12T16:55:20.565 INFO:tasks.workunit.client.0.smithi005.stdout:op 3018 completed, throughput=5MB/sec 2024-04-12T16:55:21.566 INFO:tasks.workunit.client.0.smithi005.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:21.566 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i-YhQfzDTC2SE_e off=10552849 len=358203 2024-04-12T16:55:21.569 INFO:tasks.workunit.client.0.smithi005.stdout:op 3019 completed, throughput=4.99MB/sec 2024-04-12T16:55:21.569 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pr7oDm81e4AW69P off=905828 len=25868 2024-04-12T16:55:21.571 INFO:tasks.workunit.client.0.smithi005.stdout:op 3020 completed, throughput=4.99MB/sec 2024-04-12T16:55:21.571 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D7rWHVIFjKbUVBE off=6678645 len=1245124 2024-04-12T16:55:21.577 INFO:tasks.workunit.client.0.smithi005.stdout:op 3021 completed, throughput=4.99MB/sec 2024-04-12T16:55:21.577 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yyMYuGTEVmNWkL- off=1944 len=713010 2024-04-12T16:55:21.582 INFO:tasks.workunit.client.0.smithi005.stdout:op 3022 completed, throughput=5MB/sec 2024-04-12T16:55:21.582 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TrfDY5V1KoGFDjh off=3044659 len=416935 2024-04-12T16:55:21.583 INFO:tasks.workunit.client.0.smithi005.stdout:op 3023 completed, throughput=5MB/sec 2024-04-12T16:55:21.583 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4dfJGxFfMsfOzUy off=1835335 len=768094 2024-04-12T16:55:21.588 INFO:tasks.workunit.client.0.smithi005.stdout:op 3024 completed, throughput=5MB/sec 2024-04-12T16:55:21.588 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JIg-7zf06gh59gQ off=5861625 len=1937009 2024-04-12T16:55:21.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 3025 completed, throughput=5MB/sec 2024-04-12T16:55:22.310 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:22 smithi016 ceph-mon[84444]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:55:22.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:22 smithi005 ceph-mon[88416]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:55:22.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:22 smithi005 ceph-mon[90837]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:55:22.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:55:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:55:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:22.596 INFO:tasks.workunit.client.0.smithi005.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:22.596 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3rDql-VvZlzF5AY off=17489713 len=1919476 2024-04-12T16:55:22.599 INFO:tasks.workunit.client.0.smithi005.stdout:op 3026 completed, throughput=5MB/sec 2024-04-12T16:55:22.599 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DLhw8HgsNcjYlWF off=2643380 len=1742198 2024-04-12T16:55:22.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 3027 completed, throughput=5MB/sec 2024-04-12T16:55:22.602 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jm1oQOQGJZOWe27 off=3257509 len=676218 2024-04-12T16:55:22.603 INFO:tasks.workunit.client.0.smithi005.stdout:op 3028 completed, throughput=5MB/sec 2024-04-12T16:55:22.603 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cmhN-cRItppQip5 off=6105613 len=1855890 2024-04-12T16:55:22.605 INFO:tasks.workunit.client.0.smithi005.stdout:op 3029 completed, throughput=5MB/sec 2024-04-12T16:55:23.605 INFO:tasks.workunit.client.0.smithi005.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:23.605 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-L5Nq_kSV5dZxFZc off=15010931 len=767240 2024-04-12T16:55:23.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 3030 completed, throughput=5MB/sec 2024-04-12T16:55:23.607 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--8C-l21neptT1hn off=1052735 len=1107712 2024-04-12T16:55:23.612 INFO:tasks.workunit.client.0.smithi005.stdout:op 3031 completed, throughput=5MB/sec 2024-04-12T16:55:23.612 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-svQuAf0ojuPWFRT off=0 len=1153284 2024-04-12T16:55:23.617 INFO:tasks.workunit.client.0.smithi005.stdout:op 3032 completed, throughput=5MB/sec 2024-04-12T16:55:23.617 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PtGBtpUZPoMcBux off=4660891 len=313764 2024-04-12T16:55:23.618 INFO:tasks.workunit.client.0.smithi005.stdout:op 3033 completed, throughput=5MB/sec 2024-04-12T16:55:23.618 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EXlwnzg_hq7Vt3z off=6285903 len=1041840 2024-04-12T16:55:23.624 INFO:tasks.workunit.client.0.smithi005.stdout:op 3034 completed, throughput=5MB/sec 2024-04-12T16:55:24.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:24 smithi005 ceph-mon[88416]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:55:24.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:55:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:55:23] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:55:24.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:24 smithi005 ceph-mon[90837]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:55:24.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:24 smithi016 ceph-mon[84444]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:55:24.625 INFO:tasks.workunit.client.0.smithi005.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:24.625 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wVkDqYDUTbQIiEr off=16589137 len=1506437 2024-04-12T16:55:24.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 3035 completed, throughput=4.99MB/sec 2024-04-12T16:55:24.628 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HQfeCQQKlnJv1PV off=665500 len=1422508 2024-04-12T16:55:24.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 3036 completed, throughput=5MB/sec 2024-04-12T16:55:24.630 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iSATETDy4B8Ay24 off=1708004 len=1161690 2024-04-12T16:55:24.637 INFO:tasks.workunit.client.0.smithi005.stdout:op 3037 completed, throughput=5MB/sec 2024-04-12T16:55:24.637 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XSyH_qQCZSaExTi off=11995687 len=672420 2024-04-12T16:55:24.638 INFO:tasks.workunit.client.0.smithi005.stdout:op 3038 completed, throughput=5MB/sec 2024-04-12T16:55:24.638 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UyisRiwSwC57zoe off=9269691 len=1360680 2024-04-12T16:55:24.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 3039 completed, throughput=5MB/sec 2024-04-12T16:55:25.644 INFO:tasks.workunit.client.0.smithi005.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:25.645 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ehyiqHcKUnvfIwB off=935485 len=28763 2024-04-12T16:55:25.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 3040 completed, throughput=4.99MB/sec 2024-04-12T16:55:25.645 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y542il56TyLVuE2 off=6317585 len=1608974 2024-04-12T16:55:25.648 INFO:tasks.workunit.client.0.smithi005.stdout:op 3041 completed, throughput=5MB/sec 2024-04-12T16:55:25.648 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LkGsYPaJAzmObva off=5693635 len=811313 2024-04-12T16:55:25.653 INFO:tasks.workunit.client.0.smithi005.stdout:op 3042 completed, throughput=5MB/sec 2024-04-12T16:55:25.653 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NQbw3B_z4qsERda off=1208266 len=1068394 2024-04-12T16:55:25.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 3043 completed, throughput=5MB/sec 2024-04-12T16:55:25.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VPNixRmUJxgcGGI off=1456879 len=1775475 2024-04-12T16:55:25.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 3044 completed, throughput=5MB/sec 2024-04-12T16:55:26.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:26 smithi016 ceph-mon[84444]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:55:26.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:26 smithi005 ceph-mon[88416]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:55:26.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:26 smithi005 ceph-mon[90837]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:55:26.670 INFO:tasks.workunit.client.0.smithi005.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:26.671 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kD8Nvb61abpcWrk off=3518437 len=1712894 2024-04-12T16:55:26.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 3045 completed, throughput=5MB/sec 2024-04-12T16:55:26.678 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L30545QwoGj7LfF off=18103686 len=1294093 2024-04-12T16:55:26.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 3046 completed, throughput=5MB/sec 2024-04-12T16:55:26.685 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s7G16XZjey0eufU off=10016268 len=613041 2024-04-12T16:55:26.690 INFO:tasks.workunit.client.0.smithi005.stdout:op 3047 completed, throughput=5MB/sec 2024-04-12T16:55:26.690 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SBD2kH4aTSamCf0 off=3137648 len=709140 2024-04-12T16:55:26.694 INFO:tasks.workunit.client.0.smithi005.stdout:op 3048 completed, throughput=5MB/sec 2024-04-12T16:55:27.694 INFO:tasks.workunit.client.0.smithi005.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:27.694 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aDm38mAkMYgromY off=5667837 len=407101 2024-04-12T16:55:27.698 INFO:tasks.workunit.client.0.smithi005.stdout:op 3049 completed, throughput=4.99MB/sec 2024-04-12T16:55:27.698 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UESL7-aAIhcSg0z off=2262178 len=1302234 2024-04-12T16:55:27.700 INFO:tasks.workunit.client.0.smithi005.stdout:op 3050 completed, throughput=4.99MB/sec 2024-04-12T16:55:27.701 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SbzGkSu3pXegg-F off=3685279 len=327264 2024-04-12T16:55:27.704 INFO:tasks.workunit.client.0.smithi005.stdout:op 3051 completed, throughput=5MB/sec 2024-04-12T16:55:27.704 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--FSUSVWw8t3gyD_ off=12670204 len=193143 2024-04-12T16:55:27.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 3052 completed, throughput=5MB/sec 2024-04-12T16:55:27.708 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xft36iQYnMGCfjr off=1006361 len=575847 2024-04-12T16:55:27.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 3053 completed, throughput=5MB/sec 2024-04-12T16:55:27.708 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dOnGekzjtjtbPap off=437321 len=1566503 2024-04-12T16:55:27.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 3054 completed, throughput=5MB/sec 2024-04-12T16:55:27.711 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-277ByT9piM4AU4x off=920765 len=566711 2024-04-12T16:55:27.714 INFO:tasks.workunit.client.0.smithi005.stdout:op 3055 completed, throughput=5MB/sec 2024-04-12T16:55:27.714 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qCbj0g-zHVjK2H4 off=11265607 len=165430 2024-04-12T16:55:27.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 3056 completed, throughput=5MB/sec 2024-04-12T16:55:27.717 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ebMgFZo9aVcw-vE off=20880597 len=244337 2024-04-12T16:55:27.720 INFO:tasks.workunit.client.0.smithi005.stdout:op 3057 completed, throughput=5MB/sec 2024-04-12T16:55:28.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:28 smithi016 ceph-mon[84444]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:55:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:28 smithi005 ceph-mon[88416]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:55:28.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:28 smithi005 ceph-mon[90837]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T16:55:28.720 INFO:tasks.workunit.client.0.smithi005.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:28.720 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NaLyysV94gAY_hz off=1070895 len=1915220 2024-04-12T16:55:28.722 INFO:tasks.workunit.client.0.smithi005.stdout:op 3058 completed, throughput=4.99MB/sec 2024-04-12T16:55:28.723 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gfZ7t_tdTiOJ3Ok off=2883378 len=1247330 2024-04-12T16:55:28.728 INFO:tasks.workunit.client.0.smithi005.stdout:op 3059 completed, throughput=5MB/sec 2024-04-12T16:55:28.728 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-of79-jbrAbmpS0j off=5298548 len=1946397 2024-04-12T16:55:28.737 INFO:tasks.workunit.client.0.smithi005.stdout:op 3060 completed, throughput=5MB/sec 2024-04-12T16:55:28.737 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ty4QprMwd2HFht1 off=0 len=1219985 2024-04-12T16:55:28.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 3061 completed, throughput=5MB/sec 2024-04-12T16:55:29.740 INFO:tasks.workunit.client.0.smithi005.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:29.741 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zIx8tNgsjUinlWB off=10026245 len=812790 2024-04-12T16:55:29.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 3062 completed, throughput=4.99MB/sec 2024-04-12T16:55:29.746 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZBNBB8U51MRIIOn off=3114538 len=1799768 2024-04-12T16:55:29.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 3063 completed, throughput=5MB/sec 2024-04-12T16:55:29.754 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Xo6M4oZMJf-eDjP off=10179360 len=998574 2024-04-12T16:55:29.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 3064 completed, throughput=5MB/sec 2024-04-12T16:55:29.760 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z7t08KwhVS-Tg_m off=9848947 len=1519671 2024-04-12T16:55:29.761 INFO:tasks.workunit.client.0.smithi005.stdout:op 3065 completed, throughput=5MB/sec 2024-04-12T16:55:30.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:30 smithi016 ceph-mon[84444]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:55:30.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:30 smithi005 ceph-mon[88416]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:55:30.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:30 smithi005 ceph-mon[90837]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:55:30.762 INFO:tasks.workunit.client.0.smithi005.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:30.879 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-btSSy-yy5KFE0FR off=6648314 len=1359546 2024-04-12T16:55:30.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 3066 completed, throughput=5MB/sec 2024-04-12T16:55:30.881 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SxY-K5nElyRC7TU off=149095 len=1382572 2024-04-12T16:55:30.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 3067 completed, throughput=5MB/sec 2024-04-12T16:55:30.881 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hjovtCdYnpNLMgY off=3030147 len=1619021 2024-04-12T16:55:30.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 3068 completed, throughput=5MB/sec 2024-04-12T16:55:30.881 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9i46SU6rvTcyS-x off=6279782 len=1301134 2024-04-12T16:55:30.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 3069 completed, throughput=5MB/sec 2024-04-12T16:55:31.782 INFO:tasks.workunit.client.0.smithi005.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:31.783 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7J6YALLamUv8uCB off=17763598 len=317204 2024-04-12T16:55:31.785 INFO:tasks.workunit.client.0.smithi005.stdout:op 3070 completed, throughput=4.99MB/sec 2024-04-12T16:55:31.785 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--vk3GcG1IXD8EO0 off=4140726 len=44866 2024-04-12T16:55:31.787 INFO:tasks.workunit.client.0.smithi005.stdout:op 3071 completed, throughput=4.99MB/sec 2024-04-12T16:55:31.788 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ARJVj66SQvUoohF off=2072517 len=1900196 2024-04-12T16:55:31.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 3072 completed, throughput=5MB/sec 2024-04-12T16:55:31.799 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oR_vmPnNmADoHIS off=5404446 len=1689458 2024-04-12T16:55:31.800 INFO:tasks.workunit.client.0.smithi005.stdout:op 3073 completed, throughput=5MB/sec 2024-04-12T16:55:31.800 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CVTxhMzAuXGtnbQ off=8335798 len=2046809 2024-04-12T16:55:31.802 INFO:tasks.workunit.client.0.smithi005.stdout:op 3074 completed, throughput=5MB/sec 2024-04-12T16:55:32.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:32 smithi016 ceph-mon[84444]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:32 smithi005 ceph-mon[88416]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:32.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:32 smithi005 ceph-mon[90837]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:55:32.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:55:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:32.802 INFO:tasks.workunit.client.0.smithi005.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:32.802 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5I4SyN0h6QER5Tf off=9103312 len=1208924 2024-04-12T16:55:32.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 3075 completed, throughput=5MB/sec 2024-04-12T16:55:32.809 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rWy4X2EP4wZTKsC off=2761452 len=1351411 2024-04-12T16:55:32.816 INFO:tasks.workunit.client.0.smithi005.stdout:op 3076 completed, throughput=5MB/sec 2024-04-12T16:55:32.816 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RtCgsJfXgYd2DHs off=6430214 len=393683 2024-04-12T16:55:32.816 INFO:tasks.workunit.client.0.smithi005.stdout:op 3077 completed, throughput=5MB/sec 2024-04-12T16:55:32.816 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6XJ6wHOwKQShHS4 off=872668 len=1051242 2024-04-12T16:55:32.823 INFO:tasks.workunit.client.0.smithi005.stdout:op 3078 completed, throughput=5MB/sec 2024-04-12T16:55:33.822 INFO:tasks.workunit.client.0.smithi005.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:33.822 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZZAg9mLZFO82PoV off=17121610 len=1747920 2024-04-12T16:55:33.831 INFO:tasks.workunit.client.0.smithi005.stdout:op 3079 completed, throughput=5MB/sec 2024-04-12T16:55:33.831 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Tfy_h2TPrZgUOtn off=4330699 len=1799249 2024-04-12T16:55:33.840 INFO:tasks.workunit.client.0.smithi005.stdout:op 3080 completed, throughput=5MB/sec 2024-04-12T16:55:33.840 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zg4kaazLpOWerOX off=2609411 len=1875749 2024-04-12T16:55:33.843 INFO:tasks.workunit.client.0.smithi005.stdout:op 3081 completed, throughput=5MB/sec 2024-04-12T16:55:34.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:34 smithi005 ceph-mon[88416]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:55:34.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:55:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:55:33] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:55:34.202 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:34 smithi005 ceph-mon[90837]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:55:34.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:34 smithi016 ceph-mon[84444]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:55:34.843 INFO:tasks.workunit.client.0.smithi005.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:34.844 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EHTJ-65kX-1FzwG off=2995580 len=1113328 2024-04-12T16:55:34.850 INFO:tasks.workunit.client.0.smithi005.stdout:op 3082 completed, throughput=4.99MB/sec 2024-04-12T16:55:34.850 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3eLdRX5qLxfjsO2 off=851417 len=1601586 2024-04-12T16:55:34.852 INFO:tasks.workunit.client.0.smithi005.stdout:op 3083 completed, throughput=5MB/sec 2024-04-12T16:55:34.852 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ARBARlS9p7aRxLO off=4007807 len=1662744 2024-04-12T16:55:34.860 INFO:tasks.workunit.client.0.smithi005.stdout:op 3084 completed, throughput=5MB/sec 2024-04-12T16:55:34.860 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZRoJAYMYmJdibaC off=0 len=1594581 2024-04-12T16:55:34.867 INFO:tasks.workunit.client.0.smithi005.stdout:op 3085 completed, throughput=5MB/sec 2024-04-12T16:55:35.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:35.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:35.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:35.868 INFO:tasks.workunit.client.0.smithi005.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:35.868 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sl9nyI7oZCBw0AK off=3773192 len=451440 2024-04-12T16:55:35.869 INFO:tasks.workunit.client.0.smithi005.stdout:op 3086 completed, throughput=4.99MB/sec 2024-04-12T16:55:35.869 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jW14lFAVtGqkybk off=4972373 len=1397088 2024-04-12T16:55:35.877 INFO:tasks.workunit.client.0.smithi005.stdout:op 3087 completed, throughput=5MB/sec 2024-04-12T16:55:35.877 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Zsf47L0N1AqChxr off=6955462 len=873577 2024-04-12T16:55:35.883 INFO:tasks.workunit.client.0.smithi005.stdout:op 3088 completed, throughput=5MB/sec 2024-04-12T16:55:35.883 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1gt3U7LzH1TT1nI off=9092657 len=2080889 2024-04-12T16:55:35.891 INFO:tasks.workunit.client.0.smithi005.stdout:op 3089 completed, throughput=5MB/sec 2024-04-12T16:55:36.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:36 smithi016 ceph-mon[84444]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:55:36.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:36 smithi005 ceph-mon[88416]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:55:36.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:36 smithi005 ceph-mon[90837]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:55:36.891 INFO:tasks.workunit.client.0.smithi005.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:36.892 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qL2kqGdOwWNwAXc off=259712 len=485690 2024-04-12T16:55:36.895 INFO:tasks.workunit.client.0.smithi005.stdout:op 3090 completed, throughput=4.99MB/sec 2024-04-12T16:55:36.895 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L8_4EJiWQwsFKTK off=11882001 len=1124029 2024-04-12T16:55:36.902 INFO:tasks.workunit.client.0.smithi005.stdout:op 3091 completed, throughput=5MB/sec 2024-04-12T16:55:36.902 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L6bNSAUxQ9dQZg6 off=471385 len=1197287 2024-04-12T16:55:36.907 INFO:tasks.workunit.client.0.smithi005.stdout:op 3092 completed, throughput=5MB/sec 2024-04-12T16:55:36.907 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uRKVUtDxEvGaGhK off=11101335 len=1045358 2024-04-12T16:55:36.913 INFO:tasks.workunit.client.0.smithi005.stdout:op 3093 completed, throughput=5MB/sec 2024-04-12T16:55:36.913 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KOi9o2UHCZxNNPL off=13836400 len=138855 2024-04-12T16:55:36.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 3094 completed, throughput=5MB/sec 2024-04-12T16:55:36.914 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--d6PXJQhRr0dt7R off=18052200 len=961811 2024-04-12T16:55:36.919 INFO:tasks.workunit.client.0.smithi005.stdout:op 3095 completed, throughput=5MB/sec 2024-04-12T16:55:37.919 INFO:tasks.workunit.client.0.smithi005.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:37.919 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-baSMtlA9ZZiEQ57 off=78941 len=1752036 2024-04-12T16:55:37.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 3096 completed, throughput=4.99MB/sec 2024-04-12T16:55:37.929 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gOZxIng1nXlXMcu off=1693874 len=1339656 2024-04-12T16:55:37.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 3097 completed, throughput=5MB/sec 2024-04-12T16:55:37.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ykgX4N4pk3kyrMw off=18707793 len=1087190 2024-04-12T16:55:37.936 INFO:tasks.workunit.client.0.smithi005.stdout:op 3098 completed, throughput=5MB/sec 2024-04-12T16:55:37.936 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mp3BKtHsNHDkln4 off=12906030 len=325687 2024-04-12T16:55:37.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 3099 completed, throughput=5MB/sec 2024-04-12T16:55:37.937 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IpHp0bVK4pOXNFK off=4316462 len=1959085 2024-04-12T16:55:37.947 INFO:tasks.workunit.client.0.smithi005.stdout:op 3100 completed, throughput=5MB/sec 2024-04-12T16:55:38.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:38 smithi016 ceph-mon[84444]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:55:38.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:38 smithi005 ceph-mon[88416]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:55:38.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:38 smithi005 ceph-mon[90837]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:55:38.947 INFO:tasks.workunit.client.0.smithi005.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:38.948 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WZ23zzdAJ503Pju off=3928387 len=1844033 2024-04-12T16:55:38.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 3101 completed, throughput=5MB/sec 2024-04-12T16:55:38.952 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6OOzAOoTPo-ZTHZ off=3820560 len=1435555 2024-04-12T16:55:38.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 3102 completed, throughput=5MB/sec 2024-04-12T16:55:38.954 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-obc2u3ASfL3ZUWL off=1433917 len=1312453 2024-04-12T16:55:38.956 INFO:tasks.workunit.client.0.smithi005.stdout:op 3103 completed, throughput=5MB/sec 2024-04-12T16:55:39.956 INFO:tasks.workunit.client.0.smithi005.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:39.956 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PVS-2eFHVBnuEjU off=3149841 len=1039852 2024-04-12T16:55:39.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 3104 completed, throughput=4.99MB/sec 2024-04-12T16:55:39.957 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aen2Vs_TFv2Hjns off=1990815 len=154085 2024-04-12T16:55:39.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-12T16:55:39.958 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--6v7-Bit5UcOwPw off=2867071 len=1197547 2024-04-12T16:55:39.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 3106 completed, throughput=5MB/sec 2024-04-12T16:55:39.965 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZdMfEMqE7xZeQXj off=3300086 len=803503 2024-04-12T16:55:39.970 INFO:tasks.workunit.client.0.smithi005.stdout:op 3107 completed, throughput=5MB/sec 2024-04-12T16:55:39.971 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-P3VQwQ2pbYIkSnZ off=9804526 len=1605726 2024-04-12T16:55:39.972 INFO:tasks.workunit.client.0.smithi005.stdout:op 3108 completed, throughput=5MB/sec 2024-04-12T16:55:39.972 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RXD-wGHizw8Gioc off=4694673 len=935144 2024-04-12T16:55:39.977 INFO:tasks.workunit.client.0.smithi005.stdout:op 3109 completed, throughput=5MB/sec 2024-04-12T16:55:40.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:40 smithi016 ceph-mon[84444]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T16:55:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:40 smithi005 ceph-mon[88416]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T16:55:40.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:40 smithi005 ceph-mon[90837]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-12T16:55:40.978 INFO:tasks.workunit.client.0.smithi005.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:40.978 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dUPi8kVbyANX9ew off=1086644 len=1673496 2024-04-12T16:55:40.987 INFO:tasks.workunit.client.0.smithi005.stdout:op 3110 completed, throughput=5MB/sec 2024-04-12T16:55:40.988 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6rfPOooUUXlcCZo off=3091423 len=1645399 2024-04-12T16:55:40.989 INFO:tasks.workunit.client.0.smithi005.stdout:op 3111 completed, throughput=5MB/sec 2024-04-12T16:55:40.989 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f-oHEwucv2z8oI5 off=2389747 len=1679823 2024-04-12T16:55:40.991 INFO:tasks.workunit.client.0.smithi005.stdout:op 3112 completed, throughput=5MB/sec 2024-04-12T16:55:41.992 INFO:tasks.workunit.client.0.smithi005.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:41.992 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jb3W1vK5-dgqRDR off=16464488 len=1191638 2024-04-12T16:55:41.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 3113 completed, throughput=4.99MB/sec 2024-04-12T16:55:41.998 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b6X3IR9G_6PXD9e off=2353474 len=1672449 2024-04-12T16:55:42.000 INFO:tasks.workunit.client.0.smithi005.stdout:op 3114 completed, throughput=5MB/sec 2024-04-12T16:55:42.000 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V1zHOkQ_1Wac1tK off=3924302 len=2036369 2024-04-12T16:55:42.010 INFO:tasks.workunit.client.0.smithi005.stdout:op 3115 completed, throughput=5MB/sec 2024-04-12T16:55:42.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:42 smithi016 ceph-mon[84444]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-12T16:55:42.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:55:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:55:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:42.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:42 smithi005 ceph-mon[88416]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-12T16:55:42.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:42 smithi005 ceph-mon[90837]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-12T16:55:43.010 INFO:tasks.workunit.client.0.smithi005.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:43.010 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hpJanxTbfqB2YwR off=11350151 len=1959372 2024-04-12T16:55:43.019 INFO:tasks.workunit.client.0.smithi005.stdout:op 3116 completed, throughput=5MB/sec 2024-04-12T16:55:43.019 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UASNasfSvxoSS3V off=6193426 len=1870886 2024-04-12T16:55:43.026 INFO:tasks.workunit.client.0.smithi005.stdout:op 3117 completed, throughput=5MB/sec 2024-04-12T16:55:43.026 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pNBM4dqRkeUGjin off=854607 len=2008090 2024-04-12T16:55:43.038 INFO:tasks.workunit.client.0.smithi005.stdout:op 3118 completed, throughput=5MB/sec 2024-04-12T16:55:44.037 INFO:tasks.workunit.client.0.smithi005.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:44.037 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-41NZD0LdbwsBDHF off=11880817 len=1455375 2024-04-12T16:55:44.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 3119 completed, throughput=5MB/sec 2024-04-12T16:55:44.044 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MfOFFThMyPh5YGz off=3557101 len=809253 2024-04-12T16:55:44.048 INFO:tasks.workunit.client.0.smithi005.stdout:op 3120 completed, throughput=5MB/sec 2024-04-12T16:55:44.048 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e0oUZNSkhS8Mhhc off=20754218 len=1362717 2024-04-12T16:55:44.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 3121 completed, throughput=5MB/sec 2024-04-12T16:55:44.053 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E3sQQJ30S2bD2X2 off=9456858 len=1087943 2024-04-12T16:55:44.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 3122 completed, throughput=5MB/sec 2024-04-12T16:55:44.054 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jCMgfDdrAH1GUN1 off=4224047 len=1169526 2024-04-12T16:55:44.055 INFO:tasks.workunit.client.0.smithi005.stdout:op 3123 completed, throughput=5MB/sec 2024-04-12T16:55:44.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:44 smithi005 ceph-mon[88416]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:55:44.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:55:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:55:43] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T16:55:44.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:44 smithi005 ceph-mon[90837]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:55:44.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:44 smithi016 ceph-mon[84444]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:55:45.056 INFO:tasks.workunit.client.0.smithi005.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:45.056 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EpM1eiLUdrJ2JIS off=3207412 len=1297952 2024-04-12T16:55:45.063 INFO:tasks.workunit.client.0.smithi005.stdout:op 3124 completed, throughput=5MB/sec 2024-04-12T16:55:45.063 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HkcdQ3R_5CSxE6i off=13573703 len=2044501 2024-04-12T16:55:45.074 INFO:tasks.workunit.client.0.smithi005.stdout:op 3125 completed, throughput=5MB/sec 2024-04-12T16:55:45.074 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KHbdWR44dk9LiiE off=3677468 len=921285 2024-04-12T16:55:45.075 INFO:tasks.workunit.client.0.smithi005.stdout:op 3126 completed, throughput=5MB/sec 2024-04-12T16:55:46.075 INFO:tasks.workunit.client.0.smithi005.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:46.075 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Wx-mLYCQoIovmld off=6371578 len=849712 2024-04-12T16:55:46.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 3127 completed, throughput=4.99MB/sec 2024-04-12T16:55:46.080 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OENz8RCGp_lRPm8 off=5037314 len=835990 2024-04-12T16:55:46.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 3128 completed, throughput=4.99MB/sec 2024-04-12T16:55:46.082 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EHTJ-65kX-1FzwG off=11223226 len=1176171 2024-04-12T16:55:46.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 3129 completed, throughput=5MB/sec 2024-04-12T16:55:46.088 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4Tym8aekmgsExS_ off=9315264 len=2092273 2024-04-12T16:55:46.098 INFO:tasks.workunit.client.0.smithi005.stdout:op 3130 completed, throughput=5MB/sec 2024-04-12T16:55:46.098 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X5_M211E61e9OEr off=38822 len=1171173 2024-04-12T16:55:46.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 3131 completed, throughput=5MB/sec 2024-04-12T16:55:46.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:46 smithi016 ceph-mon[84444]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-12T16:55:46.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:46 smithi005 ceph-mon[88416]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-12T16:55:46.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:46 smithi005 ceph-mon[90837]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-04-12T16:55:47.100 INFO:tasks.workunit.client.0.smithi005.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:47.100 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oHwsWXJ3P-gCmWU off=1751874 len=992438 2024-04-12T16:55:47.101 INFO:tasks.workunit.client.0.smithi005.stdout:op 3132 completed, throughput=4.99MB/sec 2024-04-12T16:55:47.102 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ha1tmASExLwdsed off=18474378 len=1712339 2024-04-12T16:55:47.103 INFO:tasks.workunit.client.0.smithi005.stdout:op 3133 completed, throughput=5MB/sec 2024-04-12T16:55:47.104 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s9XSXqxJ8RyDDPO off=66087 len=1374461 2024-04-12T16:55:47.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 3134 completed, throughput=5MB/sec 2024-04-12T16:55:47.106 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-apwOfIr56PtvP7g off=4151403 len=1408613 2024-04-12T16:55:47.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 3135 completed, throughput=5MB/sec 2024-04-12T16:55:48.114 INFO:tasks.workunit.client.0.smithi005.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:48.114 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aWSP-WN4Hq0lPQa off=5834818 len=712204 2024-04-12T16:55:48.119 INFO:tasks.workunit.client.0.smithi005.stdout:op 3136 completed, throughput=4.99MB/sec 2024-04-12T16:55:48.119 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LRBIKi9mZ75wd1t off=12708215 len=1196356 2024-04-12T16:55:48.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 3137 completed, throughput=5MB/sec 2024-04-12T16:55:48.125 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IrhbldCzW35YhUJ off=664127 len=77154 2024-04-12T16:55:48.126 INFO:tasks.workunit.client.0.smithi005.stdout:op 3138 completed, throughput=5MB/sec 2024-04-12T16:55:48.126 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xH29W48OvLtLbpV off=16725515 len=801812 2024-04-12T16:55:48.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 3139 completed, throughput=5MB/sec 2024-04-12T16:55:48.127 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Iw36HzOLJ7Z80Hr off=2527723 len=1354635 2024-04-12T16:55:48.133 INFO:tasks.workunit.client.0.smithi005.stdout:op 3140 completed, throughput=5MB/sec 2024-04-12T16:55:48.133 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AScehdgAOmt_n81 off=1701362 len=510147 2024-04-12T16:55:48.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 3141 completed, throughput=5MB/sec 2024-04-12T16:55:48.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:48 smithi016 ceph-mon[84444]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:55:48.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:48 smithi005 ceph-mon[88416]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:55:48.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:48 smithi005 ceph-mon[90837]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T16:55:49.134 INFO:tasks.workunit.client.0.smithi005.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:49.134 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8tN4yQJ5PmZVM9T off=2890278 len=104119 2024-04-12T16:55:49.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 3142 completed, throughput=4.99MB/sec 2024-04-12T16:55:49.137 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5MWFfcOUzpOZZyz off=8273455 len=1040345 2024-04-12T16:55:49.142 INFO:tasks.workunit.client.0.smithi005.stdout:op 3143 completed, throughput=4.99MB/sec 2024-04-12T16:55:49.142 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AIL7lDZEC9vLNlO off=4155520 len=1667352 2024-04-12T16:55:49.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 3144 completed, throughput=5MB/sec 2024-04-12T16:55:49.150 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MrY7CoVN1a9U-UB off=245417 len=1244950 2024-04-12T16:55:49.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 3145 completed, throughput=5MB/sec 2024-04-12T16:55:49.152 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gYsQICnTEwMDzMJ off=8937173 len=1732505 2024-04-12T16:55:49.155 INFO:tasks.workunit.client.0.smithi005.stdout:op 3146 completed, throughput=5MB/sec 2024-04-12T16:55:50.155 INFO:tasks.workunit.client.0.smithi005.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:50.156 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nNwGhKjfklPF1qZ off=3811259 len=950525 2024-04-12T16:55:50.161 INFO:tasks.workunit.client.0.smithi005.stdout:op 3147 completed, throughput=4.99MB/sec 2024-04-12T16:55:50.161 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ndm1KV-FBZ4jmDm off=4729608 len=1516633 2024-04-12T16:55:50.167 INFO:tasks.workunit.client.0.smithi005.stdout:op 3148 completed, throughput=5MB/sec 2024-04-12T16:55:50.167 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4KTyHHKJDcoDtZ9 off=15136904 len=203159 2024-04-12T16:55:50.169 INFO:tasks.workunit.client.0.smithi005.stdout:op 3149 completed, throughput=5MB/sec 2024-04-12T16:55:50.169 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--vZhiNcFVdLWUtm off=5010211 len=1436254 2024-04-12T16:55:50.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 3150 completed, throughput=5MB/sec 2024-04-12T16:55:50.176 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vdOoKXwjZZWHOQ1 off=3581218 len=317994 2024-04-12T16:55:50.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 3151 completed, throughput=5MB/sec 2024-04-12T16:55:50.176 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TtI3gxKtVS_kadn off=7707444 len=801417 2024-04-12T16:55:50.181 INFO:tasks.workunit.client.0.smithi005.stdout:op 3152 completed, throughput=5MB/sec 2024-04-12T16:55:50.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:50 smithi016 ceph-mon[84444]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 4 op/s 2024-04-12T16:55:50.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:50.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:50 smithi005 ceph-mon[88416]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 4 op/s 2024-04-12T16:55:50.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:50.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:50 smithi005 ceph-mon[90837]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 4 op/s 2024-04-12T16:55:50.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:55:51.181 INFO:tasks.workunit.client.0.smithi005.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:51.182 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EhWUqYKfdB_J24N off=5923353 len=471022 2024-04-12T16:55:51.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 3153 completed, throughput=4.99MB/sec 2024-04-12T16:55:51.183 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-azroUwf9oQonZMg off=1758894 len=1386077 2024-04-12T16:55:51.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 3154 completed, throughput=5MB/sec 2024-04-12T16:55:51.185 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fMjX4V-aoYaYo5h off=7787718 len=1304625 2024-04-12T16:55:51.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 3155 completed, throughput=5MB/sec 2024-04-12T16:55:51.193 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H_CMEB3h5b3mCBW off=5182167 len=238878 2024-04-12T16:55:51.194 INFO:tasks.workunit.client.0.smithi005.stdout:op 3156 completed, throughput=5MB/sec 2024-04-12T16:55:51.194 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LZRvQgA0SuDSix7 off=5996468 len=296919 2024-04-12T16:55:51.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 3157 completed, throughput=5MB/sec 2024-04-12T16:55:51.197 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vu4I9bZVm2di61q off=14543862 len=1069736 2024-04-12T16:55:51.199 INFO:tasks.workunit.client.0.smithi005.stdout:op 3158 completed, throughput=5MB/sec 2024-04-12T16:55:51.199 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b6qFrtRZ9_Fceu_ off=3530918 len=652815 2024-04-12T16:55:51.203 INFO:tasks.workunit.client.0.smithi005.stdout:op 3159 completed, throughput=5MB/sec 2024-04-12T16:55:52.204 INFO:tasks.workunit.client.0.smithi005.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:52.204 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zhZpz0VJ0GSRak1 off=2039033 len=1136321 2024-04-12T16:55:52.210 INFO:tasks.workunit.client.0.smithi005.stdout:op 3160 completed, throughput=4.99MB/sec 2024-04-12T16:55:52.210 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qQGNRn17r47oJjk off=2700920 len=127671 2024-04-12T16:55:52.213 INFO:tasks.workunit.client.0.smithi005.stdout:op 3161 completed, throughput=4.99MB/sec 2024-04-12T16:55:52.213 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7KNzZC7fC7wgO9M off=4534959 len=766564 2024-04-12T16:55:52.217 INFO:tasks.workunit.client.0.smithi005.stdout:op 3162 completed, throughput=5MB/sec 2024-04-12T16:55:52.218 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CVJUCzWLItYHuYC off=655482 len=1790252 2024-04-12T16:55:52.225 INFO:tasks.workunit.client.0.smithi005.stdout:op 3163 completed, throughput=5MB/sec 2024-04-12T16:55:52.226 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cGQdDuezh-jjxgN off=904508 len=766311 2024-04-12T16:55:52.230 INFO:tasks.workunit.client.0.smithi005.stdout:op 3164 completed, throughput=5MB/sec 2024-04-12T16:55:52.230 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7O5juSSMuiuqpnq off=6503593 len=1834837 2024-04-12T16:55:52.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 3165 completed, throughput=5MB/sec 2024-04-12T16:55:52.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:52 smithi016 ceph-mon[84444]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:55:52.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:55:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:55:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:55:52.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:52 smithi005 ceph-mon[88416]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:55:52.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:52 smithi005 ceph-mon[90837]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:55:53.239 INFO:tasks.workunit.client.0.smithi005.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:53.240 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0mtiy8mpoJwriOl off=4524119 len=69896 2024-04-12T16:55:53.242 INFO:tasks.workunit.client.0.smithi005.stdout:op 3166 completed, throughput=4.99MB/sec 2024-04-12T16:55:53.242 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6u6woB6HyJZ_TmZ off=6514214 len=612408 2024-04-12T16:55:53.246 INFO:tasks.workunit.client.0.smithi005.stdout:op 3167 completed, throughput=5MB/sec 2024-04-12T16:55:53.246 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RT8Y76DqcQO9Cg5 off=2993819 len=468342 2024-04-12T16:55:53.250 INFO:tasks.workunit.client.0.smithi005.stdout:op 3168 completed, throughput=5MB/sec 2024-04-12T16:55:53.250 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UEHrg_S_1pBniWN off=1890805 len=2075861 2024-04-12T16:55:53.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 3169 completed, throughput=5MB/sec 2024-04-12T16:55:53.261 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KIZzWCkT0fHT8mz off=5557016 len=1653172 2024-04-12T16:55:53.262 INFO:tasks.workunit.client.0.smithi005.stdout:op 3170 completed, throughput=5MB/sec 2024-04-12T16:55:54.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:54 smithi005 ceph-mon[88416]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:55:54.203 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:55:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:55:53] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:55:54.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:54 smithi005 ceph-mon[90837]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:55:54.263 INFO:tasks.workunit.client.0.smithi005.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:54.263 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qxH3ONTppHmoTk2 off=17871505 len=1623501 2024-04-12T16:55:54.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 3171 completed, throughput=5MB/sec 2024-04-12T16:55:54.265 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Grv2kKyTtQsdeAn off=1821495 len=438184 2024-04-12T16:55:54.266 INFO:tasks.workunit.client.0.smithi005.stdout:op 3172 completed, throughput=5MB/sec 2024-04-12T16:55:54.266 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1-nNvI91N6ejJFs off=3532531 len=617532 2024-04-12T16:55:54.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 3173 completed, throughput=5MB/sec 2024-04-12T16:55:54.271 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tPlZZNGCuc5DP0m off=1117999 len=1010128 2024-04-12T16:55:54.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 3174 completed, throughput=5MB/sec 2024-04-12T16:55:54.272 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fsYrkUzoUIG3CzX off=10116045 len=676913 2024-04-12T16:55:54.277 INFO:tasks.workunit.client.0.smithi005.stdout:op 3175 completed, throughput=5MB/sec 2024-04-12T16:55:54.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:54 smithi016 ceph-mon[84444]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-12T16:55:55.277 INFO:tasks.workunit.client.0.smithi005.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:55.277 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e-wgIPuqpC7Vhoi off=8972136 len=1235799 2024-04-12T16:55:55.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 3176 completed, throughput=4.99MB/sec 2024-04-12T16:55:55.279 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QXu48C3BoLrCmqO off=8940584 len=30275 2024-04-12T16:55:55.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 3177 completed, throughput=4.99MB/sec 2024-04-12T16:55:55.280 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E086eIb4Qca0Acy off=7617799 len=875907 2024-04-12T16:55:55.280 INFO:tasks.workunit.client.0.smithi005.stdout:op 3178 completed, throughput=5MB/sec 2024-04-12T16:55:55.281 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-etxkiufrL0UPr6n off=916167 len=1550547 2024-04-12T16:55:55.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 3179 completed, throughput=5MB/sec 2024-04-12T16:55:55.282 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3F5YOuPvGRKMxGz off=8212279 len=1273816 2024-04-12T16:55:55.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 3180 completed, throughput=5MB/sec 2024-04-12T16:55:55.289 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y0TI3kpP9R1yZmM off=0 len=1212592 2024-04-12T16:55:55.290 INFO:tasks.workunit.client.0.smithi005.stdout:op 3181 completed, throughput=5MB/sec 2024-04-12T16:55:56.290 INFO:tasks.workunit.client.0.smithi005.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:56.290 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oogMc6DtgJ5osqM off=13989836 len=1340765 2024-04-12T16:55:56.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 3182 completed, throughput=5MB/sec 2024-04-12T16:55:56.292 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9wzfUsWYpF9-vkc off=463226 len=1543663 2024-04-12T16:55:56.293 INFO:tasks.workunit.client.0.smithi005.stdout:op 3183 completed, throughput=5MB/sec 2024-04-12T16:55:56.294 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5jx6mzxpGvfsX7u off=113059 len=78764 2024-04-12T16:55:56.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 3184 completed, throughput=5MB/sec 2024-04-12T16:55:56.296 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PAqs9n4RK_TVxz8 off=418935 len=1763772 2024-04-12T16:55:56.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 3185 completed, throughput=5MB/sec 2024-04-12T16:55:56.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:56 smithi016 ceph-mon[84444]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T16:55:56.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:56 smithi005 ceph-mon[88416]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T16:55:56.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:56 smithi005 ceph-mon[90837]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T16:55:57.299 INFO:tasks.workunit.client.0.smithi005.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:57.299 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g3WwwA-JWlz5DWJ off=12682475 len=390399 2024-04-12T16:55:57.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 3186 completed, throughput=4.99MB/sec 2024-04-12T16:55:57.300 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IqWtyFxtz9gHZpF off=5451820 len=694225 2024-04-12T16:55:57.304 INFO:tasks.workunit.client.0.smithi005.stdout:op 3187 completed, throughput=4.99MB/sec 2024-04-12T16:55:57.304 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tqXBVA-ijo0YXCP off=6438035 len=1432706 2024-04-12T16:55:57.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 3188 completed, throughput=5MB/sec 2024-04-12T16:55:57.306 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-R4LXGxnKrGOuejW off=9557252 len=1582715 2024-04-12T16:55:57.314 INFO:tasks.workunit.client.0.smithi005.stdout:op 3189 completed, throughput=5MB/sec 2024-04-12T16:55:57.314 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZfmdvwLK3lFtSrg off=5201677 len=56880 2024-04-12T16:55:57.315 INFO:tasks.workunit.client.0.smithi005.stdout:op 3190 completed, throughput=5MB/sec 2024-04-12T16:55:57.315 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nlaE58Rx_F27Hcc off=938815 len=655017 2024-04-12T16:55:57.315 INFO:tasks.workunit.client.0.smithi005.stdout:op 3191 completed, throughput=5MB/sec 2024-04-12T16:55:57.315 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Mk5IUTR2u96B8D8 off=14263417 len=557138 2024-04-12T16:55:57.319 INFO:tasks.workunit.client.0.smithi005.stdout:op 3192 completed, throughput=5MB/sec 2024-04-12T16:55:58.319 INFO:tasks.workunit.client.0.smithi005.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:58.319 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EqUJsG0rhzO1EPD off=9759478 len=906137 2024-04-12T16:55:58.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 3193 completed, throughput=4.99MB/sec 2024-04-12T16:55:58.320 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qGiSnj-fiySI0PY off=1492161 len=1726975 2024-04-12T16:55:58.322 INFO:tasks.workunit.client.0.smithi005.stdout:op 3194 completed, throughput=5MB/sec 2024-04-12T16:55:58.322 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Uux35O1kgjf7oZB off=6459530 len=607985 2024-04-12T16:55:58.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 3195 completed, throughput=5MB/sec 2024-04-12T16:55:58.324 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NowNBjGAX4DEafy off=6736187 len=1803433 2024-04-12T16:55:58.331 INFO:tasks.workunit.client.0.smithi005.stdout:op 3196 completed, throughput=5MB/sec 2024-04-12T16:55:58.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:55:58 smithi016 ceph-mon[84444]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:55:58.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:55:58 smithi005 ceph-mon[88416]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:55:58.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:55:58 smithi005 ceph-mon[90837]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:55:59.332 INFO:tasks.workunit.client.0.smithi005.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-12T16:55:59.332 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dWI22KJoHKn0g-v off=4611197 len=411973 2024-04-12T16:55:59.336 INFO:tasks.workunit.client.0.smithi005.stdout:op 3197 completed, throughput=4.99MB/sec 2024-04-12T16:55:59.336 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y5ED4TARxfVin1t off=3363309 len=519040 2024-04-12T16:55:59.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 3198 completed, throughput=4.99MB/sec 2024-04-12T16:55:59.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QR9gU_KNz4PHRqN off=18545243 len=1865433 2024-04-12T16:55:59.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 3199 completed, throughput=5MB/sec 2024-04-12T16:55:59.342 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U4zKiOr3Rq_aUJD off=4296849 len=527621 2024-04-12T16:55:59.343 INFO:tasks.workunit.client.0.smithi005.stdout:op 3200 completed, throughput=5MB/sec 2024-04-12T16:55:59.343 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-plS8JD1TmVfg_8Z off=2370318 len=1663311 2024-04-12T16:55:59.344 INFO:tasks.workunit.client.0.smithi005.stdout:op 3201 completed, throughput=5MB/sec 2024-04-12T16:55:59.344 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KcFUMzonXxDK2qr off=5479688 len=224905 2024-04-12T16:55:59.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 3202 completed, throughput=5MB/sec 2024-04-12T16:56:00.342 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:00 smithi016 ceph-mon[84444]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:56:00.347 INFO:tasks.workunit.client.0.smithi005.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:00.347 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CjSPdkO-Mrvn6wm off=7162502 len=2083863 2024-04-12T16:56:00.351 INFO:tasks.workunit.client.0.smithi005.stdout:op 3203 completed, throughput=5MB/sec 2024-04-12T16:56:00.351 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uJSlqoVfA7j0LLJ off=5534142 len=184801 2024-04-12T16:56:00.352 INFO:tasks.workunit.client.0.smithi005.stdout:op 3204 completed, throughput=5MB/sec 2024-04-12T16:56:00.352 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fDcQWspZ9fNK07h off=5759555 len=449151 2024-04-12T16:56:00.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 3205 completed, throughput=5MB/sec 2024-04-12T16:56:00.353 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-M_pDqm_XNaFUIh5 off=6249201 len=1936278 2024-04-12T16:56:00.362 INFO:tasks.workunit.client.0.smithi005.stdout:op 3206 completed, throughput=5MB/sec 2024-04-12T16:56:00.362 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZkCm7tkzc9U_QJs off=544075 len=802728 2024-04-12T16:56:00.363 INFO:tasks.workunit.client.0.smithi005.stdout:op 3207 completed, throughput=5MB/sec 2024-04-12T16:56:00.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:00 smithi005 ceph-mon[88416]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:56:00.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:00 smithi005 ceph-mon[90837]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:56:01.365 INFO:tasks.workunit.client.0.smithi005.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:01.365 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-otE6P8WspD7FK7T off=8016278 len=216441 2024-04-12T16:56:01.368 INFO:tasks.workunit.client.0.smithi005.stdout:op 3208 completed, throughput=4.99MB/sec 2024-04-12T16:56:01.368 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mB6NiewlFqSkxto off=292787 len=1593559 2024-04-12T16:56:01.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 3209 completed, throughput=5MB/sec 2024-04-12T16:56:01.369 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-T-RQbD7TCKm6mPM off=4097972 len=1769790 2024-04-12T16:56:01.372 INFO:tasks.workunit.client.0.smithi005.stdout:op 3210 completed, throughput=5MB/sec 2024-04-12T16:56:01.372 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZE-BNx10mOifLmC off=2931143 len=422850 2024-04-12T16:56:01.376 INFO:tasks.workunit.client.0.smithi005.stdout:op 3211 completed, throughput=5MB/sec 2024-04-12T16:56:01.376 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ezqSQ53yNFWIjkY off=145933 len=1630756 2024-04-12T16:56:01.383 INFO:tasks.workunit.client.0.smithi005.stdout:op 3212 completed, throughput=5MB/sec 2024-04-12T16:56:02.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:02 smithi016 ceph-mon[84444]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:02.343 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:56:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:02.384 INFO:tasks.workunit.client.0.smithi005.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:02.384 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nlaE58Rx_F27Hcc off=2220750 len=1168270 2024-04-12T16:56:02.389 INFO:tasks.workunit.client.0.smithi005.stdout:op 3213 completed, throughput=4.99MB/sec 2024-04-12T16:56:02.389 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gs2fzxrRTVHvxb- off=20111116 len=901661 2024-04-12T16:56:02.394 INFO:tasks.workunit.client.0.smithi005.stdout:op 3214 completed, throughput=5MB/sec 2024-04-12T16:56:02.394 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1hUnAMt0KQO_K-b off=3064063 len=1488950 2024-04-12T16:56:02.400 INFO:tasks.workunit.client.0.smithi005.stdout:op 3215 completed, throughput=5MB/sec 2024-04-12T16:56:02.400 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RXj7-v7dMavwU5Q off=1787057 len=1973051 2024-04-12T16:56:02.402 INFO:tasks.workunit.client.0.smithi005.stdout:op 3216 completed, throughput=5MB/sec 2024-04-12T16:56:02.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:02 smithi005 ceph-mon[88416]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:02.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:02 smithi005 ceph-mon[90837]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:03.402 INFO:tasks.workunit.client.0.smithi005.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:03.403 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-awdmNbdBREowScz off=424092 len=1682544 2024-04-12T16:56:03.404 INFO:tasks.workunit.client.0.smithi005.stdout:op 3217 completed, throughput=5MB/sec 2024-04-12T16:56:03.405 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zWzSJBn0l6hK7ud off=1002769 len=133906 2024-04-12T16:56:03.408 INFO:tasks.workunit.client.0.smithi005.stdout:op 3218 completed, throughput=5MB/sec 2024-04-12T16:56:03.408 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-P6GibHaAT21lG0K off=310902 len=1428741 2024-04-12T16:56:03.414 INFO:tasks.workunit.client.0.smithi005.stdout:op 3219 completed, throughput=5MB/sec 2024-04-12T16:56:03.415 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-T6fVPkk3nWWWemh off=3077241 len=2020366 2024-04-12T16:56:03.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 3220 completed, throughput=5MB/sec 2024-04-12T16:56:04.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:04 smithi005 ceph-mon[88416]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:56:04.203 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:56:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:56:03] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:56:04.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:04 smithi005 ceph-mon[90837]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:56:04.423 INFO:tasks.workunit.client.0.smithi005.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:04.423 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MBHUTdecW4txIwd off=312667 len=119690 2024-04-12T16:56:04.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 3221 completed, throughput=4.99MB/sec 2024-04-12T16:56:04.424 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hiIdta4dQ_9aYyp off=12137532 len=1032314 2024-04-12T16:56:04.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 3222 completed, throughput=4.99MB/sec 2024-04-12T16:56:04.430 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-glK29IXfgUHSbgq off=5470629 len=1984158 2024-04-12T16:56:04.439 INFO:tasks.workunit.client.0.smithi005.stdout:op 3223 completed, throughput=5MB/sec 2024-04-12T16:56:04.439 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BbWV-O-uOkFVM56 off=4696362 len=1561527 2024-04-12T16:56:04.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 3224 completed, throughput=5MB/sec 2024-04-12T16:56:04.440 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LV97-kLWaeIILUA off=2223784 len=1902188 2024-04-12T16:56:04.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 3225 completed, throughput=5MB/sec 2024-04-12T16:56:04.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:04 smithi016 ceph-mon[84444]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:56:05.445 INFO:tasks.workunit.client.0.smithi005.stdout: 645: throughput=5MB/sec pending data=0 2024-04-12T16:56:05.445 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zjZy_5JmQHCEJey off=8417976 len=1116598 2024-04-12T16:56:05.451 INFO:tasks.workunit.client.0.smithi005.stdout:op 3226 completed, throughput=5MB/sec 2024-04-12T16:56:05.451 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ATxZ5gR3QjenOa3 off=9408591 len=208155 2024-04-12T16:56:05.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:05.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:05.454 INFO:tasks.workunit.client.0.smithi005.stdout:op 3227 completed, throughput=5MB/sec 2024-04-12T16:56:05.454 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k42pz_Jdpkp9cCG off=3367590 len=692353 2024-04-12T16:56:05.458 INFO:tasks.workunit.client.0.smithi005.stdout:op 3228 completed, throughput=5MB/sec 2024-04-12T16:56:05.458 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-etgHYunSMYzTVub off=3502095 len=1401433 2024-04-12T16:56:05.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 3229 completed, throughput=5MB/sec 2024-04-12T16:56:05.461 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m3cdISKHToZ7CyX off=3084701 len=1340222 2024-04-12T16:56:05.462 INFO:tasks.workunit.client.0.smithi005.stdout:op 3230 completed, throughput=5MB/sec 2024-04-12T16:56:05.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:06.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:06 smithi005 ceph-mon[88416]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:56:06.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:06 smithi005 ceph-mon[90837]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:56:06.462 INFO:tasks.workunit.client.0.smithi005.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:06.462 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1FLkxDJFco02Pta off=12330893 len=807078 2024-04-12T16:56:06.467 INFO:tasks.workunit.client.0.smithi005.stdout:op 3231 completed, throughput=5MB/sec 2024-04-12T16:56:06.467 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0y3VIdBalcTtMXE off=5982604 len=478230 2024-04-12T16:56:06.471 INFO:tasks.workunit.client.0.smithi005.stdout:op 3232 completed, throughput=5MB/sec 2024-04-12T16:56:06.471 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bmONEgWDltDCKPt off=11826227 len=1838000 2024-04-12T16:56:06.479 INFO:tasks.workunit.client.0.smithi005.stdout:op 3233 completed, throughput=5MB/sec 2024-04-12T16:56:06.479 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iQuU21TzL2zkveM off=5206239 len=1538601 2024-04-12T16:56:06.486 INFO:tasks.workunit.client.0.smithi005.stdout:op 3234 completed, throughput=5MB/sec 2024-04-12T16:56:06.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:06 smithi016 ceph-mon[84444]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:56:07.486 INFO:tasks.workunit.client.0.smithi005.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:07.486 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-r4cXsibVM0nyIZD off=2374448 len=1267537 2024-04-12T16:56:07.492 INFO:tasks.workunit.client.0.smithi005.stdout:op 3235 completed, throughput=5MB/sec 2024-04-12T16:56:07.493 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XuezSFJ0elNBQNa off=3364734 len=58231 2024-04-12T16:56:07.493 INFO:tasks.workunit.client.0.smithi005.stdout:op 3236 completed, throughput=5MB/sec 2024-04-12T16:56:07.493 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kM3WU3_nZDfk48E off=10976745 len=1861773 2024-04-12T16:56:07.495 INFO:tasks.workunit.client.0.smithi005.stdout:op 3237 completed, throughput=5MB/sec 2024-04-12T16:56:07.495 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0zC24PaySs0zPqU off=1873601 len=2041460 2024-04-12T16:56:07.503 INFO:tasks.workunit.client.0.smithi005.stdout:op 3238 completed, throughput=5MB/sec 2024-04-12T16:56:08.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[88416]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:56:08.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:56:08.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:56:08.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:56:08.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:56:08.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[90837]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:56:08.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:56:08.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:56:08.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:56:08.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:56:08.503 INFO:tasks.workunit.client.0.smithi005.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:08.503 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d4KZUNjnDNPktoJ off=5096032 len=1635155 2024-04-12T16:56:08.506 INFO:tasks.workunit.client.0.smithi005.stdout:op 3239 completed, throughput=5MB/sec 2024-04-12T16:56:08.506 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-shr8BDYBfAPMDsZ off=8418213 len=1771744 2024-04-12T16:56:08.515 INFO:tasks.workunit.client.0.smithi005.stdout:op 3240 completed, throughput=5MB/sec 2024-04-12T16:56:08.515 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yAwJaX9qpjRnCDG off=4041964 len=152663 2024-04-12T16:56:08.515 INFO:tasks.workunit.client.0.smithi005.stdout:op 3241 completed, throughput=5MB/sec 2024-04-12T16:56:08.515 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_T_S-rlHmiChFFN off=5694769 len=112373 2024-04-12T16:56:08.516 INFO:tasks.workunit.client.0.smithi005.stdout:op 3242 completed, throughput=5MB/sec 2024-04-12T16:56:08.516 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-p3hMViDj47HxgM0 off=16482982 len=872184 2024-04-12T16:56:08.517 INFO:tasks.workunit.client.0.smithi005.stdout:op 3243 completed, throughput=5MB/sec 2024-04-12T16:56:08.517 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uid9tnEx5mxk4bt off=0 len=1339211 2024-04-12T16:56:08.524 INFO:tasks.workunit.client.0.smithi005.stdout:op 3244 completed, throughput=5MB/sec 2024-04-12T16:56:08.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:08 smithi016 ceph-mon[84444]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:56:08.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:56:08.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:56:08.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:56:08.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:56:09.524 INFO:tasks.workunit.client.0.smithi005.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:09.524 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4rXPz5ew-DgHJcw off=228692 len=1556265 2024-04-12T16:56:09.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 3245 completed, throughput=5MB/sec 2024-04-12T16:56:09.533 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KZUjsnn4fdutIUn off=13751110 len=1829224 2024-04-12T16:56:09.537 INFO:tasks.workunit.client.0.smithi005.stdout:op 3246 completed, throughput=5MB/sec 2024-04-12T16:56:09.537 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tBnP9NU1whmtztp off=9198995 len=647728 2024-04-12T16:56:09.541 INFO:tasks.workunit.client.0.smithi005.stdout:op 3247 completed, throughput=5MB/sec 2024-04-12T16:56:09.541 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4LiDPUlhR3nN0I5 off=439440 len=1717106 2024-04-12T16:56:09.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 3248 completed, throughput=5MB/sec 2024-04-12T16:56:10.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:10 smithi005 ceph-mon[88416]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:56:10.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:10 smithi005 ceph-mon[90837]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:56:10.543 INFO:tasks.workunit.client.0.smithi005.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:10.544 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-43NnQ5BuXwSBbMP off=3023418 len=69095 2024-04-12T16:56:10.546 INFO:tasks.workunit.client.0.smithi005.stdout:op 3249 completed, throughput=4.99MB/sec 2024-04-12T16:56:10.546 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-47aAJYPTSRj_sCG off=5865401 len=1205859 2024-04-12T16:56:10.548 INFO:tasks.workunit.client.0.smithi005.stdout:op 3250 completed, throughput=5MB/sec 2024-04-12T16:56:10.548 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9trzH0n7lM8m78K off=12153701 len=1630727 2024-04-12T16:56:10.550 INFO:tasks.workunit.client.0.smithi005.stdout:op 3251 completed, throughput=5MB/sec 2024-04-12T16:56:10.550 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TgIouvCM7XXLzHU off=9474743 len=115316 2024-04-12T16:56:10.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 3252 completed, throughput=5MB/sec 2024-04-12T16:56:10.551 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xgzMa4-YA-nH9es off=1940761 len=1351549 2024-04-12T16:56:10.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 3253 completed, throughput=5MB/sec 2024-04-12T16:56:10.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:10 smithi016 ceph-mon[84444]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T16:56:11.553 INFO:tasks.workunit.client.0.smithi005.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:11.553 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tiIkCXpF67mfl9f off=4619366 len=1149941 2024-04-12T16:56:11.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 3254 completed, throughput=4.99MB/sec 2024-04-12T16:56:11.560 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lZRqiofMtEF1U_S off=6944935 len=1542512 2024-04-12T16:56:11.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 3255 completed, throughput=5MB/sec 2024-04-12T16:56:11.562 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AMCVUZsNgHvvruX off=14048018 len=199742 2024-04-12T16:56:11.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 3256 completed, throughput=5MB/sec 2024-04-12T16:56:11.563 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YUtRaiuGmqW78vv off=1124664 len=2015834 2024-04-12T16:56:11.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 3257 completed, throughput=5MB/sec 2024-04-12T16:56:12.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:12 smithi005 ceph-mon[88416]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:56:12.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:12 smithi005 ceph-mon[90837]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:56:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:12.573 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nDf2a3hxf4O4QrP off=7753244 len=2091481 2024-04-12T16:56:12.583 INFO:tasks.workunit.client.0.smithi005.stdout:op 3258 completed, throughput=5MB/sec 2024-04-12T16:56:12.583 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lh6gGYBR-rDKPWp off=10891813 len=1072803 2024-04-12T16:56:12.589 INFO:tasks.workunit.client.0.smithi005.stdout:op 3259 completed, throughput=5MB/sec 2024-04-12T16:56:12.590 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q6Y80VEEXIfrGPF off=8773500 len=1365030 2024-04-12T16:56:12.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 3260 completed, throughput=5MB/sec 2024-04-12T16:56:12.591 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BUDVW5UIjorXo0K off=1176936 len=1451851 2024-04-12T16:56:12.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:12 smithi016 ceph-mon[84444]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:56:12.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:56:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:12.593 INFO:tasks.workunit.client.0.smithi005.stdout:op 3261 completed, throughput=5MB/sec 2024-04-12T16:56:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:13.593 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i_DuGUZBc6qrEId off=6301176 len=118226 2024-04-12T16:56:13.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 3262 completed, throughput=4.99MB/sec 2024-04-12T16:56:13.596 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-t4J26TyK0HeUbCM off=9951945 len=408796 2024-04-12T16:56:13.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 3263 completed, throughput=4.99MB/sec 2024-04-12T16:56:13.598 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z7t08KwhVS-Tg_m off=7653159 len=225198 2024-04-12T16:56:13.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 3264 completed, throughput=4.99MB/sec 2024-04-12T16:56:13.598 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cmL9ganQUBBc4E0 off=11935988 len=1883774 2024-04-12T16:56:13.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 3265 completed, throughput=5MB/sec 2024-04-12T16:56:13.608 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GL03JfIOfMU6-2n off=3528633 len=817159 2024-04-12T16:56:13.612 INFO:tasks.workunit.client.0.smithi005.stdout:op 3266 completed, throughput=5MB/sec 2024-04-12T16:56:13.612 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zFdeYCN6qHeDGnJ off=1957072 len=141410 2024-04-12T16:56:13.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 3267 completed, throughput=5MB/sec 2024-04-12T16:56:13.613 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--bqqgTNdoCAuCd5 off=7070293 len=1995040 2024-04-12T16:56:13.621 INFO:tasks.workunit.client.0.smithi005.stdout:op 3268 completed, throughput=5MB/sec 2024-04-12T16:56:14.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:14 smithi005 ceph-mon[88416]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:14.203 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:56:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:56:13] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-12T16:56:14.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:14 smithi005 ceph-mon[90837]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:14.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:14 smithi016 ceph-mon[84444]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:14.622 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZToSutxykW1Tq0R off=11111555 len=1548222 2024-04-12T16:56:14.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 3269 completed, throughput=5MB/sec 2024-04-12T16:56:14.631 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fItNhj-mURzE1U5 off=1262250 len=199806 2024-04-12T16:56:14.631 INFO:tasks.workunit.client.0.smithi005.stdout:op 3270 completed, throughput=5MB/sec 2024-04-12T16:56:14.631 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IDw8kUmue0usezQ off=0 len=1566687 2024-04-12T16:56:14.638 INFO:tasks.workunit.client.0.smithi005.stdout:op 3271 completed, throughput=5MB/sec 2024-04-12T16:56:14.639 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-odxjxY4sfkSg_UI off=1902659 len=997429 2024-04-12T16:56:14.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 3272 completed, throughput=5MB/sec 2024-04-12T16:56:14.645 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-767Gm0ol9Exf1QI off=10228225 len=614239 2024-04-12T16:56:14.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 3273 completed, throughput=5MB/sec 2024-04-12T16:56:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:15.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TPf7TKP4eTVRIUN off=1741868 len=1914049 2024-04-12T16:56:15.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 3274 completed, throughput=5MB/sec 2024-04-12T16:56:15.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fiSXKN2_RlhyR7x off=1939552 len=1348790 2024-04-12T16:56:15.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 3275 completed, throughput=5MB/sec 2024-04-12T16:56:15.667 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LlQuRhmEb8vhxMe off=2415084 len=82273 2024-04-12T16:56:15.669 INFO:tasks.workunit.client.0.smithi005.stdout:op 3276 completed, throughput=5MB/sec 2024-04-12T16:56:15.669 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zcvP1GDYW8mDjXS off=8147835 len=26560 2024-04-12T16:56:15.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 3277 completed, throughput=5MB/sec 2024-04-12T16:56:15.670 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BuBJ-_VwzjXMtKM off=2356972 len=1576364 2024-04-12T16:56:15.677 INFO:tasks.workunit.client.0.smithi005.stdout:op 3278 completed, throughput=5MB/sec 2024-04-12T16:56:15.677 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QssT3y-o9BRWgnE off=2265317 len=329246 2024-04-12T16:56:15.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 3279 completed, throughput=5MB/sec 2024-04-12T16:56:16.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:16 smithi005 ceph-mon[88416]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:56:16.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:16 smithi005 ceph-mon[90837]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:56:16.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:16 smithi016 ceph-mon[84444]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:56:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:16.678 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--2RYbWF5ydvPOlw off=4325037 len=1781518 2024-04-12T16:56:16.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 3280 completed, throughput=5MB/sec 2024-04-12T16:56:16.685 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mbZjN0avq4j2nnV off=1405171 len=1306590 2024-04-12T16:56:16.692 INFO:tasks.workunit.client.0.smithi005.stdout:op 3281 completed, throughput=5MB/sec 2024-04-12T16:56:16.692 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xCyLNbq6RbU9OCS off=15296351 len=46152 2024-04-12T16:56:16.693 INFO:tasks.workunit.client.0.smithi005.stdout:op 3282 completed, throughput=5MB/sec 2024-04-12T16:56:16.693 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wYGt2kJSb0Pqldk off=1851105 len=522485 2024-04-12T16:56:16.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 3283 completed, throughput=5MB/sec 2024-04-12T16:56:16.697 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fx-jsVw2TWmu3Mt off=18499595 len=1838629 2024-04-12T16:56:16.705 INFO:tasks.workunit.client.0.smithi005.stdout:op 3284 completed, throughput=5MB/sec 2024-04-12T16:56:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:17.706 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sljiVGcBcIcWEeP off=3756297 len=801128 2024-04-12T16:56:17.710 INFO:tasks.workunit.client.0.smithi005.stdout:op 3285 completed, throughput=4.99MB/sec 2024-04-12T16:56:17.710 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TNpn8_jPqRUfCcT off=2433170 len=1856667 2024-04-12T16:56:17.714 INFO:tasks.workunit.client.0.smithi005.stdout:op 3286 completed, throughput=5MB/sec 2024-04-12T16:56:17.714 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N9nYenmoIAdsMdP off=11997669 len=185695 2024-04-12T16:56:17.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 3287 completed, throughput=5MB/sec 2024-04-12T16:56:17.718 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zS7BVNVdf6SuiHJ off=7198765 len=1255406 2024-04-12T16:56:17.719 INFO:tasks.workunit.client.0.smithi005.stdout:op 3288 completed, throughput=5MB/sec 2024-04-12T16:56:17.720 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PB9Mxifl3ZuFa67 off=5436819 len=49053 2024-04-12T16:56:17.722 INFO:tasks.workunit.client.0.smithi005.stdout:op 3289 completed, throughput=5MB/sec 2024-04-12T16:56:17.722 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O3PqKAPoqWrpNDm off=15892457 len=994238 2024-04-12T16:56:17.724 INFO:tasks.workunit.client.0.smithi005.stdout:op 3290 completed, throughput=5MB/sec 2024-04-12T16:56:18.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:18 smithi005 ceph-mon[88416]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:56:18.452 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:18 smithi005 ceph-mon[90837]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:56:18.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:18 smithi016 ceph-mon[84444]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:56:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:18.725 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D5G0z8izFtD7uKy off=7141001 len=209599 2024-04-12T16:56:18.727 INFO:tasks.workunit.client.0.smithi005.stdout:op 3291 completed, throughput=4.99MB/sec 2024-04-12T16:56:18.728 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k1CvKKN6wpI13P2 off=936755 len=552822 2024-04-12T16:56:18.732 INFO:tasks.workunit.client.0.smithi005.stdout:op 3292 completed, throughput=4.99MB/sec 2024-04-12T16:56:18.732 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Fb0LLqMHo4OHiP3 off=264038 len=991031 2024-04-12T16:56:18.736 INFO:tasks.workunit.client.0.smithi005.stdout:op 3293 completed, throughput=5MB/sec 2024-04-12T16:56:18.736 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1Oeu8mP7dw8Zt5H off=9339579 len=942306 2024-04-12T16:56:18.741 INFO:tasks.workunit.client.0.smithi005.stdout:op 3294 completed, throughput=5MB/sec 2024-04-12T16:56:18.741 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3T896bEZNAsUjLW off=7179421 len=597150 2024-04-12T16:56:18.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 3295 completed, throughput=5MB/sec 2024-04-12T16:56:18.746 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--GWTwLboZ_7lzv4 off=6950859 len=2026218 2024-04-12T16:56:18.754 INFO:tasks.workunit.client.0.smithi005.stdout:op 3296 completed, throughput=5MB/sec 2024-04-12T16:56:19.755 INFO:tasks.workunit.client.0.smithi005.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:19.755 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zDBo4tgGqLqR8dt off=11434111 len=872557 2024-04-12T16:56:19.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 3297 completed, throughput=4.99MB/sec 2024-04-12T16:56:19.760 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DdoPGCp7EUCXfp0 off=11756135 len=841875 2024-04-12T16:56:19.761 INFO:tasks.workunit.client.0.smithi005.stdout:op 3298 completed, throughput=5MB/sec 2024-04-12T16:56:19.761 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QyAQGF6uFHwwq7X off=277959 len=300245 2024-04-12T16:56:19.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 3299 completed, throughput=5MB/sec 2024-04-12T16:56:19.764 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LUoKljgpKtwcabT off=6932624 len=539484 2024-04-12T16:56:19.768 INFO:tasks.workunit.client.0.smithi005.stdout:op 3300 completed, throughput=5MB/sec 2024-04-12T16:56:19.768 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w4Q-vVpD2EE4G_z off=3606371 len=1832447 2024-04-12T16:56:19.770 INFO:tasks.workunit.client.0.smithi005.stdout:op 3301 completed, throughput=5MB/sec 2024-04-12T16:56:19.770 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NfP94e13XOs8vId off=14453904 len=1041397 2024-04-12T16:56:19.775 INFO:tasks.workunit.client.0.smithi005.stdout:op 3302 completed, throughput=5MB/sec 2024-04-12T16:56:20.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:20 smithi005 ceph-mon[88416]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:56:20.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:20.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:20 smithi005 ceph-mon[90837]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:56:20.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:20.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:20 smithi016 ceph-mon[84444]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T16:56:20.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:20.776 INFO:tasks.workunit.client.0.smithi005.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:20.776 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--WFF90h4j2ordfC off=11729731 len=1565819 2024-04-12T16:56:20.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 3303 completed, throughput=5MB/sec 2024-04-12T16:56:20.783 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bMfP8B7Q27tSJKb off=5819217 len=544519 2024-04-12T16:56:20.784 INFO:tasks.workunit.client.0.smithi005.stdout:op 3304 completed, throughput=5MB/sec 2024-04-12T16:56:20.784 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bSV-WxAHkE0Kra8 off=245543 len=1764400 2024-04-12T16:56:20.786 INFO:tasks.workunit.client.0.smithi005.stdout:op 3305 completed, throughput=5MB/sec 2024-04-12T16:56:20.786 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9X8C4VQqWRUjXxn off=13335205 len=948906 2024-04-12T16:56:20.792 INFO:tasks.workunit.client.0.smithi005.stdout:op 3306 completed, throughput=5MB/sec 2024-04-12T16:56:20.792 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lFQDgd59Pj61JXQ off=405597 len=1716019 2024-04-12T16:56:20.798 INFO:tasks.workunit.client.0.smithi005.stdout:op 3307 completed, throughput=5MB/sec 2024-04-12T16:56:21.799 INFO:tasks.workunit.client.0.smithi005.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:21.799 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QOuabxJBFg66mWc off=1653633 len=240734 2024-04-12T16:56:21.802 INFO:tasks.workunit.client.0.smithi005.stdout:op 3308 completed, throughput=4.99MB/sec 2024-04-12T16:56:21.802 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MZZSW_reMToqetA off=83179 len=52060 2024-04-12T16:56:21.803 INFO:tasks.workunit.client.0.smithi005.stdout:op 3309 completed, throughput=4.99MB/sec 2024-04-12T16:56:21.803 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aZhIUH0FWnYHixI off=107204 len=642386 2024-04-12T16:56:21.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 3310 completed, throughput=5MB/sec 2024-04-12T16:56:21.805 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yPt6RZpW0Wpft4i off=3713810 len=1029102 2024-04-12T16:56:21.810 INFO:tasks.workunit.client.0.smithi005.stdout:op 3311 completed, throughput=5MB/sec 2024-04-12T16:56:21.810 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PaLA93DnRWdfvcm off=16471460 len=1956921 2024-04-12T16:56:21.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 3312 completed, throughput=5MB/sec 2024-04-12T16:56:21.812 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ANzW9r86Fb4XSI6 off=2797707 len=1039948 2024-04-12T16:56:21.813 INFO:tasks.workunit.client.0.smithi005.stdout:op 3313 completed, throughput=5MB/sec 2024-04-12T16:56:22.395 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:22 smithi016 ceph-mon[84444]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:22.396 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:56:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:56:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:22.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:22 smithi005 ceph-mon[88416]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:22.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:22 smithi005 ceph-mon[90837]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:22.814 INFO:tasks.workunit.client.0.smithi005.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:22.814 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Zqt-VvMy7Q_7Z-f off=1940554 len=1553535 2024-04-12T16:56:22.822 INFO:tasks.workunit.client.0.smithi005.stdout:op 3314 completed, throughput=5MB/sec 2024-04-12T16:56:22.823 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1Wt4qzhxHnx1v5j off=6254523 len=1167629 2024-04-12T16:56:22.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 3315 completed, throughput=5MB/sec 2024-04-12T16:56:22.828 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VT9FM2bvr7nd-_I off=2510431 len=821340 2024-04-12T16:56:22.832 INFO:tasks.workunit.client.0.smithi005.stdout:op 3316 completed, throughput=5MB/sec 2024-04-12T16:56:22.832 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yT_AU5nZHCcuamh off=2986088 len=226049 2024-04-12T16:56:22.835 INFO:tasks.workunit.client.0.smithi005.stdout:op 3317 completed, throughput=5MB/sec 2024-04-12T16:56:22.835 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4v7ZJaLq0W-hhw8 off=1469026 len=754778 2024-04-12T16:56:22.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 3318 completed, throughput=5MB/sec 2024-04-12T16:56:23.839 INFO:tasks.workunit.client.0.smithi005.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:23.839 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9fqki4dWlsO_8UH off=511682 len=1240702 2024-04-12T16:56:23.846 INFO:tasks.workunit.client.0.smithi005.stdout:op 3319 completed, throughput=4.99MB/sec 2024-04-12T16:56:23.846 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6VZ3zGinUaVK00f off=7656752 len=1423048 2024-04-12T16:56:23.852 INFO:tasks.workunit.client.0.smithi005.stdout:op 3320 completed, throughput=5MB/sec 2024-04-12T16:56:23.852 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Qgtok5aKi0082Sr off=4255482 len=948696 2024-04-12T16:56:23.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 3321 completed, throughput=5MB/sec 2024-04-12T16:56:23.857 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pJc760tA3EHm2xQ off=3533836 len=538233 2024-04-12T16:56:23.861 INFO:tasks.workunit.client.0.smithi005.stdout:op 3322 completed, throughput=5MB/sec 2024-04-12T16:56:23.861 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-099h7-GMmSjuoL_ off=6031727 len=793663 2024-04-12T16:56:23.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 3323 completed, throughput=5MB/sec 2024-04-12T16:56:23.865 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dkRY18o527AERoy off=4954073 len=754146 2024-04-12T16:56:23.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 3324 completed, throughput=5MB/sec 2024-04-12T16:56:24.202 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:24 smithi005 ceph-mon[88416]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:24.203 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:56:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:56:23] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T16:56:24.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:24 smithi005 ceph-mon[90837]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:24.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:24 smithi016 ceph-mon[84444]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:24.870 INFO:tasks.workunit.client.0.smithi005.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:24.870 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sS-jAnzRmOyI6rl off=15002046 len=1751280 2024-04-12T16:56:24.872 INFO:tasks.workunit.client.0.smithi005.stdout:op 3325 completed, throughput=5MB/sec 2024-04-12T16:56:24.872 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YVrcy-5RQsfOIrM off=845697 len=1702267 2024-04-12T16:56:24.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 3326 completed, throughput=5MB/sec 2024-04-12T16:56:24.881 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OwaBFv3Y0Cpk6It off=15319338 len=1438931 2024-04-12T16:56:24.888 INFO:tasks.workunit.client.0.smithi005.stdout:op 3327 completed, throughput=5MB/sec 2024-04-12T16:56:25.889 INFO:tasks.workunit.client.0.smithi005.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:25.889 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VrN4oAYt3KZXhHu off=510972 len=580519 2024-04-12T16:56:25.889 INFO:tasks.workunit.client.0.smithi005.stdout:op 3328 completed, throughput=4.99MB/sec 2024-04-12T16:56:25.890 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tkhAP8VIxTsXaNa off=2146391 len=1412164 2024-04-12T16:56:25.893 INFO:tasks.workunit.client.0.smithi005.stdout:op 3329 completed, throughput=5MB/sec 2024-04-12T16:56:25.893 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O2K8besHG0aL32g off=2786946 len=855545 2024-04-12T16:56:25.894 INFO:tasks.workunit.client.0.smithi005.stdout:op 3330 completed, throughput=5MB/sec 2024-04-12T16:56:25.894 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gh4HvloKWfyO9xY off=12128796 len=278520 2024-04-12T16:56:25.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 3331 completed, throughput=5MB/sec 2024-04-12T16:56:25.897 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2_kGGG5h3jdW4UV off=3346867 len=772423 2024-04-12T16:56:25.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 3332 completed, throughput=5MB/sec 2024-04-12T16:56:25.899 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eBpiaomHUnvfTFk off=10374227 len=1583432 2024-04-12T16:56:25.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 3333 completed, throughput=5MB/sec 2024-04-12T16:56:26.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:26 smithi005 ceph-mon[88416]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:56:26.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:26 smithi005 ceph-mon[90837]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:56:26.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:26 smithi016 ceph-mon[84444]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:56:26.901 INFO:tasks.workunit.client.0.smithi005.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:26.901 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yLnQG02AbSt-YAJ off=315074 len=958078 2024-04-12T16:56:26.906 INFO:tasks.workunit.client.0.smithi005.stdout:op 3334 completed, throughput=4.99MB/sec 2024-04-12T16:56:26.906 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G_MdryGWl6S-aZP off=121032 len=746215 2024-04-12T16:56:26.907 INFO:tasks.workunit.client.0.smithi005.stdout:op 3335 completed, throughput=5MB/sec 2024-04-12T16:56:26.907 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oWQy07Hw03mfMqY off=0 len=1068104 2024-04-12T16:56:26.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 3336 completed, throughput=5MB/sec 2024-04-12T16:56:26.912 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l8bLIDW4TaMNd7Z off=2980788 len=1615179 2024-04-12T16:56:26.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 3337 completed, throughput=5MB/sec 2024-04-12T16:56:26.914 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E086eIb4Qca0Acy off=4409078 len=873136 2024-04-12T16:56:26.915 INFO:tasks.workunit.client.0.smithi005.stdout:op 3338 completed, throughput=5MB/sec 2024-04-12T16:56:27.915 INFO:tasks.workunit.client.0.smithi005.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:27.916 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ljQFgO8eQZ4i-4v off=1783985 len=909052 2024-04-12T16:56:27.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 3339 completed, throughput=4.99MB/sec 2024-04-12T16:56:27.921 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8QVvEp5ln_E9FpI off=5247571 len=139769 2024-04-12T16:56:27.924 INFO:tasks.workunit.client.0.smithi005.stdout:op 3340 completed, throughput=4.99MB/sec 2024-04-12T16:56:27.924 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uD00XWz_mwFqXIj off=6428296 len=836510 2024-04-12T16:56:27.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 3341 completed, throughput=5MB/sec 2024-04-12T16:56:27.925 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m4LZbuaKC7-Ith_ off=194314 len=932874 2024-04-12T16:56:27.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 3342 completed, throughput=5MB/sec 2024-04-12T16:56:27.928 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SPLLNoewAJeA39T off=8879063 len=1563494 2024-04-12T16:56:27.930 INFO:tasks.workunit.client.0.smithi005.stdout:op 3343 completed, throughput=5MB/sec 2024-04-12T16:56:27.930 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jfYsNh5GYHqJFmi off=16049142 len=1579685 2024-04-12T16:56:27.938 INFO:tasks.workunit.client.0.smithi005.stdout:op 3344 completed, throughput=5MB/sec 2024-04-12T16:56:28.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:28 smithi005 ceph-mon[88416]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:28.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:28 smithi005 ceph-mon[90837]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:28.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:28 smithi016 ceph-mon[84444]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:28.939 INFO:tasks.workunit.client.0.smithi005.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:28.939 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PjrBuF4Nt8Uznjz off=1227881 len=107621 2024-04-12T16:56:28.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 3345 completed, throughput=4.99MB/sec 2024-04-12T16:56:28.942 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EjiHU3_gwkOZWkc off=7522595 len=891795 2024-04-12T16:56:28.944 INFO:tasks.workunit.client.0.smithi005.stdout:op 3346 completed, throughput=5MB/sec 2024-04-12T16:56:28.944 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o0zmp6xwRjcTA1F off=4513941 len=602678 2024-04-12T16:56:28.945 INFO:tasks.workunit.client.0.smithi005.stdout:op 3347 completed, throughput=5MB/sec 2024-04-12T16:56:28.945 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dG14BUDSCC9sd2M off=7071078 len=71442 2024-04-12T16:56:28.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 3348 completed, throughput=5MB/sec 2024-04-12T16:56:28.948 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A_uFyiiuA7iq35c off=9248689 len=346462 2024-04-12T16:56:28.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 3349 completed, throughput=5MB/sec 2024-04-12T16:56:28.949 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6MV-_K7WejUW5D5 off=2925757 len=2031207 2024-04-12T16:56:28.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 3350 completed, throughput=5MB/sec 2024-04-12T16:56:28.951 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--VHfPEezKwPTWQn off=356341 len=2046280 2024-04-12T16:56:28.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 3351 completed, throughput=5MB/sec 2024-04-12T16:56:29.954 INFO:tasks.workunit.client.0.smithi005.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:29.955 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PzhZO-pa_Tx_nYB off=1477281 len=542422 2024-04-12T16:56:29.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 3352 completed, throughput=5MB/sec 2024-04-12T16:56:29.958 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bKLi9_iXOEyBufM off=563760 len=642022 2024-04-12T16:56:29.962 INFO:tasks.workunit.client.0.smithi005.stdout:op 3353 completed, throughput=5MB/sec 2024-04-12T16:56:29.962 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LsDUmOt2_LhBCZx off=13937473 len=1800174 2024-04-12T16:56:29.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 3354 completed, throughput=5MB/sec 2024-04-12T16:56:29.964 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1JjtCvEQMX6aEEV off=7959718 len=914865 2024-04-12T16:56:29.970 INFO:tasks.workunit.client.0.smithi005.stdout:op 3355 completed, throughput=5MB/sec 2024-04-12T16:56:30.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:30 smithi005 ceph-mon[88416]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T16:56:30.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:30 smithi005 ceph-mon[90837]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T16:56:30.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:30 smithi016 ceph-mon[84444]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T16:56:30.970 INFO:tasks.workunit.client.0.smithi005.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:30.971 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZE-BNx10mOifLmC off=1189742 len=965217 2024-04-12T16:56:30.978 INFO:tasks.workunit.client.0.smithi005.stdout:op 3356 completed, throughput=4.99MB/sec 2024-04-12T16:56:30.978 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w4IUeYOw0ujNVDx off=2020941 len=711336 2024-04-12T16:56:30.978 INFO:tasks.workunit.client.0.smithi005.stdout:op 3357 completed, throughput=5MB/sec 2024-04-12T16:56:30.978 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EpT0wRSC380pUJD off=19454501 len=1355743 2024-04-12T16:56:30.987 INFO:tasks.workunit.client.0.smithi005.stdout:op 3358 completed, throughput=5MB/sec 2024-04-12T16:56:30.987 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fralc4jlpY6eL6d off=730939 len=1289699 2024-04-12T16:56:30.988 INFO:tasks.workunit.client.0.smithi005.stdout:op 3359 completed, throughput=5MB/sec 2024-04-12T16:56:30.988 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4c_K0iRBdZBEwfz off=9260247 len=1282692 2024-04-12T16:56:30.995 INFO:tasks.workunit.client.0.smithi005.stdout:op 3360 completed, throughput=5MB/sec 2024-04-12T16:56:31.996 INFO:tasks.workunit.client.0.smithi005.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:31.996 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H6yDffo_I9dfEnF off=3081741 len=419985 2024-04-12T16:56:31.996 INFO:tasks.workunit.client.0.smithi005.stdout:op 3361 completed, throughput=4.99MB/sec 2024-04-12T16:56:31.996 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lmKB_EwdOt4IfAR off=8319596 len=1403618 2024-04-12T16:56:32.004 INFO:tasks.workunit.client.0.smithi005.stdout:op 3362 completed, throughput=5MB/sec 2024-04-12T16:56:32.004 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ivPwbLlAsAwkWSB off=317954 len=520977 2024-04-12T16:56:32.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 3363 completed, throughput=5MB/sec 2024-04-12T16:56:32.005 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kpeq4OpWVzxX9L9 off=1102861 len=1775894 2024-04-12T16:56:32.014 INFO:tasks.workunit.client.0.smithi005.stdout:op 3364 completed, throughput=5MB/sec 2024-04-12T16:56:32.015 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vXJrcxeXOo-Pkao off=5327456 len=1326651 2024-04-12T16:56:32.016 INFO:tasks.workunit.client.0.smithi005.stdout:op 3365 completed, throughput=5MB/sec 2024-04-12T16:56:32.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:32 smithi005 ceph-mon[88416]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:32.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:32 smithi005 ceph-mon[90837]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:32.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:32 smithi016 ceph-mon[84444]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:56:32.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:56:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:56:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:33.016 INFO:tasks.workunit.client.0.smithi005.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:33.016 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qt2moGbHtR0W5T8 off=16231079 len=747796 2024-04-12T16:56:33.017 INFO:tasks.workunit.client.0.smithi005.stdout:op 3366 completed, throughput=4.99MB/sec 2024-04-12T16:56:33.017 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HE9IHBqi0O9TixT off=3896488 len=852283 2024-04-12T16:56:33.019 INFO:tasks.workunit.client.0.smithi005.stdout:op 3367 completed, throughput=5MB/sec 2024-04-12T16:56:33.020 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EsK_UnDgYoCk53l off=165609 len=1295107 2024-04-12T16:56:33.026 INFO:tasks.workunit.client.0.smithi005.stdout:op 3368 completed, throughput=5MB/sec 2024-04-12T16:56:33.026 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q6a3TN3It9OhU5h off=3485699 len=321849 2024-04-12T16:56:33.029 INFO:tasks.workunit.client.0.smithi005.stdout:op 3369 completed, throughput=5MB/sec 2024-04-12T16:56:33.030 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-t4J26TyK0HeUbCM off=6293047 len=1383146 2024-04-12T16:56:33.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 3370 completed, throughput=5MB/sec 2024-04-12T16:56:33.034 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nSkjeYDD0bfpjTE off=7792340 len=70126 2024-04-12T16:56:33.035 INFO:tasks.workunit.client.0.smithi005.stdout:op 3371 completed, throughput=5MB/sec 2024-04-12T16:56:33.035 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Jc-2VHYpsb-GA29 off=4153487 len=1909303 2024-04-12T16:56:33.045 INFO:tasks.workunit.client.0.smithi005.stdout:op 3372 completed, throughput=5MB/sec 2024-04-12T16:56:34.045 INFO:tasks.workunit.client.0.smithi005.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:34.045 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_YDiqMVKF7rNEnW off=14356743 len=1848199 2024-04-12T16:56:34.047 INFO:tasks.workunit.client.0.smithi005.stdout:op 3373 completed, throughput=5MB/sec 2024-04-12T16:56:34.047 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kwAotd7WAd1qn9S off=5968401 len=858184 2024-04-12T16:56:34.048 INFO:tasks.workunit.client.0.smithi005.stdout:op 3374 completed, throughput=5MB/sec 2024-04-12T16:56:34.049 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2Lofy2cr2ALgBEh off=345551 len=321457 2024-04-12T16:56:34.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 3375 completed, throughput=5MB/sec 2024-04-12T16:56:34.054 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Zu87UoYnJ3q5fqZ off=10539710 len=644742 2024-04-12T16:56:34.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 3376 completed, throughput=5MB/sec 2024-04-12T16:56:34.057 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tQhGoKSDgz33CMT off=5402373 len=2087237 2024-04-12T16:56:34.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 3377 completed, throughput=5MB/sec 2024-04-12T16:56:34.137 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:56:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:56:33] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T16:56:34.418 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:34 smithi005 ceph-mon[88416]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:56:34.419 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:34 smithi005 ceph-mon[90837]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:56:34.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:34 smithi016 ceph-mon[84444]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:56:35.068 INFO:tasks.workunit.client.0.smithi005.stdout: 674: throughput=5MB/sec pending data=0 2024-04-12T16:56:35.068 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-toFgOyvyKaUsUgc off=7556071 len=1454606 2024-04-12T16:56:35.074 INFO:tasks.workunit.client.0.smithi005.stdout:op 3378 completed, throughput=5MB/sec 2024-04-12T16:56:35.075 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yXwCecOAtMeamaR off=122767 len=637158 2024-04-12T16:56:35.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 3379 completed, throughput=5MB/sec 2024-04-12T16:56:35.078 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kpeq4OpWVzxX9L9 off=993990 len=1278774 2024-04-12T16:56:35.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 3380 completed, throughput=5MB/sec 2024-04-12T16:56:35.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:35.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:35.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:36.080 INFO:tasks.workunit.client.0.smithi005.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:36.080 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-V8SbxgnbhuCfA7b off=82384 len=374362 2024-04-12T16:56:36.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 3381 completed, throughput=4.99MB/sec 2024-04-12T16:56:36.081 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WlWr78MvAK9hcLS off=7285989 len=1734422 2024-04-12T16:56:36.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 3382 completed, throughput=5MB/sec 2024-04-12T16:56:36.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mxcFpQtJoSbG1r7 off=885556 len=268430 2024-04-12T16:56:36.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 3383 completed, throughput=5MB/sec 2024-04-12T16:56:36.094 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ve-UrsI40ngb4-o off=17902798 len=1772115 2024-04-12T16:56:36.097 INFO:tasks.workunit.client.0.smithi005.stdout:op 3384 completed, throughput=5MB/sec 2024-04-12T16:56:36.097 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i0Emt7r29p8FOZo off=981604 len=709415 2024-04-12T16:56:36.101 INFO:tasks.workunit.client.0.smithi005.stdout:op 3385 completed, throughput=5MB/sec 2024-04-12T16:56:36.101 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZcGo3_PsDxfPC09 off=20443795 len=2006462 2024-04-12T16:56:36.111 INFO:tasks.workunit.client.0.smithi005.stdout:op 3386 completed, throughput=5MB/sec 2024-04-12T16:56:36.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:36 smithi005 ceph-mon[88416]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:56:36.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:36 smithi005 ceph-mon[90837]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:56:36.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:36 smithi016 ceph-mon[84444]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:56:37.112 INFO:tasks.workunit.client.0.smithi005.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:37.112 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CF3Y-ofiqSN-QOu off=1931286 len=513631 2024-04-12T16:56:37.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 3387 completed, throughput=5MB/sec 2024-04-12T16:56:37.113 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IbjSL7xcQHHN94N off=5505964 len=1539634 2024-04-12T16:56:37.115 INFO:tasks.workunit.client.0.smithi005.stdout:op 3388 completed, throughput=5MB/sec 2024-04-12T16:56:37.115 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xUIveEw4e_4J_I1 off=10721878 len=1099632 2024-04-12T16:56:37.122 INFO:tasks.workunit.client.0.smithi005.stdout:op 3389 completed, throughput=5MB/sec 2024-04-12T16:56:37.122 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g1kXQeEUKSTZMeu off=20200537 len=200167 2024-04-12T16:56:37.122 INFO:tasks.workunit.client.0.smithi005.stdout:op 3390 completed, throughput=5MB/sec 2024-04-12T16:56:37.122 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hWvWNAAOOkJLLCa off=2179979 len=2010519 2024-04-12T16:56:37.133 INFO:tasks.workunit.client.0.smithi005.stdout:op 3391 completed, throughput=5MB/sec 2024-04-12T16:56:38.133 INFO:tasks.workunit.client.0.smithi005.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:38.134 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jWZnttpfUj8vphB off=9720903 len=981391 2024-04-12T16:56:38.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 3392 completed, throughput=5MB/sec 2024-04-12T16:56:38.136 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yRq4MJoo7Lcme1G off=22437403 len=593966 2024-04-12T16:56:38.140 INFO:tasks.workunit.client.0.smithi005.stdout:op 3393 completed, throughput=5MB/sec 2024-04-12T16:56:38.141 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mQ2bR4Np40rQTR3 off=144270 len=115582 2024-04-12T16:56:38.143 INFO:tasks.workunit.client.0.smithi005.stdout:op 3394 completed, throughput=5MB/sec 2024-04-12T16:56:38.143 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vVu8uOQhDww91DQ off=195096 len=358529 2024-04-12T16:56:38.144 INFO:tasks.workunit.client.0.smithi005.stdout:op 3395 completed, throughput=5MB/sec 2024-04-12T16:56:38.144 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G4EdoC3mc3pvQu7 off=14441420 len=405753 2024-04-12T16:56:38.145 INFO:tasks.workunit.client.0.smithi005.stdout:op 3396 completed, throughput=5MB/sec 2024-04-12T16:56:38.145 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MzCisRLgMf9BFOs off=1147628 len=618464 2024-04-12T16:56:38.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 3397 completed, throughput=5MB/sec 2024-04-12T16:56:38.150 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ng5m1CMaZ7FuACr off=2503877 len=1202653 2024-04-12T16:56:38.155 INFO:tasks.workunit.client.0.smithi005.stdout:op 3398 completed, throughput=5MB/sec 2024-04-12T16:56:38.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:38 smithi005 ceph-mon[88416]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:56:38.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:38 smithi005 ceph-mon[90837]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:56:38.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:38 smithi016 ceph-mon[84444]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:56:39.156 INFO:tasks.workunit.client.0.smithi005.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:39.156 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dkRY18o527AERoy off=771924 len=1524956 2024-04-12T16:56:39.158 INFO:tasks.workunit.client.0.smithi005.stdout:op 3399 completed, throughput=5MB/sec 2024-04-12T16:56:39.158 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gb433yqWPdJGWBZ off=2960001 len=1918097 2024-04-12T16:56:39.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 3400 completed, throughput=5MB/sec 2024-04-12T16:56:39.160 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vmuoK_qPUZjQeZ7 off=9258847 len=1822737 2024-04-12T16:56:39.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 3401 completed, throughput=5MB/sec 2024-04-12T16:56:40.164 INFO:tasks.workunit.client.0.smithi005.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:40.165 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZmtIqz-zzlTZXmw off=10101763 len=789613 2024-04-12T16:56:40.169 INFO:tasks.workunit.client.0.smithi005.stdout:op 3402 completed, throughput=4.99MB/sec 2024-04-12T16:56:40.170 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G-NJdvH-qAzF3ry off=1396523 len=1457701 2024-04-12T16:56:40.172 INFO:tasks.workunit.client.0.smithi005.stdout:op 3403 completed, throughput=5MB/sec 2024-04-12T16:56:40.172 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ar3eIXLm5Pf69le off=301115 len=1324931 2024-04-12T16:56:40.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 3404 completed, throughput=5MB/sec 2024-04-12T16:56:40.174 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RGqA9UX1Su-h378 off=3483894 len=1387337 2024-04-12T16:56:40.181 INFO:tasks.workunit.client.0.smithi005.stdout:op 3405 completed, throughput=5MB/sec 2024-04-12T16:56:40.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:40 smithi005 ceph-mon[88416]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:56:40.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:40 smithi005 ceph-mon[90837]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:56:40.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:40 smithi016 ceph-mon[84444]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:56:41.181 INFO:tasks.workunit.client.0.smithi005.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:41.182 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Udo3M4A-5ywy4Yu off=1395717 len=471401 2024-04-12T16:56:41.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 3406 completed, throughput=4.99MB/sec 2024-04-12T16:56:41.186 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aNpY_PXHZqyh5Y3 off=13501813 len=1136450 2024-04-12T16:56:41.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 3407 completed, throughput=4.99MB/sec 2024-04-12T16:56:41.193 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0g-huiqoKZa_ij0 off=3164176 len=487311 2024-04-12T16:56:41.196 INFO:tasks.workunit.client.0.smithi005.stdout:op 3408 completed, throughput=5MB/sec 2024-04-12T16:56:41.196 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3JRSjV3YvavNp-x off=3240566 len=512758 2024-04-12T16:56:41.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 3409 completed, throughput=5MB/sec 2024-04-12T16:56:41.197 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UFXwGKt7PCxk-cR off=7954121 len=293176 2024-04-12T16:56:41.200 INFO:tasks.workunit.client.0.smithi005.stdout:op 3410 completed, throughput=5MB/sec 2024-04-12T16:56:41.200 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J8EQ7Wd8igQoQn6 off=274919 len=297510 2024-04-12T16:56:41.201 INFO:tasks.workunit.client.0.smithi005.stdout:op 3411 completed, throughput=5MB/sec 2024-04-12T16:56:41.201 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UWUkcOuI5exmU9s off=14033816 len=457581 2024-04-12T16:56:41.204 INFO:tasks.workunit.client.0.smithi005.stdout:op 3412 completed, throughput=5MB/sec 2024-04-12T16:56:41.204 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Z8VZzjTlpuRlLbs off=11334546 len=1985211 2024-04-12T16:56:41.208 INFO:tasks.workunit.client.0.smithi005.stdout:op 3413 completed, throughput=5MB/sec 2024-04-12T16:56:42.209 INFO:tasks.workunit.client.0.smithi005.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:42.209 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tNa1Zg6pg0yME7J off=2548179 len=874676 2024-04-12T16:56:42.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 3414 completed, throughput=4.99MB/sec 2024-04-12T16:56:42.214 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HY5ic32xWdFHsAj off=13322703 len=1085434 2024-04-12T16:56:42.221 INFO:tasks.workunit.client.0.smithi005.stdout:op 3415 completed, throughput=5MB/sec 2024-04-12T16:56:42.221 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cqu3IQ3CmoLcTso off=1787704 len=1195040 2024-04-12T16:56:42.223 INFO:tasks.workunit.client.0.smithi005.stdout:op 3416 completed, throughput=5MB/sec 2024-04-12T16:56:42.223 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KGQQYFq9uvfxOV1 off=8036407 len=974227 2024-04-12T16:56:42.228 INFO:tasks.workunit.client.0.smithi005.stdout:op 3417 completed, throughput=5MB/sec 2024-04-12T16:56:42.228 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jyFd_i3IFd2EKFS off=12666767 len=326030 2024-04-12T16:56:42.229 INFO:tasks.workunit.client.0.smithi005.stdout:op 3418 completed, throughput=5MB/sec 2024-04-12T16:56:42.229 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YOLoJQwlq6quVdG off=15008461 len=1755775 2024-04-12T16:56:42.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 3419 completed, throughput=5MB/sec 2024-04-12T16:56:42.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:42 smithi005 ceph-mon[88416]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:42.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:42 smithi005 ceph-mon[90837]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:42.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:42 smithi016 ceph-mon[84444]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:56:42.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:56:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:56:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:43.231 INFO:tasks.workunit.client.0.smithi005.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:43.231 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Z72JgswIyTbjUKB off=20176862 len=1260 2024-04-12T16:56:43.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 3420 completed, throughput=4.99MB/sec 2024-04-12T16:56:43.234 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XxnGxYrX100liIf off=7733928 len=490817 2024-04-12T16:56:43.237 INFO:tasks.workunit.client.0.smithi005.stdout:op 3421 completed, throughput=5MB/sec 2024-04-12T16:56:43.237 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LtS3txLtkzh1g2T off=0 len=1106236 2024-04-12T16:56:43.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 3422 completed, throughput=5MB/sec 2024-04-12T16:56:43.239 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mQ2bR4Np40rQTR3 off=0 len=1559207 2024-04-12T16:56:43.242 INFO:tasks.workunit.client.0.smithi005.stdout:op 3423 completed, throughput=5MB/sec 2024-04-12T16:56:43.243 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ywEkaCKB-4yWbhj off=347411 len=1323178 2024-04-12T16:56:43.249 INFO:tasks.workunit.client.0.smithi005.stdout:op 3424 completed, throughput=5MB/sec 2024-04-12T16:56:44.152 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:56:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:56:43] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-12T16:56:44.249 INFO:tasks.workunit.client.0.smithi005.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:44.249 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XYzAPB6hRkv7LK1 off=11868358 len=1797693 2024-04-12T16:56:44.251 INFO:tasks.workunit.client.0.smithi005.stdout:op 3425 completed, throughput=5MB/sec 2024-04-12T16:56:44.251 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HagtpuL5tP5Gzju off=17709639 len=176328 2024-04-12T16:56:44.252 INFO:tasks.workunit.client.0.smithi005.stdout:op 3426 completed, throughput=5MB/sec 2024-04-12T16:56:44.252 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7BXFE-hu6Isw1rV off=1158949 len=708565 2024-04-12T16:56:44.257 INFO:tasks.workunit.client.0.smithi005.stdout:op 3427 completed, throughput=5MB/sec 2024-04-12T16:56:44.257 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RM_QlsF5w06FS2_ off=3517626 len=1033147 2024-04-12T16:56:44.262 INFO:tasks.workunit.client.0.smithi005.stdout:op 3428 completed, throughput=5MB/sec 2024-04-12T16:56:44.262 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1QYLINSDxKwA4mN off=2718202 len=1948852 2024-04-12T16:56:44.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 3429 completed, throughput=5MB/sec 2024-04-12T16:56:44.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:44 smithi005 ceph-mon[88416]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:56:44.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:44 smithi005 ceph-mon[90837]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:56:44.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:44 smithi016 ceph-mon[84444]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:56:45.272 INFO:tasks.workunit.client.0.smithi005.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:45.272 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KXsXxRY4eqUKmOJ off=2433236 len=1181077 2024-04-12T16:56:45.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 3430 completed, throughput=5MB/sec 2024-04-12T16:56:45.275 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-W3AvzVV6Il1JCYX off=14766325 len=549160 2024-04-12T16:56:45.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 3431 completed, throughput=5MB/sec 2024-04-12T16:56:45.279 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pPWgifKuyuvQokI off=17182453 len=1600184 2024-04-12T16:56:45.281 INFO:tasks.workunit.client.0.smithi005.stdout:op 3432 completed, throughput=5MB/sec 2024-04-12T16:56:45.281 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wzLimoOKUPFryHp off=15493305 len=1202996 2024-04-12T16:56:45.283 INFO:tasks.workunit.client.0.smithi005.stdout:op 3433 completed, throughput=5MB/sec 2024-04-12T16:56:45.283 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q70PZm6raEgyDTe off=0 len=1844644 2024-04-12T16:56:45.285 INFO:tasks.workunit.client.0.smithi005.stdout:op 3434 completed, throughput=5MB/sec 2024-04-12T16:56:46.285 INFO:tasks.workunit.client.0.smithi005.stdout: 685: throughput=5MB/sec pending data=0 2024-04-12T16:56:46.285 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a7tDbx_FRW2hiTQ off=2213477 len=1524084 2024-04-12T16:56:46.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 3435 completed, throughput=5MB/sec 2024-04-12T16:56:46.289 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VLNOxN2p6-iZr8Q off=19996403 len=1814776 2024-04-12T16:56:46.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 3436 completed, throughput=5MB/sec 2024-04-12T16:56:46.298 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U52gG2YfzcH0p-N off=6108865 len=251366 2024-04-12T16:56:46.299 INFO:tasks.workunit.client.0.smithi005.stdout:op 3437 completed, throughput=5MB/sec 2024-04-12T16:56:46.299 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G9yL6L9PXlGSCgn off=2593053 len=1339797 2024-04-12T16:56:46.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 3438 completed, throughput=5MB/sec 2024-04-12T16:56:46.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:46 smithi005 ceph-mon[88416]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:56:46.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:46 smithi005 ceph-mon[90837]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:56:46.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:46 smithi016 ceph-mon[84444]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T16:56:47.301 INFO:tasks.workunit.client.0.smithi005.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:47.301 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uePiZ-nPVvTJ1tx off=6778965 len=1581931 2024-04-12T16:56:47.303 INFO:tasks.workunit.client.0.smithi005.stdout:op 3439 completed, throughput=5MB/sec 2024-04-12T16:56:47.303 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6picE0gSTJFNbid off=448348 len=1329990 2024-04-12T16:56:47.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 3440 completed, throughput=5MB/sec 2024-04-12T16:56:47.309 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Z_KNoIMXeogUsL1 off=1964233 len=1992038 2024-04-12T16:56:47.317 INFO:tasks.workunit.client.0.smithi005.stdout:op 3441 completed, throughput=5MB/sec 2024-04-12T16:56:48.318 INFO:tasks.workunit.client.0.smithi005.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:48.318 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S3Oj_kt0ytxFh31 off=0 len=1321487 2024-04-12T16:56:48.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 3442 completed, throughput=5MB/sec 2024-04-12T16:56:48.320 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-x00TGSUyqzO8HbX off=15488856 len=109064 2024-04-12T16:56:48.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 3443 completed, throughput=5MB/sec 2024-04-12T16:56:48.321 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N9agSz71d5AmyiB off=19352413 len=225099 2024-04-12T16:56:48.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 3444 completed, throughput=5MB/sec 2024-04-12T16:56:48.324 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b3uAYfb2ndTZtu4 off=7578761 len=297420 2024-04-12T16:56:48.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 3445 completed, throughput=5MB/sec 2024-04-12T16:56:48.324 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lLT9mWCaNBcZMF7 off=13536264 len=805685 2024-04-12T16:56:48.326 INFO:tasks.workunit.client.0.smithi005.stdout:op 3446 completed, throughput=5MB/sec 2024-04-12T16:56:48.326 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RmP0R8japVDHz0V off=3773292 len=193831 2024-04-12T16:56:48.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 3447 completed, throughput=5MB/sec 2024-04-12T16:56:48.329 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GncFUssilWTD9PZ off=484744 len=1840511 2024-04-12T16:56:48.331 INFO:tasks.workunit.client.0.smithi005.stdout:op 3448 completed, throughput=5MB/sec 2024-04-12T16:56:48.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:48 smithi005 ceph-mon[88416]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:56:48.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:48 smithi005 ceph-mon[90837]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:56:48.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:48 smithi016 ceph-mon[84444]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T16:56:49.331 INFO:tasks.workunit.client.0.smithi005.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:49.332 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-u2EsOm9aYot-dzp off=1182537 len=1806960 2024-04-12T16:56:49.339 INFO:tasks.workunit.client.0.smithi005.stdout:op 3449 completed, throughput=5MB/sec 2024-04-12T16:56:49.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZOxkrFsuU3jXo9P off=5739917 len=107756 2024-04-12T16:56:49.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 3450 completed, throughput=5MB/sec 2024-04-12T16:56:49.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-03nLOL_CLQydZs1 off=0 len=1367737 2024-04-12T16:56:49.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 3451 completed, throughput=5MB/sec 2024-04-12T16:56:49.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9SMsDEFfwBs95kz off=5729736 len=988200 2024-04-12T16:56:49.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 3452 completed, throughput=5MB/sec 2024-04-12T16:56:49.346 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gtUZW5M9xnI_Ohf off=646991 len=1014995 2024-04-12T16:56:49.351 INFO:tasks.workunit.client.0.smithi005.stdout:op 3453 completed, throughput=5MB/sec 2024-04-12T16:56:50.351 INFO:tasks.workunit.client.0.smithi005.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:50.351 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D6PuBf_FKVDWYWZ off=2963246 len=271029 2024-04-12T16:56:50.355 INFO:tasks.workunit.client.0.smithi005.stdout:op 3454 completed, throughput=4.99MB/sec 2024-04-12T16:56:50.355 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XgSjaC1h1LYC7P0 off=5145990 len=1996563 2024-04-12T16:56:50.364 INFO:tasks.workunit.client.0.smithi005.stdout:op 3455 completed, throughput=5MB/sec 2024-04-12T16:56:50.364 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HyuSpu2F0jYWYTw off=4273554 len=334285 2024-04-12T16:56:50.365 INFO:tasks.workunit.client.0.smithi005.stdout:op 3456 completed, throughput=5MB/sec 2024-04-12T16:56:50.365 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y3zqYuXTfo5wVn6 off=537658 len=764101 2024-04-12T16:56:50.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 3457 completed, throughput=5MB/sec 2024-04-12T16:56:50.366 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KTHPs0jgsIooHSp off=0 len=2022118 2024-04-12T16:56:50.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 3458 completed, throughput=5MB/sec 2024-04-12T16:56:50.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:50 smithi005 ceph-mon[88416]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:56:50.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:50.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:50 smithi005 ceph-mon[90837]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:56:50.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:50.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:50 smithi016 ceph-mon[84444]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T16:56:50.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:56:51.369 INFO:tasks.workunit.client.0.smithi005.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:51.369 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WKUwd2g1cAJS1Hc off=11634512 len=1042632 2024-04-12T16:56:51.376 INFO:tasks.workunit.client.0.smithi005.stdout:op 3459 completed, throughput=4.99MB/sec 2024-04-12T16:56:51.376 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZZUJQyqfHMDNJkS off=1294681 len=1919785 2024-04-12T16:56:51.377 INFO:tasks.workunit.client.0.smithi005.stdout:op 3460 completed, throughput=5MB/sec 2024-04-12T16:56:51.378 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vhxho0Hs_qRQxtz off=1778547 len=418746 2024-04-12T16:56:51.381 INFO:tasks.workunit.client.0.smithi005.stdout:op 3461 completed, throughput=5MB/sec 2024-04-12T16:56:51.381 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2mCcxyruawcetdV off=3917186 len=1401937 2024-04-12T16:56:51.383 INFO:tasks.workunit.client.0.smithi005.stdout:op 3462 completed, throughput=5MB/sec 2024-04-12T16:56:51.383 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_-2IY9Cciw9Hgbz off=10934647 len=786943 2024-04-12T16:56:51.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 3463 completed, throughput=5MB/sec 2024-04-12T16:56:52.385 INFO:tasks.workunit.client.0.smithi005.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:52.386 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_p4MIxOzk-ojotn off=8206947 len=1362679 2024-04-12T16:56:52.387 INFO:tasks.workunit.client.0.smithi005.stdout:op 3464 completed, throughput=5MB/sec 2024-04-12T16:56:52.387 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tbclCrsv-ElDji5 off=1520168 len=1810346 2024-04-12T16:56:52.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 3465 completed, throughput=5MB/sec 2024-04-12T16:56:52.398 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BFkoAWX9fi3RhPH off=17913462 len=913616 2024-04-12T16:56:52.404 INFO:tasks.workunit.client.0.smithi005.stdout:op 3466 completed, throughput=5MB/sec 2024-04-12T16:56:52.404 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_lQb7or4n6g8IiB off=8086095 len=838240 2024-04-12T16:56:52.409 INFO:tasks.workunit.client.0.smithi005.stdout:op 3467 completed, throughput=5MB/sec 2024-04-12T16:56:52.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:52 smithi005 ceph-mon[88416]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:56:52.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:52 smithi005 ceph-mon[90837]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:56:52.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:52 smithi016 ceph-mon[84444]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:56:52.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:56:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:56:53.409 INFO:tasks.workunit.client.0.smithi005.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:53.409 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Xcpk-KvLAv-0gpc off=2174725 len=1585812 2024-04-12T16:56:53.418 INFO:tasks.workunit.client.0.smithi005.stdout:op 3468 completed, throughput=5MB/sec 2024-04-12T16:56:53.418 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FhG2eRh84JRekXG off=778539 len=1140080 2024-04-12T16:56:53.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 3469 completed, throughput=5MB/sec 2024-04-12T16:56:53.423 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GmOah192TN11GAc off=576143 len=308859 2024-04-12T16:56:53.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 3470 completed, throughput=5MB/sec 2024-04-12T16:56:53.424 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Qdi-OezA4hXWkbk off=209313 len=1188401 2024-04-12T16:56:53.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 3471 completed, throughput=5MB/sec 2024-04-12T16:56:53.430 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Aap3ZkJnRwklMCb off=2591147 len=222068 2024-04-12T16:56:53.433 INFO:tasks.workunit.client.0.smithi005.stdout:op 3472 completed, throughput=5MB/sec 2024-04-12T16:56:53.433 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EOaxd3-Oh84Zjsm off=9029286 len=2095504 2024-04-12T16:56:53.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 3473 completed, throughput=5MB/sec 2024-04-12T16:56:54.165 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:56:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:56:53] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:56:54.435 INFO:tasks.workunit.client.0.smithi005.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:54.435 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YWKTMCixuG05jUW off=4788440 len=724613 2024-04-12T16:56:54.437 INFO:tasks.workunit.client.0.smithi005.stdout:op 3474 completed, throughput=5MB/sec 2024-04-12T16:56:54.437 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q-7_Wy8YV3RbND4 off=19571886 len=1981125 2024-04-12T16:56:54.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 3475 completed, throughput=5MB/sec 2024-04-12T16:56:54.445 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dRZszXgxJe3pOAs off=3070482 len=520164 2024-04-12T16:56:54.449 INFO:tasks.workunit.client.0.smithi005.stdout:op 3476 completed, throughput=5MB/sec 2024-04-12T16:56:54.449 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JX-ZFZ-vKHnbaN7 off=11946556 len=1679111 2024-04-12T16:56:54.450 INFO:tasks.workunit.client.0.smithi005.stdout:op 3477 completed, throughput=5MB/sec 2024-04-12T16:56:54.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:54 smithi005 ceph-mon[88416]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:56:54.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:54 smithi005 ceph-mon[90837]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:56:54.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:54 smithi016 ceph-mon[84444]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:56:55.451 INFO:tasks.workunit.client.0.smithi005.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:55.451 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ws9oS9pF5BdKyTx off=2122336 len=435393 2024-04-12T16:56:55.452 INFO:tasks.workunit.client.0.smithi005.stdout:op 3478 completed, throughput=4.99MB/sec 2024-04-12T16:56:55.452 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4iYsLotq6hK5atO off=2977482 len=1320202 2024-04-12T16:56:55.459 INFO:tasks.workunit.client.0.smithi005.stdout:op 3479 completed, throughput=5MB/sec 2024-04-12T16:56:55.460 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0vHG9x9snM5xekB off=5064282 len=975569 2024-04-12T16:56:55.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 3480 completed, throughput=5MB/sec 2024-04-12T16:56:55.465 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uHMeEQe27nnn9FE off=19054462 len=1866697 2024-04-12T16:56:55.473 INFO:tasks.workunit.client.0.smithi005.stdout:op 3481 completed, throughput=5MB/sec 2024-04-12T16:56:56.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:56 smithi005 ceph-mon[88416]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:56:56.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:56 smithi005 ceph-mon[90837]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:56:56.473 INFO:tasks.workunit.client.0.smithi005.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:56.473 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mH_dzaJWaCYCp82 off=7677606 len=1655375 2024-04-12T16:56:56.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 3482 completed, throughput=5MB/sec 2024-04-12T16:56:56.475 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bJMFrJHKWlKkZWw off=17690854 len=1176781 2024-04-12T16:56:56.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 3483 completed, throughput=5MB/sec 2024-04-12T16:56:56.481 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ASPemDnQKKunVfU off=9038943 len=770088 2024-04-12T16:56:56.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 3484 completed, throughput=5MB/sec 2024-04-12T16:56:56.482 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1f4gc6JEdOwE16e off=14209183 len=1871190 2024-04-12T16:56:56.492 INFO:tasks.workunit.client.0.smithi005.stdout:op 3485 completed, throughput=5MB/sec 2024-04-12T16:56:56.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:56 smithi016 ceph-mon[84444]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:56:57.492 INFO:tasks.workunit.client.0.smithi005.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:57.492 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V313AT536bAMBtS off=9152328 len=1826585 2024-04-12T16:56:57.502 INFO:tasks.workunit.client.0.smithi005.stdout:op 3486 completed, throughput=5MB/sec 2024-04-12T16:56:57.502 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BvE8Jnfp47g7YVi off=4640101 len=212049 2024-04-12T16:56:57.505 INFO:tasks.workunit.client.0.smithi005.stdout:op 3487 completed, throughput=5MB/sec 2024-04-12T16:56:57.506 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OoQs7PikunvncpE off=11855710 len=618400 2024-04-12T16:56:57.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 3488 completed, throughput=5MB/sec 2024-04-12T16:56:57.509 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8fllNnm3Q8G24k0 off=3988273 len=1336212 2024-04-12T16:56:57.510 INFO:tasks.workunit.client.0.smithi005.stdout:op 3489 completed, throughput=5MB/sec 2024-04-12T16:56:57.510 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dAPZkAqXYsJKZuj off=5767866 len=459011 2024-04-12T16:56:57.514 INFO:tasks.workunit.client.0.smithi005.stdout:op 3490 completed, throughput=5MB/sec 2024-04-12T16:56:57.514 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3nrO4TD2dowJA-6 off=9492247 len=134966 2024-04-12T16:56:57.516 INFO:tasks.workunit.client.0.smithi005.stdout:op 3491 completed, throughput=5MB/sec 2024-04-12T16:56:57.516 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PRs8VX1mIEPt57e off=21115078 len=1061000 2024-04-12T16:56:57.517 INFO:tasks.workunit.client.0.smithi005.stdout:op 3492 completed, throughput=5MB/sec 2024-04-12T16:56:58.452 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:56:58 smithi005 ceph-mon[88416]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:56:58.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:56:58 smithi005 ceph-mon[90837]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:56:58.517 INFO:tasks.workunit.client.0.smithi005.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:58.517 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kaNjPhihwiXrNYO off=15285917 len=1493363 2024-04-12T16:56:58.524 INFO:tasks.workunit.client.0.smithi005.stdout:op 3493 completed, throughput=5MB/sec 2024-04-12T16:56:58.524 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-B-uCbWGyNVGCHrS off=669831 len=110841 2024-04-12T16:56:58.525 INFO:tasks.workunit.client.0.smithi005.stdout:op 3494 completed, throughput=5MB/sec 2024-04-12T16:56:58.525 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6BpngQtbd3E4Agz off=2669866 len=65800 2024-04-12T16:56:58.527 INFO:tasks.workunit.client.0.smithi005.stdout:op 3495 completed, throughput=5MB/sec 2024-04-12T16:56:58.527 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RNMl8VetL4i4day off=12410958 len=1371408 2024-04-12T16:56:58.528 INFO:tasks.workunit.client.0.smithi005.stdout:op 3496 completed, throughput=5MB/sec 2024-04-12T16:56:58.528 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6UPWcuoOUJBoqRM off=14704079 len=390665 2024-04-12T16:56:58.532 INFO:tasks.workunit.client.0.smithi005.stdout:op 3497 completed, throughput=5MB/sec 2024-04-12T16:56:58.532 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hiIdta4dQ_9aYyp off=5211316 len=1378627 2024-04-12T16:56:58.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 3498 completed, throughput=5MB/sec 2024-04-12T16:56:58.533 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7vEL0TbgcDWyoXv off=3049076 len=1264699 2024-04-12T16:56:58.534 INFO:tasks.workunit.client.0.smithi005.stdout:op 3499 completed, throughput=5MB/sec 2024-04-12T16:56:58.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:56:58 smithi016 ceph-mon[84444]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T16:56:59.535 INFO:tasks.workunit.client.0.smithi005.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-12T16:56:59.535 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e6YNE2o1VC69rN1 off=10284551 len=1338864 2024-04-12T16:56:59.542 INFO:tasks.workunit.client.0.smithi005.stdout:op 3500 completed, throughput=5MB/sec 2024-04-12T16:56:59.542 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1vBixEu4-LprwqZ off=2491637 len=442511 2024-04-12T16:56:59.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 3501 completed, throughput=5MB/sec 2024-04-12T16:56:59.543 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dVPVSz7smPIhorq off=5826769 len=1163272 2024-04-12T16:56:59.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 3502 completed, throughput=5MB/sec 2024-04-12T16:56:59.545 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hiIdta4dQ_9aYyp off=11988391 len=1024945 2024-04-12T16:56:59.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 3503 completed, throughput=5MB/sec 2024-04-12T16:56:59.551 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YkegA36K9kbdscm off=212197 len=1538535 2024-04-12T16:56:59.558 INFO:tasks.workunit.client.0.smithi005.stdout:op 3504 completed, throughput=5MB/sec 2024-04-12T16:57:00.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:00 smithi005 ceph-mon[88416]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:57:00.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:00 smithi005 ceph-mon[90837]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:57:00.558 INFO:tasks.workunit.client.0.smithi005.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:00.559 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DbN6TaWDICYDYUz off=1582302 len=1552958 2024-04-12T16:57:00.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 3505 completed, throughput=5MB/sec 2024-04-12T16:57:00.562 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Rw_q5fEz14HF9Jt off=18162918 len=1685258 2024-04-12T16:57:00.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 3506 completed, throughput=5MB/sec 2024-04-12T16:57:00.564 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hjovtCdYnpNLMgY off=4258339 len=390829 2024-04-12T16:57:00.568 INFO:tasks.workunit.client.0.smithi005.stdout:op 3507 completed, throughput=5MB/sec 2024-04-12T16:57:00.568 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5Qy7D-X29E8ZSIK off=3607529 len=1359067 2024-04-12T16:57:00.570 INFO:tasks.workunit.client.0.smithi005.stdout:op 3508 completed, throughput=5MB/sec 2024-04-12T16:57:00.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:00 smithi016 ceph-mon[84444]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:57:01.570 INFO:tasks.workunit.client.0.smithi005.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:01.571 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ci8pUoiVjSp3wam off=12388295 len=841390 2024-04-12T16:57:01.572 INFO:tasks.workunit.client.0.smithi005.stdout:op 3509 completed, throughput=5MB/sec 2024-04-12T16:57:01.572 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TjJ-ivo1WjPGQsc off=5465337 len=1855024 2024-04-12T16:57:01.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 3510 completed, throughput=5MB/sec 2024-04-12T16:57:01.574 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ai9rzynb_2ZK77U off=5486441 len=1672843 2024-04-12T16:57:01.582 INFO:tasks.workunit.client.0.smithi005.stdout:op 3511 completed, throughput=5MB/sec 2024-04-12T16:57:02.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:02 smithi005 ceph-mon[88416]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:02.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:02 smithi005 ceph-mon[90837]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:02.583 INFO:tasks.workunit.client.0.smithi005.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:02.583 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LyVRsqIXWtgW6j9 off=4952036 len=692328 2024-04-12T16:57:02.588 INFO:tasks.workunit.client.0.smithi005.stdout:op 3512 completed, throughput=4.99MB/sec 2024-04-12T16:57:02.588 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tqQiPMW4dwLpITN off=1630334 len=645038 2024-04-12T16:57:02.589 INFO:tasks.workunit.client.0.smithi005.stdout:op 3513 completed, throughput=4.99MB/sec 2024-04-12T16:57:02.589 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EpdzXwteRy9utTj off=4645231 len=722650 2024-04-12T16:57:02.590 INFO:tasks.workunit.client.0.smithi005.stdout:op 3514 completed, throughput=5MB/sec 2024-04-12T16:57:02.590 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hzJxeLLN0bzfjsJ off=11639358 len=601646 2024-04-12T16:57:02.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:02 smithi016 ceph-mon[84444]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:02.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:57:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:02.594 INFO:tasks.workunit.client.0.smithi005.stdout:op 3515 completed, throughput=5MB/sec 2024-04-12T16:57:02.594 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9mKMpm12lZ_dcP6 off=7340461 len=1769342 2024-04-12T16:57:02.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 3516 completed, throughput=5MB/sec 2024-04-12T16:57:02.602 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6XzBVnJOT5cI2L1 off=5950384 len=1219414 2024-04-12T16:57:02.604 INFO:tasks.workunit.client.0.smithi005.stdout:op 3517 completed, throughput=5MB/sec 2024-04-12T16:57:03.605 INFO:tasks.workunit.client.0.smithi005.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:03.605 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eKB0qZOJim7jFAo off=8172321 len=1464911 2024-04-12T16:57:03.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 3518 completed, throughput=5MB/sec 2024-04-12T16:57:03.611 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E6wUdJRp3XQ3FrS off=88409 len=2036619 2024-04-12T16:57:03.614 INFO:tasks.workunit.client.0.smithi005.stdout:op 3519 completed, throughput=5MB/sec 2024-04-12T16:57:03.614 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5A-OH2sVgJbsjO8 off=1039596 len=489800 2024-04-12T16:57:03.614 INFO:tasks.workunit.client.0.smithi005.stdout:op 3520 completed, throughput=5MB/sec 2024-04-12T16:57:03.615 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tWdI9FAm0dQULTz off=14433801 len=912482 2024-04-12T16:57:03.620 INFO:tasks.workunit.client.0.smithi005.stdout:op 3521 completed, throughput=5MB/sec 2024-04-12T16:57:03.620 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Mg3EOS9_HisTSmF off=13676261 len=1201241 2024-04-12T16:57:03.621 INFO:tasks.workunit.client.0.smithi005.stdout:op 3522 completed, throughput=5MB/sec 2024-04-12T16:57:04.179 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:57:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:57:03] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:57:04.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:04 smithi005 ceph-mon[88416]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:04.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:04 smithi005 ceph-mon[90837]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:04.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:04 smithi016 ceph-mon[84444]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:04.621 INFO:tasks.workunit.client.0.smithi005.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:04.622 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rBJuWliXIAeZ0N4 off=1687264 len=762557 2024-04-12T16:57:04.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 3523 completed, throughput=5MB/sec 2024-04-12T16:57:04.623 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3JRSjV3YvavNp-x off=13551042 len=1201517 2024-04-12T16:57:04.624 INFO:tasks.workunit.client.0.smithi005.stdout:op 3524 completed, throughput=5MB/sec 2024-04-12T16:57:04.624 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2Z2A4Nqic1JZ5wo off=131919 len=1615797 2024-04-12T16:57:04.626 INFO:tasks.workunit.client.0.smithi005.stdout:op 3525 completed, throughput=5MB/sec 2024-04-12T16:57:04.626 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wRGCJI0lgeQ5BCv off=7187790 len=1166765 2024-04-12T16:57:04.632 INFO:tasks.workunit.client.0.smithi005.stdout:op 3526 completed, throughput=5MB/sec 2024-04-12T16:57:05.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:05.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:05.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:05.633 INFO:tasks.workunit.client.0.smithi005.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:05.633 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mo0D2yUeayJPU2g off=7771455 len=1535346 2024-04-12T16:57:05.642 INFO:tasks.workunit.client.0.smithi005.stdout:op 3527 completed, throughput=5MB/sec 2024-04-12T16:57:05.642 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DwF65PlOJ3AUct- off=588489 len=1526819 2024-04-12T16:57:05.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 3528 completed, throughput=5MB/sec 2024-04-12T16:57:05.645 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RRJIvdl8ILsSw0L off=3649307 len=746422 2024-04-12T16:57:05.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 3529 completed, throughput=5MB/sec 2024-04-12T16:57:05.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jn-kvksWLJxF0Qo off=816555 len=1514429 2024-04-12T16:57:05.656 INFO:tasks.workunit.client.0.smithi005.stdout:op 3530 completed, throughput=5MB/sec 2024-04-12T16:57:06.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:06 smithi005 ceph-mon[88416]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:57:06.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:06 smithi005 ceph-mon[90837]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:57:06.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:06 smithi016 ceph-mon[84444]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:57:06.657 INFO:tasks.workunit.client.0.smithi005.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:06.657 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y5FXk6UT5A6WlSl off=6301364 len=1791313 2024-04-12T16:57:06.666 INFO:tasks.workunit.client.0.smithi005.stdout:op 3531 completed, throughput=5MB/sec 2024-04-12T16:57:06.666 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6JfzpTtGcCbu60p off=7333021 len=525149 2024-04-12T16:57:06.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 3532 completed, throughput=5MB/sec 2024-04-12T16:57:06.667 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UDovG92pIbCBfTi off=1333643 len=1419022 2024-04-12T16:57:06.675 INFO:tasks.workunit.client.0.smithi005.stdout:op 3533 completed, throughput=5MB/sec 2024-04-12T16:57:06.675 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wcVU4XUAKb9NhNU off=532829 len=1414897 2024-04-12T16:57:06.682 INFO:tasks.workunit.client.0.smithi005.stdout:op 3534 completed, throughput=5MB/sec 2024-04-12T16:57:07.682 INFO:tasks.workunit.client.0.smithi005.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:07.683 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-56icugL5yp2w4Jw off=870363 len=175029 2024-04-12T16:57:07.683 INFO:tasks.workunit.client.0.smithi005.stdout:op 3535 completed, throughput=4.99MB/sec 2024-04-12T16:57:07.683 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XxnGxYrX100liIf off=2937147 len=1834658 2024-04-12T16:57:07.691 INFO:tasks.workunit.client.0.smithi005.stdout:op 3536 completed, throughput=5MB/sec 2024-04-12T16:57:07.691 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AqOSXgNl37aqWKt off=11158658 len=686378 2024-04-12T16:57:07.692 INFO:tasks.workunit.client.0.smithi005.stdout:op 3537 completed, throughput=5MB/sec 2024-04-12T16:57:07.692 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KcFUMzonXxDK2qr off=6398020 len=251363 2024-04-12T16:57:07.696 INFO:tasks.workunit.client.0.smithi005.stdout:op 3538 completed, throughput=5MB/sec 2024-04-12T16:57:07.696 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JiTiyXWPFiUAr4M off=6250626 len=1708025 2024-04-12T16:57:07.704 INFO:tasks.workunit.client.0.smithi005.stdout:op 3539 completed, throughput=5MB/sec 2024-04-12T16:57:07.705 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DWYYyvrx4TlUfpM off=3330872 len=238920 2024-04-12T16:57:07.705 INFO:tasks.workunit.client.0.smithi005.stdout:op 3540 completed, throughput=5MB/sec 2024-04-12T16:57:07.705 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jpDkKfLawNAiRN_ off=1055170 len=1531571 2024-04-12T16:57:07.706 INFO:tasks.workunit.client.0.smithi005.stdout:op 3541 completed, throughput=5MB/sec 2024-04-12T16:57:08.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:08 smithi005 ceph-mon[88416]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:57:08.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:57:08.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:08 smithi005 ceph-mon[90837]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:57:08.453 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:57:08.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:08 smithi016 ceph-mon[84444]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:57:08.593 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:57:08.706 INFO:tasks.workunit.client.0.smithi005.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:08.707 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ag0OGj9hTB_GpAj off=21322245 len=1711478 2024-04-12T16:57:08.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 3542 completed, throughput=5MB/sec 2024-04-12T16:57:08.714 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XfxmXTPdlrv0-_Y off=1896334 len=776285 2024-04-12T16:57:08.719 INFO:tasks.workunit.client.0.smithi005.stdout:op 3543 completed, throughput=5MB/sec 2024-04-12T16:57:08.719 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ob2mz6j3cuqTGel off=10971608 len=260539 2024-04-12T16:57:08.722 INFO:tasks.workunit.client.0.smithi005.stdout:op 3544 completed, throughput=5MB/sec 2024-04-12T16:57:08.722 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-m8oIV2aaPybM_A8 off=710234 len=735746 2024-04-12T16:57:08.726 INFO:tasks.workunit.client.0.smithi005.stdout:op 3545 completed, throughput=5MB/sec 2024-04-12T16:57:08.726 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6XzBVnJOT5cI2L1 off=10706246 len=1925452 2024-04-12T16:57:08.729 INFO:tasks.workunit.client.0.smithi005.stdout:op 3546 completed, throughput=5MB/sec 2024-04-12T16:57:09.730 INFO:tasks.workunit.client.0.smithi005.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-niu5nTPV-j9v69q off=1909813 len=31461 2024-04-12T16:57:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 3547 completed, throughput=5MB/sec 2024-04-12T16:57:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jcYfEqXvb1U9onG off=18834322 len=8994 2024-04-12T16:57:09.731 INFO:tasks.workunit.client.0.smithi005.stdout:op 3548 completed, throughput=5MB/sec 2024-04-12T16:57:09.731 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pZ5EgU3-3vEqL-V off=3511276 len=1688243 2024-04-12T16:57:09.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 3549 completed, throughput=5MB/sec 2024-04-12T16:57:09.739 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ne4jSUMEfiyTcYY off=4216714 len=80555 2024-04-12T16:57:09.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 3550 completed, throughput=5MB/sec 2024-04-12T16:57:09.740 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V3Q39XdABEWFeLZ off=14348292 len=4978 2024-04-12T16:57:09.742 INFO:tasks.workunit.client.0.smithi005.stdout:op 3551 completed, throughput=5MB/sec 2024-04-12T16:57:09.742 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dLEerv1qyAFx9v3 off=1641901 len=433787 2024-04-12T16:57:09.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 3552 completed, throughput=5MB/sec 2024-04-12T16:57:09.745 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-exLBppIwUvPnHmu off=3000439 len=216184 2024-04-12T16:57:09.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 3553 completed, throughput=5MB/sec 2024-04-12T16:57:09.746 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aM26KTW1rpay_dA off=5468612 len=1113453 2024-04-12T16:57:09.751 INFO:tasks.workunit.client.0.smithi005.stdout:op 3554 completed, throughput=5MB/sec 2024-04-12T16:57:09.751 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ouE5Rf5iBP6UxMn off=8302470 len=1000861 2024-04-12T16:57:09.755 INFO:tasks.workunit.client.0.smithi005.stdout:op 3555 completed, throughput=5MB/sec 2024-04-12T16:57:09.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[90837]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:57:09.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:09.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:09.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:57:09.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:57:09.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:09.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[88416]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:57:09.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:09.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:09.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:57:09.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:57:09.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:10.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:09 smithi016 ceph-mon[84444]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:57:10.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:10.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:10.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:57:10.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:57:10.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:57:10.756 INFO:tasks.workunit.client.0.smithi005.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:10.756 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ElQcwqUyufDABhI off=10028432 len=1298657 2024-04-12T16:57:10.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 3556 completed, throughput=5MB/sec 2024-04-12T16:57:10.764 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nKjXH8piodFd2Yk off=12774198 len=1922581 2024-04-12T16:57:10.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 3557 completed, throughput=5MB/sec 2024-04-12T16:57:10.774 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DK_kX5LzYYffNAv off=1045660 len=1958181 2024-04-12T16:57:10.776 INFO:tasks.workunit.client.0.smithi005.stdout:op 3558 completed, throughput=5MB/sec 2024-04-12T16:57:11.776 INFO:tasks.workunit.client.0.smithi005.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:11.777 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Uka2Gye2-TjdcQk off=734770 len=1175446 2024-04-12T16:57:11.783 INFO:tasks.workunit.client.0.smithi005.stdout:op 3559 completed, throughput=5MB/sec 2024-04-12T16:57:11.783 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aTdov-KEPM4pC2z off=10568153 len=1825980 2024-04-12T16:57:11.786 INFO:tasks.workunit.client.0.smithi005.stdout:op 3560 completed, throughput=5MB/sec 2024-04-12T16:57:11.786 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-H8uQTWUDHTMOpCV off=0 len=1550352 2024-04-12T16:57:11.793 INFO:tasks.workunit.client.0.smithi005.stdout:op 3561 completed, throughput=5MB/sec 2024-04-12T16:57:11.793 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aFRDmUKzluH51dE off=8366754 len=1691641 2024-04-12T16:57:11.800 INFO:tasks.workunit.client.0.smithi005.stdout:op 3562 completed, throughput=5MB/sec 2024-04-12T16:57:11.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:11 smithi005 ceph-mon[88416]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:57:11.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:11 smithi005 ceph-mon[90837]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:57:12.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:11 smithi016 ceph-mon[84444]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:57:12.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:57:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:57:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:12.800 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DexH1WfbXIlyvNq off=3038559 len=489192 2024-04-12T16:57:12.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 3563 completed, throughput=5MB/sec 2024-04-12T16:57:12.805 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ShjDh7KSGZOI3ge off=24352177 len=265799 2024-04-12T16:57:12.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 3564 completed, throughput=5MB/sec 2024-04-12T16:57:12.805 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KIZzWCkT0fHT8mz off=6142344 len=422365 2024-04-12T16:57:12.806 INFO:tasks.workunit.client.0.smithi005.stdout:op 3565 completed, throughput=5MB/sec 2024-04-12T16:57:12.806 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LVmi5fdBF5VBzsd off=12109305 len=1317496 2024-04-12T16:57:12.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 3566 completed, throughput=5MB/sec 2024-04-12T16:57:12.812 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JYSgyYKJuBmErpb off=18784061 len=1950543 2024-04-12T16:57:12.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 3567 completed, throughput=5MB/sec 2024-04-12T16:57:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:13.815 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SdFRPk5RzV-NSS4 off=259412 len=1896791 2024-04-12T16:57:13.823 INFO:tasks.workunit.client.0.smithi005.stdout:op 3568 completed, throughput=5MB/sec 2024-04-12T16:57:13.823 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-twAKZFqgJU4bH1o off=1108478 len=421543 2024-04-12T16:57:13.827 INFO:tasks.workunit.client.0.smithi005.stdout:op 3569 completed, throughput=5MB/sec 2024-04-12T16:57:13.827 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-trvXD74B9Va4NYQ off=8009243 len=708559 2024-04-12T16:57:13.832 INFO:tasks.workunit.client.0.smithi005.stdout:op 3570 completed, throughput=5MB/sec 2024-04-12T16:57:13.832 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6FvmQU_XUSde-gq off=4430881 len=1980812 2024-04-12T16:57:13.840 INFO:tasks.workunit.client.0.smithi005.stdout:op 3571 completed, throughput=5MB/sec 2024-04-12T16:57:13.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:13 smithi005 ceph-mon[88416]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:57:13.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:57:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:57:13] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-12T16:57:13.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:13 smithi005 ceph-mon[90837]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:57:14.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:13 smithi016 ceph-mon[84444]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:57:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:14.840 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lzjNVSiWwPxsqp8 off=575557 len=1279915 2024-04-12T16:57:14.846 INFO:tasks.workunit.client.0.smithi005.stdout:op 3572 completed, throughput=4.99MB/sec 2024-04-12T16:57:14.846 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e6Rs4juBdOjsDy2 off=11784656 len=299561 2024-04-12T16:57:14.850 INFO:tasks.workunit.client.0.smithi005.stdout:op 3573 completed, throughput=5MB/sec 2024-04-12T16:57:14.850 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iyUIMjbQiS-93TV off=9346990 len=128473 2024-04-12T16:57:14.850 INFO:tasks.workunit.client.0.smithi005.stdout:op 3574 completed, throughput=5MB/sec 2024-04-12T16:57:14.850 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-veovR2fZ5S8PjZk off=9085667 len=435097 2024-04-12T16:57:14.851 INFO:tasks.workunit.client.0.smithi005.stdout:op 3575 completed, throughput=5MB/sec 2024-04-12T16:57:14.851 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f9fHW0IxaFvbqeY off=15268141 len=13617 2024-04-12T16:57:14.852 INFO:tasks.workunit.client.0.smithi005.stdout:op 3576 completed, throughput=5MB/sec 2024-04-12T16:57:14.852 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q1SbqVOljwNiU3e off=1235691 len=697923 2024-04-12T16:57:14.853 INFO:tasks.workunit.client.0.smithi005.stdout:op 3577 completed, throughput=5MB/sec 2024-04-12T16:57:14.853 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fM_u6Ype_2qBIeW off=3461119 len=1204809 2024-04-12T16:57:14.860 INFO:tasks.workunit.client.0.smithi005.stdout:op 3578 completed, throughput=5MB/sec 2024-04-12T16:57:14.860 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bzWgaRv_mW-YdCE off=1156359 len=328587 2024-04-12T16:57:14.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 3579 completed, throughput=5MB/sec 2024-04-12T16:57:14.863 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QnZhqnoLd-3tXzY off=796278 len=606968 2024-04-12T16:57:14.864 INFO:tasks.workunit.client.0.smithi005.stdout:op 3580 completed, throughput=5MB/sec 2024-04-12T16:57:14.864 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MHAupAoJGsNJskZ off=3240315 len=683622 2024-04-12T16:57:14.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 3581 completed, throughput=5MB/sec 2024-04-12T16:57:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:15.866 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gW5ucbQBA904joP off=485986 len=1679215 2024-04-12T16:57:15.873 INFO:tasks.workunit.client.0.smithi005.stdout:op 3582 completed, throughput=5MB/sec 2024-04-12T16:57:15.873 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SGPpPQ5VASZoHOV off=15808036 len=1555630 2024-04-12T16:57:15.877 INFO:tasks.workunit.client.0.smithi005.stdout:op 3583 completed, throughput=5MB/sec 2024-04-12T16:57:15.877 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NdCZ1JO990bZxRA off=41085 len=570888 2024-04-12T16:57:15.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 3584 completed, throughput=5MB/sec 2024-04-12T16:57:15.881 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fO48N8NASrEsdsW off=4661312 len=493680 2024-04-12T16:57:15.882 INFO:tasks.workunit.client.0.smithi005.stdout:op 3585 completed, throughput=5MB/sec 2024-04-12T16:57:15.882 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-H5xVYK8-B3vZ92d off=709955 len=859213 2024-04-12T16:57:15.886 INFO:tasks.workunit.client.0.smithi005.stdout:op 3586 completed, throughput=5MB/sec 2024-04-12T16:57:15.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:15 smithi005 ceph-mon[88416]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:57:15.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:15 smithi005 ceph-mon[90837]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:57:16.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:15 smithi016 ceph-mon[84444]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:57:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:16.886 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DoLifBEzPD4fTP5 off=7670985 len=800947 2024-04-12T16:57:16.892 INFO:tasks.workunit.client.0.smithi005.stdout:op 3587 completed, throughput=4.99MB/sec 2024-04-12T16:57:16.892 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IqWtyFxtz9gHZpF off=10513990 len=1451689 2024-04-12T16:57:16.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 3588 completed, throughput=5MB/sec 2024-04-12T16:57:16.898 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-M3ZlhgKApx9EqnD off=11347426 len=1868928 2024-04-12T16:57:16.906 INFO:tasks.workunit.client.0.smithi005.stdout:op 3589 completed, throughput=5MB/sec 2024-04-12T16:57:16.906 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ERskNODSiibo2B- off=493369 len=595228 2024-04-12T16:57:16.907 INFO:tasks.workunit.client.0.smithi005.stdout:op 3590 completed, throughput=5MB/sec 2024-04-12T16:57:16.907 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TEdp2d4sT9l9zP5 off=3401428 len=163255 2024-04-12T16:57:16.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 3591 completed, throughput=5MB/sec 2024-04-12T16:57:16.911 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LW4489B9-OY4rDT off=7963142 len=1796025 2024-04-12T16:57:16.917 INFO:tasks.workunit.client.0.smithi005.stdout:op 3592 completed, throughput=5MB/sec 2024-04-12T16:57:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: 716: throughput=5MB/sec pending data=0 2024-04-12T16:57:17.918 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kgW4SKG14R7qIl1 off=6335609 len=510416 2024-04-12T16:57:17.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 3593 completed, throughput=5MB/sec 2024-04-12T16:57:17.921 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cWqGZ_XFMmYvMY1 off=2170484 len=71464 2024-04-12T16:57:17.922 INFO:tasks.workunit.client.0.smithi005.stdout:op 3594 completed, throughput=5MB/sec 2024-04-12T16:57:17.922 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-S0bnuCQOxMZ5nZt off=1324475 len=406438 2024-04-12T16:57:17.926 INFO:tasks.workunit.client.0.smithi005.stdout:op 3595 completed, throughput=5MB/sec 2024-04-12T16:57:17.926 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Dc6ROUBab0Ek5mZ off=6483969 len=1039281 2024-04-12T16:57:17.927 INFO:tasks.workunit.client.0.smithi005.stdout:op 3596 completed, throughput=5MB/sec 2024-04-12T16:57:17.927 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DUru6lXBjNqsuL7 off=4006840 len=272319 2024-04-12T16:57:17.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 3597 completed, throughput=5MB/sec 2024-04-12T16:57:17.928 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bR7NSzSw69ryhDr off=2559800 len=86013 2024-04-12T16:57:17.930 INFO:tasks.workunit.client.0.smithi005.stdout:op 3598 completed, throughput=5MB/sec 2024-04-12T16:57:17.930 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nUBf4zuda4h-5pc off=7245283 len=1740054 2024-04-12T16:57:17.938 INFO:tasks.workunit.client.0.smithi005.stdout:op 3599 completed, throughput=5MB/sec 2024-04-12T16:57:17.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:17 smithi005 ceph-mon[88416]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T16:57:17.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:17 smithi005 ceph-mon[90837]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T16:57:18.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:17 smithi016 ceph-mon[84444]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-12T16:57:18.938 INFO:tasks.workunit.client.0.smithi005.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:18.938 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9wtEEcX0WJU39Xz off=966266 len=953101 2024-04-12T16:57:18.939 INFO:tasks.workunit.client.0.smithi005.stdout:op 3600 completed, throughput=4.99MB/sec 2024-04-12T16:57:18.940 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ajK1A5lSzRpOa_q off=2717452 len=1136035 2024-04-12T16:57:18.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 3601 completed, throughput=5MB/sec 2024-04-12T16:57:18.941 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5SzmdNwf-TEB8t4 off=4017294 len=1196120 2024-04-12T16:57:18.942 INFO:tasks.workunit.client.0.smithi005.stdout:op 3602 completed, throughput=5MB/sec 2024-04-12T16:57:18.943 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1qEtOeiLHBInA2_ off=2583785 len=1777241 2024-04-12T16:57:18.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 3603 completed, throughput=5MB/sec 2024-04-12T16:57:19.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:19 smithi005 ceph-mon[88416]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-12T16:57:19.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:19.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:19 smithi005 ceph-mon[90837]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-12T16:57:19.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:19.954 INFO:tasks.workunit.client.0.smithi005.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:19.954 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dvmSQWVcg4TSN5w off=4053105 len=1105478 2024-04-12T16:57:19.960 INFO:tasks.workunit.client.0.smithi005.stdout:op 3604 completed, throughput=4.99MB/sec 2024-04-12T16:57:19.960 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CxMLGslnA7QOQTH off=6965265 len=856174 2024-04-12T16:57:19.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 3605 completed, throughput=5MB/sec 2024-04-12T16:57:19.964 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HEWIumLKjSWDHVL off=222218 len=1130900 2024-04-12T16:57:19.971 INFO:tasks.workunit.client.0.smithi005.stdout:op 3606 completed, throughput=5MB/sec 2024-04-12T16:57:19.971 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LlMwOWWsQzxz81h off=11261609 len=310711 2024-04-12T16:57:19.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 3607 completed, throughput=5MB/sec 2024-04-12T16:57:19.974 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s8t87RBJCHZ-WFj off=14357380 len=317042 2024-04-12T16:57:19.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 3608 completed, throughput=5MB/sec 2024-04-12T16:57:19.977 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pwQPaI52sxlJGAe off=19849567 len=1485492 2024-04-12T16:57:19.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 3609 completed, throughput=5MB/sec 2024-04-12T16:57:19.983 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rCcP6b-HKdSgJ0i off=2007631 len=1553955 2024-04-12T16:57:19.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 3610 completed, throughput=5MB/sec 2024-04-12T16:57:20.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:19 smithi016 ceph-mon[84444]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-12T16:57:20.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:20.985 INFO:tasks.workunit.client.0.smithi005.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:20.985 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5lsfNSFNVciaKl6 off=17002783 len=414394 2024-04-12T16:57:20.986 INFO:tasks.workunit.client.0.smithi005.stdout:op 3611 completed, throughput=5MB/sec 2024-04-12T16:57:20.986 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MaRJuCXAblib1Qp off=3890284 len=1529225 2024-04-12T16:57:20.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 3612 completed, throughput=5MB/sec 2024-04-12T16:57:20.994 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xkxzMoZusUAUg01 off=9801923 len=746749 2024-04-12T16:57:20.995 INFO:tasks.workunit.client.0.smithi005.stdout:op 3613 completed, throughput=5MB/sec 2024-04-12T16:57:20.995 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xOLAyk_aTG-hxGw off=6104436 len=1539345 2024-04-12T16:57:21.004 INFO:tasks.workunit.client.0.smithi005.stdout:op 3614 completed, throughput=5MB/sec 2024-04-12T16:57:21.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:21 smithi005 ceph-mon[88416]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:57:21.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:21 smithi005 ceph-mon[90837]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:57:22.004 INFO:tasks.workunit.client.0.smithi005.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:22.004 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-H0tCzS-U5V4BrOf off=16541509 len=608414 2024-04-12T16:57:22.008 INFO:tasks.workunit.client.0.smithi005.stdout:op 3615 completed, throughput=4.99MB/sec 2024-04-12T16:57:22.008 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OP8WmuPPDLP9oge off=1586923 len=1582476 2024-04-12T16:57:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:op 3616 completed, throughput=5MB/sec 2024-04-12T16:57:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nA5HHRFMhlT4tiN off=14974592 len=444575 2024-04-12T16:57:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:op 3617 completed, throughput=5MB/sec 2024-04-12T16:57:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-P2gJTaz33IiuBHi off=1181466 len=13288 2024-04-12T16:57:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:op 3618 completed, throughput=5MB/sec 2024-04-12T16:57:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u7N4i8MNwTvFau7 off=1546116 len=848658 2024-04-12T16:57:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 3619 completed, throughput=5MB/sec 2024-04-12T16:57:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7tV_O6kBpnTTnwN off=9498897 len=57607 2024-04-12T16:57:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 3620 completed, throughput=5MB/sec 2024-04-12T16:57:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a8xNSTxXmBQtOj1 off=9664610 len=1942770 2024-04-12T16:57:22.023 INFO:tasks.workunit.client.0.smithi005.stdout:op 3621 completed, throughput=5MB/sec 2024-04-12T16:57:22.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:21 smithi016 ceph-mon[84444]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:57:22.593 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:57:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:57:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:23.024 INFO:tasks.workunit.client.0.smithi005.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:23.024 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xMqD--zB0HtTg13 off=9544421 len=221714 2024-04-12T16:57:23.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 3622 completed, throughput=4.99MB/sec 2024-04-12T16:57:23.024 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WBIRgNZr8ioQcVB off=868492 len=9644 2024-04-12T16:57:23.027 INFO:tasks.workunit.client.0.smithi005.stdout:op 3623 completed, throughput=4.99MB/sec 2024-04-12T16:57:23.027 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E27yd_B2VI1rcMm off=14198064 len=998979 2024-04-12T16:57:23.033 INFO:tasks.workunit.client.0.smithi005.stdout:op 3624 completed, throughput=5MB/sec 2024-04-12T16:57:23.033 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RXj7-v7dMavwU5Q off=1084673 len=793259 2024-04-12T16:57:23.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 3625 completed, throughput=5MB/sec 2024-04-12T16:57:23.034 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1rc8F_r9jesRIew off=1280063 len=479688 2024-04-12T16:57:23.035 INFO:tasks.workunit.client.0.smithi005.stdout:op 3626 completed, throughput=5MB/sec 2024-04-12T16:57:23.035 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Uin-aIgpjRYSeB9 off=10862511 len=626139 2024-04-12T16:57:23.037 INFO:tasks.workunit.client.0.smithi005.stdout:op 3627 completed, throughput=5MB/sec 2024-04-12T16:57:23.037 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KVXu2tLvj_A2UU3 off=6043891 len=2089606 2024-04-12T16:57:23.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 3628 completed, throughput=5MB/sec 2024-04-12T16:57:23.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:23 smithi005 ceph-mon[88416]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:57:23.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:23 smithi005 ceph-mon[90837]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:57:23.954 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:57:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:57:23] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-12T16:57:24.047 INFO:tasks.workunit.client.0.smithi005.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:24.047 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u9tmsHAsExnWlPG off=12017382 len=1771591 2024-04-12T16:57:24.049 INFO:tasks.workunit.client.0.smithi005.stdout:op 3629 completed, throughput=5MB/sec 2024-04-12T16:57:24.049 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XfxmXTPdlrv0-_Y off=2158073 len=384108 2024-04-12T16:57:24.050 INFO:tasks.workunit.client.0.smithi005.stdout:op 3630 completed, throughput=5MB/sec 2024-04-12T16:57:24.050 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Pvs-nMpcC5Y9M9k off=1535681 len=948101 2024-04-12T16:57:24.056 INFO:tasks.workunit.client.0.smithi005.stdout:op 3631 completed, throughput=5MB/sec 2024-04-12T16:57:24.057 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6gqtxhqDCjQg40C off=2085683 len=2059766 2024-04-12T16:57:24.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 3632 completed, throughput=5MB/sec 2024-04-12T16:57:24.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:23 smithi016 ceph-mon[84444]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T16:57:25.059 INFO:tasks.workunit.client.0.smithi005.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:25.059 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s8t87RBJCHZ-WFj off=1786900 len=1609178 2024-04-12T16:57:25.066 INFO:tasks.workunit.client.0.smithi005.stdout:op 3633 completed, throughput=5MB/sec 2024-04-12T16:57:25.066 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JiTiyXWPFiUAr4M off=14785994 len=716954 2024-04-12T16:57:25.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 3634 completed, throughput=5MB/sec 2024-04-12T16:57:25.067 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-otkHonpJg0SNkqH off=242010 len=62557 2024-04-12T16:57:25.069 INFO:tasks.workunit.client.0.smithi005.stdout:op 3635 completed, throughput=5MB/sec 2024-04-12T16:57:25.069 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QC5Aj3nSrdeu4-Y off=14196780 len=1626208 2024-04-12T16:57:25.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 3636 completed, throughput=5MB/sec 2024-04-12T16:57:25.073 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kGtko7f33ZW9iKC off=8111632 len=1332954 2024-04-12T16:57:25.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 3637 completed, throughput=5MB/sec 2024-04-12T16:57:25.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:25 smithi005 ceph-mon[88416]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:57:25.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:25 smithi005 ceph-mon[90837]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:57:26.080 INFO:tasks.workunit.client.0.smithi005.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:26.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ppqj8aCj0TvkxjV off=5191534 len=748479 2024-04-12T16:57:26.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 3638 completed, throughput=4.99MB/sec 2024-04-12T16:57:26.083 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zH-d1m7iohHB3vA off=1222739 len=143947 2024-04-12T16:57:26.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 3639 completed, throughput=4.99MB/sec 2024-04-12T16:57:26.086 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sGweUHHppL9OzN2 off=17539613 len=535784 2024-04-12T16:57:26.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 3640 completed, throughput=5MB/sec 2024-04-12T16:57:26.090 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ToMsz0WttB8Wz1k off=10036099 len=1319030 2024-04-12T16:57:26.092 INFO:tasks.workunit.client.0.smithi005.stdout:op 3641 completed, throughput=5MB/sec 2024-04-12T16:57:26.092 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NfqPe_HHvUbEc3z off=1866784 len=662460 2024-04-12T16:57:26.093 INFO:tasks.workunit.client.0.smithi005.stdout:op 3642 completed, throughput=5MB/sec 2024-04-12T16:57:26.093 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RPij0tchWx7Epzx off=11538329 len=817143 2024-04-12T16:57:26.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:25 smithi016 ceph-mon[84444]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-12T16:57:26.098 INFO:tasks.workunit.client.0.smithi005.stdout:op 3643 completed, throughput=5MB/sec 2024-04-12T16:57:26.098 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mJvUN30VEYk1HPx off=4072803 len=1795137 2024-04-12T16:57:26.107 INFO:tasks.workunit.client.0.smithi005.stdout:op 3644 completed, throughput=5MB/sec 2024-04-12T16:57:27.110 INFO:tasks.workunit.client.0.smithi005.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:27.110 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wTM0pLqcirN4DP4 off=1543627 len=822739 2024-04-12T16:57:27.110 INFO:tasks.workunit.client.0.smithi005.stdout:op 3645 completed, throughput=5MB/sec 2024-04-12T16:57:27.110 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JZpx0kQ_4m0ivWk off=13363262 len=2005823 2024-04-12T16:57:27.111 INFO:tasks.workunit.client.0.smithi005.stdout:op 3646 completed, throughput=5MB/sec 2024-04-12T16:57:27.111 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u1hEdQICBUSELxs off=7585584 len=1411838 2024-04-12T16:57:27.114 INFO:tasks.workunit.client.0.smithi005.stdout:op 3647 completed, throughput=5MB/sec 2024-04-12T16:57:27.114 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aFdSiWKhtxKmjo_ off=3245415 len=1518225 2024-04-12T16:57:27.123 INFO:tasks.workunit.client.0.smithi005.stdout:op 3648 completed, throughput=5MB/sec 2024-04-12T16:57:27.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:27 smithi005 ceph-mon[88416]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:57:27.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:27 smithi005 ceph-mon[90837]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:57:28.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:27 smithi016 ceph-mon[84444]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T16:57:28.123 INFO:tasks.workunit.client.0.smithi005.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:28.123 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BgCCknfwHiAMCWK off=6814753 len=1810390 2024-04-12T16:57:28.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 3649 completed, throughput=5MB/sec 2024-04-12T16:57:28.125 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-thgRCDIw-gj9sCS off=2650068 len=139666 2024-04-12T16:57:28.126 INFO:tasks.workunit.client.0.smithi005.stdout:op 3650 completed, throughput=5MB/sec 2024-04-12T16:57:28.126 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LGz8Ehf7Ci7kAp_ off=7109941 len=1615945 2024-04-12T16:57:28.130 INFO:tasks.workunit.client.0.smithi005.stdout:op 3651 completed, throughput=5MB/sec 2024-04-12T16:57:28.130 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4Z-mike4qJ12CX7 off=15902685 len=1858939 2024-04-12T16:57:28.130 INFO:tasks.workunit.client.0.smithi005.stdout:op 3652 completed, throughput=5MB/sec 2024-04-12T16:57:29.131 INFO:tasks.workunit.client.0.smithi005.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:29.131 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gG67j2dnxfIID26 off=5646009 len=1554371 2024-04-12T16:57:29.139 INFO:tasks.workunit.client.0.smithi005.stdout:op 3653 completed, throughput=5MB/sec 2024-04-12T16:57:29.139 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iRpxLt1ZZe8ZGtG off=2409644 len=982422 2024-04-12T16:57:29.141 INFO:tasks.workunit.client.0.smithi005.stdout:op 3654 completed, throughput=5MB/sec 2024-04-12T16:57:29.141 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rOQWD6RuFdbaBZF off=13839137 len=1057255 2024-04-12T16:57:29.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 3655 completed, throughput=5MB/sec 2024-04-12T16:57:29.148 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KzHfasUCBT6Btcq off=395637 len=1003501 2024-04-12T16:57:29.153 INFO:tasks.workunit.client.0.smithi005.stdout:op 3656 completed, throughput=5MB/sec 2024-04-12T16:57:29.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:29 smithi005 ceph-mon[88416]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:57:29.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:29 smithi005 ceph-mon[90837]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:57:30.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:29 smithi016 ceph-mon[84444]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T16:57:30.153 INFO:tasks.workunit.client.0.smithi005.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:30.153 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JrjWJQ3Qe62kBFu off=15481934 len=949833 2024-04-12T16:57:30.159 INFO:tasks.workunit.client.0.smithi005.stdout:op 3657 completed, throughput=5MB/sec 2024-04-12T16:57:30.159 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0NLITjMgZSvAaSm off=4893414 len=1174608 2024-04-12T16:57:30.166 INFO:tasks.workunit.client.0.smithi005.stdout:op 3658 completed, throughput=5MB/sec 2024-04-12T16:57:30.166 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H0oKCnLx9eTVQZW off=9765909 len=211364 2024-04-12T16:57:30.171 INFO:tasks.workunit.client.0.smithi005.stdout:op 3659 completed, throughput=5MB/sec 2024-04-12T16:57:30.171 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-owUGL6KrywFYXhY off=5923645 len=268484 2024-04-12T16:57:30.171 INFO:tasks.workunit.client.0.smithi005.stdout:op 3660 completed, throughput=5MB/sec 2024-04-12T16:57:30.171 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yJ0H8oOeLneaoU6 off=10251825 len=1978607 2024-04-12T16:57:30.172 INFO:tasks.workunit.client.0.smithi005.stdout:op 3661 completed, throughput=5MB/sec 2024-04-12T16:57:30.172 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iwQdQhwCJEzrHiX off=1603755 len=1035118 2024-04-12T16:57:30.175 INFO:tasks.workunit.client.0.smithi005.stdout:op 3662 completed, throughput=5MB/sec 2024-04-12T16:57:31.176 INFO:tasks.workunit.client.0.smithi005.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:31.176 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8Kavhc5wwiAbtqP off=11506999 len=1388621 2024-04-12T16:57:31.178 INFO:tasks.workunit.client.0.smithi005.stdout:op 3663 completed, throughput=5MB/sec 2024-04-12T16:57:31.178 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lAddN7NRKRmmcN9 off=17000920 len=1953516 2024-04-12T16:57:31.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 3664 completed, throughput=5MB/sec 2024-04-12T16:57:31.186 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-F01FNVZxHSibeut off=4287101 len=978949 2024-04-12T16:57:31.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 3665 completed, throughput=5MB/sec 2024-04-12T16:57:31.193 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-12kZPbglDu_a4y2 off=9589276 len=1901828 2024-04-12T16:57:31.200 INFO:tasks.workunit.client.0.smithi005.stdout:op 3666 completed, throughput=5MB/sec 2024-04-12T16:57:31.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:31 smithi005 ceph-mon[88416]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:57:31.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:31 smithi005 ceph-mon[90837]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:57:32.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:31 smithi016 ceph-mon[84444]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:57:32.200 INFO:tasks.workunit.client.0.smithi005.stdout: 730: throughput=5MB/sec pending data=0 2024-04-12T16:57:32.200 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O_Im6pKEn6r85LY off=13514604 len=1947015 2024-04-12T16:57:32.203 INFO:tasks.workunit.client.0.smithi005.stdout:op 3667 completed, throughput=5MB/sec 2024-04-12T16:57:32.203 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-u0c0AQvJPReqSYh off=1446788 len=587365 2024-04-12T16:57:32.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 3668 completed, throughput=5MB/sec 2024-04-12T16:57:32.207 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mKyQzNolBHNgWrD off=4293365 len=1117910 2024-04-12T16:57:32.208 INFO:tasks.workunit.client.0.smithi005.stdout:op 3669 completed, throughput=5MB/sec 2024-04-12T16:57:32.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:57:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:33.209 INFO:tasks.workunit.client.0.smithi005.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:33.209 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3pJLvl7tq9yK3G6 off=2661168 len=620323 2024-04-12T16:57:33.213 INFO:tasks.workunit.client.0.smithi005.stdout:op 3670 completed, throughput=4.99MB/sec 2024-04-12T16:57:33.213 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qQ3aVoUNy1NIoKT off=18202540 len=1798701 2024-04-12T16:57:33.223 INFO:tasks.workunit.client.0.smithi005.stdout:op 3671 completed, throughput=5MB/sec 2024-04-12T16:57:33.223 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jUFReKPDs9J-k4W off=1199903 len=450120 2024-04-12T16:57:33.224 INFO:tasks.workunit.client.0.smithi005.stdout:op 3672 completed, throughput=5MB/sec 2024-04-12T16:57:33.224 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nmK4gwPQComP7AB off=13124912 len=658946 2024-04-12T16:57:33.229 INFO:tasks.workunit.client.0.smithi005.stdout:op 3673 completed, throughput=5MB/sec 2024-04-12T16:57:33.229 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kB3NEkuoJ-S8zpL off=17732904 len=1526288 2024-04-12T16:57:33.237 INFO:tasks.workunit.client.0.smithi005.stdout:op 3674 completed, throughput=5MB/sec 2024-04-12T16:57:33.237 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qrKL5uZqQGGJs1H off=2187951 len=1910186 2024-04-12T16:57:33.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 3675 completed, throughput=5MB/sec 2024-04-12T16:57:33.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:33 smithi005 ceph-mon[88416]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:57:33.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:57:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:57:33] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-12T16:57:33.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:33 smithi005 ceph-mon[90837]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:57:34.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:33 smithi016 ceph-mon[84444]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:57:34.239 INFO:tasks.workunit.client.0.smithi005.stdout: 732: throughput=5MB/sec pending data=0 2024-04-12T16:57:34.239 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-So36It7jv20DOrt off=1468656 len=485981 2024-04-12T16:57:34.243 INFO:tasks.workunit.client.0.smithi005.stdout:op 3676 completed, throughput=5MB/sec 2024-04-12T16:57:34.243 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--XskXNCfF2tmRhE off=936616 len=168642 2024-04-12T16:57:34.245 INFO:tasks.workunit.client.0.smithi005.stdout:op 3677 completed, throughput=5MB/sec 2024-04-12T16:57:34.246 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jr72wukWc5zHK37 off=3238637 len=794817 2024-04-12T16:57:34.250 INFO:tasks.workunit.client.0.smithi005.stdout:op 3678 completed, throughput=5MB/sec 2024-04-12T16:57:34.250 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YvU79ZsrJAJR9K0 off=9585256 len=2004438 2024-04-12T16:57:34.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 3679 completed, throughput=5MB/sec 2024-04-12T16:57:34.253 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-trcj7myU5tlfqwW off=7231091 len=1869943 2024-04-12T16:57:34.260 INFO:tasks.workunit.client.0.smithi005.stdout:op 3680 completed, throughput=5MB/sec 2024-04-12T16:57:34.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:34.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:35.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:35.261 INFO:tasks.workunit.client.0.smithi005.stdout: 733: throughput=5MB/sec pending data=0 2024-04-12T16:57:35.261 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dR2F1bvtMbc87QF off=8117158 len=159293 2024-04-12T16:57:35.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 3681 completed, throughput=5MB/sec 2024-04-12T16:57:35.261 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pcb8Tb9TBFluKEZ off=1626438 len=1692013 2024-04-12T16:57:35.263 INFO:tasks.workunit.client.0.smithi005.stdout:op 3682 completed, throughput=5MB/sec 2024-04-12T16:57:35.263 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nK_ezgNLaCsUBtW off=1806297 len=569297 2024-04-12T16:57:35.268 INFO:tasks.workunit.client.0.smithi005.stdout:op 3683 completed, throughput=5MB/sec 2024-04-12T16:57:35.268 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3w56GuaV7HQovba off=9522785 len=328619 2024-04-12T16:57:35.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 3684 completed, throughput=5MB/sec 2024-04-12T16:57:35.271 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FdOfArcv5bJfMKB off=1007613 len=141436 2024-04-12T16:57:35.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 3685 completed, throughput=5MB/sec 2024-04-12T16:57:35.272 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8jWiU_DVTwRBDRs off=7658388 len=895419 2024-04-12T16:57:35.277 INFO:tasks.workunit.client.0.smithi005.stdout:op 3686 completed, throughput=5MB/sec 2024-04-12T16:57:35.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:35 smithi005 ceph-mon[88416]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:57:35.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:35 smithi005 ceph-mon[90837]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:57:36.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:35 smithi016 ceph-mon[84444]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:57:36.277 INFO:tasks.workunit.client.0.smithi005.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:36.277 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ECj9yCfnwxbljcO off=386553 len=4286 2024-04-12T16:57:36.278 INFO:tasks.workunit.client.0.smithi005.stdout:op 3687 completed, throughput=4.99MB/sec 2024-04-12T16:57:36.278 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--fZkMo5QjosTkEs off=14452777 len=729561 2024-04-12T16:57:36.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 3688 completed, throughput=4.99MB/sec 2024-04-12T16:57:36.282 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qQ3aVoUNy1NIoKT off=4256420 len=1713635 2024-04-12T16:57:36.284 INFO:tasks.workunit.client.0.smithi005.stdout:op 3689 completed, throughput=5MB/sec 2024-04-12T16:57:36.285 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kPpWx8tFXb90Uop off=5319828 len=1287267 2024-04-12T16:57:36.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 3690 completed, throughput=5MB/sec 2024-04-12T16:57:36.287 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hWvWNAAOOkJLLCa off=2663947 len=1638454 2024-04-12T16:57:36.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 3691 completed, throughput=5MB/sec 2024-04-12T16:57:37.297 INFO:tasks.workunit.client.0.smithi005.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:37.297 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eKvQbMqIqKNO-pp off=3216250 len=1885828 2024-04-12T16:57:37.304 INFO:tasks.workunit.client.0.smithi005.stdout:op 3692 completed, throughput=5MB/sec 2024-04-12T16:57:37.305 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NOOat_OqbLOSrfn off=5415230 len=1202377 2024-04-12T16:57:37.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 3693 completed, throughput=5MB/sec 2024-04-12T16:57:37.310 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Sk9PT74FZ6ktkmS off=4779083 len=2026926 2024-04-12T16:57:37.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 3694 completed, throughput=5MB/sec 2024-04-12T16:57:37.321 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oDiDwmtOpAAZsHz off=17017485 len=241845 2024-04-12T16:57:37.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 3695 completed, throughput=5MB/sec 2024-04-12T16:57:37.954 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:37 smithi005 ceph-mon[88416]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:57:37.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:37 smithi005 ceph-mon[90837]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:57:38.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:37 smithi016 ceph-mon[84444]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:57:38.321 INFO:tasks.workunit.client.0.smithi005.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:38.322 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZTclT3sJDgX73Qw off=649799 len=1611680 2024-04-12T16:57:38.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 3696 completed, throughput=5MB/sec 2024-04-12T16:57:38.324 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qrNaCn4z6zSuCpn off=454897 len=535958 2024-04-12T16:57:38.328 INFO:tasks.workunit.client.0.smithi005.stdout:op 3697 completed, throughput=5MB/sec 2024-04-12T16:57:38.328 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qz2TwtoaoEblTM9 off=11509084 len=1674002 2024-04-12T16:57:38.330 INFO:tasks.workunit.client.0.smithi005.stdout:op 3698 completed, throughput=5MB/sec 2024-04-12T16:57:38.330 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l4eeI_YRii5U1fq off=9829990 len=1622950 2024-04-12T16:57:38.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 3699 completed, throughput=5MB/sec 2024-04-12T16:57:39.334 INFO:tasks.workunit.client.0.smithi005.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:39.334 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IZ-qcafEjOzt9Y4 off=4815101 len=1055266 2024-04-12T16:57:39.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 3700 completed, throughput=4.99MB/sec 2024-04-12T16:57:39.340 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DKTke-qpTD2vUKt off=16216335 len=1772347 2024-04-12T16:57:39.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 3701 completed, throughput=5MB/sec 2024-04-12T16:57:39.348 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4Px9RFar7eCxUqY off=11595139 len=1298333 2024-04-12T16:57:39.348 INFO:tasks.workunit.client.0.smithi005.stdout:op 3702 completed, throughput=5MB/sec 2024-04-12T16:57:39.349 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_7X3bTiIZc2XbAo off=1464518 len=1388873 2024-04-12T16:57:39.351 INFO:tasks.workunit.client.0.smithi005.stdout:op 3703 completed, throughput=5MB/sec 2024-04-12T16:57:39.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:39 smithi005 ceph-mon[88416]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:57:39.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:39 smithi005 ceph-mon[90837]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:57:40.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:39 smithi016 ceph-mon[84444]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:57:40.352 INFO:tasks.workunit.client.0.smithi005.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:40.352 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a94DLa_hGiHU-cK off=2718915 len=776837 2024-04-12T16:57:40.356 INFO:tasks.workunit.client.0.smithi005.stdout:op 3704 completed, throughput=4.99MB/sec 2024-04-12T16:57:40.357 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EhWUqYKfdB_J24N off=8785915 len=28099 2024-04-12T16:57:40.359 INFO:tasks.workunit.client.0.smithi005.stdout:op 3705 completed, throughput=4.99MB/sec 2024-04-12T16:57:40.359 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_oi5giJxglm4ECw off=786454 len=847803 2024-04-12T16:57:40.365 INFO:tasks.workunit.client.0.smithi005.stdout:op 3706 completed, throughput=5MB/sec 2024-04-12T16:57:40.365 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LRBIKi9mZ75wd1t off=13924109 len=271132 2024-04-12T16:57:40.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 3707 completed, throughput=5MB/sec 2024-04-12T16:57:40.366 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J-7_6FRpfU4YYWf off=5250411 len=1432513 2024-04-12T16:57:40.368 INFO:tasks.workunit.client.0.smithi005.stdout:op 3708 completed, throughput=5MB/sec 2024-04-12T16:57:40.368 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ysb5cOGPtUmh2Zz off=11375219 len=1057600 2024-04-12T16:57:40.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 3709 completed, throughput=5MB/sec 2024-04-12T16:57:40.370 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OJU4IOTRr7Vw7Fq off=1914292 len=489860 2024-04-12T16:57:40.371 INFO:tasks.workunit.client.0.smithi005.stdout:op 3710 completed, throughput=5MB/sec 2024-04-12T16:57:40.371 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kPpWx8tFXb90Uop off=21853669 len=1366460 2024-04-12T16:57:40.373 INFO:tasks.workunit.client.0.smithi005.stdout:op 3711 completed, throughput=5MB/sec 2024-04-12T16:57:41.374 INFO:tasks.workunit.client.0.smithi005.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:41.374 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ePEbGI1LrdpT9U1 off=858513 len=803621 2024-04-12T16:57:41.378 INFO:tasks.workunit.client.0.smithi005.stdout:op 3712 completed, throughput=5MB/sec 2024-04-12T16:57:41.378 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--k132MdxryVdfCj off=2383783 len=1057785 2024-04-12T16:57:41.381 INFO:tasks.workunit.client.0.smithi005.stdout:op 3713 completed, throughput=5MB/sec 2024-04-12T16:57:41.381 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9CI5lRYmYQFCKrS off=9040254 len=2057585 2024-04-12T16:57:41.389 INFO:tasks.workunit.client.0.smithi005.stdout:op 3714 completed, throughput=5MB/sec 2024-04-12T16:57:41.389 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D-Xdm4p3ixlLPZ8 off=1693644 len=550066 2024-04-12T16:57:41.393 INFO:tasks.workunit.client.0.smithi005.stdout:op 3715 completed, throughput=5MB/sec 2024-04-12T16:57:41.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:41 smithi005 ceph-mon[88416]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:57:41.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:41 smithi005 ceph-mon[90837]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:57:42.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:41 smithi016 ceph-mon[84444]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:57:42.393 INFO:tasks.workunit.client.0.smithi005.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:42.393 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YmcCWdSn8iD2ATz off=8090302 len=1017427 2024-04-12T16:57:42.394 INFO:tasks.workunit.client.0.smithi005.stdout:op 3716 completed, throughput=5MB/sec 2024-04-12T16:57:42.395 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6fvVL0sjV5GKPV8 off=10293433 len=1098395 2024-04-12T16:57:42.400 INFO:tasks.workunit.client.0.smithi005.stdout:op 3717 completed, throughput=5MB/sec 2024-04-12T16:57:42.400 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hWM5gaQxUsBHjbm off=2271177 len=948881 2024-04-12T16:57:42.406 INFO:tasks.workunit.client.0.smithi005.stdout:op 3718 completed, throughput=5MB/sec 2024-04-12T16:57:42.406 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BA1Abs2kC46IIHQ off=2596721 len=280852 2024-04-12T16:57:42.409 INFO:tasks.workunit.client.0.smithi005.stdout:op 3719 completed, throughput=5MB/sec 2024-04-12T16:57:42.409 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hpQh8L18B7vlIzL off=1096527 len=534717 2024-04-12T16:57:42.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 3720 completed, throughput=5MB/sec 2024-04-12T16:57:42.410 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vPIgv9eaq1yNGxk off=13852065 len=976881 2024-04-12T16:57:42.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 3721 completed, throughput=5MB/sec 2024-04-12T16:57:42.416 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NuFYzPu057QBZIK off=1691942 len=885510 2024-04-12T16:57:42.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 3722 completed, throughput=5MB/sec 2024-04-12T16:57:42.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:57:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:57:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:43.417 INFO:tasks.workunit.client.0.smithi005.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:43.417 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EOaxd3-Oh84Zjsm off=9019519 len=932568 2024-04-12T16:57:43.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 3723 completed, throughput=5MB/sec 2024-04-12T16:57:43.423 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_cSSZRfV8EtH4yN off=14891592 len=1937577 2024-04-12T16:57:43.433 INFO:tasks.workunit.client.0.smithi005.stdout:op 3724 completed, throughput=5MB/sec 2024-04-12T16:57:43.433 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4kjRFPJcU9xiNis off=6923656 len=1712949 2024-04-12T16:57:43.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 3725 completed, throughput=5MB/sec 2024-04-12T16:57:43.440 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2L3UYFnLST3R_Kz off=5438430 len=2022848 2024-04-12T16:57:43.450 INFO:tasks.workunit.client.0.smithi005.stdout:op 3726 completed, throughput=5MB/sec 2024-04-12T16:57:43.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:43 smithi005 ceph-mon[88416]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:43.953 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:57:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:57:43] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-12T16:57:43.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:43 smithi005 ceph-mon[90837]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:44.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:43 smithi016 ceph-mon[84444]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:57:44.450 INFO:tasks.workunit.client.0.smithi005.stdout: 742: throughput=5MB/sec pending data=0 2024-04-12T16:57:44.450 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6guaXUDKqU6LvbQ off=10684882 len=1997442 2024-04-12T16:57:44.460 INFO:tasks.workunit.client.0.smithi005.stdout:op 3727 completed, throughput=5MB/sec 2024-04-12T16:57:44.460 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E5g6rjnYyMh7pIr off=12458894 len=192501 2024-04-12T16:57:44.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 3728 completed, throughput=5MB/sec 2024-04-12T16:57:44.461 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D3vc-JwQjvM31c_ off=9986723 len=1264084 2024-04-12T16:57:44.463 INFO:tasks.workunit.client.0.smithi005.stdout:op 3729 completed, throughput=5MB/sec 2024-04-12T16:57:45.463 INFO:tasks.workunit.client.0.smithi005.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:45.463 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DsuGue25gjsR_Ld off=6418416 len=1536332 2024-04-12T16:57:45.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 3730 completed, throughput=5MB/sec 2024-04-12T16:57:45.465 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0Q5aoiC_fDCFVtl off=12983493 len=948032 2024-04-12T16:57:45.471 INFO:tasks.workunit.client.0.smithi005.stdout:op 3731 completed, throughput=5MB/sec 2024-04-12T16:57:45.472 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rgMAGHKh84iLcIk off=4528978 len=1979690 2024-04-12T16:57:45.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 3732 completed, throughput=5MB/sec 2024-04-12T16:57:45.474 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pn7AiCHOnl8wp2t off=5019808 len=1609485 2024-04-12T16:57:45.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 3733 completed, throughput=5MB/sec 2024-04-12T16:57:45.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:45 smithi005 ceph-mon[88416]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:57:45.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:45 smithi005 ceph-mon[90837]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:57:46.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:45 smithi016 ceph-mon[84444]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-12T16:57:46.482 INFO:tasks.workunit.client.0.smithi005.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:46.482 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ryO-YsQVjChD_Sy off=5704675 len=320787 2024-04-12T16:57:46.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 3734 completed, throughput=4.99MB/sec 2024-04-12T16:57:46.482 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ihsa3273PPGwaiS off=11390789 len=568016 2024-04-12T16:57:46.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 3735 completed, throughput=5MB/sec 2024-04-12T16:57:46.484 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_gt2t6POKF9ls60 off=13073319 len=1581198 2024-04-12T16:57:46.492 INFO:tasks.workunit.client.0.smithi005.stdout:op 3736 completed, throughput=5MB/sec 2024-04-12T16:57:46.492 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VfQmjZAmbrPVcaA off=13534877 len=385953 2024-04-12T16:57:46.496 INFO:tasks.workunit.client.0.smithi005.stdout:op 3737 completed, throughput=5MB/sec 2024-04-12T16:57:46.496 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8Oo1R83fiT7UDN4 off=7424660 len=512206 2024-04-12T16:57:46.499 INFO:tasks.workunit.client.0.smithi005.stdout:op 3738 completed, throughput=5MB/sec 2024-04-12T16:57:46.499 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8d-NBK9o5h-vtoW off=788024 len=670102 2024-04-12T16:57:46.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 3739 completed, throughput=5MB/sec 2024-04-12T16:57:46.504 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ve4bRjNNBIulOud off=2441181 len=25621 2024-04-12T16:57:46.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 3740 completed, throughput=5MB/sec 2024-04-12T16:57:46.504 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nNkjeinsNk-fEA3 off=350977 len=594223 2024-04-12T16:57:46.508 INFO:tasks.workunit.client.0.smithi005.stdout:op 3741 completed, throughput=5MB/sec 2024-04-12T16:57:47.508 INFO:tasks.workunit.client.0.smithi005.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:47.508 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_kMKpub3KGlf8x- off=6766581 len=301814 2024-04-12T16:57:47.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 3742 completed, throughput=4.99MB/sec 2024-04-12T16:57:47.509 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n5Jup9Cy1iJBVYs off=12956403 len=513811 2024-04-12T16:57:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 3743 completed, throughput=4.99MB/sec 2024-04-12T16:57:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VSzCLdMXBTrwK17 off=2060774 len=1701515 2024-04-12T16:57:47.515 INFO:tasks.workunit.client.0.smithi005.stdout:op 3744 completed, throughput=5MB/sec 2024-04-12T16:57:47.515 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rS_wtdvoA4irlas off=4425513 len=365723 2024-04-12T16:57:47.516 INFO:tasks.workunit.client.0.smithi005.stdout:op 3745 completed, throughput=5MB/sec 2024-04-12T16:57:47.516 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bPk2Ib_ehTfHWWa off=3506517 len=190508 2024-04-12T16:57:47.519 INFO:tasks.workunit.client.0.smithi005.stdout:op 3746 completed, throughput=5MB/sec 2024-04-12T16:57:47.519 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JgCuOPnK98vD7jh off=15014062 len=863319 2024-04-12T16:57:47.524 INFO:tasks.workunit.client.0.smithi005.stdout:op 3747 completed, throughput=5MB/sec 2024-04-12T16:57:47.524 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vV_k3LOyJwy8DNK off=3444140 len=969652 2024-04-12T16:57:47.529 INFO:tasks.workunit.client.0.smithi005.stdout:op 3748 completed, throughput=5MB/sec 2024-04-12T16:57:47.529 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1Q7hEffWVf1-lEY off=7250969 len=399362 2024-04-12T16:57:47.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 3749 completed, throughput=5MB/sec 2024-04-12T16:57:47.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:47 smithi005 ceph-mon[88416]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:57:47.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:47 smithi005 ceph-mon[90837]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:57:48.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:47 smithi016 ceph-mon[84444]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:57:48.533 INFO:tasks.workunit.client.0.smithi005.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:48.533 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aIlZeqeSpPi3NBz off=4750785 len=2073933 2024-04-12T16:57:48.542 INFO:tasks.workunit.client.0.smithi005.stdout:op 3750 completed, throughput=5MB/sec 2024-04-12T16:57:48.542 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CVvZBGqNvPcWpRd off=670889 len=1193414 2024-04-12T16:57:48.547 INFO:tasks.workunit.client.0.smithi005.stdout:op 3751 completed, throughput=5MB/sec 2024-04-12T16:57:48.547 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pOKLrSeKAud2LtT off=1797441 len=759813 2024-04-12T16:57:48.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 3752 completed, throughput=5MB/sec 2024-04-12T16:57:48.551 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0jR1YAl-KAHRyo_ off=3797211 len=1190561 2024-04-12T16:57:48.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 3753 completed, throughput=5MB/sec 2024-04-12T16:57:48.554 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lZRqiofMtEF1U_S off=1266280 len=1059538 2024-04-12T16:57:48.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 3754 completed, throughput=5MB/sec 2024-04-12T16:57:49.559 INFO:tasks.workunit.client.0.smithi005.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:49.559 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BudaeUkQmhQWSqB off=12392531 len=324518 2024-04-12T16:57:49.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 3755 completed, throughput=4.99MB/sec 2024-04-12T16:57:49.563 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wRGCJI0lgeQ5BCv off=5038016 len=1520119 2024-04-12T16:57:49.565 INFO:tasks.workunit.client.0.smithi005.stdout:op 3756 completed, throughput=5MB/sec 2024-04-12T16:57:49.565 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TL80FJZBcZvYqdy off=1224206 len=1984304 2024-04-12T16:57:49.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 3757 completed, throughput=5MB/sec 2024-04-12T16:57:49.574 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V1zHOkQ_1Wac1tK off=3280817 len=83945 2024-04-12T16:57:49.576 INFO:tasks.workunit.client.0.smithi005.stdout:op 3758 completed, throughput=5MB/sec 2024-04-12T16:57:49.576 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rJMyZAu4LX4xBXp off=3528260 len=302046 2024-04-12T16:57:49.579 INFO:tasks.workunit.client.0.smithi005.stdout:op 3759 completed, throughput=5MB/sec 2024-04-12T16:57:49.579 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KzfV175svtQaFI7 off=1387328 len=1399802 2024-04-12T16:57:49.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 3760 completed, throughput=5MB/sec 2024-04-12T16:57:49.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:49 smithi005 ceph-mon[88416]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:57:49.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:49.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:49 smithi005 ceph-mon[90837]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:57:49.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:50.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:49 smithi016 ceph-mon[84444]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T16:57:50.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:57:50.587 INFO:tasks.workunit.client.0.smithi005.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:50.587 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UL27GG7eWopCjoc off=6965458 len=723775 2024-04-12T16:57:50.588 INFO:tasks.workunit.client.0.smithi005.stdout:op 3761 completed, throughput=5MB/sec 2024-04-12T16:57:50.588 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rSCEcNEaBLMObtg off=19173946 len=1383066 2024-04-12T16:57:50.595 INFO:tasks.workunit.client.0.smithi005.stdout:op 3762 completed, throughput=5MB/sec 2024-04-12T16:57:50.595 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2jw7NcCDfQf15mO off=5193570 len=445894 2024-04-12T16:57:50.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 3763 completed, throughput=5MB/sec 2024-04-12T16:57:50.598 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZDNviNCB9QJ6Dla off=15076003 len=904996 2024-04-12T16:57:50.600 INFO:tasks.workunit.client.0.smithi005.stdout:op 3764 completed, throughput=5MB/sec 2024-04-12T16:57:50.600 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4pqlFvPDvZwP1au off=1264214 len=601722 2024-04-12T16:57:50.603 INFO:tasks.workunit.client.0.smithi005.stdout:op 3765 completed, throughput=5MB/sec 2024-04-12T16:57:50.604 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1aJizmFGJryHgE8 off=16381164 len=575733 2024-04-12T16:57:50.608 INFO:tasks.workunit.client.0.smithi005.stdout:op 3766 completed, throughput=5MB/sec 2024-04-12T16:57:51.608 INFO:tasks.workunit.client.0.smithi005.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:51.609 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C8ugwlDjpXLFp-X off=4510201 len=741423 2024-04-12T16:57:51.610 INFO:tasks.workunit.client.0.smithi005.stdout:op 3767 completed, throughput=4.99MB/sec 2024-04-12T16:57:51.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-acwZnA3QhDwHBWo off=6013015 len=552216 2024-04-12T16:57:51.615 INFO:tasks.workunit.client.0.smithi005.stdout:op 3768 completed, throughput=5MB/sec 2024-04-12T16:57:51.615 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t6nyGdTS68bceBs off=5024873 len=27152 2024-04-12T16:57:51.618 INFO:tasks.workunit.client.0.smithi005.stdout:op 3769 completed, throughput=5MB/sec 2024-04-12T16:57:51.618 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gb9bSemhNfCxY-7 off=2522396 len=277337 2024-04-12T16:57:51.619 INFO:tasks.workunit.client.0.smithi005.stdout:op 3770 completed, throughput=5MB/sec 2024-04-12T16:57:51.619 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E3EhtB-PUlXMWs0 off=7351518 len=516533 2024-04-12T16:57:51.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 3771 completed, throughput=5MB/sec 2024-04-12T16:57:51.623 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V6B-rI1DnvWjdpC off=12792369 len=957780 2024-04-12T16:57:51.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 3772 completed, throughput=5MB/sec 2024-04-12T16:57:51.628 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0TpcNW6NYAcaWOs off=1747212 len=981905 2024-04-12T16:57:51.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 3773 completed, throughput=5MB/sec 2024-04-12T16:57:51.630 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1XoyOTRodA6slcX off=7208415 len=2078658 2024-04-12T16:57:51.632 INFO:tasks.workunit.client.0.smithi005.stdout:op 3774 completed, throughput=5MB/sec 2024-04-12T16:57:51.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:51 smithi005 ceph-mon[88416]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:57:51.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:51 smithi005 ceph-mon[90837]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:57:52.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:51 smithi016 ceph-mon[84444]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:57:52.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:57:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:57:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:57:52.632 INFO:tasks.workunit.client.0.smithi005.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:52.632 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H5xVYK8-B3vZ92d off=436921 len=1132247 2024-04-12T16:57:52.634 INFO:tasks.workunit.client.0.smithi005.stdout:op 3775 completed, throughput=5MB/sec 2024-04-12T16:57:52.634 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b1Oq0EDYZ-6_Br8 off=146254 len=1461065 2024-04-12T16:57:52.636 INFO:tasks.workunit.client.0.smithi005.stdout:op 3776 completed, throughput=5MB/sec 2024-04-12T16:57:52.636 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DwbPzP35w68rxv_ off=217265 len=101224 2024-04-12T16:57:52.637 INFO:tasks.workunit.client.0.smithi005.stdout:op 3777 completed, throughput=5MB/sec 2024-04-12T16:57:52.637 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0bexYRabUMwffNy off=1191999 len=135346 2024-04-12T16:57:52.640 INFO:tasks.workunit.client.0.smithi005.stdout:op 3778 completed, throughput=5MB/sec 2024-04-12T16:57:52.640 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Cx42gshog8KLhF0 off=9800197 len=175278 2024-04-12T16:57:52.641 INFO:tasks.workunit.client.0.smithi005.stdout:op 3779 completed, throughput=5MB/sec 2024-04-12T16:57:52.641 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Z0njxT0ZnQWOXKU off=9105771 len=1093909 2024-04-12T16:57:52.646 INFO:tasks.workunit.client.0.smithi005.stdout:op 3780 completed, throughput=5MB/sec 2024-04-12T16:57:52.646 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ESXXwkbCTJhlxkP off=13069923 len=1175525 2024-04-12T16:57:52.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 3781 completed, throughput=5MB/sec 2024-04-12T16:57:53.649 INFO:tasks.workunit.client.0.smithi005.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:53.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TUVULGoE3Mh5QnX off=3021981 len=1901831 2024-04-12T16:57:53.657 INFO:tasks.workunit.client.0.smithi005.stdout:op 3782 completed, throughput=5MB/sec 2024-04-12T16:57:53.658 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZbqTGljCpK5bmTO off=9913162 len=1118342 2024-04-12T16:57:53.663 INFO:tasks.workunit.client.0.smithi005.stdout:op 3783 completed, throughput=5MB/sec 2024-04-12T16:57:53.663 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bLwYoBwTw7H_fMC off=1574682 len=18133 2024-04-12T16:57:53.665 INFO:tasks.workunit.client.0.smithi005.stdout:op 3784 completed, throughput=5MB/sec 2024-04-12T16:57:53.665 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MRSSD98zR7peaYP off=500822 len=184339 2024-04-12T16:57:53.666 INFO:tasks.workunit.client.0.smithi005.stdout:op 3785 completed, throughput=5MB/sec 2024-04-12T16:57:53.666 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xCRh-zcFvCfIhS9 off=0 len=1295616 2024-04-12T16:57:53.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 3786 completed, throughput=5MB/sec 2024-04-12T16:57:53.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:53 smithi005 ceph-mon[88416]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:57:53.954 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:57:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:57:53] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:57:53.954 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:53 smithi005 ceph-mon[90837]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:57:54.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:53 smithi016 ceph-mon[84444]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:57:54.667 INFO:tasks.workunit.client.0.smithi005.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:54.668 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5eKDkkJdRuDvkor off=5354059 len=1259818 2024-04-12T16:57:54.674 INFO:tasks.workunit.client.0.smithi005.stdout:op 3787 completed, throughput=5MB/sec 2024-04-12T16:57:54.674 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fVfrcbZOVdFQI7R off=5108208 len=114740 2024-04-12T16:57:54.677 INFO:tasks.workunit.client.0.smithi005.stdout:op 3788 completed, throughput=5MB/sec 2024-04-12T16:57:54.677 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uLi8AuZuAW7xTqw off=4721158 len=1857155 2024-04-12T16:57:54.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 3789 completed, throughput=5MB/sec 2024-04-12T16:57:54.686 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BUDVW5UIjorXo0K off=2797995 len=432700 2024-04-12T16:57:54.689 INFO:tasks.workunit.client.0.smithi005.stdout:op 3790 completed, throughput=5MB/sec 2024-04-12T16:57:54.690 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nNIonv5iX6jeri9 off=3700960 len=292152 2024-04-12T16:57:54.693 INFO:tasks.workunit.client.0.smithi005.stdout:op 3791 completed, throughput=5MB/sec 2024-04-12T16:57:54.693 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xaqqIVyRLqNhlc3 off=16338112 len=470270 2024-04-12T16:57:54.696 INFO:tasks.workunit.client.0.smithi005.stdout:op 3792 completed, throughput=5MB/sec 2024-04-12T16:57:54.696 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mp3BKtHsNHDkln4 off=6708944 len=440428 2024-04-12T16:57:54.700 INFO:tasks.workunit.client.0.smithi005.stdout:op 3793 completed, throughput=5MB/sec 2024-04-12T16:57:54.700 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nW16RY-0rb7kukK off=2764098 len=1631892 2024-04-12T16:57:54.706 INFO:tasks.workunit.client.0.smithi005.stdout:op 3794 completed, throughput=5MB/sec 2024-04-12T16:57:55.706 INFO:tasks.workunit.client.0.smithi005.stdout: 753: throughput=5MB/sec pending data=0 2024-04-12T16:57:55.706 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-03MK_Zmj_8gCfb0 off=3370597 len=1216641 2024-04-12T16:57:55.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 3795 completed, throughput=5MB/sec 2024-04-12T16:57:55.708 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OJJGEeebfV_sgBc off=0 len=1211643 2024-04-12T16:57:55.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 3796 completed, throughput=5MB/sec 2024-04-12T16:57:55.713 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zjZy_5JmQHCEJey off=9519069 len=841843 2024-04-12T16:57:55.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 3797 completed, throughput=5MB/sec 2024-04-12T16:57:55.718 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G4noiy_TD9VYd0c off=3809881 len=1207334 2024-04-12T16:57:55.720 INFO:tasks.workunit.client.0.smithi005.stdout:op 3798 completed, throughput=5MB/sec 2024-04-12T16:57:55.953 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:55 smithi005 ceph-mon[88416]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:57:55.953 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:55 smithi005 ceph-mon[90837]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:57:56.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:55 smithi016 ceph-mon[84444]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T16:57:56.721 INFO:tasks.workunit.client.0.smithi005.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:56.721 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CZljtNvckr_jCaR off=11258231 len=1904856 2024-04-12T16:57:56.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 3799 completed, throughput=5MB/sec 2024-04-12T16:57:56.730 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K-RSGkUQVaQ5ITu off=4557755 len=646681 2024-04-12T16:57:56.731 INFO:tasks.workunit.client.0.smithi005.stdout:op 3800 completed, throughput=5MB/sec 2024-04-12T16:57:56.731 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lln2diksnsTXgWj off=9274679 len=1254890 2024-04-12T16:57:56.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 3801 completed, throughput=5MB/sec 2024-04-12T16:57:56.739 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HjnSVqyB_56M3KJ off=1343551 len=1404321 2024-04-12T16:57:56.741 INFO:tasks.workunit.client.0.smithi005.stdout:op 3802 completed, throughput=5MB/sec 2024-04-12T16:57:57.741 INFO:tasks.workunit.client.0.smithi005.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:57.741 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qXtDgSzc5HQXq3y off=12027809 len=826887 2024-04-12T16:57:57.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 3803 completed, throughput=5MB/sec 2024-04-12T16:57:57.743 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-szkOinmDWNe0F8c off=981371 len=98971 2024-04-12T16:57:57.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 3804 completed, throughput=5MB/sec 2024-04-12T16:57:57.743 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K6gx1bFtkDZ3qFh off=8280123 len=567381 2024-04-12T16:57:57.748 INFO:tasks.workunit.client.0.smithi005.stdout:op 3805 completed, throughput=5MB/sec 2024-04-12T16:57:57.748 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X-4TbBeAltSV92Q off=12071376 len=492374 2024-04-12T16:57:57.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 3806 completed, throughput=5MB/sec 2024-04-12T16:57:57.749 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wZDyass5pjOTnTZ off=12207467 len=1251626 2024-04-12T16:57:57.751 INFO:tasks.workunit.client.0.smithi005.stdout:op 3807 completed, throughput=5MB/sec 2024-04-12T16:57:57.751 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I2W275plsJjft6m off=15136775 len=978995 2024-04-12T16:57:57.756 INFO:tasks.workunit.client.0.smithi005.stdout:op 3808 completed, throughput=5MB/sec 2024-04-12T16:57:57.756 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vIs3f0jjdgmEgwP off=17761148 len=1695758 2024-04-12T16:57:57.758 INFO:tasks.workunit.client.0.smithi005.stdout:op 3809 completed, throughput=5MB/sec 2024-04-12T16:57:58.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:57 smithi016 ceph-mon[84444]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:57:58.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:57 smithi005 ceph-mon[88416]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:57:58.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:57 smithi005 ceph-mon[90837]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:57:58.758 INFO:tasks.workunit.client.0.smithi005.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:58.758 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Avb2PK0YAY99FIZ off=3574332 len=913694 2024-04-12T16:57:58.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 3810 completed, throughput=5MB/sec 2024-04-12T16:57:58.764 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LVGEU38R3pVVC5W off=2228453 len=1140519 2024-04-12T16:57:58.766 INFO:tasks.workunit.client.0.smithi005.stdout:op 3811 completed, throughput=5MB/sec 2024-04-12T16:57:58.767 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j7iNTdbxzJyDhpi off=8093355 len=377550 2024-04-12T16:57:58.770 INFO:tasks.workunit.client.0.smithi005.stdout:op 3812 completed, throughput=5MB/sec 2024-04-12T16:57:58.770 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1S6ljSZlfxEbjUE off=1238758 len=1393826 2024-04-12T16:57:58.772 INFO:tasks.workunit.client.0.smithi005.stdout:op 3813 completed, throughput=5MB/sec 2024-04-12T16:57:58.772 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OJJGEeebfV_sgBc off=0 len=1211643 2024-04-12T16:57:58.773 INFO:tasks.workunit.client.0.smithi005.stdout:op 3814 completed, throughput=5MB/sec 2024-04-12T16:57:59.774 INFO:tasks.workunit.client.0.smithi005.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-12T16:57:59.774 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-noegStghjIhhvMY off=2755170 len=1240253 2024-04-12T16:57:59.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 3815 completed, throughput=5MB/sec 2024-04-12T16:57:59.779 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wa7KMIa1g0Df4Yk off=14552152 len=1546980 2024-04-12T16:57:59.781 INFO:tasks.workunit.client.0.smithi005.stdout:op 3816 completed, throughput=5MB/sec 2024-04-12T16:57:59.782 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YAB2eseDlscMlNM off=21329690 len=441735 2024-04-12T16:57:59.784 INFO:tasks.workunit.client.0.smithi005.stdout:op 3817 completed, throughput=5MB/sec 2024-04-12T16:57:59.785 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J6m28xm1Kut6Ofo off=679922 len=1786512 2024-04-12T16:57:59.794 INFO:tasks.workunit.client.0.smithi005.stdout:op 3818 completed, throughput=5MB/sec 2024-04-12T16:58:00.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:57:59 smithi016 ceph-mon[84444]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:58:00.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:57:59 smithi005 ceph-mon[88416]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:58:00.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:57:59 smithi005 ceph-mon[90837]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T16:58:00.794 INFO:tasks.workunit.client.0.smithi005.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:00.794 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3SmLez7ydoNJhtB off=1765044 len=1874614 2024-04-12T16:58:00.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 3819 completed, throughput=5MB/sec 2024-04-12T16:58:00.797 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3EZgHlaEty1WUJ1 off=3854572 len=79052 2024-04-12T16:58:00.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 3820 completed, throughput=5MB/sec 2024-04-12T16:58:00.797 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HnY-69vcamvjlg8 off=21634731 len=719112 2024-04-12T16:58:00.802 INFO:tasks.workunit.client.0.smithi005.stdout:op 3821 completed, throughput=5MB/sec 2024-04-12T16:58:00.802 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ezqSQ53yNFWIjkY off=20464640 len=648105 2024-04-12T16:58:00.804 INFO:tasks.workunit.client.0.smithi005.stdout:op 3822 completed, throughput=5MB/sec 2024-04-12T16:58:00.804 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Axk4AYtJlg-f5wQ off=11470505 len=1641170 2024-04-12T16:58:00.806 INFO:tasks.workunit.client.0.smithi005.stdout:op 3823 completed, throughput=5MB/sec 2024-04-12T16:58:01.806 INFO:tasks.workunit.client.0.smithi005.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:01.806 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZE-BNx10mOifLmC off=2890189 len=2000951 2024-04-12T16:58:01.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 3824 completed, throughput=5MB/sec 2024-04-12T16:58:01.809 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KGQQYFq9uvfxOV1 off=12755808 len=1708581 2024-04-12T16:58:01.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 3825 completed, throughput=5MB/sec 2024-04-12T16:58:01.817 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-szkOinmDWNe0F8c off=365770 len=476472 2024-04-12T16:58:01.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 3826 completed, throughput=5MB/sec 2024-04-12T16:58:01.818 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0ikzYf3oehFH9cu off=21812494 len=1923107 2024-04-12T16:58:01.825 INFO:tasks.workunit.client.0.smithi005.stdout:op 3827 completed, throughput=5MB/sec 2024-04-12T16:58:02.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:01 smithi016 ceph-mon[84444]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:58:02.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:01 smithi005 ceph-mon[88416]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:58:02.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:01 smithi005 ceph-mon[90837]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:58:02.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:58:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:02.826 INFO:tasks.workunit.client.0.smithi005.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:02.826 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qkrTmqBv0KJ78B7 off=11680190 len=109296 2024-04-12T16:58:02.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 3828 completed, throughput=4.99MB/sec 2024-04-12T16:58:02.829 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ufUx_FbTW-oifi4 off=8958351 len=1677265 2024-04-12T16:58:02.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 3829 completed, throughput=5MB/sec 2024-04-12T16:58:02.836 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ow0J701LsiLZ7m4 off=5108971 len=1893005 2024-04-12T16:58:02.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 3830 completed, throughput=5MB/sec 2024-04-12T16:58:02.838 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yz1u4jZV3LaJr3P off=8383694 len=2067819 2024-04-12T16:58:02.846 INFO:tasks.workunit.client.0.smithi005.stdout:op 3831 completed, throughput=5MB/sec 2024-04-12T16:58:03.847 INFO:tasks.workunit.client.0.smithi005.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:03.847 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Rp9TgvX-mjmbxgS off=5001910 len=574965 2024-04-12T16:58:03.848 INFO:tasks.workunit.client.0.smithi005.stdout:op 3832 completed, throughput=5MB/sec 2024-04-12T16:58:03.849 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VycwiD7QLZM3Nw1 off=1706150 len=1109497 2024-04-12T16:58:03.854 INFO:tasks.workunit.client.0.smithi005.stdout:op 3833 completed, throughput=5MB/sec 2024-04-12T16:58:03.854 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6L0J5VaaLqAck98 off=5348609 len=1255951 2024-04-12T16:58:03.857 INFO:tasks.workunit.client.0.smithi005.stdout:op 3834 completed, throughput=5MB/sec 2024-04-12T16:58:03.857 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EXj-IbytkyiJ-SN off=5133113 len=737547 2024-04-12T16:58:03.862 INFO:tasks.workunit.client.0.smithi005.stdout:op 3835 completed, throughput=5MB/sec 2024-04-12T16:58:03.862 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rj0FVn9khrZU_02 off=14917243 len=1545002 2024-04-12T16:58:03.868 INFO:tasks.workunit.client.0.smithi005.stdout:op 3836 completed, throughput=5MB/sec 2024-04-12T16:58:04.005 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:03 smithi005 ceph-mon[88416]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:58:04.005 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:58:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:58:03] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-12T16:58:04.005 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:03 smithi005 ceph-mon[90837]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:58:04.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:03 smithi016 ceph-mon[84444]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T16:58:04.869 INFO:tasks.workunit.client.0.smithi005.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:04.869 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SKYpoo__Txwsl3D off=1128700 len=1087621 2024-04-12T16:58:04.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 3837 completed, throughput=5MB/sec 2024-04-12T16:58:04.871 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-M8tZgRCI3dlzlbH off=225372 len=140285 2024-04-12T16:58:04.873 INFO:tasks.workunit.client.0.smithi005.stdout:op 3838 completed, throughput=5MB/sec 2024-04-12T16:58:04.873 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n5iRWO-rKr-EltO off=18926764 len=47417 2024-04-12T16:58:04.876 INFO:tasks.workunit.client.0.smithi005.stdout:op 3839 completed, throughput=5MB/sec 2024-04-12T16:58:04.876 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FyhX7FWmHOaOcOk off=3320115 len=1576397 2024-04-12T16:58:04.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 3840 completed, throughput=5MB/sec 2024-04-12T16:58:04.878 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gwhmpyMqb5_FILd off=5750834 len=1918913 2024-04-12T16:58:04.880 INFO:tasks.workunit.client.0.smithi005.stdout:op 3841 completed, throughput=5MB/sec 2024-04-12T16:58:05.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:05.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:05.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:05.881 INFO:tasks.workunit.client.0.smithi005.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:05.881 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E5m8kMWzWsJvO-C off=17556786 len=1690874 2024-04-12T16:58:05.890 INFO:tasks.workunit.client.0.smithi005.stdout:op 3842 completed, throughput=5MB/sec 2024-04-12T16:58:05.890 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YzH4s418Qf4lxh1 off=2769865 len=1930740 2024-04-12T16:58:05.892 INFO:tasks.workunit.client.0.smithi005.stdout:op 3843 completed, throughput=5MB/sec 2024-04-12T16:58:05.892 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zbLCYGuMF-j_M-u off=13469555 len=399396 2024-04-12T16:58:05.896 INFO:tasks.workunit.client.0.smithi005.stdout:op 3844 completed, throughput=5MB/sec 2024-04-12T16:58:05.896 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J5b4oKXRoJs7J86 off=6496951 len=674253 2024-04-12T16:58:05.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 3845 completed, throughput=5MB/sec 2024-04-12T16:58:05.897 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y1yDB3O3g2Y0Jd_ off=976491 len=1577129 2024-04-12T16:58:05.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 3846 completed, throughput=5MB/sec 2024-04-12T16:58:06.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:05 smithi016 ceph-mon[84444]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:58:06.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:05 smithi005 ceph-mon[88416]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:58:06.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:05 smithi005 ceph-mon[90837]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:58:06.899 INFO:tasks.workunit.client.0.smithi005.stdout: 764: throughput=5MB/sec pending data=0 2024-04-12T16:58:06.899 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tKK5DiETtsNCeln off=4282768 len=1045945 2024-04-12T16:58:06.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 3847 completed, throughput=5MB/sec 2024-04-12T16:58:06.905 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zPLY9cwXd2SgARx off=830045 len=1590514 2024-04-12T16:58:06.913 INFO:tasks.workunit.client.0.smithi005.stdout:op 3848 completed, throughput=5MB/sec 2024-04-12T16:58:06.913 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-COKvcNVD_IFbaRX off=345036 len=561436 2024-04-12T16:58:06.917 INFO:tasks.workunit.client.0.smithi005.stdout:op 3849 completed, throughput=5MB/sec 2024-04-12T16:58:06.917 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2Y3wiPXM_5WEFSH off=6623656 len=1908071 2024-04-12T16:58:06.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 3850 completed, throughput=5MB/sec 2024-04-12T16:58:07.926 INFO:tasks.workunit.client.0.smithi005.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:07.926 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N8W2DMkhqN8hM5x off=5698667 len=1659309 2024-04-12T16:58:07.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 3851 completed, throughput=5MB/sec 2024-04-12T16:58:07.935 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Axk4AYtJlg-f5wQ off=19290363 len=969153 2024-04-12T16:58:07.940 INFO:tasks.workunit.client.0.smithi005.stdout:op 3852 completed, throughput=5MB/sec 2024-04-12T16:58:07.941 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vLAlaP2aB5uVIgs off=3938262 len=697008 2024-04-12T16:58:07.942 INFO:tasks.workunit.client.0.smithi005.stdout:op 3853 completed, throughput=5MB/sec 2024-04-12T16:58:07.942 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rdweL1AowMKI0Nt off=11293580 len=1473615 2024-04-12T16:58:07.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 3854 completed, throughput=5MB/sec 2024-04-12T16:58:08.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:07 smithi016 ceph-mon[84444]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:58:08.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:07 smithi005 ceph-mon[88416]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:58:08.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:07 smithi005 ceph-mon[90837]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:58:08.948 INFO:tasks.workunit.client.0.smithi005.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:08.948 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kLIFQ8hVB8FFBYE off=18108446 len=381825 2024-04-12T16:58:08.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 3855 completed, throughput=4.99MB/sec 2024-04-12T16:58:08.949 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Kni8uCiXMoObi6O off=7716800 len=789844 2024-04-12T16:58:08.950 INFO:tasks.workunit.client.0.smithi005.stdout:op 3856 completed, throughput=5MB/sec 2024-04-12T16:58:08.950 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fXgg60-wU_iNsHT off=4177190 len=1061952 2024-04-12T16:58:08.955 INFO:tasks.workunit.client.0.smithi005.stdout:op 3857 completed, throughput=5MB/sec 2024-04-12T16:58:08.955 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JvsDc_QhI9VIhY5 off=3055965 len=718521 2024-04-12T16:58:08.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 3858 completed, throughput=5MB/sec 2024-04-12T16:58:08.957 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vAkfscZQ07oY_0k off=2137033 len=471834 2024-04-12T16:58:08.957 INFO:tasks.workunit.client.0.smithi005.stdout:op 3859 completed, throughput=5MB/sec 2024-04-12T16:58:08.957 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--j3rNUZYo6WgXDE off=3845501 len=232030 2024-04-12T16:58:08.960 INFO:tasks.workunit.client.0.smithi005.stdout:op 3860 completed, throughput=5MB/sec 2024-04-12T16:58:08.960 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kaNjPhihwiXrNYO off=3616003 len=1091864 2024-04-12T16:58:08.961 INFO:tasks.workunit.client.0.smithi005.stdout:op 3861 completed, throughput=5MB/sec 2024-04-12T16:58:09.962 INFO:tasks.workunit.client.0.smithi005.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:09.962 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hpneSi2fIIIXNZs off=17117454 len=1612537 2024-04-12T16:58:09.963 INFO:tasks.workunit.client.0.smithi005.stdout:op 3862 completed, throughput=5MB/sec 2024-04-12T16:58:09.963 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tiIkCXpF67mfl9f off=1339023 len=1724613 2024-04-12T16:58:09.971 INFO:tasks.workunit.client.0.smithi005.stdout:op 3863 completed, throughput=5MB/sec 2024-04-12T16:58:09.971 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Sx8uET3RHEIob32 off=1132710 len=1079636 2024-04-12T16:58:09.975 INFO:tasks.workunit.client.0.smithi005.stdout:op 3864 completed, throughput=5MB/sec 2024-04-12T16:58:09.976 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SshfMXSfWdyLEHi off=17053209 len=629779 2024-04-12T16:58:09.979 INFO:tasks.workunit.client.0.smithi005.stdout:op 3865 completed, throughput=5MB/sec 2024-04-12T16:58:09.979 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CpaLN388N2HGULa off=8460198 len=1155296 2024-04-12T16:58:09.985 INFO:tasks.workunit.client.0.smithi005.stdout:op 3866 completed, throughput=5MB/sec 2024-04-12T16:58:10.093 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:09 smithi016 ceph-mon[84444]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:58:10.094 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:58:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:09 smithi005 ceph-mon[88416]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:58:10.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:58:10.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:09 smithi005 ceph-mon[90837]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:58:10.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:58:10.986 INFO:tasks.workunit.client.0.smithi005.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:10.986 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vZzNRK7hnbOmJcX off=15199270 len=1993722 2024-04-12T16:58:10.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 3867 completed, throughput=5MB/sec 2024-04-12T16:58:10.990 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o3sFEBzQfadLHvA off=7685280 len=1988050 2024-04-12T16:58:10.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 3868 completed, throughput=5MB/sec 2024-04-12T16:58:10.998 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0quon9rWr31SotF off=5664217 len=1032290 2024-04-12T16:58:10.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 3869 completed, throughput=5MB/sec 2024-04-12T16:58:11.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:58:11.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:58:11.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:58:11.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:58:11.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:58:11.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:58:11.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:58:11.999 INFO:tasks.workunit.client.0.smithi005.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:12.000 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YubteraCfqXXUTN off=335044 len=163113 2024-04-12T16:58:12.000 INFO:tasks.workunit.client.0.smithi005.stdout:op 3870 completed, throughput=4.99MB/sec 2024-04-12T16:58:12.001 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KnVcxzs0DX851oN off=1302684 len=677468 2024-04-12T16:58:12.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 3871 completed, throughput=5MB/sec 2024-04-12T16:58:12.002 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hgDeiNDGfF8mu1I off=2991009 len=1612934 2024-04-12T16:58:12.011 INFO:tasks.workunit.client.0.smithi005.stdout:op 3872 completed, throughput=5MB/sec 2024-04-12T16:58:12.011 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BAvrX73jd11hwIu off=377749 len=1425821 2024-04-12T16:58:12.017 INFO:tasks.workunit.client.0.smithi005.stdout:op 3873 completed, throughput=5MB/sec 2024-04-12T16:58:12.017 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5PMpeLGSWR_3HDL off=11670378 len=1086558 2024-04-12T16:58:12.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 3874 completed, throughput=5MB/sec 2024-04-12T16:58:12.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:11 smithi005 ceph-mon[90837]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:58:12.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:11 smithi005 ceph-mon[88416]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:58:12.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:11 smithi016 ceph-mon[84444]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-12T16:58:12.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:58:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:13.019 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0B83ewHmqmneJsx off=5377057 len=1643576 2024-04-12T16:58:13.026 INFO:tasks.workunit.client.0.smithi005.stdout:op 3875 completed, throughput=5MB/sec 2024-04-12T16:58:13.026 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qvHRVUa35I91xHv off=3340516 len=552969 2024-04-12T16:58:13.028 INFO:tasks.workunit.client.0.smithi005.stdout:op 3876 completed, throughput=5MB/sec 2024-04-12T16:58:13.028 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EhV7TfozGyHaODx off=1263594 len=806230 2024-04-12T16:58:13.033 INFO:tasks.workunit.client.0.smithi005.stdout:op 3877 completed, throughput=5MB/sec 2024-04-12T16:58:13.034 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-r-Kpx2-CZxSqLTZ off=3977100 len=748624 2024-04-12T16:58:13.037 INFO:tasks.workunit.client.0.smithi005.stdout:op 3878 completed, throughput=5MB/sec 2024-04-12T16:58:13.038 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fiwOFhQdQKebODN off=5488864 len=829514 2024-04-12T16:58:13.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 3879 completed, throughput=5MB/sec 2024-04-12T16:58:13.043 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jpDkKfLawNAiRN_ off=4371118 len=1908697 2024-04-12T16:58:13.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 3880 completed, throughput=5MB/sec 2024-04-12T16:58:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: 771: throughput=5MB/sec pending data=0 2024-04-12T16:58:14.054 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DWQ1VTjpJxPlCNs off=17731345 len=1972759 2024-04-12T16:58:14.064 INFO:tasks.workunit.client.0.smithi005.stdout:op 3881 completed, throughput=5MB/sec 2024-04-12T16:58:14.064 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Rt04moTWuf4lixi off=300705 len=1728085 2024-04-12T16:58:14.066 INFO:tasks.workunit.client.0.smithi005.stdout:op 3882 completed, throughput=5MB/sec 2024-04-12T16:58:14.066 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bkdNeb8QKnUSTxe off=8477161 len=586833 2024-04-12T16:58:14.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 3883 completed, throughput=5MB/sec 2024-04-12T16:58:14.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:13 smithi005 ceph-mon[90837]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:58:14.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:13 smithi005 ceph-mon[88416]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:58:14.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:58:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:58:13] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T16:58:14.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:13 smithi016 ceph-mon[84444]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T16:58:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:15.068 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iLJoR9hycc4j8Nz off=3648886 len=1216301 2024-04-12T16:58:15.070 INFO:tasks.workunit.client.0.smithi005.stdout:op 3884 completed, throughput=5MB/sec 2024-04-12T16:58:15.070 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WBFV5syWsjPPZM3 off=12337286 len=121526 2024-04-12T16:58:15.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 3885 completed, throughput=5MB/sec 2024-04-12T16:58:15.073 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1St5Yh9ceXuQfvh off=5265276 len=229731 2024-04-12T16:58:15.076 INFO:tasks.workunit.client.0.smithi005.stdout:op 3886 completed, throughput=5MB/sec 2024-04-12T16:58:15.076 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9R4PppWgqUc3TOY off=7965193 len=1962280 2024-04-12T16:58:15.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 3887 completed, throughput=5MB/sec 2024-04-12T16:58:15.078 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XqjgGabmMEYbY7- off=6628244 len=1638071 2024-04-12T16:58:15.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 3888 completed, throughput=5MB/sec 2024-04-12T16:58:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:16.085 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qk0Q9XekQsD_uN_ off=12703914 len=98674 2024-04-12T16:58:16.088 INFO:tasks.workunit.client.0.smithi005.stdout:op 3889 completed, throughput=4.99MB/sec 2024-04-12T16:58:16.088 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8sCm4XmEU2HsI9w off=3910359 len=661271 2024-04-12T16:58:16.093 INFO:tasks.workunit.client.0.smithi005.stdout:op 3890 completed, throughput=4.99MB/sec 2024-04-12T16:58:16.094 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gu0z4KmZyFUc1qW off=341967 len=1397302 2024-04-12T16:58:16.095 INFO:tasks.workunit.client.0.smithi005.stdout:op 3891 completed, throughput=5MB/sec 2024-04-12T16:58:16.095 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cOubnx74POdTaFI off=999302 len=397216 2024-04-12T16:58:16.098 INFO:tasks.workunit.client.0.smithi005.stdout:op 3892 completed, throughput=5MB/sec 2024-04-12T16:58:16.099 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WafCkhgrZK59OEk off=1911920 len=1512852 2024-04-12T16:58:16.100 INFO:tasks.workunit.client.0.smithi005.stdout:op 3893 completed, throughput=5MB/sec 2024-04-12T16:58:16.100 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v4C14st3hlJzesD off=2827735 len=842170 2024-04-12T16:58:16.101 INFO:tasks.workunit.client.0.smithi005.stdout:op 3894 completed, throughput=5MB/sec 2024-04-12T16:58:16.101 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6IgdHkqu26r72KO off=1079159 len=1245254 2024-04-12T16:58:16.104 INFO:tasks.workunit.client.0.smithi005.stdout:op 3895 completed, throughput=5MB/sec 2024-04-12T16:58:16.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:15 smithi005 ceph-mon[90837]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:58:16.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:15 smithi005 ceph-mon[88416]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:58:16.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:15 smithi016 ceph-mon[84444]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T16:58:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:17.105 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-j34B2_Lrg3r6njs off=10248231 len=1614780 2024-04-12T16:58:17.108 INFO:tasks.workunit.client.0.smithi005.stdout:op 3896 completed, throughput=5MB/sec 2024-04-12T16:58:17.108 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nK5RlQNTfo92iGt off=9889791 len=65840 2024-04-12T16:58:17.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 3897 completed, throughput=5MB/sec 2024-04-12T16:58:17.109 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s2I1CqQRXx-uqaR off=11698434 len=1040509 2024-04-12T16:58:17.110 INFO:tasks.workunit.client.0.smithi005.stdout:op 3898 completed, throughput=5MB/sec 2024-04-12T16:58:17.111 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qQHvCtnKje57r4J off=5058504 len=1961789 2024-04-12T16:58:17.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 3899 completed, throughput=5MB/sec 2024-04-12T16:58:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:18.122 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7gu1SHf3uwjnhx2 off=1261229 len=1681531 2024-04-12T16:58:18.124 INFO:tasks.workunit.client.0.smithi005.stdout:op 3900 completed, throughput=5MB/sec 2024-04-12T16:58:18.124 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0dxRodH_yl9rYKU off=0 len=2004589 2024-04-12T16:58:18.132 INFO:tasks.workunit.client.0.smithi005.stdout:op 3901 completed, throughput=5MB/sec 2024-04-12T16:58:18.132 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PJg7njGBdkG0XDV off=3605299 len=95165 2024-04-12T16:58:18.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 3902 completed, throughput=5MB/sec 2024-04-12T16:58:18.134 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-T-xMmNuY79cYPHB off=3628437 len=278522 2024-04-12T16:58:18.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 3903 completed, throughput=5MB/sec 2024-04-12T16:58:18.137 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z3zXsqXO4P2_h7m off=334437 len=1646199 2024-04-12T16:58:18.144 INFO:tasks.workunit.client.0.smithi005.stdout:op 3904 completed, throughput=5MB/sec 2024-04-12T16:58:18.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:17 smithi005 ceph-mon[88416]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:58:18.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:17 smithi005 ceph-mon[90837]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:58:18.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:17 smithi016 ceph-mon[84444]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T16:58:19.145 INFO:tasks.workunit.client.0.smithi005.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:19.145 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zy5ZSf_MegeG6wt off=11405036 len=672782 2024-04-12T16:58:19.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 3905 completed, throughput=5MB/sec 2024-04-12T16:58:19.150 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2RMTPkiOMAPlhTx off=6584583 len=1449914 2024-04-12T16:58:19.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 3906 completed, throughput=5MB/sec 2024-04-12T16:58:19.152 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sOEDBf2xST74TSC off=4997704 len=1465716 2024-04-12T16:58:19.158 INFO:tasks.workunit.client.0.smithi005.stdout:op 3907 completed, throughput=5MB/sec 2024-04-12T16:58:19.158 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-p0fvwgNlAx2aKlX off=6024091 len=67207 2024-04-12T16:58:19.159 INFO:tasks.workunit.client.0.smithi005.stdout:op 3908 completed, throughput=5MB/sec 2024-04-12T16:58:19.159 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Rc3tRcFEXt6_TSP off=10598338 len=714235 2024-04-12T16:58:19.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 3909 completed, throughput=5MB/sec 2024-04-12T16:58:19.160 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KHbdWR44dk9LiiE off=15449235 len=1093045 2024-04-12T16:58:19.165 INFO:tasks.workunit.client.0.smithi005.stdout:op 3910 completed, throughput=5MB/sec 2024-04-12T16:58:20.166 INFO:tasks.workunit.client.0.smithi005.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:20.166 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dy7BEKn9LGV9vAE off=884202 len=173098 2024-04-12T16:58:20.166 INFO:tasks.workunit.client.0.smithi005.stdout:op 3911 completed, throughput=4.99MB/sec 2024-04-12T16:58:20.166 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2SUkBSdyh83kBjp off=0 len=1907178 2024-04-12T16:58:20.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 3912 completed, throughput=5MB/sec 2024-04-12T16:58:20.176 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-elQrPZXoTYTVLYS off=854771 len=1149990 2024-04-12T16:58:20.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 3913 completed, throughput=5MB/sec 2024-04-12T16:58:20.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ztOItU58XBIf9x_ off=8112921 len=726096 2024-04-12T16:58:20.179 INFO:tasks.workunit.client.0.smithi005.stdout:op 3914 completed, throughput=5MB/sec 2024-04-12T16:58:20.179 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9nb_cNZhHTs_Uxe off=22760676 len=2064847 2024-04-12T16:58:20.181 INFO:tasks.workunit.client.0.smithi005.stdout:op 3915 completed, throughput=5MB/sec 2024-04-12T16:58:20.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:19 smithi005 ceph-mon[88416]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:58:20.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:20.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:19 smithi005 ceph-mon[90837]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:58:20.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:20.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:19 smithi016 ceph-mon[84444]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:58:20.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:21.181 INFO:tasks.workunit.client.0.smithi005.stdout: 778: throughput=5MB/sec pending data=0 2024-04-12T16:58:21.181 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OQ62lLCBhB4c6Ma off=16110692 len=1870327 2024-04-12T16:58:21.184 INFO:tasks.workunit.client.0.smithi005.stdout:op 3916 completed, throughput=5MB/sec 2024-04-12T16:58:21.184 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-65GJGh5J5gfvHRG off=169154 len=1542663 2024-04-12T16:58:21.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 3917 completed, throughput=5MB/sec 2024-04-12T16:58:21.186 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cSeMAbxeo9vFCLC off=1319007 len=1326096 2024-04-12T16:58:21.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 3918 completed, throughput=5MB/sec 2024-04-12T16:58:22.193 INFO:tasks.workunit.client.0.smithi005.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:22.193 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WJFBDeBgTW4piJJ off=7925116 len=759225 2024-04-12T16:58:22.198 INFO:tasks.workunit.client.0.smithi005.stdout:op 3919 completed, throughput=5MB/sec 2024-04-12T16:58:22.198 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7FiarwC_JHaZ4TC off=4081353 len=1050826 2024-04-12T16:58:22.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:21 smithi005 ceph-mon[88416]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:58:22.203 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:21 smithi005 ceph-mon[90837]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:58:22.204 INFO:tasks.workunit.client.0.smithi005.stdout:op 3920 completed, throughput=5MB/sec 2024-04-12T16:58:22.204 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p7rHnY9-QEoE72R off=7499689 len=409372 2024-04-12T16:58:22.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 3921 completed, throughput=5MB/sec 2024-04-12T16:58:22.207 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FEodTv3IwBQHWWu off=1848845 len=1923456 2024-04-12T16:58:22.215 INFO:tasks.workunit.client.0.smithi005.stdout:op 3922 completed, throughput=5MB/sec 2024-04-12T16:58:22.215 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sGAjDIac6NSjYzD off=4389717 len=1771037 2024-04-12T16:58:22.219 INFO:tasks.workunit.client.0.smithi005.stdout:op 3923 completed, throughput=5MB/sec 2024-04-12T16:58:22.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:21 smithi016 ceph-mon[84444]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T16:58:22.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:58:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:58:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:23.219 INFO:tasks.workunit.client.0.smithi005.stdout: 780: throughput=5MB/sec pending data=0 2024-04-12T16:58:23.219 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ViL-u9brO2xeX9c off=450774 len=1753079 2024-04-12T16:58:23.223 INFO:tasks.workunit.client.0.smithi005.stdout:op 3924 completed, throughput=5MB/sec 2024-04-12T16:58:23.223 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GrHUFOPXdQbimXR off=1898872 len=1420685 2024-04-12T16:58:23.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 3925 completed, throughput=5MB/sec 2024-04-12T16:58:23.231 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1llHlle3GvEyAks off=3443518 len=1010679 2024-04-12T16:58:23.236 INFO:tasks.workunit.client.0.smithi005.stdout:op 3926 completed, throughput=5MB/sec 2024-04-12T16:58:24.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:23 smithi005 ceph-mon[88416]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:58:24.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:58:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:58:23] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T16:58:24.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:23 smithi005 ceph-mon[90837]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:58:24.236 INFO:tasks.workunit.client.0.smithi005.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:24.236 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WaOAcQPIQpgL5YJ off=3159333 len=1112457 2024-04-12T16:58:24.238 INFO:tasks.workunit.client.0.smithi005.stdout:op 3927 completed, throughput=5MB/sec 2024-04-12T16:58:24.238 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LJubb_NJ-A9P-Si off=13719141 len=60741 2024-04-12T16:58:24.238 INFO:tasks.workunit.client.0.smithi005.stdout:op 3928 completed, throughput=5MB/sec 2024-04-12T16:58:24.238 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bbQ1Ra5C0e47m9c off=11064018 len=1636818 2024-04-12T16:58:24.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 3929 completed, throughput=5MB/sec 2024-04-12T16:58:24.241 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bAeXE3u-gocK7DR off=14823817 len=1329753 2024-04-12T16:58:24.247 INFO:tasks.workunit.client.0.smithi005.stdout:op 3930 completed, throughput=5MB/sec 2024-04-12T16:58:24.247 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qyARHJashSywDmJ off=7718622 len=419945 2024-04-12T16:58:24.251 INFO:tasks.workunit.client.0.smithi005.stdout:op 3931 completed, throughput=5MB/sec 2024-04-12T16:58:24.251 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jkjgeZ4dXr7MeAZ off=12569584 len=1638847 2024-04-12T16:58:24.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 3932 completed, throughput=5MB/sec 2024-04-12T16:58:24.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:23 smithi016 ceph-mon[84444]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:58:25.253 INFO:tasks.workunit.client.0.smithi005.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:25.253 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_2qnFbf-Di9kNAF off=18895086 len=1557621 2024-04-12T16:58:25.260 INFO:tasks.workunit.client.0.smithi005.stdout:op 3933 completed, throughput=5MB/sec 2024-04-12T16:58:25.260 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6g_eRsBbk7D-_KT off=8104887 len=1900898 2024-04-12T16:58:25.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 3934 completed, throughput=5MB/sec 2024-04-12T16:58:25.270 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GHH-NeIk2lEqug1 off=1034341 len=2052285 2024-04-12T16:58:25.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 3935 completed, throughput=5MB/sec 2024-04-12T16:58:26.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:25 smithi005 ceph-mon[88416]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:58:26.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:25 smithi005 ceph-mon[90837]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:58:26.273 INFO:tasks.workunit.client.0.smithi005.stdout: 783: throughput=5MB/sec pending data=0 2024-04-12T16:58:26.273 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hXebX-LA9tSb-dD off=17384827 len=680184 2024-04-12T16:58:26.277 INFO:tasks.workunit.client.0.smithi005.stdout:op 3936 completed, throughput=5MB/sec 2024-04-12T16:58:26.277 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EIq600kzBThqGEd off=5005792 len=1052227 2024-04-12T16:58:26.283 INFO:tasks.workunit.client.0.smithi005.stdout:op 3937 completed, throughput=5MB/sec 2024-04-12T16:58:26.283 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fQmG8VKjjiGQN1V off=6607498 len=467553 2024-04-12T16:58:26.283 INFO:tasks.workunit.client.0.smithi005.stdout:op 3938 completed, throughput=5MB/sec 2024-04-12T16:58:26.283 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Dw78XED2F1SnK9Y off=716693 len=1184631 2024-04-12T16:58:26.290 INFO:tasks.workunit.client.0.smithi005.stdout:op 3939 completed, throughput=5MB/sec 2024-04-12T16:58:26.291 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nM_Q2BNAXuh1gOR off=2422214 len=914493 2024-04-12T16:58:26.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 3940 completed, throughput=5MB/sec 2024-04-12T16:58:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:25 smithi016 ceph-mon[84444]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:58:27.295 INFO:tasks.workunit.client.0.smithi005.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:27.295 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZsxROV50fTYrPq2 off=3086573 len=977840 2024-04-12T16:58:27.297 INFO:tasks.workunit.client.0.smithi005.stdout:op 3941 completed, throughput=5MB/sec 2024-04-12T16:58:27.297 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hhTSwlCbBOwXQEC off=21495585 len=416774 2024-04-12T16:58:27.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 3942 completed, throughput=5MB/sec 2024-04-12T16:58:27.298 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-t3Af5TFo1FmSxkr off=1085646 len=690490 2024-04-12T16:58:27.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 3943 completed, throughput=5MB/sec 2024-04-12T16:58:27.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sN-2ykfpbp2brwU off=3324656 len=1557532 2024-04-12T16:58:27.302 INFO:tasks.workunit.client.0.smithi005.stdout:op 3944 completed, throughput=5MB/sec 2024-04-12T16:58:27.302 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-f_78nWkr5vggc9z off=15278777 len=1037906 2024-04-12T16:58:27.307 INFO:tasks.workunit.client.0.smithi005.stdout:op 3945 completed, throughput=5MB/sec 2024-04-12T16:58:27.307 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0NLITjMgZSvAaSm off=4102934 len=1039216 2024-04-12T16:58:27.314 INFO:tasks.workunit.client.0.smithi005.stdout:op 3946 completed, throughput=5MB/sec 2024-04-12T16:58:28.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:27 smithi005 ceph-mon[88416]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:58:28.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:27 smithi005 ceph-mon[90837]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:58:28.314 INFO:tasks.workunit.client.0.smithi005.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:28.314 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b6qFrtRZ9_Fceu_ off=3107206 len=637208 2024-04-12T16:58:28.315 INFO:tasks.workunit.client.0.smithi005.stdout:op 3947 completed, throughput=5MB/sec 2024-04-12T16:58:28.315 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZHFoCSydmzlVrOO off=2124361 len=1283397 2024-04-12T16:58:28.321 INFO:tasks.workunit.client.0.smithi005.stdout:op 3948 completed, throughput=5MB/sec 2024-04-12T16:58:28.321 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hpjr8dMDVRSE4DT off=11861886 len=650816 2024-04-12T16:58:28.322 INFO:tasks.workunit.client.0.smithi005.stdout:op 3949 completed, throughput=5MB/sec 2024-04-12T16:58:28.322 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--92afFjyeuGBoyX off=22089292 len=382339 2024-04-12T16:58:28.325 INFO:tasks.workunit.client.0.smithi005.stdout:op 3950 completed, throughput=5MB/sec 2024-04-12T16:58:28.325 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WFkdnhMjxkmbqwX off=4231487 len=1720384 2024-04-12T16:58:28.332 INFO:tasks.workunit.client.0.smithi005.stdout:op 3951 completed, throughput=5MB/sec 2024-04-12T16:58:28.333 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vXJrcxeXOo-Pkao off=249632 len=1889176 2024-04-12T16:58:28.334 INFO:tasks.workunit.client.0.smithi005.stdout:op 3952 completed, throughput=5MB/sec 2024-04-12T16:58:28.343 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:27 smithi016 ceph-mon[84444]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:58:29.335 INFO:tasks.workunit.client.0.smithi005.stdout: 786: throughput=5MB/sec pending data=0 2024-04-12T16:58:29.335 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XsvPgzzVGkV8q4w off=3311387 len=1862491 2024-04-12T16:58:29.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 3953 completed, throughput=5MB/sec 2024-04-12T16:58:29.346 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-315Gs5h9e4QMnaz off=8365570 len=1954792 2024-04-12T16:58:29.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 3954 completed, throughput=5MB/sec 2024-04-12T16:58:30.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:29 smithi005 ceph-mon[88416]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:58:30.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:29 smithi005 ceph-mon[90837]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:58:30.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:29 smithi016 ceph-mon[84444]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T16:58:30.353 INFO:tasks.workunit.client.0.smithi005.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:30.354 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DIx1Aai_ueZ2j6C off=7137873 len=614177 2024-04-12T16:58:30.355 INFO:tasks.workunit.client.0.smithi005.stdout:op 3955 completed, throughput=4.99MB/sec 2024-04-12T16:58:30.355 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5wNWj_xgml-eJuW off=12494 len=956952 2024-04-12T16:58:30.360 INFO:tasks.workunit.client.0.smithi005.stdout:op 3956 completed, throughput=5MB/sec 2024-04-12T16:58:30.360 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o3n_l_DY1pmrhCP off=1705786 len=327864 2024-04-12T16:58:30.361 INFO:tasks.workunit.client.0.smithi005.stdout:op 3957 completed, throughput=5MB/sec 2024-04-12T16:58:30.361 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fP1Xgfj5otpK4mI off=3532121 len=1491656 2024-04-12T16:58:30.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 3958 completed, throughput=5MB/sec 2024-04-12T16:58:30.369 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y862Gvpy1gCtNlB off=3042860 len=957107 2024-04-12T16:58:30.371 INFO:tasks.workunit.client.0.smithi005.stdout:op 3959 completed, throughput=5MB/sec 2024-04-12T16:58:30.371 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QbWSiywtlMjrb9B off=0 len=1891954 2024-04-12T16:58:30.374 INFO:tasks.workunit.client.0.smithi005.stdout:op 3960 completed, throughput=5MB/sec 2024-04-12T16:58:31.375 INFO:tasks.workunit.client.0.smithi005.stdout: 788: throughput=5MB/sec pending data=0 2024-04-12T16:58:31.375 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8kb8vF4kT6R9O38 off=17003637 len=1742422 2024-04-12T16:58:31.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 3961 completed, throughput=5MB/sec 2024-04-12T16:58:31.385 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CJLMQkz9WBprDLR off=6962422 len=1923107 2024-04-12T16:58:31.389 INFO:tasks.workunit.client.0.smithi005.stdout:op 3962 completed, throughput=5MB/sec 2024-04-12T16:58:31.389 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-h9701Km0FsCXW6I off=905637 len=1685166 2024-04-12T16:58:31.396 INFO:tasks.workunit.client.0.smithi005.stdout:op 3963 completed, throughput=5MB/sec 2024-04-12T16:58:32.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:31 smithi005 ceph-mon[88416]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:58:32.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:31 smithi005 ceph-mon[90837]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:58:32.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:31 smithi016 ceph-mon[84444]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T16:58:32.396 INFO:tasks.workunit.client.0.smithi005.stdout: 789: throughput=5MB/sec pending data=0 2024-04-12T16:58:32.397 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AKRyPEkwN6BZuHw off=11679368 len=1224660 2024-04-12T16:58:32.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 3964 completed, throughput=5MB/sec 2024-04-12T16:58:32.398 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mlL8u2X81BLTAEa off=974146 len=1964561 2024-04-12T16:58:32.407 INFO:tasks.workunit.client.0.smithi005.stdout:op 3965 completed, throughput=5MB/sec 2024-04-12T16:58:32.407 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AFFSFjFMH8lfrwN off=1746803 len=1497552 2024-04-12T16:58:32.415 INFO:tasks.workunit.client.0.smithi005.stdout:op 3966 completed, throughput=5MB/sec 2024-04-12T16:58:32.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:58:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:58:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:33.415 INFO:tasks.workunit.client.0.smithi005.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:33.416 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DhNWrim_fVq4a6X off=16977004 len=1646685 2024-04-12T16:58:33.423 INFO:tasks.workunit.client.0.smithi005.stdout:op 3967 completed, throughput=5MB/sec 2024-04-12T16:58:33.423 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-56fVYP9Wjycx5Ft off=1191454 len=762555 2024-04-12T16:58:33.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 3968 completed, throughput=5MB/sec 2024-04-12T16:58:33.428 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ngEQyfdgsl9PwS0 off=5331925 len=1155899 2024-04-12T16:58:33.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 3969 completed, throughput=5MB/sec 2024-04-12T16:58:33.430 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i9rGaDqFQWsNAci off=3255965 len=1158757 2024-04-12T16:58:33.437 INFO:tasks.workunit.client.0.smithi005.stdout:op 3970 completed, throughput=5MB/sec 2024-04-12T16:58:33.437 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iMDg50F1Sr_F2nV off=1962055 len=106887 2024-04-12T16:58:33.437 INFO:tasks.workunit.client.0.smithi005.stdout:op 3971 completed, throughput=5MB/sec 2024-04-12T16:58:33.437 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I6_iJFWQFlFZIFC off=7842519 len=252931 2024-04-12T16:58:33.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 3972 completed, throughput=5MB/sec 2024-04-12T16:58:34.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:33 smithi005 ceph-mon[88416]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:34.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:58:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:58:33] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T16:58:34.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:33 smithi005 ceph-mon[90837]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:34.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:33 smithi016 ceph-mon[84444]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:34.440 INFO:tasks.workunit.client.0.smithi005.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:34.441 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-02SFBd91jfCjMpG off=2817777 len=819362 2024-04-12T16:58:34.443 INFO:tasks.workunit.client.0.smithi005.stdout:op 3973 completed, throughput=4.99MB/sec 2024-04-12T16:58:34.443 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VFzf3DVCwpguwbc off=2096141 len=1394197 2024-04-12T16:58:34.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 3974 completed, throughput=5MB/sec 2024-04-12T16:58:34.444 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pN0NYx888VcdSXo off=2412237 len=167249 2024-04-12T16:58:34.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 3975 completed, throughput=5MB/sec 2024-04-12T16:58:34.445 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IciLWf-fcaUvAf6 off=11303290 len=1611860 2024-04-12T16:58:34.447 INFO:tasks.workunit.client.0.smithi005.stdout:op 3976 completed, throughput=5MB/sec 2024-04-12T16:58:34.447 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-h92xoD1mM0ehkmp off=14268348 len=240337 2024-04-12T16:58:34.450 INFO:tasks.workunit.client.0.smithi005.stdout:op 3977 completed, throughput=5MB/sec 2024-04-12T16:58:34.450 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i48-ltZoWdC4TrL off=9161305 len=846127 2024-04-12T16:58:34.452 INFO:tasks.workunit.client.0.smithi005.stdout:op 3978 completed, throughput=5MB/sec 2024-04-12T16:58:34.452 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g0uI-43JgXerypo off=1660416 len=1399575 2024-04-12T16:58:34.454 INFO:tasks.workunit.client.0.smithi005.stdout:op 3979 completed, throughput=5MB/sec 2024-04-12T16:58:35.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:35.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:35.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:35.454 INFO:tasks.workunit.client.0.smithi005.stdout: 792: throughput=5MB/sec pending data=0 2024-04-12T16:58:35.455 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bOxPEBGDzBeGFpQ off=3267585 len=1122933 2024-04-12T16:58:35.460 INFO:tasks.workunit.client.0.smithi005.stdout:op 3980 completed, throughput=5MB/sec 2024-04-12T16:58:35.460 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CX0CYWQ2VSA_EOS off=0 len=1207909 2024-04-12T16:58:35.463 INFO:tasks.workunit.client.0.smithi005.stdout:op 3981 completed, throughput=5MB/sec 2024-04-12T16:58:35.463 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gMcBODMozykcrK6 off=686153 len=1431868 2024-04-12T16:58:35.464 INFO:tasks.workunit.client.0.smithi005.stdout:op 3982 completed, throughput=5MB/sec 2024-04-12T16:58:35.464 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5Lzy-8QlgZQ9vFR off=5356350 len=680721 2024-04-12T16:58:35.469 INFO:tasks.workunit.client.0.smithi005.stdout:op 3983 completed, throughput=5MB/sec 2024-04-12T16:58:36.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:35 smithi005 ceph-mon[88416]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:58:36.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:35 smithi005 ceph-mon[90837]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:58:36.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:35 smithi016 ceph-mon[84444]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T16:58:36.469 INFO:tasks.workunit.client.0.smithi005.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:36.469 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7jq6u8dt1eRWMmC off=3005816 len=294419 2024-04-12T16:58:36.472 INFO:tasks.workunit.client.0.smithi005.stdout:op 3984 completed, throughput=4.99MB/sec 2024-04-12T16:58:36.472 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-80GcLksjEABW1TB off=18977754 len=14610 2024-04-12T16:58:36.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 3985 completed, throughput=4.99MB/sec 2024-04-12T16:58:36.475 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-khNa0AiPadGVVdi off=5545830 len=737279 2024-04-12T16:58:36.480 INFO:tasks.workunit.client.0.smithi005.stdout:op 3986 completed, throughput=5MB/sec 2024-04-12T16:58:36.480 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tN2SI90a6laYaTY off=2041973 len=1482711 2024-04-12T16:58:36.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 3987 completed, throughput=5MB/sec 2024-04-12T16:58:36.481 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aIlZeqeSpPi3NBz off=1632018 len=1436006 2024-04-12T16:58:36.488 INFO:tasks.workunit.client.0.smithi005.stdout:op 3988 completed, throughput=5MB/sec 2024-04-12T16:58:36.488 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3xlqXXcafw-vUGf off=448699 len=1058742 2024-04-12T16:58:36.490 INFO:tasks.workunit.client.0.smithi005.stdout:op 3989 completed, throughput=5MB/sec 2024-04-12T16:58:37.491 INFO:tasks.workunit.client.0.smithi005.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:37.491 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-29E6eFwO8JUhXUp off=6276416 len=312269 2024-04-12T16:58:37.492 INFO:tasks.workunit.client.0.smithi005.stdout:op 3990 completed, throughput=4.99MB/sec 2024-04-12T16:58:37.492 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5iBmFLtXfe8UckJ off=9976739 len=917706 2024-04-12T16:58:37.493 INFO:tasks.workunit.client.0.smithi005.stdout:op 3991 completed, throughput=5MB/sec 2024-04-12T16:58:37.493 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9y6Eq6a6n4DQuih off=15721352 len=1975760 2024-04-12T16:58:37.503 INFO:tasks.workunit.client.0.smithi005.stdout:op 3992 completed, throughput=5MB/sec 2024-04-12T16:58:37.503 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OpiWR_iuviKn3FQ off=5558420 len=1525411 2024-04-12T16:58:37.505 INFO:tasks.workunit.client.0.smithi005.stdout:op 3993 completed, throughput=5MB/sec 2024-04-12T16:58:37.505 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kVrUBi99P17ElNQ off=1665953 len=1586109 2024-04-12T16:58:37.512 INFO:tasks.workunit.client.0.smithi005.stdout:op 3994 completed, throughput=5MB/sec 2024-04-12T16:58:38.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:37 smithi005 ceph-mon[88416]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:58:38.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:37 smithi005 ceph-mon[90837]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:58:38.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:37 smithi016 ceph-mon[84444]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T16:58:38.513 INFO:tasks.workunit.client.0.smithi005.stdout: 795: throughput=5MB/sec pending data=0 2024-04-12T16:58:38.513 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sqWsMc34GKPBabT off=4929449 len=627441 2024-04-12T16:58:38.515 INFO:tasks.workunit.client.0.smithi005.stdout:op 3995 completed, throughput=5MB/sec 2024-04-12T16:58:38.515 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NowNBjGAX4DEafy off=6388855 len=586203 2024-04-12T16:58:38.516 INFO:tasks.workunit.client.0.smithi005.stdout:op 3996 completed, throughput=5MB/sec 2024-04-12T16:58:38.516 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tIssxnngCpVNd5Q off=1176201 len=798614 2024-04-12T16:58:38.521 INFO:tasks.workunit.client.0.smithi005.stdout:op 3997 completed, throughput=5MB/sec 2024-04-12T16:58:38.521 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sj_8kTY8ziNUOav off=7767231 len=14913 2024-04-12T16:58:38.524 INFO:tasks.workunit.client.0.smithi005.stdout:op 3998 completed, throughput=5MB/sec 2024-04-12T16:58:38.524 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_-V4TEJjKYGIB9m off=2373479 len=1620423 2024-04-12T16:58:38.525 INFO:tasks.workunit.client.0.smithi005.stdout:op 3999 completed, throughput=5MB/sec 2024-04-12T16:58:38.526 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X33oJr0d7aowFP9 off=21599524 len=505873 2024-04-12T16:58:38.527 INFO:tasks.workunit.client.0.smithi005.stdout:op 4000 completed, throughput=5MB/sec 2024-04-12T16:58:38.527 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zMZRY3gvz1BzBoz off=9609406 len=1328976 2024-04-12T16:58:38.529 INFO:tasks.workunit.client.0.smithi005.stdout:op 4001 completed, throughput=5MB/sec 2024-04-12T16:58:39.530 INFO:tasks.workunit.client.0.smithi005.stdout: 796: throughput=5MB/sec pending data=0 2024-04-12T16:58:39.530 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4s9VbGX8mmBhp1n off=831313 len=2014126 2024-04-12T16:58:39.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 4002 completed, throughput=5MB/sec 2024-04-12T16:58:39.539 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w9aqf-62trav8Ku off=10133674 len=283500 2024-04-12T16:58:39.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 4003 completed, throughput=5MB/sec 2024-04-12T16:58:39.540 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mbZjN0avq4j2nnV off=8893623 len=955385 2024-04-12T16:58:39.541 INFO:tasks.workunit.client.0.smithi005.stdout:op 4004 completed, throughput=5MB/sec 2024-04-12T16:58:39.541 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-29PaklYyE-SfCaZ off=4636922 len=1259203 2024-04-12T16:58:39.546 INFO:tasks.workunit.client.0.smithi005.stdout:op 4005 completed, throughput=5MB/sec 2024-04-12T16:58:40.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:39 smithi005 ceph-mon[88416]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:58:40.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:39 smithi005 ceph-mon[90837]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:58:40.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:39 smithi016 ceph-mon[84444]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:58:40.547 INFO:tasks.workunit.client.0.smithi005.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:40.547 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7jo-qIAjRbCcuvC off=354791 len=1939835 2024-04-12T16:58:40.549 INFO:tasks.workunit.client.0.smithi005.stdout:op 4006 completed, throughput=5MB/sec 2024-04-12T16:58:40.549 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A_uFyiiuA7iq35c off=17399622 len=1981980 2024-04-12T16:58:40.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 4007 completed, throughput=5MB/sec 2024-04-12T16:58:40.553 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hg1izzTF8WnW7p0 off=7682585 len=749177 2024-04-12T16:58:40.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 4008 completed, throughput=5MB/sec 2024-04-12T16:58:40.555 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qEayt02-4QnqKeh off=17825232 len=178325 2024-04-12T16:58:40.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 4009 completed, throughput=5MB/sec 2024-04-12T16:58:40.557 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZfPtqa-tZ6anYik off=10655801 len=1105875 2024-04-12T16:58:40.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 4010 completed, throughput=5MB/sec 2024-04-12T16:58:41.560 INFO:tasks.workunit.client.0.smithi005.stdout: 798: throughput=5MB/sec pending data=0 2024-04-12T16:58:41.560 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e2A_4K2TiaS2ach off=7452932 len=1171393 2024-04-12T16:58:41.566 INFO:tasks.workunit.client.0.smithi005.stdout:op 4011 completed, throughput=5MB/sec 2024-04-12T16:58:41.566 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SS1J9CI4CR2T86J off=13772809 len=1358687 2024-04-12T16:58:41.572 INFO:tasks.workunit.client.0.smithi005.stdout:op 4012 completed, throughput=5MB/sec 2024-04-12T16:58:41.572 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KusjhD7e_cUMsS2 off=2316734 len=306770 2024-04-12T16:58:41.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 4013 completed, throughput=5MB/sec 2024-04-12T16:58:41.573 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tFzW5M1a8EJFKjH off=9485641 len=130738 2024-04-12T16:58:41.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 4014 completed, throughput=5MB/sec 2024-04-12T16:58:41.574 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YNdtqJ5lnZ35ZmG off=13092955 len=1229542 2024-04-12T16:58:41.576 INFO:tasks.workunit.client.0.smithi005.stdout:op 4015 completed, throughput=5MB/sec 2024-04-12T16:58:41.577 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AScehdgAOmt_n81 off=1488479 len=113473 2024-04-12T16:58:41.580 INFO:tasks.workunit.client.0.smithi005.stdout:op 4016 completed, throughput=5MB/sec 2024-04-12T16:58:41.580 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8Jp7C0d8bla-v6D off=10912563 len=837351 2024-04-12T16:58:41.584 INFO:tasks.workunit.client.0.smithi005.stdout:op 4017 completed, throughput=5MB/sec 2024-04-12T16:58:42.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:41 smithi005 ceph-mon[88416]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:42.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:41 smithi005 ceph-mon[90837]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:42.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:41 smithi016 ceph-mon[84444]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:42.585 INFO:tasks.workunit.client.0.smithi005.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:42.585 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O2K8besHG0aL32g off=2977292 len=396987 2024-04-12T16:58:42.586 INFO:tasks.workunit.client.0.smithi005.stdout:op 4018 completed, throughput=5MB/sec 2024-04-12T16:58:42.586 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-glPzO_XwNq7BlRK off=5182322 len=285620 2024-04-12T16:58:42.590 INFO:tasks.workunit.client.0.smithi005.stdout:op 4019 completed, throughput=5MB/sec 2024-04-12T16:58:42.590 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AMeFaHtopGLvnyW off=10837341 len=1360355 2024-04-12T16:58:42.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:58:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:58:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:42.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 4020 completed, throughput=5MB/sec 2024-04-12T16:58:42.596 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Tfy_h2TPrZgUOtn off=1341573 len=1117056 2024-04-12T16:58:42.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 4021 completed, throughput=5MB/sec 2024-04-12T16:58:42.602 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A9baC-58FlodCFd off=10467872 len=2006914 2024-04-12T16:58:42.610 INFO:tasks.workunit.client.0.smithi005.stdout:op 4022 completed, throughput=5MB/sec 2024-04-12T16:58:43.611 INFO:tasks.workunit.client.0.smithi005.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:43.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ppV09asvXokDfMq off=16973679 len=534908 2024-04-12T16:58:43.615 INFO:tasks.workunit.client.0.smithi005.stdout:op 4023 completed, throughput=5MB/sec 2024-04-12T16:58:43.615 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lM4V28Uz94UqGyZ off=3027709 len=1090624 2024-04-12T16:58:43.616 INFO:tasks.workunit.client.0.smithi005.stdout:op 4024 completed, throughput=5MB/sec 2024-04-12T16:58:43.616 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OoQs7PikunvncpE off=5940068 len=293304 2024-04-12T16:58:43.617 INFO:tasks.workunit.client.0.smithi005.stdout:op 4025 completed, throughput=5MB/sec 2024-04-12T16:58:43.617 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KOPUMYHctrviILY off=12276027 len=806795 2024-04-12T16:58:43.619 INFO:tasks.workunit.client.0.smithi005.stdout:op 4026 completed, throughput=5MB/sec 2024-04-12T16:58:43.619 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Hk8WWJkERFGNvT0 off=9261389 len=282332 2024-04-12T16:58:43.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 4027 completed, throughput=5MB/sec 2024-04-12T16:58:43.623 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sVA04TwtObn5tkn off=629264 len=144526 2024-04-12T16:58:43.624 INFO:tasks.workunit.client.0.smithi005.stdout:op 4028 completed, throughput=5MB/sec 2024-04-12T16:58:43.624 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZQWIkcj7prt1OUS off=116211 len=1720347 2024-04-12T16:58:43.625 INFO:tasks.workunit.client.0.smithi005.stdout:op 4029 completed, throughput=5MB/sec 2024-04-12T16:58:44.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:43 smithi005 ceph-mon[88416]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:44.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:58:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:58:43] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T16:58:44.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:43 smithi005 ceph-mon[90837]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:44.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:43 smithi016 ceph-mon[84444]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:58:44.626 INFO:tasks.workunit.client.0.smithi005.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:44.626 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CPIwwvfOVe5opeq off=30156 len=5892 2024-04-12T16:58:44.627 INFO:tasks.workunit.client.0.smithi005.stdout:op 4030 completed, throughput=4.99MB/sec 2024-04-12T16:58:44.627 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XnuuDwFNFDtRIk1 off=7977741 len=644568 2024-04-12T16:58:44.627 INFO:tasks.workunit.client.0.smithi005.stdout:op 4031 completed, throughput=4.99MB/sec 2024-04-12T16:58:44.627 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-llCN1d_RCcEcmn9 off=21893044 len=1715340 2024-04-12T16:58:44.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 4032 completed, throughput=5MB/sec 2024-04-12T16:58:44.636 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0FIeiHzZYLprn8w off=297974 len=1371227 2024-04-12T16:58:44.638 INFO:tasks.workunit.client.0.smithi005.stdout:op 4033 completed, throughput=5MB/sec 2024-04-12T16:58:44.638 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VfQmjZAmbrPVcaA off=4185294 len=1346170 2024-04-12T16:58:44.641 INFO:tasks.workunit.client.0.smithi005.stdout:op 4034 completed, throughput=5MB/sec 2024-04-12T16:58:44.641 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--eQ6F2vVs7j15Of off=7907163 len=959874 2024-04-12T16:58:44.646 INFO:tasks.workunit.client.0.smithi005.stdout:op 4035 completed, throughput=5MB/sec 2024-04-12T16:58:45.646 INFO:tasks.workunit.client.0.smithi005.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:45.646 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ha5jftdCZcr_EGJ off=12892379 len=959441 2024-04-12T16:58:45.652 INFO:tasks.workunit.client.0.smithi005.stdout:op 4036 completed, throughput=5MB/sec 2024-04-12T16:58:45.653 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1TBR5xnUIKTkgaS off=7942440 len=89532 2024-04-12T16:58:45.655 INFO:tasks.workunit.client.0.smithi005.stdout:op 4037 completed, throughput=5MB/sec 2024-04-12T16:58:45.655 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l9DCdPuC5l0rN-U off=7192549 len=1605396 2024-04-12T16:58:45.657 INFO:tasks.workunit.client.0.smithi005.stdout:op 4038 completed, throughput=5MB/sec 2024-04-12T16:58:45.657 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gt3fAPIiji0oSpE off=15775 len=1867441 2024-04-12T16:58:45.664 INFO:tasks.workunit.client.0.smithi005.stdout:op 4039 completed, throughput=5MB/sec 2024-04-12T16:58:46.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:45 smithi005 ceph-mon[88416]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:58:46.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:45 smithi005 ceph-mon[90837]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:58:46.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:45 smithi016 ceph-mon[84444]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:58:46.664 INFO:tasks.workunit.client.0.smithi005.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:46.665 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GF8G5iZOHy4uArJ off=4592128 len=554694 2024-04-12T16:58:46.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 4040 completed, throughput=4.99MB/sec 2024-04-12T16:58:46.668 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-34sc8JZyExBq4mo off=11509947 len=1123857 2024-04-12T16:58:46.670 INFO:tasks.workunit.client.0.smithi005.stdout:op 4041 completed, throughput=5MB/sec 2024-04-12T16:58:46.670 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k-WRKlhNQB2pmyo off=13355473 len=116432 2024-04-12T16:58:46.673 INFO:tasks.workunit.client.0.smithi005.stdout:op 4042 completed, throughput=5MB/sec 2024-04-12T16:58:46.673 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3ep576p_3SsFe3A off=57338 len=455593 2024-04-12T16:58:46.677 INFO:tasks.workunit.client.0.smithi005.stdout:op 4043 completed, throughput=5MB/sec 2024-04-12T16:58:46.677 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-niFwdaW4P0FXuJ2 off=6262270 len=58840 2024-04-12T16:58:46.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 4044 completed, throughput=5MB/sec 2024-04-12T16:58:46.678 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5gF3QnPXAb2urWH off=13452277 len=1616260 2024-04-12T16:58:46.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 4045 completed, throughput=5MB/sec 2024-04-12T16:58:46.687 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YUtRaiuGmqW78vv off=1722219 len=1197543 2024-04-12T16:58:46.693 INFO:tasks.workunit.client.0.smithi005.stdout:op 4046 completed, throughput=5MB/sec 2024-04-12T16:58:46.693 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5lPsCgWWmesXwbQ off=16904804 len=742198 2024-04-12T16:58:46.694 INFO:tasks.workunit.client.0.smithi005.stdout:op 4047 completed, throughput=5MB/sec 2024-04-12T16:58:47.694 INFO:tasks.workunit.client.0.smithi005.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:47.694 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-L30545QwoGj7LfF off=8027463 len=1069428 2024-04-12T16:58:47.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 4048 completed, throughput=5MB/sec 2024-04-12T16:58:47.697 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NLD65HUyjFPDJM1 off=5057495 len=89341 2024-04-12T16:58:47.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 4049 completed, throughput=5MB/sec 2024-04-12T16:58:47.697 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9RnwuLqoXheQS1f off=7012380 len=1821595 2024-04-12T16:58:47.699 INFO:tasks.workunit.client.0.smithi005.stdout:op 4050 completed, throughput=5MB/sec 2024-04-12T16:58:47.699 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_WLhdPU_vythqto off=8577481 len=1836334 2024-04-12T16:58:47.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 4051 completed, throughput=5MB/sec 2024-04-12T16:58:47.708 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cK5rjgJTSXlarFP off=4253995 len=1464727 2024-04-12T16:58:47.709 INFO:tasks.workunit.client.0.smithi005.stdout:op 4052 completed, throughput=5MB/sec 2024-04-12T16:58:48.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:47 smithi005 ceph-mon[88416]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:58:48.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:47 smithi005 ceph-mon[90837]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:58:48.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:47 smithi016 ceph-mon[84444]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T16:58:48.709 INFO:tasks.workunit.client.0.smithi005.stdout: 805: throughput=5MB/sec pending data=0 2024-04-12T16:58:48.710 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3ZmLi_SSOgGH7nc off=359815 len=91116 2024-04-12T16:58:48.710 INFO:tasks.workunit.client.0.smithi005.stdout:op 4053 completed, throughput=5MB/sec 2024-04-12T16:58:48.710 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AxHUKd2dhWBHmaF off=3319631 len=87664 2024-04-12T16:58:48.712 INFO:tasks.workunit.client.0.smithi005.stdout:op 4054 completed, throughput=5MB/sec 2024-04-12T16:58:48.713 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xanPpQKXZJKk-YH off=857139 len=1176946 2024-04-12T16:58:48.714 INFO:tasks.workunit.client.0.smithi005.stdout:op 4055 completed, throughput=5MB/sec 2024-04-12T16:58:48.714 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A_M8JBciNBss0gV off=1345163 len=1461189 2024-04-12T16:58:48.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 4056 completed, throughput=5MB/sec 2024-04-12T16:58:48.716 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-be4CDkXmeHb2ddt off=8476760 len=1764221 2024-04-12T16:58:48.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 4057 completed, throughput=5MB/sec 2024-04-12T16:58:49.718 INFO:tasks.workunit.client.0.smithi005.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:49.718 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AKfQpzFN_TER7jb off=13825664 len=1069856 2024-04-12T16:58:49.723 INFO:tasks.workunit.client.0.smithi005.stdout:op 4058 completed, throughput=5MB/sec 2024-04-12T16:58:49.723 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L8Uq9JMpE0FfqYq off=2357691 len=1285784 2024-04-12T16:58:49.729 INFO:tasks.workunit.client.0.smithi005.stdout:op 4059 completed, throughput=5MB/sec 2024-04-12T16:58:49.729 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aFRDmUKzluH51dE off=7604021 len=62509 2024-04-12T16:58:49.729 INFO:tasks.workunit.client.0.smithi005.stdout:op 4060 completed, throughput=5MB/sec 2024-04-12T16:58:49.729 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2bhl2c0MzgkmwVd off=4494439 len=190924 2024-04-12T16:58:49.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 4061 completed, throughput=5MB/sec 2024-04-12T16:58:49.730 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TH7BKLDnHklsD_k off=5842244 len=553135 2024-04-12T16:58:49.733 INFO:tasks.workunit.client.0.smithi005.stdout:op 4062 completed, throughput=5MB/sec 2024-04-12T16:58:49.733 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-phmgaaSQKzqJJDH off=7703279 len=373804 2024-04-12T16:58:49.737 INFO:tasks.workunit.client.0.smithi005.stdout:op 4063 completed, throughput=5MB/sec 2024-04-12T16:58:49.737 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Nd6CjozBShDLj_V off=17896438 len=949838 2024-04-12T16:58:49.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 4064 completed, throughput=5MB/sec 2024-04-12T16:58:49.738 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_E97VEg7f9Teeq7 off=15261602 len=344130 2024-04-12T16:58:49.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 4065 completed, throughput=5MB/sec 2024-04-12T16:58:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:49 smithi005 ceph-mon[90837]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:58:50.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:50.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:49 smithi005 ceph-mon[88416]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:58:50.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:50.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:49 smithi016 ceph-mon[84444]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:58:50.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:58:50.739 INFO:tasks.workunit.client.0.smithi005.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:50.739 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zxElAo68gCcr03h off=2691850 len=916273 2024-04-12T16:58:50.741 INFO:tasks.workunit.client.0.smithi005.stdout:op 4066 completed, throughput=5MB/sec 2024-04-12T16:58:50.741 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pKsyHiQ9t9zLy-I off=7544727 len=1214948 2024-04-12T16:58:50.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 4067 completed, throughput=5MB/sec 2024-04-12T16:58:50.746 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kmNaA80dwZrrGQN off=1880956 len=1642134 2024-04-12T16:58:50.748 INFO:tasks.workunit.client.0.smithi005.stdout:op 4068 completed, throughput=5MB/sec 2024-04-12T16:58:50.748 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9hYRaC97_vPv1lu off=5939910 len=982451 2024-04-12T16:58:50.753 INFO:tasks.workunit.client.0.smithi005.stdout:op 4069 completed, throughput=5MB/sec 2024-04-12T16:58:50.754 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6LbR08oIDGawvV9 off=10841566 len=1503061 2024-04-12T16:58:50.755 INFO:tasks.workunit.client.0.smithi005.stdout:op 4070 completed, throughput=5MB/sec 2024-04-12T16:58:51.755 INFO:tasks.workunit.client.0.smithi005.stdout: 808: throughput=5MB/sec pending data=0 2024-04-12T16:58:51.755 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-25CZ6DlJCDaSo1b off=6130983 len=381091 2024-04-12T16:58:51.757 INFO:tasks.workunit.client.0.smithi005.stdout:op 4071 completed, throughput=5MB/sec 2024-04-12T16:58:51.757 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XHKaAdA3UtuazAs off=16006313 len=1418735 2024-04-12T16:58:51.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 4072 completed, throughput=5MB/sec 2024-04-12T16:58:51.760 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-24RF-O-hMchaaQd off=4998425 len=1505542 2024-04-12T16:58:51.769 INFO:tasks.workunit.client.0.smithi005.stdout:op 4073 completed, throughput=5MB/sec 2024-04-12T16:58:51.769 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kN5LrcpKZuzNDDq off=1918642 len=1245228 2024-04-12T16:58:51.770 INFO:tasks.workunit.client.0.smithi005.stdout:op 4074 completed, throughput=5MB/sec 2024-04-12T16:58:52.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:51 smithi016 ceph-mon[84444]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:58:52.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:51 smithi005 ceph-mon[88416]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:58:52.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:51 smithi005 ceph-mon[90837]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-12T16:58:52.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:58:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:58:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:58:52.770 INFO:tasks.workunit.client.0.smithi005.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:52.771 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nKjXH8piodFd2Yk off=7194873 len=1180482 2024-04-12T16:58:52.772 INFO:tasks.workunit.client.0.smithi005.stdout:op 4075 completed, throughput=5MB/sec 2024-04-12T16:58:52.772 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sUE74Kz3PzKnk88 off=13479494 len=267671 2024-04-12T16:58:52.773 INFO:tasks.workunit.client.0.smithi005.stdout:op 4076 completed, throughput=5MB/sec 2024-04-12T16:58:52.773 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yM2OBpwf20Ihgzx off=8613009 len=237272 2024-04-12T16:58:52.776 INFO:tasks.workunit.client.0.smithi005.stdout:op 4077 completed, throughput=5MB/sec 2024-04-12T16:58:52.777 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HleeX9mIa5yVlac off=449112 len=1401668 2024-04-12T16:58:52.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 4078 completed, throughput=5MB/sec 2024-04-12T16:58:52.780 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l827dKEr8FSeeTe off=386516 len=1310952 2024-04-12T16:58:52.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 4079 completed, throughput=5MB/sec 2024-04-12T16:58:52.782 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a8ln1fN_L42oD5F off=3006319 len=336329 2024-04-12T16:58:52.785 INFO:tasks.workunit.client.0.smithi005.stdout:op 4080 completed, throughput=5MB/sec 2024-04-12T16:58:52.786 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ovkw5_QNleFCkLn off=9298084 len=757861 2024-04-12T16:58:52.787 INFO:tasks.workunit.client.0.smithi005.stdout:op 4081 completed, throughput=5MB/sec 2024-04-12T16:58:53.787 INFO:tasks.workunit.client.0.smithi005.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:53.787 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZbqWdx_9cwVCWhY off=1566889 len=1354759 2024-04-12T16:58:53.789 INFO:tasks.workunit.client.0.smithi005.stdout:op 4082 completed, throughput=5MB/sec 2024-04-12T16:58:53.789 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TydS0-4j41cxSzq off=11315643 len=514609 2024-04-12T16:58:53.794 INFO:tasks.workunit.client.0.smithi005.stdout:op 4083 completed, throughput=5MB/sec 2024-04-12T16:58:53.794 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iI4yZSxpr2V-U3n off=452803 len=797522 2024-04-12T16:58:53.796 INFO:tasks.workunit.client.0.smithi005.stdout:op 4084 completed, throughput=5MB/sec 2024-04-12T16:58:53.796 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TtHrve90eQJIPFP off=7996990 len=869034 2024-04-12T16:58:53.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 4085 completed, throughput=5MB/sec 2024-04-12T16:58:53.798 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K8fHnQbs4UVM-uy off=1522397 len=1385734 2024-04-12T16:58:53.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 4086 completed, throughput=5MB/sec 2024-04-12T16:58:54.203 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:53 smithi005 ceph-mon[88416]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:58:54.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:58:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:58:53] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T16:58:54.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:53 smithi005 ceph-mon[90837]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:58:54.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:53 smithi016 ceph-mon[84444]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T16:58:54.799 INFO:tasks.workunit.client.0.smithi005.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:54.800 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ytkH2XvSSy5d3np off=14223451 len=1933546 2024-04-12T16:58:54.802 INFO:tasks.workunit.client.0.smithi005.stdout:op 4087 completed, throughput=5MB/sec 2024-04-12T16:58:54.802 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YLSTK0gLr93wvtA off=148597 len=947721 2024-04-12T16:58:54.807 INFO:tasks.workunit.client.0.smithi005.stdout:op 4088 completed, throughput=5MB/sec 2024-04-12T16:58:54.807 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Icq5terRPmwQwIy off=1215557 len=1598008 2024-04-12T16:58:54.813 INFO:tasks.workunit.client.0.smithi005.stdout:op 4089 completed, throughput=5MB/sec 2024-04-12T16:58:54.813 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w3H4zHzgDuPwjpA off=5477799 len=809138 2024-04-12T16:58:54.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 4090 completed, throughput=5MB/sec 2024-04-12T16:58:55.815 INFO:tasks.workunit.client.0.smithi005.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:55.815 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6Aed0svrGoiIrvD off=3050533 len=1853485 2024-04-12T16:58:55.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 4091 completed, throughput=5MB/sec 2024-04-12T16:58:55.817 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zd-_eHNPBKNU0wh off=248816 len=1623195 2024-04-12T16:58:55.825 INFO:tasks.workunit.client.0.smithi005.stdout:op 4092 completed, throughput=5MB/sec 2024-04-12T16:58:55.825 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eNDPLqIIOEK3xeO off=16433701 len=443571 2024-04-12T16:58:55.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 4093 completed, throughput=5MB/sec 2024-04-12T16:58:55.829 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m4YNx_pxBE5HjX6 off=738265 len=97872 2024-04-12T16:58:55.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 4094 completed, throughput=5MB/sec 2024-04-12T16:58:55.830 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fOuHxMZlo3f5FJA off=2560866 len=1074424 2024-04-12T16:58:55.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 4095 completed, throughput=5MB/sec 2024-04-12T16:58:55.836 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kFh1-Z4zwMnqIHg off=2491757 len=1164406 2024-04-12T16:58:55.837 INFO:tasks.workunit.client.0.smithi005.stdout:op 4096 completed, throughput=5MB/sec 2024-04-12T16:58:56.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:55 smithi016 ceph-mon[84444]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:58:56.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:55 smithi005 ceph-mon[88416]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:58:56.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:55 smithi005 ceph-mon[90837]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:58:56.837 INFO:tasks.workunit.client.0.smithi005.stdout: 813: throughput=5MB/sec pending data=0 2024-04-12T16:58:56.837 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gn6xQqkaPcyTSLC off=3731589 len=1503106 2024-04-12T16:58:56.839 INFO:tasks.workunit.client.0.smithi005.stdout:op 4097 completed, throughput=5MB/sec 2024-04-12T16:58:56.839 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SoqmDmm4Rz0WUga off=5082550 len=699251 2024-04-12T16:58:56.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 4098 completed, throughput=5MB/sec 2024-04-12T16:58:56.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IciLWf-fcaUvAf6 off=15461970 len=132762 2024-04-12T16:58:56.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 4099 completed, throughput=5MB/sec 2024-04-12T16:58:56.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sp4wtTktb-L5kek off=13777107 len=1529805 2024-04-12T16:58:56.847 INFO:tasks.workunit.client.0.smithi005.stdout:op 4100 completed, throughput=5MB/sec 2024-04-12T16:58:56.848 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CX0CYWQ2VSA_EOS off=135567 len=522736 2024-04-12T16:58:56.849 INFO:tasks.workunit.client.0.smithi005.stdout:op 4101 completed, throughput=5MB/sec 2024-04-12T16:58:57.849 INFO:tasks.workunit.client.0.smithi005.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:57.849 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7UatWmG2tskmb9b off=8394790 len=1181271 2024-04-12T16:58:57.851 INFO:tasks.workunit.client.0.smithi005.stdout:op 4102 completed, throughput=5MB/sec 2024-04-12T16:58:57.851 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iWcADVSmiIn6FL4 off=8472439 len=1187850 2024-04-12T16:58:57.857 INFO:tasks.workunit.client.0.smithi005.stdout:op 4103 completed, throughput=5MB/sec 2024-04-12T16:58:57.857 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qkee7y7O4Z6FrpA off=2229983 len=385569 2024-04-12T16:58:57.858 INFO:tasks.workunit.client.0.smithi005.stdout:op 4104 completed, throughput=5MB/sec 2024-04-12T16:58:57.858 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Odeg1Cg-oMwnbTw off=20924257 len=1386419 2024-04-12T16:58:57.859 INFO:tasks.workunit.client.0.smithi005.stdout:op 4105 completed, throughput=5MB/sec 2024-04-12T16:58:57.859 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-txO9cPHCugn0-Rf off=317383 len=1490135 2024-04-12T16:58:57.862 INFO:tasks.workunit.client.0.smithi005.stdout:op 4106 completed, throughput=5MB/sec 2024-04-12T16:58:58.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:57 smithi016 ceph-mon[84444]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:58:58.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:57 smithi005 ceph-mon[88416]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:58:58.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:57 smithi005 ceph-mon[90837]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:58:58.863 INFO:tasks.workunit.client.0.smithi005.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-12T16:58:58.863 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IV7tn6BT8BZGkck off=19698949 len=1392424 2024-04-12T16:58:58.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 4107 completed, throughput=5MB/sec 2024-04-12T16:58:58.865 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pz1GwFfiW0Jld88 off=10159169 len=1084530 2024-04-12T16:58:58.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 4108 completed, throughput=5MB/sec 2024-04-12T16:58:58.866 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oD2eeyTmNYWuyAI off=234541 len=1988747 2024-04-12T16:58:58.876 INFO:tasks.workunit.client.0.smithi005.stdout:op 4109 completed, throughput=5MB/sec 2024-04-12T16:58:58.876 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ym8lyEVNArpLLk7 off=5792284 len=1693682 2024-04-12T16:58:58.877 INFO:tasks.workunit.client.0.smithi005.stdout:op 4110 completed, throughput=5MB/sec 2024-04-12T16:58:59.878 INFO:tasks.workunit.client.0.smithi005.stdout: 816: throughput=5MB/sec pending data=0 2024-04-12T16:58:59.878 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D7rWHVIFjKbUVBE off=2147297 len=1846891 2024-04-12T16:58:59.880 INFO:tasks.workunit.client.0.smithi005.stdout:op 4111 completed, throughput=5MB/sec 2024-04-12T16:58:59.880 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zyfNi2YotNttfIn off=0 len=1286814 2024-04-12T16:58:59.886 INFO:tasks.workunit.client.0.smithi005.stdout:op 4112 completed, throughput=5MB/sec 2024-04-12T16:58:59.886 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-C4TRz4hyVE_RW_9 off=2256537 len=1388098 2024-04-12T16:58:59.894 INFO:tasks.workunit.client.0.smithi005.stdout:op 4113 completed, throughput=5MB/sec 2024-04-12T16:59:00.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:58:59 smithi016 ceph-mon[84444]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-12T16:59:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:58:59 smithi005 ceph-mon[88416]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-12T16:59:00.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:58:59 smithi005 ceph-mon[90837]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-12T16:59:00.894 INFO:tasks.workunit.client.0.smithi005.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:00.894 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fYbh7FPrB98NSuA off=7389051 len=1708915 2024-04-12T16:59:00.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 4114 completed, throughput=5MB/sec 2024-04-12T16:59:00.904 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-je2oYYzByO4CBQt off=2586776 len=1499269 2024-04-12T16:59:00.911 INFO:tasks.workunit.client.0.smithi005.stdout:op 4115 completed, throughput=5MB/sec 2024-04-12T16:59:00.911 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hEH8MDo9TfWof5N off=6725580 len=118404 2024-04-12T16:59:00.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 4116 completed, throughput=5MB/sec 2024-04-12T16:59:00.914 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_7hwzX5ise2_CZA off=7121193 len=2046232 2024-04-12T16:59:00.922 INFO:tasks.workunit.client.0.smithi005.stdout:op 4117 completed, throughput=5MB/sec 2024-04-12T16:59:01.923 INFO:tasks.workunit.client.0.smithi005.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:01.923 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A_7rYS60Rim7Y-F off=20249707 len=18221 2024-04-12T16:59:01.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 4118 completed, throughput=4.99MB/sec 2024-04-12T16:59:01.925 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uePiZ-nPVvTJ1tx off=1854653 len=1820069 2024-04-12T16:59:01.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 4119 completed, throughput=5MB/sec 2024-04-12T16:59:01.928 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K6gx1bFtkDZ3qFh off=4461986 len=1161898 2024-04-12T16:59:01.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 4120 completed, throughput=5MB/sec 2024-04-12T16:59:01.934 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zshC9fiQywUm6Fx off=12072491 len=1806549 2024-04-12T16:59:01.936 INFO:tasks.workunit.client.0.smithi005.stdout:op 4121 completed, throughput=5MB/sec 2024-04-12T16:59:01.936 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qOe6w_ExE9BQvXu off=11916370 len=695355 2024-04-12T16:59:01.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 4122 completed, throughput=5MB/sec 2024-04-12T16:59:02.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:01 smithi016 ceph-mon[84444]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:02.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:01 smithi005 ceph-mon[88416]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:02.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:01 smithi005 ceph-mon[90837]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:02.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:59:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:59:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:02.938 INFO:tasks.workunit.client.0.smithi005.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:02.938 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FhG2eRh84JRekXG off=328098 len=1590521 2024-04-12T16:59:02.940 INFO:tasks.workunit.client.0.smithi005.stdout:op 4123 completed, throughput=5MB/sec 2024-04-12T16:59:02.940 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uPhKh_7az782ifb off=475872 len=862640 2024-04-12T16:59:02.943 INFO:tasks.workunit.client.0.smithi005.stdout:op 4124 completed, throughput=5MB/sec 2024-04-12T16:59:02.943 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2p6nnB39C3pY44k off=6511584 len=371690 2024-04-12T16:59:02.947 INFO:tasks.workunit.client.0.smithi005.stdout:op 4125 completed, throughput=5MB/sec 2024-04-12T16:59:02.947 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_UrKQskza0PPKgM off=2254570 len=249244 2024-04-12T16:59:02.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 4126 completed, throughput=5MB/sec 2024-04-12T16:59:02.950 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lzjNVSiWwPxsqp8 off=1674382 len=48047 2024-04-12T16:59:02.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 4127 completed, throughput=5MB/sec 2024-04-12T16:59:02.952 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Q0q8JGLYSNoiOqU off=16595318 len=1741906 2024-04-12T16:59:02.961 INFO:tasks.workunit.client.0.smithi005.stdout:op 4128 completed, throughput=5MB/sec 2024-04-12T16:59:03.961 INFO:tasks.workunit.client.0.smithi005.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:03.962 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aAGG7r-06rW8GTC off=23006075 len=312092 2024-04-12T16:59:03.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 4129 completed, throughput=4.99MB/sec 2024-04-12T16:59:03.965 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cGuaHuM2dRYSIil off=7902503 len=1959543 2024-04-12T16:59:03.975 INFO:tasks.workunit.client.0.smithi005.stdout:op 4130 completed, throughput=5MB/sec 2024-04-12T16:59:03.975 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vVu8uOQhDww91DQ off=237049 len=1175706 2024-04-12T16:59:03.977 INFO:tasks.workunit.client.0.smithi005.stdout:op 4131 completed, throughput=5MB/sec 2024-04-12T16:59:03.977 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9aC3l8sG_DS260x off=1248672 len=714014 2024-04-12T16:59:03.978 INFO:tasks.workunit.client.0.smithi005.stdout:op 4132 completed, throughput=5MB/sec 2024-04-12T16:59:03.978 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZQUhukw7Fb4Rasq off=437123 len=764826 2024-04-12T16:59:03.982 INFO:tasks.workunit.client.0.smithi005.stdout:op 4133 completed, throughput=5MB/sec 2024-04-12T16:59:03.982 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o0PzXRizPNpopqk off=23416442 len=1553892 2024-04-12T16:59:03.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 4134 completed, throughput=5MB/sec 2024-04-12T16:59:04.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:03 smithi005 ceph-mon[88416]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:59:04.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:59:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:59:03] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T16:59:04.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:03 smithi005 ceph-mon[90837]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:59:04.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:03 smithi016 ceph-mon[84444]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-12T16:59:04.983 INFO:tasks.workunit.client.0.smithi005.stdout: 821: throughput=5MB/sec pending data=0 2024-04-12T16:59:04.983 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fJegJVoWDXL6sQ8 off=12586058 len=298715 2024-04-12T16:59:04.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 4135 completed, throughput=5MB/sec 2024-04-12T16:59:04.984 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mVuwarBkRXqQd4o off=3904246 len=568123 2024-04-12T16:59:04.985 INFO:tasks.workunit.client.0.smithi005.stdout:op 4136 completed, throughput=5MB/sec 2024-04-12T16:59:04.985 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0s4_lZ_wrFmJ7hG off=779393 len=1141254 2024-04-12T16:59:04.986 INFO:tasks.workunit.client.0.smithi005.stdout:op 4137 completed, throughput=5MB/sec 2024-04-12T16:59:04.986 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gqchXTGtcHYf6Op off=11427617 len=1398114 2024-04-12T16:59:04.988 INFO:tasks.workunit.client.0.smithi005.stdout:op 4138 completed, throughput=5MB/sec 2024-04-12T16:59:04.988 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xaqqIVyRLqNhlc3 off=15011910 len=625738 2024-04-12T16:59:04.989 INFO:tasks.workunit.client.0.smithi005.stdout:op 4139 completed, throughput=5MB/sec 2024-04-12T16:59:04.989 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iwKa0Fa8m4ExoYf off=3960418 len=656533 2024-04-12T16:59:04.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 4140 completed, throughput=5MB/sec 2024-04-12T16:59:05.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:05.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:05.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:05.990 INFO:tasks.workunit.client.0.smithi005.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:05.990 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tbcRop0wUtcD_fX off=205268 len=700533 2024-04-12T16:59:05.991 INFO:tasks.workunit.client.0.smithi005.stdout:op 4141 completed, throughput=5MB/sec 2024-04-12T16:59:05.991 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9anPAjob3ze1yuQ off=5742428 len=1150768 2024-04-12T16:59:05.996 INFO:tasks.workunit.client.0.smithi005.stdout:op 4142 completed, throughput=5MB/sec 2024-04-12T16:59:05.996 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VCoKgYWQd7zgO5g off=3626211 len=535075 2024-04-12T16:59:06.000 INFO:tasks.workunit.client.0.smithi005.stdout:op 4143 completed, throughput=5MB/sec 2024-04-12T16:59:06.000 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y5beF3lp7d_J56B off=10904625 len=1254729 2024-04-12T16:59:06.003 INFO:tasks.workunit.client.0.smithi005.stdout:op 4144 completed, throughput=5MB/sec 2024-04-12T16:59:06.003 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-B4XWiXkEZO61Jpt off=4395452 len=877316 2024-04-12T16:59:06.003 INFO:tasks.workunit.client.0.smithi005.stdout:op 4145 completed, throughput=5MB/sec 2024-04-12T16:59:06.003 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6fp51rs2pqYfdk3 off=12121534 len=312958 2024-04-12T16:59:06.007 INFO:tasks.workunit.client.0.smithi005.stdout:op 4146 completed, throughput=5MB/sec 2024-04-12T16:59:06.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:05 smithi016 ceph-mon[84444]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:59:06.453 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:05 smithi005 ceph-mon[88416]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:59:06.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:05 smithi005 ceph-mon[90837]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T16:59:07.007 INFO:tasks.workunit.client.0.smithi005.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:07.007 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ju0Ghdc5ab0-7tk off=16015212 len=696030 2024-04-12T16:59:07.008 INFO:tasks.workunit.client.0.smithi005.stdout:op 4147 completed, throughput=4.99MB/sec 2024-04-12T16:59:07.008 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J5b4oKXRoJs7J86 off=4299623 len=1313726 2024-04-12T16:59:07.010 INFO:tasks.workunit.client.0.smithi005.stdout:op 4148 completed, throughput=5MB/sec 2024-04-12T16:59:07.010 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a5XczbYFW3wPsMK off=629323 len=1317315 2024-04-12T16:59:07.013 INFO:tasks.workunit.client.0.smithi005.stdout:op 4149 completed, throughput=5MB/sec 2024-04-12T16:59:07.013 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z4tnGD8oRuRoLMp off=126131 len=1732982 2024-04-12T16:59:07.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 4150 completed, throughput=5MB/sec 2024-04-12T16:59:07.015 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-A_uFyiiuA7iq35c off=1794817 len=134422 2024-04-12T16:59:07.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 4151 completed, throughput=5MB/sec 2024-04-12T16:59:08.019 INFO:tasks.workunit.client.0.smithi005.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:08.019 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JsPK3zb-vXjnRD8 off=1352282 len=311668 2024-04-12T16:59:08.022 INFO:tasks.workunit.client.0.smithi005.stdout:op 4152 completed, throughput=4.99MB/sec 2024-04-12T16:59:08.022 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CB5cloyQPcPMyTH off=19196759 len=305084 2024-04-12T16:59:08.026 INFO:tasks.workunit.client.0.smithi005.stdout:op 4153 completed, throughput=4.99MB/sec 2024-04-12T16:59:08.026 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NvcPC1givII5CC6 off=4077597 len=36366 2024-04-12T16:59:08.026 INFO:tasks.workunit.client.0.smithi005.stdout:op 4154 completed, throughput=4.99MB/sec 2024-04-12T16:59:08.026 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EPWhXHa63B9dThG off=6024466 len=1525148 2024-04-12T16:59:08.028 INFO:tasks.workunit.client.0.smithi005.stdout:op 4155 completed, throughput=5MB/sec 2024-04-12T16:59:08.028 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-e8Skn6Le4GmUcfS off=7912798 len=748864 2024-04-12T16:59:08.029 INFO:tasks.workunit.client.0.smithi005.stdout:op 4156 completed, throughput=5MB/sec 2024-04-12T16:59:08.029 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EYUNXBz5QxwfaPC off=6058120 len=1690689 2024-04-12T16:59:08.038 INFO:tasks.workunit.client.0.smithi005.stdout:op 4157 completed, throughput=5MB/sec 2024-04-12T16:59:08.039 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sUE74Kz3PzKnk88 off=7835858 len=345108 2024-04-12T16:59:08.039 INFO:tasks.workunit.client.0.smithi005.stdout:op 4158 completed, throughput=5MB/sec 2024-04-12T16:59:08.039 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DslVi6T9MPPcLEe off=5862096 len=1486810 2024-04-12T16:59:08.044 INFO:tasks.workunit.client.0.smithi005.stdout:op 4159 completed, throughput=5MB/sec 2024-04-12T16:59:08.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:07 smithi016 ceph-mon[84444]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:59:08.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:07 smithi005 ceph-mon[88416]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:59:08.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:07 smithi005 ceph-mon[90837]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-12T16:59:09.045 INFO:tasks.workunit.client.0.smithi005.stdout: 825: throughput=5MB/sec pending data=0 2024-04-12T16:59:09.045 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jMDNfzi9BPSS-hy off=12188973 len=1234824 2024-04-12T16:59:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:op 4160 completed, throughput=5MB/sec 2024-04-12T16:59:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pE_4ve0YPEy4Hny off=2427958 len=250848 2024-04-12T16:59:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 4161 completed, throughput=5MB/sec 2024-04-12T16:59:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-u0hfo9r77fAIsOL off=11461250 len=1348821 2024-04-12T16:59:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 4162 completed, throughput=5MB/sec 2024-04-12T16:59:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Afr_61p8d9YuOGq off=11921343 len=126257 2024-04-12T16:59:09.062 INFO:tasks.workunit.client.0.smithi005.stdout:op 4163 completed, throughput=5MB/sec 2024-04-12T16:59:09.062 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lqoSpaAWSsyFfOH off=1608044 len=1806463 2024-04-12T16:59:09.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 4164 completed, throughput=5MB/sec 2024-04-12T16:59:10.065 INFO:tasks.workunit.client.0.smithi005.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:10.066 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NQu5XUQPhMoV2o5 off=2460156 len=1951086 2024-04-12T16:59:10.069 INFO:tasks.workunit.client.0.smithi005.stdout:op 4165 completed, throughput=5MB/sec 2024-04-12T16:59:10.069 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1zbldlRmkiPpUvQ off=4297576 len=1328571 2024-04-12T16:59:10.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 4166 completed, throughput=5MB/sec 2024-04-12T16:59:10.078 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_AxAj0rl2PHZQLd off=3992408 len=426039 2024-04-12T16:59:10.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 4167 completed, throughput=5MB/sec 2024-04-12T16:59:10.082 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6dG4g4zEKhjPDYq off=428484 len=398945 2024-04-12T16:59:10.085 INFO:tasks.workunit.client.0.smithi005.stdout:op 4168 completed, throughput=5MB/sec 2024-04-12T16:59:10.085 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bC_D6UGAikftagm off=7131301 len=1649667 2024-04-12T16:59:10.087 INFO:tasks.workunit.client.0.smithi005.stdout:op 4169 completed, throughput=5MB/sec 2024-04-12T16:59:10.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:09 smithi016 ceph-mon[84444]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T16:59:10.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:09 smithi005 ceph-mon[88416]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T16:59:10.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:09 smithi005 ceph-mon[90837]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T16:59:11.087 INFO:tasks.workunit.client.0.smithi005.stdout: 827: throughput=5MB/sec pending data=0 2024-04-12T16:59:11.087 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OwnwI6PCjP6QuDZ off=196775 len=204539 2024-04-12T16:59:11.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 4170 completed, throughput=5MB/sec 2024-04-12T16:59:11.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rbo7WAoawo4qqjm off=5372557 len=1220055 2024-04-12T16:59:11.096 INFO:tasks.workunit.client.0.smithi005.stdout:op 4171 completed, throughput=5MB/sec 2024-04-12T16:59:11.096 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nVDN-9m_55h8tHj off=475868 len=1624957 2024-04-12T16:59:11.104 INFO:tasks.workunit.client.0.smithi005.stdout:op 4172 completed, throughput=5MB/sec 2024-04-12T16:59:11.104 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9xm59QMKPdzrsrT off=3386706 len=77804 2024-04-12T16:59:11.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 4173 completed, throughput=5MB/sec 2024-04-12T16:59:11.105 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-M0IQWC3AdVCilf3 off=4626999 len=302907 2024-04-12T16:59:11.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 4174 completed, throughput=5MB/sec 2024-04-12T16:59:11.105 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nReRRqrKBOhnIEt off=1553606 len=440014 2024-04-12T16:59:11.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 4175 completed, throughput=5MB/sec 2024-04-12T16:59:11.106 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0HdKKbqLW94cf8B off=5043959 len=2053435 2024-04-12T16:59:11.115 INFO:tasks.workunit.client.0.smithi005.stdout:op 4176 completed, throughput=5MB/sec 2024-04-12T16:59:11.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:11.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:11.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T16:59:12.116 INFO:tasks.workunit.client.0.smithi005.stdout: 828: throughput=5MB/sec pending data=0 2024-04-12T16:59:12.116 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rCT4cEwQGj0hG-h off=6831978 len=513590 2024-04-12T16:59:12.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 4177 completed, throughput=5MB/sec 2024-04-12T16:59:12.117 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fP1Xgfj5otpK4mI off=435380 len=1572737 2024-04-12T16:59:12.120 INFO:tasks.workunit.client.0.smithi005.stdout:op 4178 completed, throughput=5MB/sec 2024-04-12T16:59:12.120 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Lg0-e0szfESoOgI off=17937345 len=684797 2024-04-12T16:59:12.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 4179 completed, throughput=5MB/sec 2024-04-12T16:59:12.125 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O4sBTKg8RN2Sh1n off=14491658 len=1377801 2024-04-12T16:59:12.130 INFO:tasks.workunit.client.0.smithi005.stdout:op 4180 completed, throughput=5MB/sec 2024-04-12T16:59:12.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:11 smithi016 ceph-mon[84444]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:12.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:59:12.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:59:12.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:59:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[88416]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:59:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:59:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:59:12.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[90837]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:12.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T16:59:12.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T16:59:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T16:59:12.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:59:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: 829: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:13.131 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-R_HzF4_O1JmRBl4 off=2942431 len=1677011 2024-04-12T16:59:13.138 INFO:tasks.workunit.client.0.smithi005.stdout:op 4181 completed, throughput=5MB/sec 2024-04-12T16:59:13.138 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-p4QJYIap3SaJaiU off=4677808 len=828304 2024-04-12T16:59:13.140 INFO:tasks.workunit.client.0.smithi005.stdout:op 4182 completed, throughput=5MB/sec 2024-04-12T16:59:13.141 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VsESZHkI1dK1W9D off=6467002 len=386429 2024-04-12T16:59:13.141 INFO:tasks.workunit.client.0.smithi005.stdout:op 4183 completed, throughput=5MB/sec 2024-04-12T16:59:13.141 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4lEXGMcGYX2KIRR off=2723533 len=1359798 2024-04-12T16:59:13.144 INFO:tasks.workunit.client.0.smithi005.stdout:op 4184 completed, throughput=5MB/sec 2024-04-12T16:59:13.144 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GvYMhA9nefhnV96 off=823475 len=2041784 2024-04-12T16:59:13.152 INFO:tasks.workunit.client.0.smithi005.stdout:op 4185 completed, throughput=5MB/sec 2024-04-12T16:59:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: 830: throughput=5MB/sec pending data=0 2024-04-12T16:59:14.153 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-18v75UVfTl8Ch0f off=13610992 len=486282 2024-04-12T16:59:14.154 INFO:tasks.workunit.client.0.smithi005.stdout:op 4186 completed, throughput=5MB/sec 2024-04-12T16:59:14.154 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rJa_iIeONsNs6RN off=578940 len=41368 2024-04-12T16:59:14.157 INFO:tasks.workunit.client.0.smithi005.stdout:op 4187 completed, throughput=5MB/sec 2024-04-12T16:59:14.157 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CPwUhAIx5Qfqjsd off=9358688 len=1542895 2024-04-12T16:59:14.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 4188 completed, throughput=5MB/sec 2024-04-12T16:59:14.164 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Shy7Hg5a2cxtOls off=7659393 len=111013 2024-04-12T16:59:14.166 INFO:tasks.workunit.client.0.smithi005.stdout:op 4189 completed, throughput=5MB/sec 2024-04-12T16:59:14.166 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gyaopz7W6gMQQL7 off=502950 len=1551419 2024-04-12T16:59:14.169 INFO:tasks.workunit.client.0.smithi005.stdout:op 4190 completed, throughput=5MB/sec 2024-04-12T16:59:14.169 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WFt2LzqycuSIEhZ off=11415738 len=1377137 2024-04-12T16:59:14.170 INFO:tasks.workunit.client.0.smithi005.stdout:op 4191 completed, throughput=5MB/sec 2024-04-12T16:59:14.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:13 smithi005 ceph-mon[88416]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:14.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:13 smithi005 ceph-mon[90837]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:14.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:59:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:59:13] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T16:59:14.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:13 smithi016 ceph-mon[84444]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-12T16:59:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: 831: throughput=5MB/sec pending data=0 2024-04-12T16:59:15.171 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J9eI-ZbfX-KHeIQ off=5439320 len=1083135 2024-04-12T16:59:15.172 INFO:tasks.workunit.client.0.smithi005.stdout:op 4192 completed, throughput=5MB/sec 2024-04-12T16:59:15.172 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jymLcSkf3YuQTRG off=7405456 len=790581 2024-04-12T16:59:15.178 INFO:tasks.workunit.client.0.smithi005.stdout:op 4193 completed, throughput=5MB/sec 2024-04-12T16:59:15.178 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OJ1Ua1_FApbzagA off=1557929 len=1419433 2024-04-12T16:59:15.181 INFO:tasks.workunit.client.0.smithi005.stdout:op 4194 completed, throughput=5MB/sec 2024-04-12T16:59:15.181 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_NsJ_yPK5yWDD2o off=10590775 len=73705 2024-04-12T16:59:15.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 4195 completed, throughput=5MB/sec 2024-04-12T16:59:15.184 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b4NmH3dArkXkyL3 off=13977614 len=1159071 2024-04-12T16:59:15.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 4196 completed, throughput=5MB/sec 2024-04-12T16:59:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:16.186 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RGqA9UX1Su-h378 off=5867455 len=1165123 2024-04-12T16:59:16.192 INFO:tasks.workunit.client.0.smithi005.stdout:op 4197 completed, throughput=5MB/sec 2024-04-12T16:59:16.192 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7ja1fU3O4pjIvZE off=55408 len=1721611 2024-04-12T16:59:16.199 INFO:tasks.workunit.client.0.smithi005.stdout:op 4198 completed, throughput=5MB/sec 2024-04-12T16:59:16.199 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4OKg3ckpPF2KLzd off=4505466 len=1694919 2024-04-12T16:59:16.201 INFO:tasks.workunit.client.0.smithi005.stdout:op 4199 completed, throughput=5MB/sec 2024-04-12T16:59:16.201 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B9T81xJciJjnbTX off=2778624 len=1798053 2024-04-12T16:59:16.210 INFO:tasks.workunit.client.0.smithi005.stdout:op 4200 completed, throughput=5MB/sec 2024-04-12T16:59:16.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:16 smithi016 ceph-mon[84444]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:59:16.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:16 smithi005 ceph-mon[88416]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:59:16.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:16 smithi005 ceph-mon[90837]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T16:59:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: 833: throughput=5MB/sec pending data=0 2024-04-12T16:59:17.211 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qby1NEngfqKAPCY off=7337624 len=1641523 2024-04-12T16:59:17.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 4201 completed, throughput=5MB/sec 2024-04-12T16:59:17.214 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5sapQpZOqS0lU6r off=3484345 len=758696 2024-04-12T16:59:17.216 INFO:tasks.workunit.client.0.smithi005.stdout:op 4202 completed, throughput=5MB/sec 2024-04-12T16:59:17.216 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-505JidjCjTvm-VJ off=7907047 len=1271361 2024-04-12T16:59:17.218 INFO:tasks.workunit.client.0.smithi005.stdout:op 4203 completed, throughput=5MB/sec 2024-04-12T16:59:17.218 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fALu9jvwETJYLF_ off=5548465 len=1084388 2024-04-12T16:59:17.224 INFO:tasks.workunit.client.0.smithi005.stdout:op 4204 completed, throughput=5MB/sec 2024-04-12T16:59:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:18.225 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G6cJD2yeBWNJvd5 off=2964700 len=396743 2024-04-12T16:59:18.226 INFO:tasks.workunit.client.0.smithi005.stdout:op 4205 completed, throughput=5MB/sec 2024-04-12T16:59:18.226 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cLRolZX8UW4D0Ui off=12932376 len=2088286 2024-04-12T16:59:18.229 INFO:tasks.workunit.client.0.smithi005.stdout:op 4206 completed, throughput=5MB/sec 2024-04-12T16:59:18.229 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_XKo1u7NZKDyhWf off=4013474 len=2010274 2024-04-12T16:59:18.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 4207 completed, throughput=5MB/sec 2024-04-12T16:59:18.239 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WOtNT4MESAmOGle off=16615385 len=371204 2024-04-12T16:59:18.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 4208 completed, throughput=5MB/sec 2024-04-12T16:59:18.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:18 smithi016 ceph-mon[84444]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:18.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:18 smithi005 ceph-mon[88416]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:18.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:18 smithi005 ceph-mon[90837]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:19.241 INFO:tasks.workunit.client.0.smithi005.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:19.241 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p1lpsrbgqQ6vKS6 off=590008 len=574041 2024-04-12T16:59:19.245 INFO:tasks.workunit.client.0.smithi005.stdout:op 4209 completed, throughput=4.99MB/sec 2024-04-12T16:59:19.246 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nSkjeYDD0bfpjTE off=302249 len=1624645 2024-04-12T16:59:19.254 INFO:tasks.workunit.client.0.smithi005.stdout:op 4210 completed, throughput=5MB/sec 2024-04-12T16:59:19.255 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zAyDGQmbnVzefZk off=1033846 len=194596 2024-04-12T16:59:19.255 INFO:tasks.workunit.client.0.smithi005.stdout:op 4211 completed, throughput=5MB/sec 2024-04-12T16:59:19.255 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nhfs3Hqch_XubiF off=15118252 len=1390027 2024-04-12T16:59:19.256 INFO:tasks.workunit.client.0.smithi005.stdout:op 4212 completed, throughput=5MB/sec 2024-04-12T16:59:19.256 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-U2-rNDqFJGRbA84 off=808358 len=1811743 2024-04-12T16:59:19.264 INFO:tasks.workunit.client.0.smithi005.stdout:op 4213 completed, throughput=5MB/sec 2024-04-12T16:59:20.264 INFO:tasks.workunit.client.0.smithi005.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:20.264 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--587VJw-dYNPtP1 off=9302814 len=594533 2024-04-12T16:59:20.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 4214 completed, throughput=5MB/sec 2024-04-12T16:59:20.265 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4Tn0UjIjnwgwYYt off=2071352 len=1685346 2024-04-12T16:59:20.273 INFO:tasks.workunit.client.0.smithi005.stdout:op 4215 completed, throughput=5MB/sec 2024-04-12T16:59:20.273 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0TpcNW6NYAcaWOs off=901019 len=1828098 2024-04-12T16:59:20.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 4216 completed, throughput=5MB/sec 2024-04-12T16:59:20.275 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BhTC9mt5N9tpggx off=1611423 len=710669 2024-04-12T16:59:20.280 INFO:tasks.workunit.client.0.smithi005.stdout:op 4217 completed, throughput=5MB/sec 2024-04-12T16:59:20.280 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4gENikKLSGVtqHG off=8364406 len=724350 2024-04-12T16:59:20.281 INFO:tasks.workunit.client.0.smithi005.stdout:op 4218 completed, throughput=5MB/sec 2024-04-12T16:59:20.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:20 smithi016 ceph-mon[84444]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:59:20.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:20.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:20 smithi005 ceph-mon[88416]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:59:20.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:20.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:20 smithi005 ceph-mon[90837]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T16:59:20.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:21.282 INFO:tasks.workunit.client.0.smithi005.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:21.282 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OWWXomYI1wP7tSm off=6073414 len=1984061 2024-04-12T16:59:21.284 INFO:tasks.workunit.client.0.smithi005.stdout:op 4219 completed, throughput=5MB/sec 2024-04-12T16:59:21.284 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ypVXlRS2lplGu_b off=16194122 len=1732064 2024-04-12T16:59:21.286 INFO:tasks.workunit.client.0.smithi005.stdout:op 4220 completed, throughput=5MB/sec 2024-04-12T16:59:21.286 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-P2gJTaz33IiuBHi off=2050710 len=2037251 2024-04-12T16:59:21.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 4221 completed, throughput=5MB/sec 2024-04-12T16:59:22.288 INFO:tasks.workunit.client.0.smithi005.stdout: 838: throughput=5MB/sec pending data=0 2024-04-12T16:59:22.288 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V5hWXL6-zeLeyTK off=7282428 len=133769 2024-04-12T16:59:22.291 INFO:tasks.workunit.client.0.smithi005.stdout:op 4222 completed, throughput=5MB/sec 2024-04-12T16:59:22.291 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H8uQTWUDHTMOpCV off=0 len=1550352 2024-04-12T16:59:22.293 INFO:tasks.workunit.client.0.smithi005.stdout:op 4223 completed, throughput=5MB/sec 2024-04-12T16:59:22.293 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QGPP0k6irRqd6vS off=13856470 len=1231186 2024-04-12T16:59:22.302 INFO:tasks.workunit.client.0.smithi005.stdout:op 4224 completed, throughput=5MB/sec 2024-04-12T16:59:22.302 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fM_u6Ype_2qBIeW off=8589808 len=463198 2024-04-12T16:59:22.305 INFO:tasks.workunit.client.0.smithi005.stdout:op 4225 completed, throughput=5MB/sec 2024-04-12T16:59:22.305 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ye_EeKUQEFZx8d4 off=13583478 len=1824633 2024-04-12T16:59:22.307 INFO:tasks.workunit.client.0.smithi005.stdout:op 4226 completed, throughput=5MB/sec 2024-04-12T16:59:22.311 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:22 smithi016 ceph-mon[84444]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:59:22.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:22 smithi005 ceph-mon[88416]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:59:22.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:22 smithi005 ceph-mon[90837]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T16:59:22.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:59:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:59:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:23.307 INFO:tasks.workunit.client.0.smithi005.stdout: 839: throughput=5MB/sec pending data=0 2024-04-12T16:59:23.307 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IBp78yoGnhKzzcs off=12428957 len=1468608 2024-04-12T16:59:23.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 4227 completed, throughput=5MB/sec 2024-04-12T16:59:23.309 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zKcI6QGv3fC1EhG off=3006718 len=1935559 2024-04-12T16:59:23.318 INFO:tasks.workunit.client.0.smithi005.stdout:op 4228 completed, throughput=5MB/sec 2024-04-12T16:59:23.318 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YK0lWDvB4oBLWsx off=2377933 len=749089 2024-04-12T16:59:23.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 4229 completed, throughput=5MB/sec 2024-04-12T16:59:23.323 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yVtW2YsiiDVWpRF off=888647 len=1029548 2024-04-12T16:59:23.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 4230 completed, throughput=5MB/sec 2024-04-12T16:59:24.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:24 smithi005 ceph-mon[88416]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:59:24.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:59:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:59:23] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-12T16:59:24.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:24 smithi005 ceph-mon[90837]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:59:24.324 INFO:tasks.workunit.client.0.smithi005.stdout: 840: throughput=5MB/sec pending data=0 2024-04-12T16:59:24.325 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gQ03ioxd-9UR63r off=11606292 len=733040 2024-04-12T16:59:24.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 4231 completed, throughput=5MB/sec 2024-04-12T16:59:24.329 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gmSoNKA-XBlw-ih off=18986392 len=432617 2024-04-12T16:59:24.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 4232 completed, throughput=5MB/sec 2024-04-12T16:59:24.333 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7jq6u8dt1eRWMmC off=6888821 len=293598 2024-04-12T16:59:24.336 INFO:tasks.workunit.client.0.smithi005.stdout:op 4233 completed, throughput=5MB/sec 2024-04-12T16:59:24.336 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hEflVmcaapgYCbA off=12091712 len=773020 2024-04-12T16:59:24.337 INFO:tasks.workunit.client.0.smithi005.stdout:op 4234 completed, throughput=5MB/sec 2024-04-12T16:59:24.337 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PjWUEJbOByB2TeF off=11233217 len=811057 2024-04-12T16:59:24.343 INFO:tasks.workunit.client.0.smithi005.stdout:op 4235 completed, throughput=5MB/sec 2024-04-12T16:59:24.343 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-v5Ca_bw4eTfuJlC off=18429728 len=332911 2024-04-12T16:59:24.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:24 smithi016 ceph-mon[84444]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:59:24.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 4236 completed, throughput=5MB/sec 2024-04-12T16:59:24.346 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-glVEnZa2hhqmxZK off=17799524 len=266908 2024-04-12T16:59:24.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 4237 completed, throughput=5MB/sec 2024-04-12T16:59:24.346 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QchctMytusHA4An off=6370223 len=1322357 2024-04-12T16:59:24.354 INFO:tasks.workunit.client.0.smithi005.stdout:op 4238 completed, throughput=5MB/sec 2024-04-12T16:59:25.354 INFO:tasks.workunit.client.0.smithi005.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:25.355 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6qAcMuJXDkiU2mU off=95067 len=1762776 2024-04-12T16:59:25.358 INFO:tasks.workunit.client.0.smithi005.stdout:op 4239 completed, throughput=5MB/sec 2024-04-12T16:59:25.358 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fxihGI-FzkAi9x4 off=10342127 len=1337204 2024-04-12T16:59:25.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 4240 completed, throughput=5MB/sec 2024-04-12T16:59:25.366 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iGTGKOot_jZolDb off=692263 len=1718545 2024-04-12T16:59:25.374 INFO:tasks.workunit.client.0.smithi005.stdout:op 4241 completed, throughput=5MB/sec 2024-04-12T16:59:25.374 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-go5pXfRgwlBaluC off=16283914 len=200162 2024-04-12T16:59:25.376 INFO:tasks.workunit.client.0.smithi005.stdout:op 4242 completed, throughput=5MB/sec 2024-04-12T16:59:26.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:26 smithi016 ceph-mon[84444]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:59:26.376 INFO:tasks.workunit.client.0.smithi005.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:26.377 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z8HW54OXTJZBIHY off=1794361 len=848029 2024-04-12T16:59:26.382 INFO:tasks.workunit.client.0.smithi005.stdout:op 4243 completed, throughput=5MB/sec 2024-04-12T16:59:26.382 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BlVMXRQrW7EuYLU off=14919655 len=1516783 2024-04-12T16:59:26.391 INFO:tasks.workunit.client.0.smithi005.stdout:op 4244 completed, throughput=5MB/sec 2024-04-12T16:59:26.391 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-61j7l3TXNjncmUX off=18415972 len=1350618 2024-04-12T16:59:26.394 INFO:tasks.workunit.client.0.smithi005.stdout:op 4245 completed, throughput=5MB/sec 2024-04-12T16:59:26.394 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o3kMj2jYh56DiSq off=1765726 len=1031981 2024-04-12T16:59:26.401 INFO:tasks.workunit.client.0.smithi005.stdout:op 4246 completed, throughput=5MB/sec 2024-04-12T16:59:26.401 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wgjSzNEO2XvB6We off=7600299 len=1428668 2024-04-12T16:59:26.402 INFO:tasks.workunit.client.0.smithi005.stdout:op 4247 completed, throughput=5MB/sec 2024-04-12T16:59:26.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:26 smithi005 ceph-mon[88416]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:59:26.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:26 smithi005 ceph-mon[90837]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:59:27.403 INFO:tasks.workunit.client.0.smithi005.stdout: 843: throughput=5MB/sec pending data=0 2024-04-12T16:59:27.403 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-C58rLN7Ejh93aID off=24237507 len=1132511 2024-04-12T16:59:27.410 INFO:tasks.workunit.client.0.smithi005.stdout:op 4248 completed, throughput=5MB/sec 2024-04-12T16:59:27.410 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-73TM8Dz1OOonRUs off=0 len=1654209 2024-04-12T16:59:27.412 INFO:tasks.workunit.client.0.smithi005.stdout:op 4249 completed, throughput=5MB/sec 2024-04-12T16:59:27.412 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4o0Ry_EtzeGKKgf off=19760400 len=514835 2024-04-12T16:59:27.413 INFO:tasks.workunit.client.0.smithi005.stdout:op 4250 completed, throughput=5MB/sec 2024-04-12T16:59:27.413 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oDiDwmtOpAAZsHz off=12469707 len=222969 2024-04-12T16:59:27.414 INFO:tasks.workunit.client.0.smithi005.stdout:op 4251 completed, throughput=5MB/sec 2024-04-12T16:59:27.414 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DzGOYy6ZqKn0nr7 off=2853857 len=180745 2024-04-12T16:59:27.415 INFO:tasks.workunit.client.0.smithi005.stdout:op 4252 completed, throughput=5MB/sec 2024-04-12T16:59:27.415 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OERQdr8UMStXg8E off=1179167 len=135682 2024-04-12T16:59:27.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 4253 completed, throughput=5MB/sec 2024-04-12T16:59:27.417 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NdAqPMBFxMGtSyX off=6222462 len=394429 2024-04-12T16:59:27.420 INFO:tasks.workunit.client.0.smithi005.stdout:op 4254 completed, throughput=5MB/sec 2024-04-12T16:59:27.421 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CGLNscRtvr2-OF4 off=5660192 len=1996680 2024-04-12T16:59:27.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 4255 completed, throughput=5MB/sec 2024-04-12T16:59:28.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:28 smithi016 ceph-mon[84444]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:59:28.430 INFO:tasks.workunit.client.0.smithi005.stdout: 844: throughput=5MB/sec pending data=0 2024-04-12T16:59:28.431 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rX_M53QdMXd-Fq1 off=1888564 len=826948 2024-04-12T16:59:28.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 4256 completed, throughput=5MB/sec 2024-04-12T16:59:28.435 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5PG9ff4QketLZ0Z off=1705725 len=1579569 2024-04-12T16:59:28.443 INFO:tasks.workunit.client.0.smithi005.stdout:op 4257 completed, throughput=5MB/sec 2024-04-12T16:59:28.443 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yfraSAGReap4VaR off=4877893 len=461024 2024-04-12T16:59:28.444 INFO:tasks.workunit.client.0.smithi005.stdout:op 4258 completed, throughput=5MB/sec 2024-04-12T16:59:28.444 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vWbEgzAf7qqewNC off=53845 len=1764383 2024-04-12T16:59:28.453 INFO:tasks.workunit.client.0.smithi005.stdout:op 4259 completed, throughput=5MB/sec 2024-04-12T16:59:28.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:28 smithi005 ceph-mon[88416]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:59:28.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:28 smithi005 ceph-mon[90837]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T16:59:29.454 INFO:tasks.workunit.client.0.smithi005.stdout: 845: throughput=5MB/sec pending data=0 2024-04-12T16:59:29.454 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ywnozQoPUu21hO7 off=9931792 len=1753369 2024-04-12T16:59:29.462 INFO:tasks.workunit.client.0.smithi005.stdout:op 4260 completed, throughput=5MB/sec 2024-04-12T16:59:29.462 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Nzf9_S9YMcqOra2 off=1047433 len=1926612 2024-04-12T16:59:29.469 INFO:tasks.workunit.client.0.smithi005.stdout:op 4261 completed, throughput=5MB/sec 2024-04-12T16:59:29.469 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jwx7F8CWGRMCoAc off=6473897 len=331147 2024-04-12T16:59:29.470 INFO:tasks.workunit.client.0.smithi005.stdout:op 4262 completed, throughput=5MB/sec 2024-04-12T16:59:29.470 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0qTYYiy78x2qEZF off=2052312 len=1075469 2024-04-12T16:59:29.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 4263 completed, throughput=5MB/sec 2024-04-12T16:59:30.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:30 smithi016 ceph-mon[84444]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:59:30.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:30 smithi005 ceph-mon[88416]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:59:30.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:30 smithi005 ceph-mon[90837]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T16:59:30.475 INFO:tasks.workunit.client.0.smithi005.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:30.475 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pdccVLl9A-tyiqI off=317252 len=508511 2024-04-12T16:59:30.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 4264 completed, throughput=5MB/sec 2024-04-12T16:59:30.476 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7DR0uDnKKgK7qML off=5831887 len=19530 2024-04-12T16:59:30.479 INFO:tasks.workunit.client.0.smithi005.stdout:op 4265 completed, throughput=5MB/sec 2024-04-12T16:59:30.479 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1Opcgc3k4hFFXXf off=10276473 len=1850794 2024-04-12T16:59:30.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 4266 completed, throughput=5MB/sec 2024-04-12T16:59:30.481 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cuzN0_kd4ewnYn8 off=9228041 len=27578 2024-04-12T16:59:30.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 4267 completed, throughput=5MB/sec 2024-04-12T16:59:30.484 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Y2ZyONlhVv9-20A off=4106805 len=952755 2024-04-12T16:59:30.486 INFO:tasks.workunit.client.0.smithi005.stdout:op 4268 completed, throughput=5MB/sec 2024-04-12T16:59:30.486 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o_jZ-VA4ZNEggmu off=4291795 len=1804224 2024-04-12T16:59:30.494 INFO:tasks.workunit.client.0.smithi005.stdout:op 4269 completed, throughput=5MB/sec 2024-04-12T16:59:31.494 INFO:tasks.workunit.client.0.smithi005.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:31.494 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9RaSkTIFNEiSp-4 off=1410950 len=1791358 2024-04-12T16:59:31.502 INFO:tasks.workunit.client.0.smithi005.stdout:op 4270 completed, throughput=5MB/sec 2024-04-12T16:59:31.502 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4B3uQex_ny-0RM- off=12273330 len=571257 2024-04-12T16:59:31.507 INFO:tasks.workunit.client.0.smithi005.stdout:op 4271 completed, throughput=5MB/sec 2024-04-12T16:59:31.507 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Xnkmp-kAfn7F1PK off=4855620 len=1983 2024-04-12T16:59:31.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 4272 completed, throughput=5MB/sec 2024-04-12T16:59:31.509 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Sk6QZMgRn7YegyI off=12490690 len=308690 2024-04-12T16:59:31.512 INFO:tasks.workunit.client.0.smithi005.stdout:op 4273 completed, throughput=5MB/sec 2024-04-12T16:59:31.512 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nPZLR8ko-gW4Iop off=1040037 len=1646110 2024-04-12T16:59:31.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 4274 completed, throughput=5MB/sec 2024-04-12T16:59:31.514 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OVa_hPDDkWsxhTh off=8253274 len=505487 2024-04-12T16:59:31.514 INFO:tasks.workunit.client.0.smithi005.stdout:op 4275 completed, throughput=5MB/sec 2024-04-12T16:59:31.515 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o81hyL0tY2q_FZp off=393878 len=745330 2024-04-12T16:59:31.518 INFO:tasks.workunit.client.0.smithi005.stdout:op 4276 completed, throughput=5MB/sec 2024-04-12T16:59:32.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:32 smithi016 ceph-mon[84444]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:32 smithi005 ceph-mon[88416]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:32.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:32 smithi005 ceph-mon[90837]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:32.519 INFO:tasks.workunit.client.0.smithi005.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:32.519 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p3hMViDj47HxgM0 off=7814810 len=1442504 2024-04-12T16:59:32.525 INFO:tasks.workunit.client.0.smithi005.stdout:op 4277 completed, throughput=5MB/sec 2024-04-12T16:59:32.525 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1CViNeN8JhJiwhJ off=1086090 len=1688054 2024-04-12T16:59:32.534 INFO:tasks.workunit.client.0.smithi005.stdout:op 4278 completed, throughput=5MB/sec 2024-04-12T16:59:32.534 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QiKYfAxYi_kFXbg off=6133167 len=1411924 2024-04-12T16:59:32.535 INFO:tasks.workunit.client.0.smithi005.stdout:op 4279 completed, throughput=5MB/sec 2024-04-12T16:59:32.535 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sCe0fpPkxJBVeqY off=6589130 len=401096 2024-04-12T16:59:32.538 INFO:tasks.workunit.client.0.smithi005.stdout:op 4280 completed, throughput=5MB/sec 2024-04-12T16:59:32.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:59:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:33.539 INFO:tasks.workunit.client.0.smithi005.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:33.539 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SY6eIYBCx6M8yLE off=19397053 len=373105 2024-04-12T16:59:33.539 INFO:tasks.workunit.client.0.smithi005.stdout:op 4281 completed, throughput=4.99MB/sec 2024-04-12T16:59:33.540 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rrK4I4_jj0L8PKH off=101092 len=119191 2024-04-12T16:59:33.540 INFO:tasks.workunit.client.0.smithi005.stdout:op 4282 completed, throughput=5MB/sec 2024-04-12T16:59:33.540 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I2W275plsJjft6m off=12132907 len=1933909 2024-04-12T16:59:33.549 INFO:tasks.workunit.client.0.smithi005.stdout:op 4283 completed, throughput=5MB/sec 2024-04-12T16:59:33.549 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-T5zLuHOcsjPw3tw off=22492447 len=433006 2024-04-12T16:59:33.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 4284 completed, throughput=5MB/sec 2024-04-12T16:59:33.553 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4_JHcwqpAEW2lOA off=8866701 len=1888642 2024-04-12T16:59:33.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 4285 completed, throughput=5MB/sec 2024-04-12T16:59:33.554 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V6LKQ-6QHgwYFX0 off=993717 len=225819 2024-04-12T16:59:33.558 INFO:tasks.workunit.client.0.smithi005.stdout:op 4286 completed, throughput=5MB/sec 2024-04-12T16:59:33.558 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-52CKOubdxhWvRVd off=2086776 len=1365656 2024-04-12T16:59:33.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 4287 completed, throughput=5MB/sec 2024-04-12T16:59:34.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:34 smithi005 ceph-mon[88416]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:59:34.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:59:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:59:33] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-12T16:59:34.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:34 smithi005 ceph-mon[90837]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:59:34.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:34 smithi016 ceph-mon[84444]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T16:59:34.564 INFO:tasks.workunit.client.0.smithi005.stdout: 850: throughput=5MB/sec pending data=0 2024-04-12T16:59:34.564 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KzzAYYuqL0WiqJl off=3569843 len=2094263 2024-04-12T16:59:34.575 INFO:tasks.workunit.client.0.smithi005.stdout:op 4288 completed, throughput=5MB/sec 2024-04-12T16:59:34.575 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ang-9FD4pOwkpsx off=1693598 len=1744905 2024-04-12T16:59:34.585 INFO:tasks.workunit.client.0.smithi005.stdout:op 4289 completed, throughput=5MB/sec 2024-04-12T16:59:34.585 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fToZ0QogV4Hu08f off=6807269 len=910123 2024-04-12T16:59:34.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 4290 completed, throughput=5MB/sec 2024-04-12T16:59:35.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:35.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:35.588 INFO:tasks.workunit.client.0.smithi005.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:35.588 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BxTk-t6ZRJbAIda off=1401470 len=530221 2024-04-12T16:59:35.589 INFO:tasks.workunit.client.0.smithi005.stdout:op 4291 completed, throughput=5MB/sec 2024-04-12T16:59:35.589 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qHgtWUzqyKloIAl off=6756707 len=256934 2024-04-12T16:59:35.589 INFO:tasks.workunit.client.0.smithi005.stdout:op 4292 completed, throughput=5MB/sec 2024-04-12T16:59:35.589 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3QJ4MrKoanhsEbA off=963817 len=1204268 2024-04-12T16:59:35.597 INFO:tasks.workunit.client.0.smithi005.stdout:op 4293 completed, throughput=5MB/sec 2024-04-12T16:59:35.597 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kfMjvuFVqJW-TT2 off=3827190 len=512889 2024-04-12T16:59:35.601 INFO:tasks.workunit.client.0.smithi005.stdout:op 4294 completed, throughput=5MB/sec 2024-04-12T16:59:35.601 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sNa_zWbi-R0cByW off=7219252 len=636614 2024-04-12T16:59:35.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 4295 completed, throughput=5MB/sec 2024-04-12T16:59:35.602 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-M0IQWC3AdVCilf3 off=12841561 len=124677 2024-04-12T16:59:35.604 INFO:tasks.workunit.client.0.smithi005.stdout:op 4296 completed, throughput=5MB/sec 2024-04-12T16:59:35.604 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z8HW54OXTJZBIHY off=12019806 len=1867271 2024-04-12T16:59:35.605 INFO:tasks.workunit.client.0.smithi005.stdout:op 4297 completed, throughput=5MB/sec 2024-04-12T16:59:36.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:36 smithi016 ceph-mon[84444]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:59:36.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:36 smithi005 ceph-mon[88416]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:59:36.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:36 smithi005 ceph-mon[90837]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T16:59:36.606 INFO:tasks.workunit.client.0.smithi005.stdout: 852: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:36.606 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gNGfdPgokX9xd3M off=12900113 len=1047492 2024-04-12T16:59:36.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 4298 completed, throughput=5MB/sec 2024-04-12T16:59:36.607 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bGztBGuWUgEFHle off=494807 len=1661375 2024-04-12T16:59:36.615 INFO:tasks.workunit.client.0.smithi005.stdout:op 4299 completed, throughput=5MB/sec 2024-04-12T16:59:36.615 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n5M54k85hCRQCBM off=6091305 len=1549329 2024-04-12T16:59:36.626 INFO:tasks.workunit.client.0.smithi005.stdout:op 4300 completed, throughput=5MB/sec 2024-04-12T16:59:36.626 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qW30jqc_3GoFoi0 off=5306320 len=1774904 2024-04-12T16:59:36.631 INFO:tasks.workunit.client.0.smithi005.stdout:op 4301 completed, throughput=5MB/sec 2024-04-12T16:59:37.631 INFO:tasks.workunit.client.0.smithi005.stdout: 853: throughput=5MB/sec pending data=0 2024-04-12T16:59:37.631 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Yl4FFm5HTyTOPJh off=6227698 len=274145 2024-04-12T16:59:37.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 4302 completed, throughput=5MB/sec 2024-04-12T16:59:37.635 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TUbgLKoTgZnR-Vj off=6303289 len=970237 2024-04-12T16:59:37.640 INFO:tasks.workunit.client.0.smithi005.stdout:op 4303 completed, throughput=5MB/sec 2024-04-12T16:59:37.640 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U-lZMKzT2pr8cdf off=8507273 len=876416 2024-04-12T16:59:37.642 INFO:tasks.workunit.client.0.smithi005.stdout:op 4304 completed, throughput=5MB/sec 2024-04-12T16:59:37.642 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ETOT5JJaiLz8PVb off=5367088 len=759284 2024-04-12T16:59:37.646 INFO:tasks.workunit.client.0.smithi005.stdout:op 4305 completed, throughput=5MB/sec 2024-04-12T16:59:37.646 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-agVnDDDb535E3xw off=6028700 len=111450 2024-04-12T16:59:37.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 4306 completed, throughput=5MB/sec 2024-04-12T16:59:37.649 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7xdWPFDnsFguKfL off=3785181 len=279750 2024-04-12T16:59:37.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 4307 completed, throughput=5MB/sec 2024-04-12T16:59:37.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PVS-2eFHVBnuEjU off=6400029 len=1833641 2024-04-12T16:59:37.659 INFO:tasks.workunit.client.0.smithi005.stdout:op 4308 completed, throughput=5MB/sec 2024-04-12T16:59:38.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:38 smithi016 ceph-mon[84444]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:59:38.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:38 smithi005 ceph-mon[88416]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:59:38.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:38 smithi005 ceph-mon[90837]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T16:59:38.659 INFO:tasks.workunit.client.0.smithi005.stdout: 854: throughput=5MB/sec pending data=0 2024-04-12T16:59:38.660 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VLHPaIdyMYZYBlI off=2796131 len=56939 2024-04-12T16:59:38.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 4309 completed, throughput=5MB/sec 2024-04-12T16:59:38.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w4Q-vVpD2EE4G_z off=1981708 len=1349407 2024-04-12T16:59:38.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 4310 completed, throughput=5MB/sec 2024-04-12T16:59:38.667 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0qTYYiy78x2qEZF off=2236480 len=891301 2024-04-12T16:59:38.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 4311 completed, throughput=5MB/sec 2024-04-12T16:59:38.668 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rJtgT6LX7gBgYfh off=2110645 len=1663209 2024-04-12T16:59:38.673 INFO:tasks.workunit.client.0.smithi005.stdout:op 4312 completed, throughput=5MB/sec 2024-04-12T16:59:38.673 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hp_gcVM8Sq0QuGq off=4874875 len=1855308 2024-04-12T16:59:38.675 INFO:tasks.workunit.client.0.smithi005.stdout:op 4313 completed, throughput=5MB/sec 2024-04-12T16:59:39.676 INFO:tasks.workunit.client.0.smithi005.stdout: 855: throughput=5MB/sec pending data=0 2024-04-12T16:59:39.676 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rS_wtdvoA4irlas off=655390 len=1436989 2024-04-12T16:59:39.683 INFO:tasks.workunit.client.0.smithi005.stdout:op 4314 completed, throughput=5MB/sec 2024-04-12T16:59:39.683 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cGuaHuM2dRYSIil off=8020559 len=578100 2024-04-12T16:59:39.684 INFO:tasks.workunit.client.0.smithi005.stdout:op 4315 completed, throughput=5MB/sec 2024-04-12T16:59:39.684 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zXfqb5NlhJekZAF off=1136910 len=857263 2024-04-12T16:59:39.690 INFO:tasks.workunit.client.0.smithi005.stdout:op 4316 completed, throughput=5MB/sec 2024-04-12T16:59:39.690 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K2F0xsvFpWIi8kJ off=1832337 len=1550931 2024-04-12T16:59:39.691 INFO:tasks.workunit.client.0.smithi005.stdout:op 4317 completed, throughput=5MB/sec 2024-04-12T16:59:40.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:40 smithi016 ceph-mon[84444]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 6 op/s 2024-04-12T16:59:40.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:40 smithi005 ceph-mon[88416]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 6 op/s 2024-04-12T16:59:40.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:40 smithi005 ceph-mon[90837]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 6 op/s 2024-04-12T16:59:40.692 INFO:tasks.workunit.client.0.smithi005.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:40.692 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2AZCmgGQGQqnc_J off=9182213 len=921866 2024-04-12T16:59:40.697 INFO:tasks.workunit.client.0.smithi005.stdout:op 4318 completed, throughput=5MB/sec 2024-04-12T16:59:40.697 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jAP9JeNKOH2HGnz off=17331575 len=1847581 2024-04-12T16:59:40.706 INFO:tasks.workunit.client.0.smithi005.stdout:op 4319 completed, throughput=5MB/sec 2024-04-12T16:59:40.706 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WZFp3sOlN8253sU off=3226910 len=75163 2024-04-12T16:59:40.707 INFO:tasks.workunit.client.0.smithi005.stdout:op 4320 completed, throughput=5MB/sec 2024-04-12T16:59:40.707 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UP5OjRMqX4ZKwJK off=854778 len=470453 2024-04-12T16:59:40.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 4321 completed, throughput=5MB/sec 2024-04-12T16:59:40.708 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pn35lYcC78SWH8E off=3939112 len=1283766 2024-04-12T16:59:40.714 INFO:tasks.workunit.client.0.smithi005.stdout:op 4322 completed, throughput=5MB/sec 2024-04-12T16:59:40.714 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iXA7R5Qstwd002_ off=6228797 len=402474 2024-04-12T16:59:40.717 INFO:tasks.workunit.client.0.smithi005.stdout:op 4323 completed, throughput=5MB/sec 2024-04-12T16:59:40.717 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-onf5lo1tdQRbD9S off=10531961 len=284723 2024-04-12T16:59:40.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 4324 completed, throughput=5MB/sec 2024-04-12T16:59:41.718 INFO:tasks.workunit.client.0.smithi005.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:41.719 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mPieuAfP9qSy_xy off=1564716 len=1448513 2024-04-12T16:59:41.721 INFO:tasks.workunit.client.0.smithi005.stdout:op 4325 completed, throughput=5MB/sec 2024-04-12T16:59:41.722 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9cqfHfGwzJXlBbZ off=6630620 len=950032 2024-04-12T16:59:41.724 INFO:tasks.workunit.client.0.smithi005.stdout:op 4326 completed, throughput=5MB/sec 2024-04-12T16:59:41.724 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EtbKlVc3Y2cUK46 off=4440294 len=712067 2024-04-12T16:59:41.728 INFO:tasks.workunit.client.0.smithi005.stdout:op 4327 completed, throughput=5MB/sec 2024-04-12T16:59:41.728 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aE8L-4zy32gAScx off=570964 len=1357064 2024-04-12T16:59:41.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 4328 completed, throughput=5MB/sec 2024-04-12T16:59:41.734 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WZo27G_a7rJYy7e off=7449384 len=986000 2024-04-12T16:59:41.736 INFO:tasks.workunit.client.0.smithi005.stdout:op 4329 completed, throughput=5MB/sec 2024-04-12T16:59:42.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:42 smithi016 ceph-mon[84444]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:59:42.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:42 smithi005 ceph-mon[88416]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:59:42.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:42 smithi005 ceph-mon[90837]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T16:59:42.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:59:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:42.736 INFO:tasks.workunit.client.0.smithi005.stdout: 858: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:42.736 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WIcMkfN6dOGshE6 off=13952070 len=1025785 2024-04-12T16:59:42.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 4330 completed, throughput=5MB/sec 2024-04-12T16:59:42.738 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xCRh-zcFvCfIhS9 off=642906 len=596279 2024-04-12T16:59:42.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 4331 completed, throughput=5MB/sec 2024-04-12T16:59:42.739 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Vb9JpQptvFg0F_u off=3215426 len=135564 2024-04-12T16:59:42.742 INFO:tasks.workunit.client.0.smithi005.stdout:op 4332 completed, throughput=5MB/sec 2024-04-12T16:59:42.742 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bzPXvlKYjazKfak off=5242917 len=528780 2024-04-12T16:59:42.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 4333 completed, throughput=5MB/sec 2024-04-12T16:59:42.744 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-d22kGzVqlsXIh9c off=8388703 len=197748 2024-04-12T16:59:42.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 4334 completed, throughput=5MB/sec 2024-04-12T16:59:42.747 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TatzIf5X6B4YqN_ off=8597215 len=1880251 2024-04-12T16:59:42.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 4335 completed, throughput=5MB/sec 2024-04-12T16:59:42.749 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pV_ttsWO503_VNm off=7460720 len=2033906 2024-04-12T16:59:42.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 4336 completed, throughput=5MB/sec 2024-04-12T16:59:43.761 INFO:tasks.workunit.client.0.smithi005.stdout: 859: throughput=5MB/sec pending data=0 2024-04-12T16:59:43.761 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KwpbQi322CX3pk2 off=2366126 len=1420906 2024-04-12T16:59:43.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 4337 completed, throughput=5MB/sec 2024-04-12T16:59:43.764 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vnZ-peMC1L1wCp2 off=17144926 len=236475 2024-04-12T16:59:43.767 INFO:tasks.workunit.client.0.smithi005.stdout:op 4338 completed, throughput=5MB/sec 2024-04-12T16:59:43.767 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tPt9OJzpqYGPqag off=7558721 len=892183 2024-04-12T16:59:43.768 INFO:tasks.workunit.client.0.smithi005.stdout:op 4339 completed, throughput=5MB/sec 2024-04-12T16:59:43.768 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ToEQcSopQr8ksFt off=2680799 len=829394 2024-04-12T16:59:43.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 4340 completed, throughput=5MB/sec 2024-04-12T16:59:43.774 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-x8lsjT4pgsfLUF- off=9759757 len=971792 2024-04-12T16:59:43.776 INFO:tasks.workunit.client.0.smithi005.stdout:op 4341 completed, throughput=5MB/sec 2024-04-12T16:59:44.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:44 smithi005 ceph-mon[88416]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:59:44.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:59:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:59:43] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T16:59:44.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:44 smithi005 ceph-mon[90837]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:59:44.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:44 smithi016 ceph-mon[84444]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-12T16:59:44.776 INFO:tasks.workunit.client.0.smithi005.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:44.776 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7OQCyUbTSbI2QsS off=7955693 len=1261228 2024-04-12T16:59:44.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 4342 completed, throughput=5MB/sec 2024-04-12T16:59:44.782 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-29PaklYyE-SfCaZ off=9951778 len=1798540 2024-04-12T16:59:44.790 INFO:tasks.workunit.client.0.smithi005.stdout:op 4343 completed, throughput=5MB/sec 2024-04-12T16:59:44.790 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Sil0ZBqLLTmxvig off=5319627 len=814074 2024-04-12T16:59:44.792 INFO:tasks.workunit.client.0.smithi005.stdout:op 4344 completed, throughput=5MB/sec 2024-04-12T16:59:44.792 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4_JHcwqpAEW2lOA off=3275131 len=1856639 2024-04-12T16:59:44.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 4345 completed, throughput=5MB/sec 2024-04-12T16:59:45.800 INFO:tasks.workunit.client.0.smithi005.stdout: 861: throughput=5MB/sec pending data=0 2024-04-12T16:59:45.800 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tseP_cdfg8WanIA off=6250786 len=1978327 2024-04-12T16:59:45.802 INFO:tasks.workunit.client.0.smithi005.stdout:op 4346 completed, throughput=5MB/sec 2024-04-12T16:59:45.802 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BhTC9mt5N9tpggx off=1795365 len=594629 2024-04-12T16:59:45.807 INFO:tasks.workunit.client.0.smithi005.stdout:op 4347 completed, throughput=5MB/sec 2024-04-12T16:59:45.807 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-h2loddpd-6aQ75H off=6186247 len=1428220 2024-04-12T16:59:45.808 INFO:tasks.workunit.client.0.smithi005.stdout:op 4348 completed, throughput=5MB/sec 2024-04-12T16:59:45.808 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hyh0goY5NbmVJ6l off=4415296 len=672105 2024-04-12T16:59:45.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 4349 completed, throughput=5MB/sec 2024-04-12T16:59:46.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:46 smithi016 ceph-mon[84444]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:59:46.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:46 smithi005 ceph-mon[88416]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:59:46.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:46 smithi005 ceph-mon[90837]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T16:59:46.809 INFO:tasks.workunit.client.0.smithi005.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:46.810 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BOPbFXUuhNMlX3_ off=6497781 len=1889357 2024-04-12T16:59:46.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 4350 completed, throughput=5MB/sec 2024-04-12T16:59:46.812 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zGCpHkn9TS-qs4h off=6010391 len=1982420 2024-04-12T16:59:46.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 4351 completed, throughput=5MB/sec 2024-04-12T16:59:46.814 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Rlz1hk1YQrJjGm2 off=6814576 len=918441 2024-04-12T16:59:46.819 INFO:tasks.workunit.client.0.smithi005.stdout:op 4352 completed, throughput=5MB/sec 2024-04-12T16:59:46.819 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U5qvV1O-IhcXMGv off=3673062 len=806444 2024-04-12T16:59:46.821 INFO:tasks.workunit.client.0.smithi005.stdout:op 4353 completed, throughput=5MB/sec 2024-04-12T16:59:47.821 INFO:tasks.workunit.client.0.smithi005.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:47.821 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zUR6ahRodYyhnjn off=860894 len=989064 2024-04-12T16:59:47.826 INFO:tasks.workunit.client.0.smithi005.stdout:op 4354 completed, throughput=5MB/sec 2024-04-12T16:59:47.826 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ci8pUoiVjSp3wam off=5472478 len=1422298 2024-04-12T16:59:47.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 4355 completed, throughput=5MB/sec 2024-04-12T16:59:47.828 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a0Mb4eHetDdfMi5 off=18493049 len=241965 2024-04-12T16:59:47.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 4356 completed, throughput=5MB/sec 2024-04-12T16:59:47.829 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s0JPyY1Gl-Llxnk off=1134515 len=283882 2024-04-12T16:59:47.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 4357 completed, throughput=5MB/sec 2024-04-12T16:59:47.830 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JProqouycj0e8Oh off=7565362 len=1439952 2024-04-12T16:59:47.832 INFO:tasks.workunit.client.0.smithi005.stdout:op 4358 completed, throughput=5MB/sec 2024-04-12T16:59:47.832 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lBGuyCu-EEeyiKe off=7962910 len=624382 2024-04-12T16:59:47.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 4359 completed, throughput=5MB/sec 2024-04-12T16:59:48.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:48 smithi016 ceph-mon[84444]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:59:48.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:48 smithi005 ceph-mon[88416]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:59:48.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:48 smithi005 ceph-mon[90837]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T16:59:48.837 INFO:tasks.workunit.client.0.smithi005.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:48.837 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4_GJhLwQNopNt1K off=3930965 len=892717 2024-04-12T16:59:48.842 INFO:tasks.workunit.client.0.smithi005.stdout:op 4360 completed, throughput=5MB/sec 2024-04-12T16:59:48.843 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ymjYEEbhBJLjDRI off=1209688 len=1408537 2024-04-12T16:59:48.850 INFO:tasks.workunit.client.0.smithi005.stdout:op 4361 completed, throughput=5MB/sec 2024-04-12T16:59:48.850 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4HjDvUzASH4xv2B off=16776809 len=647862 2024-04-12T16:59:48.854 INFO:tasks.workunit.client.0.smithi005.stdout:op 4362 completed, throughput=5MB/sec 2024-04-12T16:59:48.855 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4s3_QH_W_TonxPe off=2183117 len=1216907 2024-04-12T16:59:48.856 INFO:tasks.workunit.client.0.smithi005.stdout:op 4363 completed, throughput=5MB/sec 2024-04-12T16:59:48.856 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ryO-YsQVjChD_Sy off=4682040 len=1416327 2024-04-12T16:59:48.858 INFO:tasks.workunit.client.0.smithi005.stdout:op 4364 completed, throughput=5MB/sec 2024-04-12T16:59:49.858 INFO:tasks.workunit.client.0.smithi005.stdout: 865: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:49.859 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1CViNeN8JhJiwhJ off=422199 len=877478 2024-04-12T16:59:49.860 INFO:tasks.workunit.client.0.smithi005.stdout:op 4365 completed, throughput=5MB/sec 2024-04-12T16:59:49.861 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GxMw75KUVEk7sA6 off=13712086 len=902763 2024-04-12T16:59:49.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 4366 completed, throughput=5MB/sec 2024-04-12T16:59:49.865 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A6rjonUL94HqVlG off=11766291 len=962507 2024-04-12T16:59:49.867 INFO:tasks.workunit.client.0.smithi005.stdout:op 4367 completed, throughput=5MB/sec 2024-04-12T16:59:49.867 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z85vY6laKRQsJYP off=1600274 len=258636 2024-04-12T16:59:49.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 4368 completed, throughput=5MB/sec 2024-04-12T16:59:49.870 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qv23MD1z_X6GPI8 off=16427361 len=1412123 2024-04-12T16:59:49.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 4369 completed, throughput=5MB/sec 2024-04-12T16:59:49.878 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_Ql9WQHg3W4Xln2 off=14672194 len=2012899 2024-04-12T16:59:49.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 4370 completed, throughput=5MB/sec 2024-04-12T16:59:50.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:50 smithi016 ceph-mon[84444]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:59:50.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:50.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:50 smithi005 ceph-mon[88416]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:59:50.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:50.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:50 smithi005 ceph-mon[90837]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T16:59:50.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T16:59:50.888 INFO:tasks.workunit.client.0.smithi005.stdout: 866: throughput=5MB/sec pending data=0 2024-04-12T16:59:50.888 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8DVjLBsk63WFNp9 off=1710015 len=856516 2024-04-12T16:59:50.893 INFO:tasks.workunit.client.0.smithi005.stdout:op 4371 completed, throughput=5MB/sec 2024-04-12T16:59:50.893 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZZuCuMlv1hKTdYW off=13003231 len=747293 2024-04-12T16:59:50.894 INFO:tasks.workunit.client.0.smithi005.stdout:op 4372 completed, throughput=5MB/sec 2024-04-12T16:59:50.894 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EdcNpf3az-PrlNF off=9479955 len=1266960 2024-04-12T16:59:50.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 4373 completed, throughput=5MB/sec 2024-04-12T16:59:50.902 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6nRNGdDz8uELIDP off=7158103 len=341588 2024-04-12T16:59:50.902 INFO:tasks.workunit.client.0.smithi005.stdout:op 4374 completed, throughput=5MB/sec 2024-04-12T16:59:50.902 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9eb3RS-nrOOsxt1 off=1715373 len=1543961 2024-04-12T16:59:50.906 INFO:tasks.workunit.client.0.smithi005.stdout:op 4375 completed, throughput=5MB/sec 2024-04-12T16:59:51.906 INFO:tasks.workunit.client.0.smithi005.stdout: 867: throughput=5MB/sec pending data=0 2024-04-12T16:59:51.906 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zOfiOQXiP2rYCIL off=1873957 len=1962311 2024-04-12T16:59:51.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 4376 completed, throughput=5MB/sec 2024-04-12T16:59:51.914 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uko3fz9UlhNPqpL off=1597909 len=795998 2024-04-12T16:59:51.915 INFO:tasks.workunit.client.0.smithi005.stdout:op 4377 completed, throughput=5MB/sec 2024-04-12T16:59:51.915 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8v_F6SrdDRzhxeS off=4343213 len=1100265 2024-04-12T16:59:51.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 4378 completed, throughput=5MB/sec 2024-04-12T16:59:51.921 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JaAQn3CsMSzwUH6 off=4812866 len=2044803 2024-04-12T16:59:51.923 INFO:tasks.workunit.client.0.smithi005.stdout:op 4379 completed, throughput=5MB/sec 2024-04-12T16:59:52.312 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:52 smithi016 ceph-mon[84444]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:59:52.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:52 smithi005 ceph-mon[88416]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:59:52.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:52 smithi005 ceph-mon[90837]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T16:59:52.594 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 16:59:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T16:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T16:59:52.924 INFO:tasks.workunit.client.0.smithi005.stdout: 868: throughput=5MB/sec pending data=0 2024-04-12T16:59:52.924 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nJark-PSImbPTbo off=851052 len=789832 2024-04-12T16:59:52.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 4380 completed, throughput=5MB/sec 2024-04-12T16:59:52.925 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HiePtVBzX_Rg_yx off=1872011 len=1965494 2024-04-12T16:59:52.927 INFO:tasks.workunit.client.0.smithi005.stdout:op 4381 completed, throughput=5MB/sec 2024-04-12T16:59:52.927 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XYzAPB6hRkv7LK1 off=7949769 len=38405 2024-04-12T16:59:52.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 4382 completed, throughput=5MB/sec 2024-04-12T16:59:52.928 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aVAEi_ClPP7UPfj off=1869443 len=204812 2024-04-12T16:59:52.931 INFO:tasks.workunit.client.0.smithi005.stdout:op 4383 completed, throughput=5MB/sec 2024-04-12T16:59:52.931 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Riysd8kIi5mSN2z off=762605 len=1372343 2024-04-12T16:59:52.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 4384 completed, throughput=5MB/sec 2024-04-12T16:59:53.934 INFO:tasks.workunit.client.0.smithi005.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:53.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PVS-2eFHVBnuEjU off=2579260 len=1917410 2024-04-12T16:59:53.936 INFO:tasks.workunit.client.0.smithi005.stdout:op 4385 completed, throughput=5MB/sec 2024-04-12T16:59:53.937 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dOHjAkBY_M2iPRR off=13457947 len=1131112 2024-04-12T16:59:53.944 INFO:tasks.workunit.client.0.smithi005.stdout:op 4386 completed, throughput=5MB/sec 2024-04-12T16:59:53.944 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0-cPjUI_3El8rJN off=3653765 len=1073670 2024-04-12T16:59:53.945 INFO:tasks.workunit.client.0.smithi005.stdout:op 4387 completed, throughput=5MB/sec 2024-04-12T16:59:53.945 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2ERvuwO7FYyxyKW off=14360572 len=1273602 2024-04-12T16:59:53.947 INFO:tasks.workunit.client.0.smithi005.stdout:op 4388 completed, throughput=5MB/sec 2024-04-12T16:59:54.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:54 smithi005 ceph-mon[88416]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:54.204 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:54 smithi005 ceph-mon[90837]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:54.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 16:59:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:16:59:53] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T16:59:54.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:54 smithi016 ceph-mon[84444]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T16:59:54.947 INFO:tasks.workunit.client.0.smithi005.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:54.947 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2V4pV3QGx4-Fzla off=35186 len=230242 2024-04-12T16:59:54.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 4389 completed, throughput=5MB/sec 2024-04-12T16:59:54.948 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SK19h2VRWFwuziW off=13546167 len=353387 2024-04-12T16:59:54.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 4390 completed, throughput=5MB/sec 2024-04-12T16:59:54.949 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ttvYA_KQ1I82jYj off=14729443 len=1684264 2024-04-12T16:59:54.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 4391 completed, throughput=5MB/sec 2024-04-12T16:59:54.958 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rxXXhd0buGGj1o0 off=1497961 len=46557 2024-04-12T16:59:54.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 4392 completed, throughput=5MB/sec 2024-04-12T16:59:54.959 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bJtqTX9eJNjM_Xc off=342796 len=786881 2024-04-12T16:59:54.960 INFO:tasks.workunit.client.0.smithi005.stdout:op 4393 completed, throughput=5MB/sec 2024-04-12T16:59:54.960 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O_Im6pKEn6r85LY off=19744319 len=1792072 2024-04-12T16:59:54.962 INFO:tasks.workunit.client.0.smithi005.stdout:op 4394 completed, throughput=5MB/sec 2024-04-12T16:59:55.962 INFO:tasks.workunit.client.0.smithi005.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:55.962 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3ueAu-Bsz63t6F6 off=2138330 len=473080 2024-04-12T16:59:55.966 INFO:tasks.workunit.client.0.smithi005.stdout:op 4395 completed, throughput=4.99MB/sec 2024-04-12T16:59:55.966 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yaaxwiWES4g93I4 off=1734829 len=1498736 2024-04-12T16:59:55.969 INFO:tasks.workunit.client.0.smithi005.stdout:op 4396 completed, throughput=5MB/sec 2024-04-12T16:59:55.969 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-X7Yfuq5LTvzrwU8 off=4085116 len=1925384 2024-04-12T16:59:55.979 INFO:tasks.workunit.client.0.smithi005.stdout:op 4397 completed, throughput=5MB/sec 2024-04-12T16:59:55.979 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3Y_w4C-Vxzjj4GE off=21709097 len=2050498 2024-04-12T16:59:55.981 INFO:tasks.workunit.client.0.smithi005.stdout:op 4398 completed, throughput=5MB/sec 2024-04-12T16:59:56.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:56 smithi016 ceph-mon[84444]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:59:56.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:56 smithi005 ceph-mon[88416]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:59:56.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:56 smithi005 ceph-mon[90837]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T16:59:56.982 INFO:tasks.workunit.client.0.smithi005.stdout: 872: throughput=5MB/sec pending data=0 2024-04-12T16:59:56.982 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VrtUM5FE0PbY6NE off=93911 len=1221485 2024-04-12T16:59:56.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 4399 completed, throughput=5MB/sec 2024-04-12T16:59:56.984 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y3Nr1Sw8Dxt05yM off=7161341 len=1637592 2024-04-12T16:59:56.985 INFO:tasks.workunit.client.0.smithi005.stdout:op 4400 completed, throughput=5MB/sec 2024-04-12T16:59:56.985 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ujc7_gSv8DpbVWE off=15454183 len=376827 2024-04-12T16:59:56.989 INFO:tasks.workunit.client.0.smithi005.stdout:op 4401 completed, throughput=5MB/sec 2024-04-12T16:59:56.989 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qZnEwVHeDZn8fXI off=510977 len=1595821 2024-04-12T16:59:56.995 INFO:tasks.workunit.client.0.smithi005.stdout:op 4402 completed, throughput=5MB/sec 2024-04-12T16:59:57.996 INFO:tasks.workunit.client.0.smithi005.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:57.996 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8fDPcoMs5jn1-5B off=12289189 len=527198 2024-04-12T16:59:57.997 INFO:tasks.workunit.client.0.smithi005.stdout:op 4403 completed, throughput=5MB/sec 2024-04-12T16:59:57.997 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ySF4SHbn1zUtw-S off=0 len=1211720 2024-04-12T16:59:57.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 4404 completed, throughput=5MB/sec 2024-04-12T16:59:57.998 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l-kosXG1srlAy9i off=12553322 len=1104160 2024-04-12T16:59:58.000 INFO:tasks.workunit.client.0.smithi005.stdout:op 4405 completed, throughput=5MB/sec 2024-04-12T16:59:58.000 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xdYYs6nwKPVeo2L off=3249641 len=1141454 2024-04-12T16:59:58.006 INFO:tasks.workunit.client.0.smithi005.stdout:op 4406 completed, throughput=5MB/sec 2024-04-12T16:59:58.007 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8HRWKVv2dKIONhS off=4591063 len=951518 2024-04-12T16:59:58.008 INFO:tasks.workunit.client.0.smithi005.stdout:op 4407 completed, throughput=5MB/sec 2024-04-12T16:59:58.008 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VB4pRbYdnt1iw1g off=6739932 len=288234 2024-04-12T16:59:58.011 INFO:tasks.workunit.client.0.smithi005.stdout:op 4408 completed, throughput=5MB/sec 2024-04-12T16:59:58.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 16:59:58 smithi016 ceph-mon[84444]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:59:58.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 16:59:58 smithi005 ceph-mon[88416]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:59:58.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 16:59:58 smithi005 ceph-mon[90837]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T16:59:59.011 INFO:tasks.workunit.client.0.smithi005.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-12T16:59:59.012 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zIx8tNgsjUinlWB off=9721405 len=254154 2024-04-12T16:59:59.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 4409 completed, throughput=4.99MB/sec 2024-04-12T16:59:59.015 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YHzuv6BJSVm6sQ1 off=30332 len=1242570 2024-04-12T16:59:59.017 INFO:tasks.workunit.client.0.smithi005.stdout:op 4410 completed, throughput=5MB/sec 2024-04-12T16:59:59.018 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-F5ZNkPMGXOgdP45 off=7560587 len=1979058 2024-04-12T16:59:59.028 INFO:tasks.workunit.client.0.smithi005.stdout:op 4411 completed, throughput=5MB/sec 2024-04-12T16:59:59.028 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Uc3-WGyV_7xCsaP off=0 len=1120224 2024-04-12T16:59:59.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 4412 completed, throughput=5MB/sec 2024-04-12T16:59:59.034 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MV-fXCI1K4MyvI4 off=5124892 len=855314 2024-04-12T16:59:59.040 INFO:tasks.workunit.client.0.smithi005.stdout:op 4413 completed, throughput=5MB/sec 2024-04-12T17:00:00.040 INFO:tasks.workunit.client.0.smithi005.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:00.041 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0d668VJwuV_qomP off=75523 len=223630 2024-04-12T17:00:00.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 4414 completed, throughput=4.99MB/sec 2024-04-12T17:00:00.044 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cg9RcfvqELsJWZ6 off=5643849 len=1333209 2024-04-12T17:00:00.045 INFO:tasks.workunit.client.0.smithi005.stdout:op 4415 completed, throughput=5MB/sec 2024-04-12T17:00:00.045 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nf7a8h3ekf3xvKg off=9562206 len=1397373 2024-04-12T17:00:00.048 INFO:tasks.workunit.client.0.smithi005.stdout:op 4416 completed, throughput=5MB/sec 2024-04-12T17:00:00.048 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nga8Ai8uWam5ov- off=10555055 len=631583 2024-04-12T17:00:00.050 INFO:tasks.workunit.client.0.smithi005.stdout:op 4417 completed, throughput=5MB/sec 2024-04-12T17:00:00.050 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7sgdgfdjyBAzWr4 off=4372114 len=1122180 2024-04-12T17:00:00.057 INFO:tasks.workunit.client.0.smithi005.stdout:op 4418 completed, throughput=5MB/sec 2024-04-12T17:00:00.057 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7c7xpw2WtIo9mBK off=5740243 len=1448238 2024-04-12T17:00:00.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 4419 completed, throughput=5MB/sec 2024-04-12T17:00:00.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:00 smithi016 ceph-mon[84444]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:00:00.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:00 smithi016 ceph-mon[84444]: overall HEALTH_OK 2024-04-12T17:00:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:00 smithi005 ceph-mon[88416]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:00:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:00 smithi005 ceph-mon[88416]: overall HEALTH_OK 2024-04-12T17:00:00.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:00 smithi005 ceph-mon[90837]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:00:00.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:00 smithi005 ceph-mon[90837]: overall HEALTH_OK 2024-04-12T17:00:01.058 INFO:tasks.workunit.client.0.smithi005.stdout: 876: throughput=5MB/sec pending data=0 2024-04-12T17:00:01.059 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XHMWtudN3ZTXtFy off=7041001 len=1508662 2024-04-12T17:00:01.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 4420 completed, throughput=5MB/sec 2024-04-12T17:00:01.067 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_dgkJmFzAdERH5k off=4411488 len=41033 2024-04-12T17:00:01.069 INFO:tasks.workunit.client.0.smithi005.stdout:op 4421 completed, throughput=5MB/sec 2024-04-12T17:00:01.070 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gGecdiFu5aJlmJa off=2564154 len=1438300 2024-04-12T17:00:01.075 INFO:tasks.workunit.client.0.smithi005.stdout:op 4422 completed, throughput=5MB/sec 2024-04-12T17:00:01.076 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UBIgw4VSGnPR9nC off=6872703 len=1129851 2024-04-12T17:00:01.076 INFO:tasks.workunit.client.0.smithi005.stdout:op 4423 completed, throughput=5MB/sec 2024-04-12T17:00:01.076 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_jtLyXoOyKZIw8j off=15848512 len=870469 2024-04-12T17:00:01.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 4424 completed, throughput=5MB/sec 2024-04-12T17:00:02.081 INFO:tasks.workunit.client.0.smithi005.stdout: 877: throughput=5MB/sec pending data=0 2024-04-12T17:00:02.082 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AwaHACXhF1QWxYI off=2520700 len=315300 2024-04-12T17:00:02.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 4425 completed, throughput=5MB/sec 2024-04-12T17:00:02.082 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zwXRDPy5VqGisda off=9084996 len=1529791 2024-04-12T17:00:02.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 4426 completed, throughput=5MB/sec 2024-04-12T17:00:02.089 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zUbIN0JX-fLOUtS off=12077250 len=213478 2024-04-12T17:00:02.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 4427 completed, throughput=5MB/sec 2024-04-12T17:00:02.090 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lYQ9URk6U8bkENa off=10538553 len=1469513 2024-04-12T17:00:02.091 INFO:tasks.workunit.client.0.smithi005.stdout:op 4428 completed, throughput=5MB/sec 2024-04-12T17:00:02.091 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KdTfS8EPyOo8_ro off=4439641 len=1973933 2024-04-12T17:00:02.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 4429 completed, throughput=5MB/sec 2024-04-12T17:00:02.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:02 smithi016 ceph-mon[84444]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:00:02.345 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:00:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:02.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:02 smithi005 ceph-mon[88416]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:00:02.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:02 smithi005 ceph-mon[90837]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:00:03.100 INFO:tasks.workunit.client.0.smithi005.stdout: 878: throughput=5MB/sec pending data=0 2024-04-12T17:00:03.100 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--cZhaWycqmTXYET off=2346087 len=218773 2024-04-12T17:00:03.100 INFO:tasks.workunit.client.0.smithi005.stdout:op 4430 completed, throughput=5MB/sec 2024-04-12T17:00:03.100 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pPWgifKuyuvQokI off=17261403 len=512730 2024-04-12T17:00:03.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 4431 completed, throughput=5MB/sec 2024-04-12T17:00:03.105 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FSgaet4HjYsfDaB off=2071716 len=1293461 2024-04-12T17:00:03.107 INFO:tasks.workunit.client.0.smithi005.stdout:op 4432 completed, throughput=5MB/sec 2024-04-12T17:00:03.107 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ScyZytl85M1u8iJ off=1522898 len=1329923 2024-04-12T17:00:03.115 INFO:tasks.workunit.client.0.smithi005.stdout:op 4433 completed, throughput=5MB/sec 2024-04-12T17:00:03.115 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ePN4U1XffZ0_2Lb off=6611986 len=2072135 2024-04-12T17:00:03.117 INFO:tasks.workunit.client.0.smithi005.stdout:op 4434 completed, throughput=5MB/sec 2024-04-12T17:00:04.117 INFO:tasks.workunit.client.0.smithi005.stdout: 879: throughput=5MB/sec pending data=0 2024-04-12T17:00:04.117 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yEPVypzQVTE8FQa off=10152125 len=846021 2024-04-12T17:00:04.118 INFO:tasks.workunit.client.0.smithi005.stdout:op 4435 completed, throughput=5MB/sec 2024-04-12T17:00:04.119 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YRxOmuV1pBtA3r5 off=1152832 len=959346 2024-04-12T17:00:04.120 INFO:tasks.workunit.client.0.smithi005.stdout:op 4436 completed, throughput=5MB/sec 2024-04-12T17:00:04.120 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Rq_dwImjl5SCKUh off=1219663 len=871862 2024-04-12T17:00:04.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 4437 completed, throughput=5MB/sec 2024-04-12T17:00:04.122 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JPRbQL2LcAIy-Af off=19997868 len=1444060 2024-04-12T17:00:04.129 INFO:tasks.workunit.client.0.smithi005.stdout:op 4438 completed, throughput=5MB/sec 2024-04-12T17:00:04.130 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Yb71M3LcfKrkCn6 off=4756431 len=1308229 2024-04-12T17:00:04.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 4439 completed, throughput=5MB/sec 2024-04-12T17:00:04.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:04 smithi005 ceph-mon[88416]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T17:00:04.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:00:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:00:03] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T17:00:04.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:04 smithi005 ceph-mon[90837]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T17:00:04.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:04 smithi016 ceph-mon[84444]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-12T17:00:05.136 INFO:tasks.workunit.client.0.smithi005.stdout: 880: throughput=5MB/sec pending data=0 2024-04-12T17:00:05.137 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zy2jeCCQp_iYJnV off=860423 len=1545667 2024-04-12T17:00:05.138 INFO:tasks.workunit.client.0.smithi005.stdout:op 4440 completed, throughput=5MB/sec 2024-04-12T17:00:05.138 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l92VjdPB2uz2RPe off=3652409 len=195158 2024-04-12T17:00:05.141 INFO:tasks.workunit.client.0.smithi005.stdout:op 4441 completed, throughput=5MB/sec 2024-04-12T17:00:05.142 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JdVPUl0TsCRU6xp off=317802 len=1372669 2024-04-12T17:00:05.144 INFO:tasks.workunit.client.0.smithi005.stdout:op 4442 completed, throughput=5MB/sec 2024-04-12T17:00:05.144 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-okPi9u73thGDgEJ off=2346464 len=1362424 2024-04-12T17:00:05.152 INFO:tasks.workunit.client.0.smithi005.stdout:op 4443 completed, throughput=5MB/sec 2024-04-12T17:00:05.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:05.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:05.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:06.152 INFO:tasks.workunit.client.0.smithi005.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:06.152 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8MZe1MwTzbY2gLd off=2044324 len=1472508 2024-04-12T17:00:06.159 INFO:tasks.workunit.client.0.smithi005.stdout:op 4444 completed, throughput=5MB/sec 2024-04-12T17:00:06.159 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kIWBZreVnoTHm16 off=7952265 len=1564744 2024-04-12T17:00:06.161 INFO:tasks.workunit.client.0.smithi005.stdout:op 4445 completed, throughput=5MB/sec 2024-04-12T17:00:06.161 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_sWJvewBZ5VTWXS off=16516010 len=1637723 2024-04-12T17:00:06.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 4446 completed, throughput=5MB/sec 2024-04-12T17:00:06.164 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TUVULGoE3Mh5QnX off=2388292 len=733269 2024-04-12T17:00:06.169 INFO:tasks.workunit.client.0.smithi005.stdout:op 4447 completed, throughput=5MB/sec 2024-04-12T17:00:06.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:06 smithi016 ceph-mon[84444]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T17:00:06.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:06 smithi005 ceph-mon[88416]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T17:00:06.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:06 smithi005 ceph-mon[90837]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-12T17:00:07.169 INFO:tasks.workunit.client.0.smithi005.stdout: 882: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:07.169 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FE63eJe-jlZkxLd off=1015451 len=218659 2024-04-12T17:00:07.170 INFO:tasks.workunit.client.0.smithi005.stdout:op 4448 completed, throughput=4.99MB/sec 2024-04-12T17:00:07.170 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hzxx3v8pgHSImqw off=12781730 len=298719 2024-04-12T17:00:07.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 4449 completed, throughput=5MB/sec 2024-04-12T17:00:07.174 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fiwOFhQdQKebODN off=5538132 len=1778705 2024-04-12T17:00:07.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 4450 completed, throughput=5MB/sec 2024-04-12T17:00:07.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C19bPTVM4QgD72Z off=17492701 len=1752785 2024-04-12T17:00:07.180 INFO:tasks.workunit.client.0.smithi005.stdout:op 4451 completed, throughput=5MB/sec 2024-04-12T17:00:07.180 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o598oHTWW1121TA off=395610 len=1786364 2024-04-12T17:00:07.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 4452 completed, throughput=5MB/sec 2024-04-12T17:00:08.184 INFO:tasks.workunit.client.0.smithi005.stdout: 883: throughput=5MB/sec pending data=0 2024-04-12T17:00:08.184 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-R8sokg8uOv2rEP_ off=7523874 len=1070824 2024-04-12T17:00:08.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 4453 completed, throughput=5MB/sec 2024-04-12T17:00:08.186 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-71-o6pscworxe0a off=14844638 len=2053848 2024-04-12T17:00:08.188 INFO:tasks.workunit.client.0.smithi005.stdout:op 4454 completed, throughput=5MB/sec 2024-04-12T17:00:08.189 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3lnzlDoigp0CjZK off=1509883 len=714159 2024-04-12T17:00:08.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 4455 completed, throughput=5MB/sec 2024-04-12T17:00:08.193 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5NZF67Wy6fXr8GM off=73362 len=359014 2024-04-12T17:00:08.196 INFO:tasks.workunit.client.0.smithi005.stdout:op 4456 completed, throughput=5MB/sec 2024-04-12T17:00:08.196 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MVYsX4GF051zAho off=134943 len=1670810 2024-04-12T17:00:08.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 4457 completed, throughput=5MB/sec 2024-04-12T17:00:08.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:08 smithi016 ceph-mon[84444]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:00:08.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:08 smithi005 ceph-mon[88416]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:00:08.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:08 smithi005 ceph-mon[90837]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:00:09.206 INFO:tasks.workunit.client.0.smithi005.stdout: 884: throughput=5MB/sec pending data=0 2024-04-12T17:00:09.206 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D7rWHVIFjKbUVBE off=6515611 len=88176 2024-04-12T17:00:09.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 4458 completed, throughput=5MB/sec 2024-04-12T17:00:09.207 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O8SPZ_is87uNVV0 off=21255966 len=1356109 2024-04-12T17:00:09.213 INFO:tasks.workunit.client.0.smithi005.stdout:op 4459 completed, throughput=5MB/sec 2024-04-12T17:00:09.213 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E8iuZ86AK7okMxt off=16334039 len=1580802 2024-04-12T17:00:09.222 INFO:tasks.workunit.client.0.smithi005.stdout:op 4460 completed, throughput=5MB/sec 2024-04-12T17:00:09.222 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OB3qmheE1eyJWAZ off=576412 len=671741 2024-04-12T17:00:09.223 INFO:tasks.workunit.client.0.smithi005.stdout:op 4461 completed, throughput=5MB/sec 2024-04-12T17:00:09.223 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jreL9ReRZFka0Hn off=3570948 len=1709613 2024-04-12T17:00:09.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 4462 completed, throughput=5MB/sec 2024-04-12T17:00:10.231 INFO:tasks.workunit.client.0.smithi005.stdout: 885: throughput=5MB/sec pending data=0 2024-04-12T17:00:10.231 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EXGdJ35mkcIy0pJ off=824629 len=1294472 2024-04-12T17:00:10.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 4463 completed, throughput=5MB/sec 2024-04-12T17:00:10.239 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vHIEqT8rXNgEbCU off=8063382 len=1965035 2024-04-12T17:00:10.250 INFO:tasks.workunit.client.0.smithi005.stdout:op 4464 completed, throughput=5MB/sec 2024-04-12T17:00:10.250 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LVxPCJ1V4g99lDF off=8200827 len=1919788 2024-04-12T17:00:10.257 INFO:tasks.workunit.client.0.smithi005.stdout:op 4465 completed, throughput=5MB/sec 2024-04-12T17:00:10.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:10 smithi016 ceph-mon[84444]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:00:10.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:10 smithi005 ceph-mon[88416]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:00:10.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:10 smithi005 ceph-mon[90837]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:00:11.258 INFO:tasks.workunit.client.0.smithi005.stdout: 886: throughput=5MB/sec pending data=0 2024-04-12T17:00:11.258 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GKLugV95w89N3ZK off=7751877 len=1360225 2024-04-12T17:00:11.259 INFO:tasks.workunit.client.0.smithi005.stdout:op 4466 completed, throughput=5MB/sec 2024-04-12T17:00:11.259 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-d32avZAgXr-71Z1 off=12098445 len=1177144 2024-04-12T17:00:11.265 INFO:tasks.workunit.client.0.smithi005.stdout:op 4467 completed, throughput=5MB/sec 2024-04-12T17:00:11.265 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZlaxZ72lH5c2xHm off=218891 len=1684539 2024-04-12T17:00:11.267 INFO:tasks.workunit.client.0.smithi005.stdout:op 4468 completed, throughput=5MB/sec 2024-04-12T17:00:11.267 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5bV7kvrmpuiBJlP off=5888795 len=1351787 2024-04-12T17:00:11.268 INFO:tasks.workunit.client.0.smithi005.stdout:op 4469 completed, throughput=5MB/sec 2024-04-12T17:00:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: 887: throughput=5MB/sec pending data=0 2024-04-12T17:00:12.269 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rDhLTHoEVsb5897 off=5323101 len=79553 2024-04-12T17:00:12.269 INFO:tasks.workunit.client.0.smithi005.stdout:op 4470 completed, throughput=5MB/sec 2024-04-12T17:00:12.269 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3jcekR17z5XlbYS off=11645367 len=671427 2024-04-12T17:00:12.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 4471 completed, throughput=5MB/sec 2024-04-12T17:00:12.270 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MQP8-0Py-LAjUmX off=4513748 len=347442 2024-04-12T17:00:12.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 4472 completed, throughput=5MB/sec 2024-04-12T17:00:12.271 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VPJVGGnU4P-EzhB off=1049171 len=137600 2024-04-12T17:00:12.274 INFO:tasks.workunit.client.0.smithi005.stdout:op 4473 completed, throughput=5MB/sec 2024-04-12T17:00:12.274 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-m9sbILLl9cfsjmc off=3664160 len=1223186 2024-04-12T17:00:12.280 INFO:tasks.workunit.client.0.smithi005.stdout:op 4474 completed, throughput=5MB/sec 2024-04-12T17:00:12.280 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hwpO8J0nYoaBB6z off=12146726 len=1529745 2024-04-12T17:00:12.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 4475 completed, throughput=5MB/sec 2024-04-12T17:00:12.287 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cxalBxkIh3VJwfW off=18167446 len=1206993 2024-04-12T17:00:12.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 4476 completed, throughput=5MB/sec 2024-04-12T17:00:12.344 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:00:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:12.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:12 smithi016 ceph-mon[84444]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:00:12.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:00:12.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:00:12.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:00:12.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:00:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[88416]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:00:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:00:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:00:12.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:00:12.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:00:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[90837]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:00:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:00:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:00:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:00:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:00:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: 888: throughput=5MB/sec pending data=0 2024-04-12T17:00:13.288 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DRV7_ipGXxehDTz off=9966301 len=1973485 2024-04-12T17:00:13.297 INFO:tasks.workunit.client.0.smithi005.stdout:op 4477 completed, throughput=5MB/sec 2024-04-12T17:00:13.297 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8dE8JGGECCR3vyW off=474221 len=321602 2024-04-12T17:00:13.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 4478 completed, throughput=5MB/sec 2024-04-12T17:00:13.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MTU_Ws3ItDrfTri off=3679916 len=1250585 2024-04-12T17:00:13.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 4479 completed, throughput=5MB/sec 2024-04-12T17:00:13.301 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AzWEXKDkoiKEWzU off=7540759 len=390411 2024-04-12T17:00:13.302 INFO:tasks.workunit.client.0.smithi005.stdout:op 4480 completed, throughput=5MB/sec 2024-04-12T17:00:13.302 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a87QwA0KQ5Fh-1O off=14939619 len=1416349 2024-04-12T17:00:13.303 INFO:tasks.workunit.client.0.smithi005.stdout:op 4481 completed, throughput=5MB/sec 2024-04-12T17:00:14.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:14 smithi005 ceph-mon[88416]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:00:14.204 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:00:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:00:13] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:00:14.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:14 smithi005 ceph-mon[90837]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:00:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: 889: throughput=5MB/sec pending data=0 2024-04-12T17:00:14.304 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e4AS4ZjZmRmcOKF off=7599471 len=519941 2024-04-12T17:00:14.308 INFO:tasks.workunit.client.0.smithi005.stdout:op 4482 completed, throughput=5MB/sec 2024-04-12T17:00:14.308 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-phSqanPHskYo-tH off=1504491 len=1004280 2024-04-12T17:00:14.310 INFO:tasks.workunit.client.0.smithi005.stdout:op 4483 completed, throughput=5MB/sec 2024-04-12T17:00:14.310 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-glK29IXfgUHSbgq off=12913042 len=524539 2024-04-12T17:00:14.313 INFO:tasks.workunit.client.0.smithi005.stdout:op 4484 completed, throughput=5MB/sec 2024-04-12T17:00:14.314 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ydWXjm7UW2oTtp8 off=4583813 len=46970 2024-04-12T17:00:14.316 INFO:tasks.workunit.client.0.smithi005.stdout:op 4485 completed, throughput=5MB/sec 2024-04-12T17:00:14.316 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q6Y80VEEXIfrGPF off=12385869 len=1714057 2024-04-12T17:00:14.318 INFO:tasks.workunit.client.0.smithi005.stdout:op 4486 completed, throughput=5MB/sec 2024-04-12T17:00:14.318 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q70PZm6raEgyDTe off=336006 len=1508638 2024-04-12T17:00:14.319 INFO:tasks.workunit.client.0.smithi005.stdout:op 4487 completed, throughput=5MB/sec 2024-04-12T17:00:14.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:14 smithi016 ceph-mon[84444]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:00:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: 890: throughput=5MB/sec pending data=0 2024-04-12T17:00:15.320 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1kjOkiY7gVTBC0S off=27946 len=1163462 2024-04-12T17:00:15.327 INFO:tasks.workunit.client.0.smithi005.stdout:op 4488 completed, throughput=5MB/sec 2024-04-12T17:00:15.327 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a87QwA0KQ5Fh-1O off=16346385 len=1547374 2024-04-12T17:00:15.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 4489 completed, throughput=5MB/sec 2024-04-12T17:00:15.329 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-itn6YECA1y8LAAI off=14975402 len=689509 2024-04-12T17:00:15.331 INFO:tasks.workunit.client.0.smithi005.stdout:op 4490 completed, throughput=5MB/sec 2024-04-12T17:00:15.331 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k3XLuP66HvEzhMS off=18509780 len=633520 2024-04-12T17:00:15.335 INFO:tasks.workunit.client.0.smithi005.stdout:op 4491 completed, throughput=5MB/sec 2024-04-12T17:00:15.335 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oZQoprWbOw7wGE5 off=2423108 len=1775192 2024-04-12T17:00:15.345 INFO:tasks.workunit.client.0.smithi005.stdout:op 4492 completed, throughput=5MB/sec 2024-04-12T17:00:16.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:16 smithi016 ceph-mon[84444]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T17:00:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: 891: throughput=5MB/sec pending data=0 2024-04-12T17:00:16.345 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N0728tIQuQzf3cH off=423000 len=1694352 2024-04-12T17:00:16.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 4493 completed, throughput=5MB/sec 2024-04-12T17:00:16.353 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oajR9L-DTjop723 off=2298895 len=1274775 2024-04-12T17:00:16.354 INFO:tasks.workunit.client.0.smithi005.stdout:op 4494 completed, throughput=5MB/sec 2024-04-12T17:00:16.354 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6yk2_dR2SGdUvPn off=10818321 len=1404382 2024-04-12T17:00:16.360 INFO:tasks.workunit.client.0.smithi005.stdout:op 4495 completed, throughput=5MB/sec 2024-04-12T17:00:16.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:16 smithi005 ceph-mon[88416]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T17:00:16.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:16 smithi005 ceph-mon[90837]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T17:00:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: 892: throughput=5MB/sec pending data=0 2024-04-12T17:00:17.361 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7RYJF22GmK0WdXY off=15331244 len=1001700 2024-04-12T17:00:17.367 INFO:tasks.workunit.client.0.smithi005.stdout:op 4496 completed, throughput=5MB/sec 2024-04-12T17:00:17.367 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yyMYuGTEVmNWkL- off=4789543 len=1887634 2024-04-12T17:00:17.370 INFO:tasks.workunit.client.0.smithi005.stdout:op 4497 completed, throughput=5MB/sec 2024-04-12T17:00:17.371 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ypVXlRS2lplGu_b off=1577020 len=1431245 2024-04-12T17:00:17.377 INFO:tasks.workunit.client.0.smithi005.stdout:op 4498 completed, throughput=5MB/sec 2024-04-12T17:00:17.377 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rJa_iIeONsNs6RN off=877104 len=867193 2024-04-12T17:00:17.383 INFO:tasks.workunit.client.0.smithi005.stdout:op 4499 completed, throughput=5MB/sec 2024-04-12T17:00:18.344 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:18 smithi016 ceph-mon[84444]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:00:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: 893: throughput=5MB/sec pending data=0 2024-04-12T17:00:18.383 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WyECbA1Zh9W90ht off=326501 len=1927828 2024-04-12T17:00:18.394 INFO:tasks.workunit.client.0.smithi005.stdout:op 4500 completed, throughput=5MB/sec 2024-04-12T17:00:18.394 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-C1UXtoPz1kCbs2Y off=8896634 len=1785924 2024-04-12T17:00:18.401 INFO:tasks.workunit.client.0.smithi005.stdout:op 4501 completed, throughput=5MB/sec 2024-04-12T17:00:18.401 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fgqrpAxDRgZpexp off=16832662 len=1596277 2024-04-12T17:00:18.404 INFO:tasks.workunit.client.0.smithi005.stdout:op 4502 completed, throughput=5MB/sec 2024-04-12T17:00:18.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:18 smithi005 ceph-mon[88416]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:00:18.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:18 smithi005 ceph-mon[90837]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:00:19.404 INFO:tasks.workunit.client.0.smithi005.stdout: 894: throughput=5MB/sec pending data=0 2024-04-12T17:00:19.405 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JfZ1NpgEm6GzZWB off=14428299 len=1128121 2024-04-12T17:00:19.411 INFO:tasks.workunit.client.0.smithi005.stdout:op 4503 completed, throughput=5MB/sec 2024-04-12T17:00:19.411 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KOi9o2UHCZxNNPL off=5194541 len=677975 2024-04-12T17:00:19.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 4504 completed, throughput=5MB/sec 2024-04-12T17:00:19.416 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Wg5w0UWNVnGdvRw off=2122367 len=553804 2024-04-12T17:00:19.420 INFO:tasks.workunit.client.0.smithi005.stdout:op 4505 completed, throughput=5MB/sec 2024-04-12T17:00:19.421 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E8ReLSwbobB3fgx off=12951614 len=1435455 2024-04-12T17:00:19.429 INFO:tasks.workunit.client.0.smithi005.stdout:op 4506 completed, throughput=5MB/sec 2024-04-12T17:00:19.429 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gkY4zkky9Lq9sVw off=15932764 len=749777 2024-04-12T17:00:19.433 INFO:tasks.workunit.client.0.smithi005.stdout:op 4507 completed, throughput=5MB/sec 2024-04-12T17:00:19.433 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-duztXfvBIfYOnbx off=11007584 len=1598515 2024-04-12T17:00:19.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 4508 completed, throughput=5MB/sec 2024-04-12T17:00:20.435 INFO:tasks.workunit.client.0.smithi005.stdout: 895: throughput=5MB/sec pending data=0 2024-04-12T17:00:20.436 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-L3lRH1nlXEZJdHa off=5373227 len=665013 2024-04-12T17:00:20.437 INFO:tasks.workunit.client.0.smithi005.stdout:op 4509 completed, throughput=5MB/sec 2024-04-12T17:00:20.437 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iWcADVSmiIn6FL4 off=5901768 len=2051050 2024-04-12T17:00:20.446 INFO:tasks.workunit.client.0.smithi005.stdout:op 4510 completed, throughput=5MB/sec 2024-04-12T17:00:20.446 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QF6SXBXU2eHz_VZ off=5179440 len=440775 2024-04-12T17:00:20.447 INFO:tasks.workunit.client.0.smithi005.stdout:op 4511 completed, throughput=5MB/sec 2024-04-12T17:00:20.447 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hC9hGUJ5ulZKh0Z off=11972936 len=1002457 2024-04-12T17:00:20.448 INFO:tasks.workunit.client.0.smithi005.stdout:op 4512 completed, throughput=5MB/sec 2024-04-12T17:00:20.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:20 smithi005 ceph-mon[88416]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T17:00:20.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:20.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:20 smithi005 ceph-mon[90837]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T17:00:20.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:20.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:20 smithi016 ceph-mon[84444]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-12T17:00:20.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:21.449 INFO:tasks.workunit.client.0.smithi005.stdout: 896: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:21.449 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6vEwLXEvY3AWYcB off=11234058 len=1897641 2024-04-12T17:00:21.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 4513 completed, throughput=5MB/sec 2024-04-12T17:00:21.457 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--egawDMhaWUrXTg off=1739533 len=2059645 2024-04-12T17:00:21.467 INFO:tasks.workunit.client.0.smithi005.stdout:op 4514 completed, throughput=5MB/sec 2024-04-12T17:00:21.467 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9fqki4dWlsO_8UH off=2552540 len=1057171 2024-04-12T17:00:21.472 INFO:tasks.workunit.client.0.smithi005.stdout:op 4515 completed, throughput=5MB/sec 2024-04-12T17:00:21.472 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UEiyYVtB_07ubjO off=19974392 len=577374 2024-04-12T17:00:21.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 4516 completed, throughput=5MB/sec 2024-04-12T17:00:22.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:22 smithi016 ceph-mon[84444]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T17:00:22.397 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:00:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:00:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:22.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:22 smithi005 ceph-mon[88416]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T17:00:22.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:22 smithi005 ceph-mon[90837]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T17:00:22.476 INFO:tasks.workunit.client.0.smithi005.stdout: 897: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:22.476 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ux9kYkkghXE6_8G off=1048621 len=1174328 2024-04-12T17:00:22.477 INFO:tasks.workunit.client.0.smithi005.stdout:op 4517 completed, throughput=5MB/sec 2024-04-12T17:00:22.478 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i6x3F1gnZvmLeKZ off=17628444 len=843368 2024-04-12T17:00:22.480 INFO:tasks.workunit.client.0.smithi005.stdout:op 4518 completed, throughput=5MB/sec 2024-04-12T17:00:22.480 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TEdp2d4sT9l9zP5 off=6604702 len=1229005 2024-04-12T17:00:22.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 4519 completed, throughput=5MB/sec 2024-04-12T17:00:22.481 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w7x0tSBKBJmHQ08 off=594830 len=65931 2024-04-12T17:00:22.484 INFO:tasks.workunit.client.0.smithi005.stdout:op 4520 completed, throughput=5MB/sec 2024-04-12T17:00:22.484 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DKTke-qpTD2vUKt off=17167806 len=2090663 2024-04-12T17:00:22.493 INFO:tasks.workunit.client.0.smithi005.stdout:op 4521 completed, throughput=5MB/sec 2024-04-12T17:00:23.493 INFO:tasks.workunit.client.0.smithi005.stdout: 898: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:23.494 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JM9cm0otgyK6_vh off=5471033 len=224177 2024-04-12T17:00:23.497 INFO:tasks.workunit.client.0.smithi005.stdout:op 4522 completed, throughput=5MB/sec 2024-04-12T17:00:23.497 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6fvVL0sjV5GKPV8 off=16481857 len=1964530 2024-04-12T17:00:23.499 INFO:tasks.workunit.client.0.smithi005.stdout:op 4523 completed, throughput=5MB/sec 2024-04-12T17:00:23.499 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bD4nG94CNNFe35i off=297881 len=235609 2024-04-12T17:00:23.500 INFO:tasks.workunit.client.0.smithi005.stdout:op 4524 completed, throughput=5MB/sec 2024-04-12T17:00:23.500 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Bib2uP77Lv3MAxj off=4047753 len=596752 2024-04-12T17:00:23.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 4525 completed, throughput=5MB/sec 2024-04-12T17:00:23.505 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NdxHwl6snDMsUrN off=7446874 len=266868 2024-04-12T17:00:23.505 INFO:tasks.workunit.client.0.smithi005.stdout:op 4526 completed, throughput=5MB/sec 2024-04-12T17:00:23.505 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_F7I-OVz9JpbcoN off=1520878 len=1446951 2024-04-12T17:00:23.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 4527 completed, throughput=5MB/sec 2024-04-12T17:00:23.513 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C8Z9mgmn91tbt3A off=1725019 len=1205029 2024-04-12T17:00:23.514 INFO:tasks.workunit.client.0.smithi005.stdout:op 4528 completed, throughput=5MB/sec 2024-04-12T17:00:24.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:24 smithi005 ceph-mon[88416]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:00:24.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:24 smithi005 ceph-mon[90837]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:00:24.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:00:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:00:23] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:00:24.513 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:24 smithi016 ceph-mon[84444]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:00:24.515 INFO:tasks.workunit.client.0.smithi005.stdout: 899: throughput=5MB/sec pending data=0 2024-04-12T17:00:24.515 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mg_9K3mp3HSb9L_ off=688547 len=1085616 2024-04-12T17:00:24.520 INFO:tasks.workunit.client.0.smithi005.stdout:op 4529 completed, throughput=5MB/sec 2024-04-12T17:00:24.520 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8xHNb1awl7AMAoH off=3530027 len=1312752 2024-04-12T17:00:24.522 INFO:tasks.workunit.client.0.smithi005.stdout:op 4530 completed, throughput=5MB/sec 2024-04-12T17:00:24.522 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-23rAtUofQG78u-j off=8848361 len=1517764 2024-04-12T17:00:24.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 4531 completed, throughput=5MB/sec 2024-04-12T17:00:24.524 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BOAB9hURqB6r453 off=5519264 len=1959652 2024-04-12T17:00:24.531 INFO:tasks.workunit.client.0.smithi005.stdout:op 4532 completed, throughput=5MB/sec 2024-04-12T17:00:25.532 INFO:tasks.workunit.client.0.smithi005.stdout: 900: throughput=5MB/sec pending data=0 2024-04-12T17:00:25.532 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_wphKW64oZ_4_Pm off=20816219 len=925864 2024-04-12T17:00:25.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 4533 completed, throughput=5MB/sec 2024-04-12T17:00:25.533 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oyI0gICZlTMuuVc off=1172688 len=793772 2024-04-12T17:00:25.534 INFO:tasks.workunit.client.0.smithi005.stdout:op 4534 completed, throughput=5MB/sec 2024-04-12T17:00:25.534 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E8iuZ86AK7okMxt off=7030574 len=1636655 2024-04-12T17:00:25.537 INFO:tasks.workunit.client.0.smithi005.stdout:op 4535 completed, throughput=5MB/sec 2024-04-12T17:00:25.537 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3qAf3syxlYfY5JW off=2852214 len=686230 2024-04-12T17:00:25.538 INFO:tasks.workunit.client.0.smithi005.stdout:op 4536 completed, throughput=5MB/sec 2024-04-12T17:00:26.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:26 smithi005 ceph-mon[88416]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T17:00:26.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:26 smithi005 ceph-mon[90837]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T17:00:26.539 INFO:tasks.workunit.client.0.smithi005.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:26.539 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OgmUReuvacaKFEw off=5634067 len=966527 2024-04-12T17:00:26.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 4537 completed, throughput=5MB/sec 2024-04-12T17:00:26.544 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZQp6YkSY7PLEmP8 off=2904661 len=822766 2024-04-12T17:00:26.549 INFO:tasks.workunit.client.0.smithi005.stdout:op 4538 completed, throughput=5MB/sec 2024-04-12T17:00:26.549 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k9leH106vduTvUb off=3779472 len=1800102 2024-04-12T17:00:26.558 INFO:tasks.workunit.client.0.smithi005.stdout:op 4539 completed, throughput=5MB/sec 2024-04-12T17:00:26.558 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fs82O60n8rT2Izp off=10927459 len=1300649 2024-04-12T17:00:26.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 4540 completed, throughput=5MB/sec 2024-04-12T17:00:26.559 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ASPemDnQKKunVfU off=1075508 len=324081 2024-04-12T17:00:26.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 4541 completed, throughput=5MB/sec 2024-04-12T17:00:26.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:26 smithi016 ceph-mon[84444]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-12T17:00:27.561 INFO:tasks.workunit.client.0.smithi005.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:27.561 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7hc_MgAZ5jReJ1t off=8782379 len=434357 2024-04-12T17:00:27.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 4542 completed, throughput=5MB/sec 2024-04-12T17:00:27.564 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yn_GZ8Zw7VbcGEY off=7345150 len=1952005 2024-04-12T17:00:27.568 INFO:tasks.workunit.client.0.smithi005.stdout:op 4543 completed, throughput=5MB/sec 2024-04-12T17:00:27.568 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K5eMEjyMsolZm3G off=5029005 len=1077158 2024-04-12T17:00:27.575 INFO:tasks.workunit.client.0.smithi005.stdout:op 4544 completed, throughput=5MB/sec 2024-04-12T17:00:27.575 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nQfkac3QW7_ZZv1 off=17896432 len=1491624 2024-04-12T17:00:27.582 INFO:tasks.workunit.client.0.smithi005.stdout:op 4545 completed, throughput=5MB/sec 2024-04-12T17:00:27.582 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oOYfzqZHseEHNRY off=130125 len=918282 2024-04-12T17:00:27.588 INFO:tasks.workunit.client.0.smithi005.stdout:op 4546 completed, throughput=5MB/sec 2024-04-12T17:00:28.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:28 smithi005 ceph-mon[88416]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T17:00:28.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:28 smithi005 ceph-mon[90837]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T17:00:28.588 INFO:tasks.workunit.client.0.smithi005.stdout: 903: throughput=5MB/sec pending data=0 2024-04-12T17:00:28.588 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y-pfC1W5c-1kfeB off=2425310 len=414586 2024-04-12T17:00:28.592 INFO:tasks.workunit.client.0.smithi005.stdout:op 4547 completed, throughput=5MB/sec 2024-04-12T17:00:28.592 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PirEuJzS1XcDS2I off=850617 len=444619 2024-04-12T17:00:28.594 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:28 smithi016 ceph-mon[84444]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T17:00:28.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 4548 completed, throughput=5MB/sec 2024-04-12T17:00:28.596 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RMt6tsPirrYxra0 off=1650671 len=423446 2024-04-12T17:00:28.599 INFO:tasks.workunit.client.0.smithi005.stdout:op 4549 completed, throughput=5MB/sec 2024-04-12T17:00:28.599 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uFJ9UD_zoiNMZNd off=4248298 len=553465 2024-04-12T17:00:28.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 4550 completed, throughput=5MB/sec 2024-04-12T17:00:28.603 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bJVsHERUZa2udMf off=21056939 len=248819 2024-04-12T17:00:28.605 INFO:tasks.workunit.client.0.smithi005.stdout:op 4551 completed, throughput=5MB/sec 2024-04-12T17:00:28.605 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Zzwoq6_U1QbiJ9F off=12687538 len=383304 2024-04-12T17:00:28.608 INFO:tasks.workunit.client.0.smithi005.stdout:op 4552 completed, throughput=5MB/sec 2024-04-12T17:00:28.608 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xIrewfBdl7hXogE off=10850869 len=131529 2024-04-12T17:00:28.609 INFO:tasks.workunit.client.0.smithi005.stdout:op 4553 completed, throughput=5MB/sec 2024-04-12T17:00:28.609 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qMm5iaDRD5IXZIW off=4031683 len=1575188 2024-04-12T17:00:28.617 INFO:tasks.workunit.client.0.smithi005.stdout:op 4554 completed, throughput=5MB/sec 2024-04-12T17:00:28.617 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dcD_JiYihcBs4gh off=3511646 len=521006 2024-04-12T17:00:28.620 INFO:tasks.workunit.client.0.smithi005.stdout:op 4555 completed, throughput=5MB/sec 2024-04-12T17:00:28.620 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1UWSF2XeW4cK34P off=739040 len=671837 2024-04-12T17:00:28.624 INFO:tasks.workunit.client.0.smithi005.stdout:op 4556 completed, throughput=5MB/sec 2024-04-12T17:00:29.625 INFO:tasks.workunit.client.0.smithi005.stdout: 904: throughput=5MB/sec pending data=0 2024-04-12T17:00:29.625 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-phd1L5jnjYHYX9j off=10390197 len=845340 2024-04-12T17:00:29.626 INFO:tasks.workunit.client.0.smithi005.stdout:op 4557 completed, throughput=5MB/sec 2024-04-12T17:00:29.626 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1TBR5xnUIKTkgaS off=22340828 len=2063109 2024-04-12T17:00:29.629 INFO:tasks.workunit.client.0.smithi005.stdout:op 4558 completed, throughput=5MB/sec 2024-04-12T17:00:29.629 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3w6LzyOHQOHlsYy off=562243 len=1176464 2024-04-12T17:00:29.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 4559 completed, throughput=5MB/sec 2024-04-12T17:00:29.630 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--r2hlbT1-_VGpFN off=13346805 len=981102 2024-04-12T17:00:29.631 INFO:tasks.workunit.client.0.smithi005.stdout:op 4560 completed, throughput=5MB/sec 2024-04-12T17:00:30.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:30 smithi005 ceph-mon[88416]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:00:30.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:30 smithi005 ceph-mon[90837]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:00:30.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:30 smithi016 ceph-mon[84444]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:00:30.631 INFO:tasks.workunit.client.0.smithi005.stdout: 905: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:30.631 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2H2Cjw2Ll5n8zA_ off=0 len=1924786 2024-04-12T17:00:30.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 4561 completed, throughput=5MB/sec 2024-04-12T17:00:30.635 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uko3fz9UlhNPqpL off=11560313 len=948298 2024-04-12T17:00:30.641 INFO:tasks.workunit.client.0.smithi005.stdout:op 4562 completed, throughput=5MB/sec 2024-04-12T17:00:30.642 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EOaxd3-Oh84Zjsm off=3010176 len=1685308 2024-04-12T17:00:30.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 4563 completed, throughput=5MB/sec 2024-04-12T17:00:30.644 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qC8x8Jc3vFHOZ_G off=1515418 len=894907 2024-04-12T17:00:30.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 4564 completed, throughput=5MB/sec 2024-04-12T17:00:31.645 INFO:tasks.workunit.client.0.smithi005.stdout: 906: throughput=5MB/sec pending data=0 2024-04-12T17:00:31.645 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FJkX-QcuG6u5-1e off=2197235 len=2031929 2024-04-12T17:00:31.647 INFO:tasks.workunit.client.0.smithi005.stdout:op 4565 completed, throughput=5MB/sec 2024-04-12T17:00:31.647 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uJN34wligms6NO1 off=8188416 len=1598247 2024-04-12T17:00:31.656 INFO:tasks.workunit.client.0.smithi005.stdout:op 4566 completed, throughput=5MB/sec 2024-04-12T17:00:31.656 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gG67j2dnxfIID26 off=975878 len=912797 2024-04-12T17:00:31.658 INFO:tasks.workunit.client.0.smithi005.stdout:op 4567 completed, throughput=5MB/sec 2024-04-12T17:00:31.658 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4OW5-DHWQwPbbaw off=1042151 len=834956 2024-04-12T17:00:31.662 INFO:tasks.workunit.client.0.smithi005.stdout:op 4568 completed, throughput=5MB/sec 2024-04-12T17:00:32.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:32 smithi005 ceph-mon[88416]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T17:00:32.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:32 smithi005 ceph-mon[90837]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T17:00:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:32 smithi016 ceph-mon[84444]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T17:00:32.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:00:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:00:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:32.663 INFO:tasks.workunit.client.0.smithi005.stdout: 907: throughput=5MB/sec pending data=0 2024-04-12T17:00:32.663 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JtGbctGeWwnsuGD off=2953985 len=475201 2024-04-12T17:00:32.664 INFO:tasks.workunit.client.0.smithi005.stdout:op 4569 completed, throughput=5MB/sec 2024-04-12T17:00:32.664 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-T6IID4Q_HoCoGPQ off=1047426 len=1697144 2024-04-12T17:00:32.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 4570 completed, throughput=5MB/sec 2024-04-12T17:00:32.667 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ETQRreLNe2UWa9R off=3979633 len=1394382 2024-04-12T17:00:32.674 INFO:tasks.workunit.client.0.smithi005.stdout:op 4571 completed, throughput=5MB/sec 2024-04-12T17:00:32.674 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HqG71GSZ3v8FFxM off=2322879 len=1858612 2024-04-12T17:00:32.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 4572 completed, throughput=5MB/sec 2024-04-12T17:00:33.678 INFO:tasks.workunit.client.0.smithi005.stdout: 908: throughput=5MB/sec pending data=0 2024-04-12T17:00:33.678 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fzk6R8G1pZEkyRj off=2050764 len=1185528 2024-04-12T17:00:33.681 INFO:tasks.workunit.client.0.smithi005.stdout:op 4573 completed, throughput=5MB/sec 2024-04-12T17:00:33.681 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PFbwPm5yQnl2nQx off=20810507 len=1289720 2024-04-12T17:00:33.683 INFO:tasks.workunit.client.0.smithi005.stdout:op 4574 completed, throughput=5MB/sec 2024-04-12T17:00:33.683 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fOsMrKccs600XV0 off=1491065 len=681078 2024-04-12T17:00:33.687 INFO:tasks.workunit.client.0.smithi005.stdout:op 4575 completed, throughput=5MB/sec 2024-04-12T17:00:33.687 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i9rGaDqFQWsNAci off=9465333 len=864733 2024-04-12T17:00:33.693 INFO:tasks.workunit.client.0.smithi005.stdout:op 4576 completed, throughput=5MB/sec 2024-04-12T17:00:33.693 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hnA8wWlUTQQGudk off=3328297 len=123054 2024-04-12T17:00:33.696 INFO:tasks.workunit.client.0.smithi005.stdout:op 4577 completed, throughput=5MB/sec 2024-04-12T17:00:33.696 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L5UcWeGDNyksSRw off=2698829 len=429481 2024-04-12T17:00:33.699 INFO:tasks.workunit.client.0.smithi005.stdout:op 4578 completed, throughput=5MB/sec 2024-04-12T17:00:33.699 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PB9Mxifl3ZuFa67 off=26956 len=1001373 2024-04-12T17:00:33.705 INFO:tasks.workunit.client.0.smithi005.stdout:op 4579 completed, throughput=5MB/sec 2024-04-12T17:00:34.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:34 smithi005 ceph-mon[88416]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:34.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:34 smithi005 ceph-mon[90837]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:34.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:00:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:00:33] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:00:34.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:34 smithi016 ceph-mon[84444]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:34.705 INFO:tasks.workunit.client.0.smithi005.stdout: 909: throughput=5MB/sec pending data=0 2024-04-12T17:00:34.706 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l8BHnw5SJFUqRS5 off=2988469 len=1456973 2024-04-12T17:00:34.712 INFO:tasks.workunit.client.0.smithi005.stdout:op 4580 completed, throughput=5MB/sec 2024-04-12T17:00:34.712 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JCPT3xCVQW-8kHD off=6412208 len=494936 2024-04-12T17:00:34.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 4581 completed, throughput=5MB/sec 2024-04-12T17:00:34.716 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8T8NS249iCfft9L off=2952112 len=1121805 2024-04-12T17:00:34.723 INFO:tasks.workunit.client.0.smithi005.stdout:op 4582 completed, throughput=5MB/sec 2024-04-12T17:00:34.723 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-68hBKqzluyfChuL off=91601 len=1891889 2024-04-12T17:00:34.724 INFO:tasks.workunit.client.0.smithi005.stdout:op 4583 completed, throughput=5MB/sec 2024-04-12T17:00:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:35.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:35.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:35.724 INFO:tasks.workunit.client.0.smithi005.stdout: 910: throughput=5MB/sec pending data=0 2024-04-12T17:00:35.724 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OPunQtyASh_jYal off=2922821 len=1720790 2024-04-12T17:00:35.726 INFO:tasks.workunit.client.0.smithi005.stdout:op 4584 completed, throughput=5MB/sec 2024-04-12T17:00:35.726 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PB0tIEbrMOoEDKC off=2013998 len=1216483 2024-04-12T17:00:35.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 4585 completed, throughput=5MB/sec 2024-04-12T17:00:35.734 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RaSHo657ksLeOOZ off=7646079 len=169574 2024-04-12T17:00:35.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 4586 completed, throughput=5MB/sec 2024-04-12T17:00:35.734 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cW9fVeQwSxYIhIi off=14398866 len=972378 2024-04-12T17:00:35.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 4587 completed, throughput=5MB/sec 2024-04-12T17:00:35.739 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aM26KTW1rpay_dA off=4777682 len=747474 2024-04-12T17:00:35.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 4588 completed, throughput=5MB/sec 2024-04-12T17:00:35.741 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wxjhK7F-KQoLhEo off=6258694 len=1747741 2024-04-12T17:00:35.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 4589 completed, throughput=5MB/sec 2024-04-12T17:00:36.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:36 smithi005 ceph-mon[88416]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:00:36.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:36 smithi005 ceph-mon[90837]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:00:36.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:36 smithi016 ceph-mon[84444]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:00:36.750 INFO:tasks.workunit.client.0.smithi005.stdout: 911: throughput=5MB/sec pending data=0 2024-04-12T17:00:36.750 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bBCUV4LfAzbhKXV off=8747139 len=1400877 2024-04-12T17:00:36.753 INFO:tasks.workunit.client.0.smithi005.stdout:op 4590 completed, throughput=5MB/sec 2024-04-12T17:00:36.753 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UQTRJoK6DPknTF- off=12487096 len=107941 2024-04-12T17:00:36.755 INFO:tasks.workunit.client.0.smithi005.stdout:op 4591 completed, throughput=5MB/sec 2024-04-12T17:00:36.756 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-l-kosXG1srlAy9i off=6694343 len=1352176 2024-04-12T17:00:36.757 INFO:tasks.workunit.client.0.smithi005.stdout:op 4592 completed, throughput=5MB/sec 2024-04-12T17:00:36.757 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HKCaBGJ-TwqqysE off=3393556 len=960995 2024-04-12T17:00:36.763 INFO:tasks.workunit.client.0.smithi005.stdout:op 4593 completed, throughput=5MB/sec 2024-04-12T17:00:37.763 INFO:tasks.workunit.client.0.smithi005.stdout: 912: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:37.763 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bPk2Ib_ehTfHWWa off=703218 len=86760 2024-04-12T17:00:37.766 INFO:tasks.workunit.client.0.smithi005.stdout:op 4594 completed, throughput=4.99MB/sec 2024-04-12T17:00:37.766 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rAX4-MaS_VviTiI off=4200484 len=1656655 2024-04-12T17:00:37.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 4595 completed, throughput=5MB/sec 2024-04-12T17:00:37.774 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ncds3tMC3AoKtz6 off=1464781 len=1320754 2024-04-12T17:00:37.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 4596 completed, throughput=5MB/sec 2024-04-12T17:00:37.779 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-plpTfDKkch0XDz6 off=21416736 len=1380929 2024-04-12T17:00:37.785 INFO:tasks.workunit.client.0.smithi005.stdout:op 4597 completed, throughput=5MB/sec 2024-04-12T17:00:37.785 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-umgsLFdJlMsI3nd off=1249588 len=1370849 2024-04-12T17:00:37.787 INFO:tasks.workunit.client.0.smithi005.stdout:op 4598 completed, throughput=5MB/sec 2024-04-12T17:00:38.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:38 smithi005 ceph-mon[88416]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:00:38.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:38 smithi005 ceph-mon[90837]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:00:38.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:38 smithi016 ceph-mon[84444]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:00:38.787 INFO:tasks.workunit.client.0.smithi005.stdout: 913: throughput=5MB/sec pending data=0 2024-04-12T17:00:38.788 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dIXeaXflFWpBRos off=8002612 len=1342638 2024-04-12T17:00:38.796 INFO:tasks.workunit.client.0.smithi005.stdout:op 4599 completed, throughput=5MB/sec 2024-04-12T17:00:38.796 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-voWOtkT3ap1RnwO off=6288926 len=1554812 2024-04-12T17:00:38.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 4600 completed, throughput=5MB/sec 2024-04-12T17:00:38.797 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N9EPrqY2YlLmPIn off=10280151 len=75013 2024-04-12T17:00:38.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 4601 completed, throughput=5MB/sec 2024-04-12T17:00:38.798 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yQcWuXDu9RHicFS off=2087053 len=1132156 2024-04-12T17:00:38.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 4602 completed, throughput=5MB/sec 2024-04-12T17:00:38.799 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RT8Y76DqcQO9Cg5 off=4515196 len=516643 2024-04-12T17:00:38.804 INFO:tasks.workunit.client.0.smithi005.stdout:op 4603 completed, throughput=5MB/sec 2024-04-12T17:00:38.804 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wgVfAcrybmjII3Q off=11947705 len=402765 2024-04-12T17:00:38.804 INFO:tasks.workunit.client.0.smithi005.stdout:op 4604 completed, throughput=5MB/sec 2024-04-12T17:00:39.804 INFO:tasks.workunit.client.0.smithi005.stdout: 914: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:39.804 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sMe4EfhikdN0wU6 off=2003932 len=1462300 2024-04-12T17:00:39.806 INFO:tasks.workunit.client.0.smithi005.stdout:op 4605 completed, throughput=5MB/sec 2024-04-12T17:00:39.806 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_qFIOw4egNKGNca off=11943552 len=504005 2024-04-12T17:00:39.810 INFO:tasks.workunit.client.0.smithi005.stdout:op 4606 completed, throughput=5MB/sec 2024-04-12T17:00:39.810 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xO0yKYqZwHcznaT off=14902943 len=1617108 2024-04-12T17:00:39.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 4607 completed, throughput=5MB/sec 2024-04-12T17:00:39.818 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dRiRINEe0UnW_Tr off=434090 len=17046 2024-04-12T17:00:39.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 4608 completed, throughput=5MB/sec 2024-04-12T17:00:39.818 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QrETt86Bdh_PYqB off=1325815 len=398910 2024-04-12T17:00:39.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 4609 completed, throughput=5MB/sec 2024-04-12T17:00:39.819 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tRk7jf9Bz3op0sL off=6652102 len=1135691 2024-04-12T17:00:39.821 INFO:tasks.workunit.client.0.smithi005.stdout:op 4610 completed, throughput=5MB/sec 2024-04-12T17:00:40.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:40 smithi005 ceph-mon[88416]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T17:00:40.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:40 smithi005 ceph-mon[90837]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T17:00:40.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:40 smithi016 ceph-mon[84444]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T17:00:40.821 INFO:tasks.workunit.client.0.smithi005.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:40.822 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-baSMtlA9ZZiEQ57 off=1293878 len=242308 2024-04-12T17:00:40.822 INFO:tasks.workunit.client.0.smithi005.stdout:op 4611 completed, throughput=4.99MB/sec 2024-04-12T17:00:40.822 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y-B31OkvyBXJemh off=11669489 len=793195 2024-04-12T17:00:40.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 4612 completed, throughput=5MB/sec 2024-04-12T17:00:40.828 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x7QbJrfG71dv-KT off=1466786 len=1125704 2024-04-12T17:00:40.835 INFO:tasks.workunit.client.0.smithi005.stdout:op 4613 completed, throughput=5MB/sec 2024-04-12T17:00:40.835 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vNQpCy3I9OdR4jB off=1791963 len=849424 2024-04-12T17:00:40.840 INFO:tasks.workunit.client.0.smithi005.stdout:op 4614 completed, throughput=5MB/sec 2024-04-12T17:00:40.840 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Cn2fqAXSkXgH8rx off=5061891 len=777247 2024-04-12T17:00:40.841 INFO:tasks.workunit.client.0.smithi005.stdout:op 4615 completed, throughput=5MB/sec 2024-04-12T17:00:40.841 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DxwD08OqsRcUX8v off=20412898 len=1472891 2024-04-12T17:00:40.850 INFO:tasks.workunit.client.0.smithi005.stdout:op 4616 completed, throughput=5MB/sec 2024-04-12T17:00:40.850 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BtHTYS5sA58sFcs off=3752629 len=2091987 2024-04-12T17:00:40.858 INFO:tasks.workunit.client.0.smithi005.stdout:op 4617 completed, throughput=5MB/sec 2024-04-12T17:00:41.859 INFO:tasks.workunit.client.0.smithi005.stdout: 916: throughput=5MB/sec pending data=0 2024-04-12T17:00:41.859 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TKHk1XvNLU7j2Qg off=6505289 len=509205 2024-04-12T17:00:41.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 4618 completed, throughput=5MB/sec 2024-04-12T17:00:41.863 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BvE8Jnfp47g7YVi off=3113920 len=1443854 2024-04-12T17:00:41.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 4619 completed, throughput=5MB/sec 2024-04-12T17:00:41.870 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IlUR8WeNKacigDz off=1960119 len=435826 2024-04-12T17:00:41.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 4620 completed, throughput=5MB/sec 2024-04-12T17:00:41.871 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Aa1n_-X6kritF9T off=11944286 len=194512 2024-04-12T17:00:41.874 INFO:tasks.workunit.client.0.smithi005.stdout:op 4621 completed, throughput=5MB/sec 2024-04-12T17:00:41.874 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0dbvSV7gPylOB-F off=9066884 len=488491 2024-04-12T17:00:41.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 4622 completed, throughput=5MB/sec 2024-04-12T17:00:41.878 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-08Uz9xemKjjoirA off=7336750 len=116140 2024-04-12T17:00:41.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 4623 completed, throughput=5MB/sec 2024-04-12T17:00:41.878 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dHdgqnCqn3ctqsM off=3684282 len=823956 2024-04-12T17:00:41.883 INFO:tasks.workunit.client.0.smithi005.stdout:op 4624 completed, throughput=5MB/sec 2024-04-12T17:00:42.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:42 smithi005 ceph-mon[88416]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:00:42.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:42 smithi005 ceph-mon[90837]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:00:42.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:42 smithi016 ceph-mon[84444]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:00:42.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:00:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:00:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:42.884 INFO:tasks.workunit.client.0.smithi005.stdout: 917: throughput=5MB/sec pending data=0 2024-04-12T17:00:42.884 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-04gUfnguKiTT3Vy off=16167936 len=535031 2024-04-12T17:00:42.885 INFO:tasks.workunit.client.0.smithi005.stdout:op 4625 completed, throughput=5MB/sec 2024-04-12T17:00:42.885 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D9ZvogLixVMIrYy off=1014094 len=668492 2024-04-12T17:00:42.886 INFO:tasks.workunit.client.0.smithi005.stdout:op 4626 completed, throughput=5MB/sec 2024-04-12T17:00:42.886 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2miNUXDUb0X1CR9 off=0 len=1197879 2024-04-12T17:00:42.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 4627 completed, throughput=5MB/sec 2024-04-12T17:00:42.888 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QiKYfAxYi_kFXbg off=7859390 len=106375 2024-04-12T17:00:42.890 INFO:tasks.workunit.client.0.smithi005.stdout:op 4628 completed, throughput=5MB/sec 2024-04-12T17:00:42.890 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EB_lSAz8bkNPILX off=3196871 len=1164167 2024-04-12T17:00:42.896 INFO:tasks.workunit.client.0.smithi005.stdout:op 4629 completed, throughput=5MB/sec 2024-04-12T17:00:42.896 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LzL9YZgmXUayVZn off=840767 len=1349652 2024-04-12T17:00:42.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 4630 completed, throughput=5MB/sec 2024-04-12T17:00:43.898 INFO:tasks.workunit.client.0.smithi005.stdout: 918: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:43.898 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BddxlzlDlFeJ8AH off=2394694 len=1081035 2024-04-12T17:00:43.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 4631 completed, throughput=5MB/sec 2024-04-12T17:00:43.904 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oTGjDzhc9I2bHtS off=1595609 len=958301 2024-04-12T17:00:43.906 INFO:tasks.workunit.client.0.smithi005.stdout:op 4632 completed, throughput=5MB/sec 2024-04-12T17:00:43.906 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8sQc8NN47hvb2Gg off=145342 len=1163964 2024-04-12T17:00:43.911 INFO:tasks.workunit.client.0.smithi005.stdout:op 4633 completed, throughput=5MB/sec 2024-04-12T17:00:43.911 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vXHiQW6Pf47A5Jl off=8970866 len=1110870 2024-04-12T17:00:43.918 INFO:tasks.workunit.client.0.smithi005.stdout:op 4634 completed, throughput=5MB/sec 2024-04-12T17:00:43.918 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_q_jffccOEMF22G off=15028752 len=1586830 2024-04-12T17:00:43.926 INFO:tasks.workunit.client.0.smithi005.stdout:op 4635 completed, throughput=5MB/sec 2024-04-12T17:00:44.204 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:44 smithi005 ceph-mon[88416]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:44.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:00:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:00:43] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-12T17:00:44.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:44 smithi005 ceph-mon[90837]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:44.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:44 smithi016 ceph-mon[84444]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:44.926 INFO:tasks.workunit.client.0.smithi005.stdout: 919: throughput=5MB/sec pending data=0 2024-04-12T17:00:44.927 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ENOhXvUS8WeYOyR off=12959402 len=1591906 2024-04-12T17:00:44.933 INFO:tasks.workunit.client.0.smithi005.stdout:op 4636 completed, throughput=5MB/sec 2024-04-12T17:00:44.933 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dOdVFOdoseuefHS off=2109999 len=328732 2024-04-12T17:00:44.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 4637 completed, throughput=5MB/sec 2024-04-12T17:00:44.934 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RtjSZ9SLPOJfCs2 off=1727188 len=1085251 2024-04-12T17:00:44.942 INFO:tasks.workunit.client.0.smithi005.stdout:op 4638 completed, throughput=5MB/sec 2024-04-12T17:00:44.942 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7vCSN2H99M_QQKd off=6052530 len=366667 2024-04-12T17:00:44.942 INFO:tasks.workunit.client.0.smithi005.stdout:op 4639 completed, throughput=5MB/sec 2024-04-12T17:00:44.942 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TNpn8_jPqRUfCcT off=1053749 len=114349 2024-04-12T17:00:44.943 INFO:tasks.workunit.client.0.smithi005.stdout:op 4640 completed, throughput=5MB/sec 2024-04-12T17:00:44.943 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zn7_NY9XNSAfEuv off=4310941 len=2062448 2024-04-12T17:00:44.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 4641 completed, throughput=5MB/sec 2024-04-12T17:00:45.949 INFO:tasks.workunit.client.0.smithi005.stdout: 920: throughput=5MB/sec pending data=0 2024-04-12T17:00:45.949 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5FcwbQNY2ZNnn9M off=47353 len=645131 2024-04-12T17:00:45.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 4642 completed, throughput=5MB/sec 2024-04-12T17:00:45.951 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nXsXwWi_R6cdaD1 off=2093925 len=1390848 2024-04-12T17:00:45.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 4643 completed, throughput=5MB/sec 2024-04-12T17:00:45.958 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Jc-2VHYpsb-GA29 off=3049959 len=110360 2024-04-12T17:00:45.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 4644 completed, throughput=5MB/sec 2024-04-12T17:00:45.958 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uNyu1IS40HMs4WC off=16462235 len=1529298 2024-04-12T17:00:45.960 INFO:tasks.workunit.client.0.smithi005.stdout:op 4645 completed, throughput=5MB/sec 2024-04-12T17:00:45.960 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-twKM70yE3wIGNSr off=14697680 len=1144231 2024-04-12T17:00:45.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 4646 completed, throughput=5MB/sec 2024-04-12T17:00:46.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:46 smithi005 ceph-mon[88416]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:00:46.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:46 smithi005 ceph-mon[90837]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:00:46.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:46 smithi016 ceph-mon[84444]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:00:46.965 INFO:tasks.workunit.client.0.smithi005.stdout: 921: throughput=5MB/sec pending data=0 2024-04-12T17:00:46.966 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qQ3aVoUNy1NIoKT off=3155996 len=2018836 2024-04-12T17:00:46.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 4647 completed, throughput=5MB/sec 2024-04-12T17:00:46.976 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-00jJXuU-ryHmSrV off=5925728 len=882055 2024-04-12T17:00:46.977 INFO:tasks.workunit.client.0.smithi005.stdout:op 4648 completed, throughput=5MB/sec 2024-04-12T17:00:46.977 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KLFZJ_RUGkSQ_bc off=4836120 len=624830 2024-04-12T17:00:46.978 INFO:tasks.workunit.client.0.smithi005.stdout:op 4649 completed, throughput=5MB/sec 2024-04-12T17:00:46.978 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cwa1K4LK1YX1wcD off=386627 len=1467679 2024-04-12T17:00:46.986 INFO:tasks.workunit.client.0.smithi005.stdout:op 4650 completed, throughput=5MB/sec 2024-04-12T17:00:47.986 INFO:tasks.workunit.client.0.smithi005.stdout: 922: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:47.987 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b0n0bgnyEAJp3bt off=614677 len=1250186 2024-04-12T17:00:47.988 INFO:tasks.workunit.client.0.smithi005.stdout:op 4651 completed, throughput=5MB/sec 2024-04-12T17:00:47.988 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gwo5N_b_Ofs4Gcj off=9241848 len=247902 2024-04-12T17:00:47.991 INFO:tasks.workunit.client.0.smithi005.stdout:op 4652 completed, throughput=5MB/sec 2024-04-12T17:00:47.991 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iI4yZSxpr2V-U3n off=281656 len=1234487 2024-04-12T17:00:47.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 4653 completed, throughput=5MB/sec 2024-04-12T17:00:47.998 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VI3akXSH_Ojzmpm off=19296258 len=579966 2024-04-12T17:00:48.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 4654 completed, throughput=5MB/sec 2024-04-12T17:00:48.002 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CCXsEQb_ulPWoh8 off=7212854 len=1193242 2024-04-12T17:00:48.009 INFO:tasks.workunit.client.0.smithi005.stdout:op 4655 completed, throughput=5MB/sec 2024-04-12T17:00:48.009 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GfiTHwKhzQsWCL5 off=90213 len=1494003 2024-04-12T17:00:48.018 INFO:tasks.workunit.client.0.smithi005.stdout:op 4656 completed, throughput=5MB/sec 2024-04-12T17:00:48.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:48 smithi005 ceph-mon[88416]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:48.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:48 smithi005 ceph-mon[90837]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:48.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:48 smithi016 ceph-mon[84444]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:00:49.018 INFO:tasks.workunit.client.0.smithi005.stdout: 923: throughput=5MB/sec pending data=0 2024-04-12T17:00:49.018 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TFeRjqfgNEg6BIS off=20007884 len=968802 2024-04-12T17:00:49.020 INFO:tasks.workunit.client.0.smithi005.stdout:op 4657 completed, throughput=5MB/sec 2024-04-12T17:00:49.020 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1ZnHPxk7EiRxE9M off=12046276 len=1029885 2024-04-12T17:00:49.021 INFO:tasks.workunit.client.0.smithi005.stdout:op 4658 completed, throughput=5MB/sec 2024-04-12T17:00:49.021 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-froGWhGKctifUya off=11628676 len=1860075 2024-04-12T17:00:49.029 INFO:tasks.workunit.client.0.smithi005.stdout:op 4659 completed, throughput=5MB/sec 2024-04-12T17:00:49.030 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6-6deQu44MiFf_V off=19868442 len=72746 2024-04-12T17:00:49.032 INFO:tasks.workunit.client.0.smithi005.stdout:op 4660 completed, throughput=5MB/sec 2024-04-12T17:00:49.032 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4rDSd4jobUgsvwq off=1908542 len=950016 2024-04-12T17:00:49.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 4661 completed, throughput=5MB/sec 2024-04-12T17:00:50.035 INFO:tasks.workunit.client.0.smithi005.stdout: 924: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:50.035 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m1j7a4LO8m1Wk4_ off=2056911 len=827697 2024-04-12T17:00:50.036 INFO:tasks.workunit.client.0.smithi005.stdout:op 4662 completed, throughput=5MB/sec 2024-04-12T17:00:50.036 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--Zyo8bZ5roV_oCp off=1200800 len=1307514 2024-04-12T17:00:50.042 INFO:tasks.workunit.client.0.smithi005.stdout:op 4663 completed, throughput=5MB/sec 2024-04-12T17:00:50.042 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Bq3_RmVnbzYihEq off=9366892 len=168804 2024-04-12T17:00:50.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 4664 completed, throughput=5MB/sec 2024-04-12T17:00:50.043 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bwar85I9Ip_9jsx off=1078489 len=975935 2024-04-12T17:00:50.048 INFO:tasks.workunit.client.0.smithi005.stdout:op 4665 completed, throughput=5MB/sec 2024-04-12T17:00:50.048 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5IHxprtBvdwFF4C off=7874925 len=430581 2024-04-12T17:00:50.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 4666 completed, throughput=5MB/sec 2024-04-12T17:00:50.054 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iPCvqcAg__eXpYx off=3314941 len=1608518 2024-04-12T17:00:50.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 4667 completed, throughput=5MB/sec 2024-04-12T17:00:50.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:50 smithi005 ceph-mon[88416]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T17:00:50.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:50.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:50 smithi005 ceph-mon[90837]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T17:00:50.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:50.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:50 smithi016 ceph-mon[84444]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T17:00:50.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:00:51.054 INFO:tasks.workunit.client.0.smithi005.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:51.054 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lhZUFfl26JZ7NNb off=16529219 len=606073 2024-04-12T17:00:51.055 INFO:tasks.workunit.client.0.smithi005.stdout:op 4668 completed, throughput=5MB/sec 2024-04-12T17:00:51.055 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HSYWLJS5p1EZgNX off=6222728 len=1197136 2024-04-12T17:00:51.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 4669 completed, throughput=5MB/sec 2024-04-12T17:00:51.058 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vO2nzV9CR3QsQgI off=7175378 len=1073183 2024-04-12T17:00:51.063 INFO:tasks.workunit.client.0.smithi005.stdout:op 4670 completed, throughput=5MB/sec 2024-04-12T17:00:51.063 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I_y6cE4HZ3OUNH1 off=5054948 len=306854 2024-04-12T17:00:51.064 INFO:tasks.workunit.client.0.smithi005.stdout:op 4671 completed, throughput=5MB/sec 2024-04-12T17:00:51.064 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-88ngmen5BDXLV4D off=14948552 len=311551 2024-04-12T17:00:51.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 4672 completed, throughput=5MB/sec 2024-04-12T17:00:51.065 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RE4fru-cch6axsn off=1448042 len=1437107 2024-04-12T17:00:51.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 4673 completed, throughput=5MB/sec 2024-04-12T17:00:51.071 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6i37smrs2b11fX7 off=19823310 len=1216229 2024-04-12T17:00:51.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 4674 completed, throughput=5MB/sec 2024-04-12T17:00:52.073 INFO:tasks.workunit.client.0.smithi005.stdout: 926: throughput=5MB/sec pending data=0 2024-04-12T17:00:52.073 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kA0Lx6P1fCeT4sr off=11732181 len=21839 2024-04-12T17:00:52.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 4675 completed, throughput=5MB/sec 2024-04-12T17:00:52.073 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-f49W8egYuA84rRd off=8567695 len=691103 2024-04-12T17:00:52.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 4676 completed, throughput=5MB/sec 2024-04-12T17:00:52.078 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WyJUa3FcsE_lfWQ off=14633907 len=208102 2024-04-12T17:00:52.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 4677 completed, throughput=5MB/sec 2024-04-12T17:00:52.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1whcs3H99PA81lc off=4051593 len=41105 2024-04-12T17:00:52.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 4678 completed, throughput=5MB/sec 2024-04-12T17:00:52.082 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U5zUM6kpTi0Ce4B off=904961 len=472357 2024-04-12T17:00:52.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 4679 completed, throughput=5MB/sec 2024-04-12T17:00:52.083 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nC6mUQKFkQAgC-t off=554216 len=1893051 2024-04-12T17:00:52.085 INFO:tasks.workunit.client.0.smithi005.stdout:op 4680 completed, throughput=5MB/sec 2024-04-12T17:00:52.085 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rXQYa8KwVT_VA4H off=15337842 len=270915 2024-04-12T17:00:52.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 4681 completed, throughput=5MB/sec 2024-04-12T17:00:52.086 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0gumjCBy_737onl off=4483732 len=2083546 2024-04-12T17:00:52.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 4682 completed, throughput=5MB/sec 2024-04-12T17:00:52.397 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:52 smithi016 ceph-mon[84444]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:00:52.397 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:00:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:00:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:00:52.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:52 smithi005 ceph-mon[88416]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:00:52.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:52 smithi005 ceph-mon[90837]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:00:53.090 INFO:tasks.workunit.client.0.smithi005.stdout: 927: throughput=5MB/sec pending data=0 2024-04-12T17:00:53.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TyJagtUjRtkGmkZ off=2253360 len=786595 2024-04-12T17:00:53.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 4683 completed, throughput=5MB/sec 2024-04-12T17:00:53.094 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Cf0fgcCGvTkr9fk off=2129563 len=534980 2024-04-12T17:00:53.095 INFO:tasks.workunit.client.0.smithi005.stdout:op 4684 completed, throughput=5MB/sec 2024-04-12T17:00:53.095 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-43h6QNwoAeiLlwZ off=4607777 len=1038705 2024-04-12T17:00:53.096 INFO:tasks.workunit.client.0.smithi005.stdout:op 4685 completed, throughput=5MB/sec 2024-04-12T17:00:53.096 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0dbvSV7gPylOB-F off=8246268 len=638342 2024-04-12T17:00:53.100 INFO:tasks.workunit.client.0.smithi005.stdout:op 4686 completed, throughput=5MB/sec 2024-04-12T17:00:53.101 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QbWSiywtlMjrb9B off=1263736 len=461914 2024-04-12T17:00:53.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 4687 completed, throughput=5MB/sec 2024-04-12T17:00:53.105 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WW_egf9xUW2ccGC off=19191716 len=774013 2024-04-12T17:00:53.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 4688 completed, throughput=5MB/sec 2024-04-12T17:00:54.106 INFO:tasks.workunit.client.0.smithi005.stdout: 928: throughput=5MB/sec pending data=0 2024-04-12T17:00:54.107 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U5puVZKbRdL_vlc off=3322252 len=2031580 2024-04-12T17:00:54.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 4689 completed, throughput=5MB/sec 2024-04-12T17:00:54.109 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ytgCZIpqM0V5MJI off=0 len=1849647 2024-04-12T17:00:54.116 INFO:tasks.workunit.client.0.smithi005.stdout:op 4690 completed, throughput=5MB/sec 2024-04-12T17:00:54.116 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tZBUNtXM18z6k6D off=12260295 len=774138 2024-04-12T17:00:54.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 4691 completed, throughput=5MB/sec 2024-04-12T17:00:54.122 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bwar85I9Ip_9jsx off=1329560 len=1162732 2024-04-12T17:00:54.127 INFO:tasks.workunit.client.0.smithi005.stdout:op 4692 completed, throughput=5MB/sec 2024-04-12T17:00:54.143 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:00:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:00:53] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T17:00:54.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:54 smithi005 ceph-mon[88416]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:00:54.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:54 smithi005 ceph-mon[90837]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:00:54.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:54 smithi016 ceph-mon[84444]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:00:55.127 INFO:tasks.workunit.client.0.smithi005.stdout: 929: throughput=5MB/sec pending data=0 2024-04-12T17:00:55.127 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ySIqsGikYaOY2q_ off=7517005 len=1319625 2024-04-12T17:00:55.129 INFO:tasks.workunit.client.0.smithi005.stdout:op 4693 completed, throughput=5MB/sec 2024-04-12T17:00:55.129 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LOiOS8Sdj6u49BO off=3998228 len=1760341 2024-04-12T17:00:55.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 4694 completed, throughput=5MB/sec 2024-04-12T17:00:55.137 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-koUh-YjZ09y6uYT off=6058775 len=1060325 2024-04-12T17:00:55.143 INFO:tasks.workunit.client.0.smithi005.stdout:op 4695 completed, throughput=5MB/sec 2024-04-12T17:00:55.143 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pfC8Gw0RGSUdTX9 off=12453349 len=1933530 2024-04-12T17:00:55.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 4696 completed, throughput=5MB/sec 2024-04-12T17:00:56.151 INFO:tasks.workunit.client.0.smithi005.stdout: 930: throughput=5MB/sec pending data=0 2024-04-12T17:00:56.151 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4YXlqhx9Gd1n6Wx off=10760743 len=1928559 2024-04-12T17:00:56.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 4697 completed, throughput=5MB/sec 2024-04-12T17:00:56.160 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CZRvIP90DVVMxO3 off=14326821 len=779512 2024-04-12T17:00:56.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 4698 completed, throughput=5MB/sec 2024-04-12T17:00:56.164 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x9pwB7t_WlqKZx8 off=6653480 len=1336387 2024-04-12T17:00:56.171 INFO:tasks.workunit.client.0.smithi005.stdout:op 4699 completed, throughput=5MB/sec 2024-04-12T17:00:56.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:56 smithi005 ceph-mon[88416]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T17:00:56.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:56 smithi005 ceph-mon[90837]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T17:00:56.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:56 smithi016 ceph-mon[84444]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-12T17:00:57.171 INFO:tasks.workunit.client.0.smithi005.stdout: 931: throughput=4.99MB/sec pending data=0 2024-04-12T17:00:57.171 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LsMGtKDGMp6RNWH off=1207747 len=1389964 2024-04-12T17:00:57.178 INFO:tasks.workunit.client.0.smithi005.stdout:op 4700 completed, throughput=5MB/sec 2024-04-12T17:00:57.178 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qeTfkeYvRLYxZqx off=10605340 len=1341096 2024-04-12T17:00:57.179 INFO:tasks.workunit.client.0.smithi005.stdout:op 4701 completed, throughput=5MB/sec 2024-04-12T17:00:57.179 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KTfzc1JyEc9vixC off=929847 len=1174344 2024-04-12T17:00:57.186 INFO:tasks.workunit.client.0.smithi005.stdout:op 4702 completed, throughput=5MB/sec 2024-04-12T17:00:57.186 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hiTQsa9gTrs1XvA off=4753462 len=550382 2024-04-12T17:00:57.191 INFO:tasks.workunit.client.0.smithi005.stdout:op 4703 completed, throughput=5MB/sec 2024-04-12T17:00:57.191 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DoPF5bqvkt1QVMW off=4471362 len=1701551 2024-04-12T17:00:57.194 INFO:tasks.workunit.client.0.smithi005.stdout:op 4704 completed, throughput=5MB/sec 2024-04-12T17:00:58.195 INFO:tasks.workunit.client.0.smithi005.stdout: 932: throughput=5MB/sec pending data=0 2024-04-12T17:00:58.195 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RaSHo657ksLeOOZ off=8964677 len=273532 2024-04-12T17:00:58.195 INFO:tasks.workunit.client.0.smithi005.stdout:op 4705 completed, throughput=5MB/sec 2024-04-12T17:00:58.195 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gXFFyqZDflW2wdN off=2363315 len=586308 2024-04-12T17:00:58.200 INFO:tasks.workunit.client.0.smithi005.stdout:op 4706 completed, throughput=5MB/sec 2024-04-12T17:00:58.200 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3mRGKL_JsF1pTJ5 off=1565391 len=1592831 2024-04-12T17:00:58.203 INFO:tasks.workunit.client.0.smithi005.stdout:op 4707 completed, throughput=5MB/sec 2024-04-12T17:00:58.203 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-of2cJ7zYl8cbyeU off=16473439 len=216131 2024-04-12T17:00:58.204 INFO:tasks.workunit.client.0.smithi005.stdout:op 4708 completed, throughput=5MB/sec 2024-04-12T17:00:58.204 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4yUWR7QkrMu2HWX off=2389559 len=1045306 2024-04-12T17:00:58.209 INFO:tasks.workunit.client.0.smithi005.stdout:op 4709 completed, throughput=5MB/sec 2024-04-12T17:00:58.209 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L3U7kCDPOLbA5np off=11538513 len=1767998 2024-04-12T17:00:58.218 INFO:tasks.workunit.client.0.smithi005.stdout:op 4710 completed, throughput=5MB/sec 2024-04-12T17:00:58.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:00:58 smithi005 ceph-mon[88416]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:00:58.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:00:58 smithi005 ceph-mon[90837]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:00:58.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:00:58 smithi016 ceph-mon[84444]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:00:59.219 INFO:tasks.workunit.client.0.smithi005.stdout: 933: throughput=5MB/sec pending data=0 2024-04-12T17:00:59.219 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HKCaBGJ-TwqqysE off=2044945 len=1149141 2024-04-12T17:00:59.221 INFO:tasks.workunit.client.0.smithi005.stdout:op 4711 completed, throughput=5MB/sec 2024-04-12T17:00:59.221 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CY9cs2y7jT-mb9a off=11325109 len=1853855 2024-04-12T17:00:59.230 INFO:tasks.workunit.client.0.smithi005.stdout:op 4712 completed, throughput=5MB/sec 2024-04-12T17:00:59.230 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BmURwsxwgsEYOrY off=6464874 len=1730133 2024-04-12T17:00:59.231 INFO:tasks.workunit.client.0.smithi005.stdout:op 4713 completed, throughput=5MB/sec 2024-04-12T17:01:00.231 INFO:tasks.workunit.client.0.smithi005.stdout: 934: throughput=5MB/sec pending data=0 2024-04-12T17:01:00.231 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nHp5VouRPR8hhh9 off=748644 len=105651 2024-04-12T17:01:00.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 4714 completed, throughput=5MB/sec 2024-04-12T17:01:00.234 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Al5q7RwuySahwyT off=3727330 len=573814 2024-04-12T17:01:00.238 INFO:tasks.workunit.client.0.smithi005.stdout:op 4715 completed, throughput=5MB/sec 2024-04-12T17:01:00.238 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qdy3CzA32Eq18qD off=1643146 len=1803514 2024-04-12T17:01:00.242 INFO:tasks.workunit.client.0.smithi005.stdout:op 4716 completed, throughput=5MB/sec 2024-04-12T17:01:00.242 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wfJjYDlB67RrVNd off=21044964 len=2032527 2024-04-12T17:01:00.251 INFO:tasks.workunit.client.0.smithi005.stdout:op 4717 completed, throughput=5MB/sec 2024-04-12T17:01:00.251 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7gTslkOPjWyhyku off=13335244 len=1795575 2024-04-12T17:01:00.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 4718 completed, throughput=5MB/sec 2024-04-12T17:01:00.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:00 smithi005 ceph-mon[88416]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T17:01:00.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:00 smithi005 ceph-mon[90837]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T17:01:00.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:00 smithi016 ceph-mon[84444]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-12T17:01:01.261 INFO:tasks.workunit.client.0.smithi005.stdout: 935: throughput=5MB/sec pending data=0 2024-04-12T17:01:01.261 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BvYdwTEoVsc40V0 off=8717333 len=268595 2024-04-12T17:01:01.262 INFO:tasks.workunit.client.0.smithi005.stdout:op 4719 completed, throughput=5MB/sec 2024-04-12T17:01:01.262 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PwmIgMgu9LKmXwb off=246611 len=729857 2024-04-12T17:01:01.268 INFO:tasks.workunit.client.0.smithi005.stdout:op 4720 completed, throughput=5MB/sec 2024-04-12T17:01:01.268 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7t2U5L5eGxP_mVB off=19714069 len=322060 2024-04-12T17:01:01.271 INFO:tasks.workunit.client.0.smithi005.stdout:op 4721 completed, throughput=5MB/sec 2024-04-12T17:01:01.271 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ez_acPfgkNT3Tax off=11248816 len=139720 2024-04-12T17:01:01.274 INFO:tasks.workunit.client.0.smithi005.stdout:op 4722 completed, throughput=5MB/sec 2024-04-12T17:01:01.274 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GaUcr6DAM6D6vq8 off=4024932 len=1679912 2024-04-12T17:01:01.276 INFO:tasks.workunit.client.0.smithi005.stdout:op 4723 completed, throughput=5MB/sec 2024-04-12T17:01:01.276 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YRvkQ0GXYKo4TGH off=8816853 len=1459507 2024-04-12T17:01:01.282 INFO:tasks.workunit.client.0.smithi005.stdout:op 4724 completed, throughput=5MB/sec 2024-04-12T17:01:02.282 INFO:tasks.workunit.client.0.smithi005.stdout: 936: throughput=5MB/sec pending data=0 2024-04-12T17:01:02.282 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bMqf0narH3YTcWs off=1899285 len=702574 2024-04-12T17:01:02.286 INFO:tasks.workunit.client.0.smithi005.stdout:op 4725 completed, throughput=5MB/sec 2024-04-12T17:01:02.286 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pgs4CYjx93M_4O6 off=11458304 len=398312 2024-04-12T17:01:02.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 4726 completed, throughput=5MB/sec 2024-04-12T17:01:02.287 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5MKW5AHw4S9Oevz off=13082414 len=1444681 2024-04-12T17:01:02.289 INFO:tasks.workunit.client.0.smithi005.stdout:op 4727 completed, throughput=5MB/sec 2024-04-12T17:01:02.289 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0Hm30_0A-RjG6Fd off=3550535 len=1331260 2024-04-12T17:01:02.291 INFO:tasks.workunit.client.0.smithi005.stdout:op 4728 completed, throughput=5MB/sec 2024-04-12T17:01:02.291 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wNYoKCFkBusBIiq off=124060 len=22237 2024-04-12T17:01:02.293 INFO:tasks.workunit.client.0.smithi005.stdout:op 4729 completed, throughput=5MB/sec 2024-04-12T17:01:02.293 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qhHkV3Pbbqg1UHI off=837526 len=1298234 2024-04-12T17:01:02.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 4730 completed, throughput=5MB/sec 2024-04-12T17:01:02.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:02 smithi005 ceph-mon[88416]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:01:02.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:02 smithi005 ceph-mon[90837]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:01:02.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:02 smithi016 ceph-mon[84444]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:01:02.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:01:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:03.301 INFO:tasks.workunit.client.0.smithi005.stdout: 937: throughput=5MB/sec pending data=0 2024-04-12T17:01:03.301 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-89teEWed9N0s4mV off=1883625 len=1934502 2024-04-12T17:01:03.311 INFO:tasks.workunit.client.0.smithi005.stdout:op 4731 completed, throughput=5MB/sec 2024-04-12T17:01:03.311 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HwpiJ-3pFpnc_QV off=903900 len=1714383 2024-04-12T17:01:03.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 4732 completed, throughput=5MB/sec 2024-04-12T17:01:03.320 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xs3Vqg_bCZmvYzc off=7378015 len=456158 2024-04-12T17:01:03.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 4733 completed, throughput=5MB/sec 2024-04-12T17:01:03.323 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C5K29XwA8ZA4WCl off=9319116 len=223483 2024-04-12T17:01:03.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 4734 completed, throughput=5MB/sec 2024-04-12T17:01:03.324 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qZegOtjs8lTaJ9D off=19602898 len=275024 2024-04-12T17:01:03.325 INFO:tasks.workunit.client.0.smithi005.stdout:op 4735 completed, throughput=5MB/sec 2024-04-12T17:01:03.325 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O90eJPOVmiq7EYg off=17478022 len=1141471 2024-04-12T17:01:03.331 INFO:tasks.workunit.client.0.smithi005.stdout:op 4736 completed, throughput=5MB/sec 2024-04-12T17:01:04.156 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:01:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:01:03] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T17:01:04.331 INFO:tasks.workunit.client.0.smithi005.stdout: 938: throughput=5MB/sec pending data=0 2024-04-12T17:01:04.332 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xJ0QaLRM30uVTlh off=3394908 len=1630196 2024-04-12T17:01:04.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 4737 completed, throughput=5MB/sec 2024-04-12T17:01:04.334 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-00AXG4NMBuHZRPs off=3185103 len=1953930 2024-04-12T17:01:04.344 INFO:tasks.workunit.client.0.smithi005.stdout:op 4738 completed, throughput=5MB/sec 2024-04-12T17:01:04.344 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NuijB5SwFlo7b06 off=8267912 len=1181480 2024-04-12T17:01:04.346 INFO:tasks.workunit.client.0.smithi005.stdout:op 4739 completed, throughput=5MB/sec 2024-04-12T17:01:04.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:04 smithi005 ceph-mon[88416]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:01:04.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:04 smithi005 ceph-mon[90837]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:01:04.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:04 smithi016 ceph-mon[84444]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:01:05.347 INFO:tasks.workunit.client.0.smithi005.stdout: 939: throughput=5MB/sec pending data=0 2024-04-12T17:01:05.347 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CVTxhMzAuXGtnbQ off=2531863 len=1900290 2024-04-12T17:01:05.355 INFO:tasks.workunit.client.0.smithi005.stdout:op 4740 completed, throughput=5MB/sec 2024-04-12T17:01:05.355 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aFRDmUKzluH51dE off=7132314 len=1181391 2024-04-12T17:01:05.360 INFO:tasks.workunit.client.0.smithi005.stdout:op 4741 completed, throughput=5MB/sec 2024-04-12T17:01:05.360 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BvIFhq0XfFtZtHd off=2831375 len=1185705 2024-04-12T17:01:05.363 INFO:tasks.workunit.client.0.smithi005.stdout:op 4742 completed, throughput=5MB/sec 2024-04-12T17:01:05.363 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UvRymMswWMy5BzK off=4316248 len=335708 2024-04-12T17:01:05.366 INFO:tasks.workunit.client.0.smithi005.stdout:op 4743 completed, throughput=5MB/sec 2024-04-12T17:01:05.366 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vMFmp6hi5ff-m_t off=8740083 len=316082 2024-04-12T17:01:05.367 INFO:tasks.workunit.client.0.smithi005.stdout:op 4744 completed, throughput=5MB/sec 2024-04-12T17:01:05.367 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VVIT51JB8FxgDES off=3902200 len=1963310 2024-04-12T17:01:05.374 INFO:tasks.workunit.client.0.smithi005.stdout:op 4745 completed, throughput=5MB/sec 2024-04-12T17:01:05.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:05.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:05.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:06.374 INFO:tasks.workunit.client.0.smithi005.stdout: 940: throughput=5MB/sec pending data=0 2024-04-12T17:01:06.375 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mz2zJBIBFYHPo37 off=3155475 len=264487 2024-04-12T17:01:06.378 INFO:tasks.workunit.client.0.smithi005.stdout:op 4746 completed, throughput=5MB/sec 2024-04-12T17:01:06.378 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j0TpG8jC6SvVO0J off=21974963 len=562389 2024-04-12T17:01:06.382 INFO:tasks.workunit.client.0.smithi005.stdout:op 4747 completed, throughput=5MB/sec 2024-04-12T17:01:06.382 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eEsMXwIozegwh1A off=2818743 len=1285558 2024-04-12T17:01:06.390 INFO:tasks.workunit.client.0.smithi005.stdout:op 4748 completed, throughput=5MB/sec 2024-04-12T17:01:06.390 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i9rGaDqFQWsNAci off=7833976 len=417753 2024-04-12T17:01:06.391 INFO:tasks.workunit.client.0.smithi005.stdout:op 4749 completed, throughput=5MB/sec 2024-04-12T17:01:06.391 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GfJ_rCTtsHItne4 off=188892 len=999767 2024-04-12T17:01:06.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 4750 completed, throughput=5MB/sec 2024-04-12T17:01:06.398 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uOhZOTJ1dNgzRGv off=7706153 len=1395519 2024-04-12T17:01:06.402 INFO:tasks.workunit.client.0.smithi005.stdout:op 4751 completed, throughput=5MB/sec 2024-04-12T17:01:06.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:06 smithi005 ceph-mon[88416]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T17:01:06.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:06 smithi005 ceph-mon[90837]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T17:01:06.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:06 smithi016 ceph-mon[84444]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T17:01:07.402 INFO:tasks.workunit.client.0.smithi005.stdout: 941: throughput=5MB/sec pending data=0 2024-04-12T17:01:07.402 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yBM-08UhhTZ55x9 off=6491658 len=1538030 2024-04-12T17:01:07.411 INFO:tasks.workunit.client.0.smithi005.stdout:op 4752 completed, throughput=5MB/sec 2024-04-12T17:01:07.411 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NzTnUzqEIHQEZiV off=5960028 len=112856 2024-04-12T17:01:07.411 INFO:tasks.workunit.client.0.smithi005.stdout:op 4753 completed, throughput=5MB/sec 2024-04-12T17:01:07.411 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZHFoCSydmzlVrOO off=4639064 len=578554 2024-04-12T17:01:07.412 INFO:tasks.workunit.client.0.smithi005.stdout:op 4754 completed, throughput=5MB/sec 2024-04-12T17:01:07.412 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-br0Sh3qbv9b4C0q off=7668550 len=323150 2024-04-12T17:01:07.415 INFO:tasks.workunit.client.0.smithi005.stdout:op 4755 completed, throughput=5MB/sec 2024-04-12T17:01:07.416 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OEevbTBpR-FvL-6 off=11818832 len=1001308 2024-04-12T17:01:07.421 INFO:tasks.workunit.client.0.smithi005.stdout:op 4756 completed, throughput=5MB/sec 2024-04-12T17:01:07.421 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ekWXM3Mn8PwQu8D off=13364767 len=1771086 2024-04-12T17:01:07.429 INFO:tasks.workunit.client.0.smithi005.stdout:op 4757 completed, throughput=5MB/sec 2024-04-12T17:01:08.430 INFO:tasks.workunit.client.0.smithi005.stdout: 942: throughput=5MB/sec pending data=0 2024-04-12T17:01:08.430 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vMP7IxkVR8OWz2t off=9588987 len=129351 2024-04-12T17:01:08.432 INFO:tasks.workunit.client.0.smithi005.stdout:op 4758 completed, throughput=5MB/sec 2024-04-12T17:01:08.433 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_lQb7or4n6g8IiB off=5295625 len=776822 2024-04-12T17:01:08.438 INFO:tasks.workunit.client.0.smithi005.stdout:op 4759 completed, throughput=5MB/sec 2024-04-12T17:01:08.438 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nykdl6FaR8pUI3l off=1675613 len=296058 2024-04-12T17:01:08.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 4760 completed, throughput=5MB/sec 2024-04-12T17:01:08.440 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gO5AQqU5AVBQ1zm off=184885 len=1292856 2024-04-12T17:01:08.442 INFO:tasks.workunit.client.0.smithi005.stdout:op 4761 completed, throughput=5MB/sec 2024-04-12T17:01:08.442 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JrRk_N5TRjB72UH off=17093762 len=1415473 2024-04-12T17:01:08.445 INFO:tasks.workunit.client.0.smithi005.stdout:op 4762 completed, throughput=5MB/sec 2024-04-12T17:01:08.445 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aNpY_PXHZqyh5Y3 off=1894299 len=263567 2024-04-12T17:01:08.448 INFO:tasks.workunit.client.0.smithi005.stdout:op 4763 completed, throughput=5MB/sec 2024-04-12T17:01:08.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:08 smithi005 ceph-mon[88416]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:01:08.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:08 smithi005 ceph-mon[90837]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:01:08.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:08 smithi016 ceph-mon[84444]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-12T17:01:09.449 INFO:tasks.workunit.client.0.smithi005.stdout: 943: throughput=4.99MB/sec pending data=0 2024-04-12T17:01:09.449 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hwqTLlatr9C6YLU off=2391630 len=1831598 2024-04-12T17:01:09.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 4764 completed, throughput=5MB/sec 2024-04-12T17:01:09.457 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vFKAPY4nt3HVAak off=10818531 len=1347860 2024-04-12T17:01:09.458 INFO:tasks.workunit.client.0.smithi005.stdout:op 4765 completed, throughput=5MB/sec 2024-04-12T17:01:09.458 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yJ0H8oOeLneaoU6 off=1834672 len=1417526 2024-04-12T17:01:09.464 INFO:tasks.workunit.client.0.smithi005.stdout:op 4766 completed, throughput=5MB/sec 2024-04-12T17:01:09.464 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LWmD89ZBgcunRk0 off=3678329 len=1773292 2024-04-12T17:01:09.473 INFO:tasks.workunit.client.0.smithi005.stdout:op 4767 completed, throughput=5MB/sec 2024-04-12T17:01:10.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:10 smithi005 ceph-mon[88416]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-12T17:01:10.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:10 smithi005 ceph-mon[90837]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-12T17:01:10.474 INFO:tasks.workunit.client.0.smithi005.stdout: 944: throughput=5MB/sec pending data=0 2024-04-12T17:01:10.474 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7iwAY1LMacGFQ-m off=85613 len=1917872 2024-04-12T17:01:10.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 4768 completed, throughput=5MB/sec 2024-04-12T17:01:10.476 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a5XczbYFW3wPsMK off=19692869 len=799334 2024-04-12T17:01:10.478 INFO:tasks.workunit.client.0.smithi005.stdout:op 4769 completed, throughput=5MB/sec 2024-04-12T17:01:10.478 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RFrfJTuBHL5y3gb off=2399447 len=472079 2024-04-12T17:01:10.483 INFO:tasks.workunit.client.0.smithi005.stdout:op 4770 completed, throughput=5MB/sec 2024-04-12T17:01:10.483 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZgKnvliEHjc0NF- off=1566609 len=312110 2024-04-12T17:01:10.486 INFO:tasks.workunit.client.0.smithi005.stdout:op 4771 completed, throughput=5MB/sec 2024-04-12T17:01:10.486 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-to5aCxomymbyuDj off=5517275 len=1495808 2024-04-12T17:01:10.493 INFO:tasks.workunit.client.0.smithi005.stdout:op 4772 completed, throughput=5MB/sec 2024-04-12T17:01:10.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:10 smithi016 ceph-mon[84444]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-12T17:01:11.493 INFO:tasks.workunit.client.0.smithi005.stdout: 945: throughput=5MB/sec pending data=0 2024-04-12T17:01:11.493 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OiTK0EUjFEQD5wj off=9540927 len=717359 2024-04-12T17:01:11.494 INFO:tasks.workunit.client.0.smithi005.stdout:op 4773 completed, throughput=5MB/sec 2024-04-12T17:01:11.495 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U6c0hoS-toE18gT off=8851760 len=1211048 2024-04-12T17:01:11.497 INFO:tasks.workunit.client.0.smithi005.stdout:op 4774 completed, throughput=5MB/sec 2024-04-12T17:01:11.497 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HTjV_mVqBWp9Qj- off=4870949 len=1145778 2024-04-12T17:01:11.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 4775 completed, throughput=5MB/sec 2024-04-12T17:01:11.504 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yLnQG02AbSt-YAJ off=4617144 len=1747731 2024-04-12T17:01:11.512 INFO:tasks.workunit.client.0.smithi005.stdout:op 4776 completed, throughput=5MB/sec 2024-04-12T17:01:12.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:12 smithi005 ceph-mon[88416]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T17:01:12.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:01:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:12 smithi005 ceph-mon[90837]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T17:01:12.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:01:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: 946: throughput=5MB/sec pending data=0 2024-04-12T17:01:12.512 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xaqqIVyRLqNhlc3 off=9873018 len=109379 2024-04-12T17:01:12.514 INFO:tasks.workunit.client.0.smithi005.stdout:op 4777 completed, throughput=5MB/sec 2024-04-12T17:01:12.515 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wXFy3NSpxfmZlyg off=41693 len=1518330 2024-04-12T17:01:12.516 INFO:tasks.workunit.client.0.smithi005.stdout:op 4778 completed, throughput=5MB/sec 2024-04-12T17:01:12.516 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w6GxKKNI6t0yDUw off=1317201 len=857264 2024-04-12T17:01:12.518 INFO:tasks.workunit.client.0.smithi005.stdout:op 4779 completed, throughput=5MB/sec 2024-04-12T17:01:12.518 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6nRNGdDz8uELIDP off=664208 len=658735 2024-04-12T17:01:12.522 INFO:tasks.workunit.client.0.smithi005.stdout:op 4780 completed, throughput=5MB/sec 2024-04-12T17:01:12.522 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6V37iIjm-wRXgCH off=10930546 len=1396226 2024-04-12T17:01:12.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 4781 completed, throughput=5MB/sec 2024-04-12T17:01:12.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JIg-7zf06gh59gQ off=11485284 len=1509563 2024-04-12T17:01:12.528 INFO:tasks.workunit.client.0.smithi005.stdout:op 4782 completed, throughput=5MB/sec 2024-04-12T17:01:12.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:12 smithi016 ceph-mon[84444]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T17:01:12.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:01:12.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:01:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:13.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:01:13.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:01:13.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:01:13.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:01:13.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:01:13.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:01:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: 947: throughput=5MB/sec pending data=0 2024-04-12T17:01:13.529 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TKHk1XvNLU7j2Qg off=4948000 len=121873 2024-04-12T17:01:13.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 4783 completed, throughput=5MB/sec 2024-04-12T17:01:13.530 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PZWkraZ2QASLz-u off=12794048 len=1917736 2024-04-12T17:01:13.540 INFO:tasks.workunit.client.0.smithi005.stdout:op 4784 completed, throughput=5MB/sec 2024-04-12T17:01:13.541 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nJTXqNCTC0sm8wq off=4425934 len=1031666 2024-04-12T17:01:13.542 INFO:tasks.workunit.client.0.smithi005.stdout:op 4785 completed, throughput=5MB/sec 2024-04-12T17:01:13.542 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OGx76pwOAnOvGgp off=3395858 len=296847 2024-04-12T17:01:13.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 4786 completed, throughput=5MB/sec 2024-04-12T17:01:13.543 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hmDpvGK5hypr-jx off=11947641 len=1632876 2024-04-12T17:01:13.545 INFO:tasks.workunit.client.0.smithi005.stdout:op 4787 completed, throughput=5MB/sec 2024-04-12T17:01:13.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:01:13.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:01:13.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:01:14.173 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:01:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:01:13] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T17:01:14.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:14 smithi005 ceph-mon[88416]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T17:01:14.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:14 smithi005 ceph-mon[90837]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T17:01:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: 948: throughput=5MB/sec pending data=0 2024-04-12T17:01:14.545 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gObHcjn7Lwc8wwI off=18417803 len=884568 2024-04-12T17:01:14.547 INFO:tasks.workunit.client.0.smithi005.stdout:op 4788 completed, throughput=5MB/sec 2024-04-12T17:01:14.547 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LyVRsqIXWtgW6j9 off=9530415 len=326757 2024-04-12T17:01:14.548 INFO:tasks.workunit.client.0.smithi005.stdout:op 4789 completed, throughput=5MB/sec 2024-04-12T17:01:14.548 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8YMpvJJsmvxGzqQ off=4938310 len=526647 2024-04-12T17:01:14.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 4790 completed, throughput=5MB/sec 2024-04-12T17:01:14.553 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mzH9eUXK7GK0Vce off=3762438 len=242016 2024-04-12T17:01:14.556 INFO:tasks.workunit.client.0.smithi005.stdout:op 4791 completed, throughput=5MB/sec 2024-04-12T17:01:14.556 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LuaQd1G8eaS76OD off=19397605 len=274521 2024-04-12T17:01:14.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 4792 completed, throughput=5MB/sec 2024-04-12T17:01:14.557 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-U95xbKB35XxjKdu off=1087498 len=217492 2024-04-12T17:01:14.558 INFO:tasks.workunit.client.0.smithi005.stdout:op 4793 completed, throughput=5MB/sec 2024-04-12T17:01:14.558 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fui62oXpX517MyK off=4784958 len=737709 2024-04-12T17:01:14.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 4794 completed, throughput=5MB/sec 2024-04-12T17:01:14.559 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-W5t4J6483k9oYvm off=19471379 len=640623 2024-04-12T17:01:14.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 4795 completed, throughput=5MB/sec 2024-04-12T17:01:14.563 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5_EdtF2zdvrze-3 off=979450 len=1894323 2024-04-12T17:01:14.571 INFO:tasks.workunit.client.0.smithi005.stdout:op 4796 completed, throughput=5MB/sec 2024-04-12T17:01:14.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:14 smithi016 ceph-mon[84444]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T17:01:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: 949: throughput=5MB/sec pending data=0 2024-04-12T17:01:15.572 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cSeMAbxeo9vFCLC off=2151638 len=51142 2024-04-12T17:01:15.575 INFO:tasks.workunit.client.0.smithi005.stdout:op 4797 completed, throughput=5MB/sec 2024-04-12T17:01:15.575 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vf5OCI64Bciqesn off=1806496 len=1686147 2024-04-12T17:01:15.577 INFO:tasks.workunit.client.0.smithi005.stdout:op 4798 completed, throughput=5MB/sec 2024-04-12T17:01:15.577 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I6_iJFWQFlFZIFC off=7863370 len=367478 2024-04-12T17:01:15.578 INFO:tasks.workunit.client.0.smithi005.stdout:op 4799 completed, throughput=5MB/sec 2024-04-12T17:01:15.578 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cuzN0_kd4ewnYn8 off=5061994 len=1202197 2024-04-12T17:01:15.585 INFO:tasks.workunit.client.0.smithi005.stdout:op 4800 completed, throughput=5MB/sec 2024-04-12T17:01:15.585 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-N8cTfrVSfQo-4h0 off=3395013 len=994934 2024-04-12T17:01:15.590 INFO:tasks.workunit.client.0.smithi005.stdout:op 4801 completed, throughput=5MB/sec 2024-04-12T17:01:15.590 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fLps3nfLtUvy_QX off=1182550 len=811390 2024-04-12T17:01:15.594 INFO:tasks.workunit.client.0.smithi005.stdout:op 4802 completed, throughput=5MB/sec 2024-04-12T17:01:16.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:16 smithi005 ceph-mon[88416]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T17:01:16.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:16 smithi005 ceph-mon[90837]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T17:01:16.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:16 smithi016 ceph-mon[84444]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-12T17:01:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: 950: throughput=5MB/sec pending data=0 2024-04-12T17:01:16.595 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i5P3Sk_6USLs2ke off=1814871 len=1510256 2024-04-12T17:01:16.603 INFO:tasks.workunit.client.0.smithi005.stdout:op 4803 completed, throughput=5MB/sec 2024-04-12T17:01:16.603 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f2QuaGUjbRkBkgt off=3864821 len=1571223 2024-04-12T17:01:16.605 INFO:tasks.workunit.client.0.smithi005.stdout:op 4804 completed, throughput=5MB/sec 2024-04-12T17:01:16.605 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mo0D2yUeayJPU2g off=5638650 len=1682322 2024-04-12T17:01:16.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 4805 completed, throughput=5MB/sec 2024-04-12T17:01:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: 951: throughput=5MB/sec pending data=0 2024-04-12T17:01:17.608 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kytAbvFyrOEGigx off=6963787 len=1943810 2024-04-12T17:01:17.610 INFO:tasks.workunit.client.0.smithi005.stdout:op 4806 completed, throughput=5MB/sec 2024-04-12T17:01:17.610 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZQGwM-EFUsgt99O off=1586654 len=408732 2024-04-12T17:01:17.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 4807 completed, throughput=5MB/sec 2024-04-12T17:01:17.611 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-37LxiXsnnlGbylG off=17422879 len=1996445 2024-04-12T17:01:17.613 INFO:tasks.workunit.client.0.smithi005.stdout:op 4808 completed, throughput=5MB/sec 2024-04-12T17:01:17.613 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1hUnAMt0KQO_K-b off=1669911 len=1608831 2024-04-12T17:01:17.615 INFO:tasks.workunit.client.0.smithi005.stdout:op 4809 completed, throughput=5MB/sec 2024-04-12T17:01:18.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:18 smithi005 ceph-mon[88416]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T17:01:18.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:18 smithi005 ceph-mon[90837]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T17:01:18.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:18 smithi016 ceph-mon[84444]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-12T17:01:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: 952: throughput=5MB/sec pending data=0 2024-04-12T17:01:18.615 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-G35hu163NFRj-b8 off=12653720 len=571948 2024-04-12T17:01:18.620 INFO:tasks.workunit.client.0.smithi005.stdout:op 4810 completed, throughput=5MB/sec 2024-04-12T17:01:18.620 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KgUFUhQO4i95wRQ off=138816 len=803729 2024-04-12T17:01:18.621 INFO:tasks.workunit.client.0.smithi005.stdout:op 4811 completed, throughput=5MB/sec 2024-04-12T17:01:18.621 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-N9nYenmoIAdsMdP off=5595159 len=911714 2024-04-12T17:01:18.623 INFO:tasks.workunit.client.0.smithi005.stdout:op 4812 completed, throughput=5MB/sec 2024-04-12T17:01:18.623 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cuqQLp_V6VZnqil off=4274309 len=1586240 2024-04-12T17:01:18.625 INFO:tasks.workunit.client.0.smithi005.stdout:op 4813 completed, throughput=5MB/sec 2024-04-12T17:01:18.625 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZHRErmcusp3W6V5 off=14698898 len=589181 2024-04-12T17:01:18.626 INFO:tasks.workunit.client.0.smithi005.stdout:op 4814 completed, throughput=5MB/sec 2024-04-12T17:01:19.627 INFO:tasks.workunit.client.0.smithi005.stdout: 953: throughput=4.99MB/sec pending data=0 2024-04-12T17:01:19.627 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ROR2ggBNEASoHvJ off=7010928 len=964775 2024-04-12T17:01:19.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 4815 completed, throughput=5MB/sec 2024-04-12T17:01:19.628 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n5Jup9Cy1iJBVYs off=10328312 len=1995541 2024-04-12T17:01:19.637 INFO:tasks.workunit.client.0.smithi005.stdout:op 4816 completed, throughput=5MB/sec 2024-04-12T17:01:19.637 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c3Jj9LmRojrDamc off=7206960 len=1893279 2024-04-12T17:01:19.639 INFO:tasks.workunit.client.0.smithi005.stdout:op 4817 completed, throughput=5MB/sec 2024-04-12T17:01:19.639 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jCQaA42M_gphYIe off=365517 len=1125529 2024-04-12T17:01:19.641 INFO:tasks.workunit.client.0.smithi005.stdout:op 4818 completed, throughput=5MB/sec 2024-04-12T17:01:20.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:20 smithi005 ceph-mon[88416]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T17:01:20.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:20.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:20 smithi005 ceph-mon[90837]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T17:01:20.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:20.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:20 smithi016 ceph-mon[84444]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-12T17:01:20.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:20.642 INFO:tasks.workunit.client.0.smithi005.stdout: 954: throughput=5MB/sec pending data=0 2024-04-12T17:01:20.642 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-F-WUoyzrp5U1Foz off=9577315 len=585220 2024-04-12T17:01:20.643 INFO:tasks.workunit.client.0.smithi005.stdout:op 4819 completed, throughput=5MB/sec 2024-04-12T17:01:20.643 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1S6ljSZlfxEbjUE off=2042661 len=469983 2024-04-12T17:01:20.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 4820 completed, throughput=5MB/sec 2024-04-12T17:01:20.644 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3lnzlDoigp0CjZK off=3874373 len=2040221 2024-04-12T17:01:20.646 INFO:tasks.workunit.client.0.smithi005.stdout:op 4821 completed, throughput=5MB/sec 2024-04-12T17:01:20.647 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oyno954JAx0uAxL off=620945 len=72568 2024-04-12T17:01:20.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 4822 completed, throughput=5MB/sec 2024-04-12T17:01:20.650 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YCoIlsACv7p5PT6 off=7705887 len=401020 2024-04-12T17:01:20.653 INFO:tasks.workunit.client.0.smithi005.stdout:op 4823 completed, throughput=5MB/sec 2024-04-12T17:01:20.654 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v6q_R4SI7zasjLB off=9765064 len=472392 2024-04-12T17:01:20.654 INFO:tasks.workunit.client.0.smithi005.stdout:op 4824 completed, throughput=5MB/sec 2024-04-12T17:01:20.655 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gjU1gu8rmBfNaz4 off=11675351 len=1717213 2024-04-12T17:01:20.661 INFO:tasks.workunit.client.0.smithi005.stdout:op 4825 completed, throughput=5MB/sec 2024-04-12T17:01:21.662 INFO:tasks.workunit.client.0.smithi005.stdout: 955: throughput=5MB/sec pending data=0 2024-04-12T17:01:21.662 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--eKCYB0GvZB_S95 off=768653 len=1464062 2024-04-12T17:01:21.669 INFO:tasks.workunit.client.0.smithi005.stdout:op 4826 completed, throughput=5MB/sec 2024-04-12T17:01:21.669 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KVRhNYeTDt-arSD off=4513523 len=1430039 2024-04-12T17:01:21.671 INFO:tasks.workunit.client.0.smithi005.stdout:op 4827 completed, throughput=5MB/sec 2024-04-12T17:01:21.671 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8GlKD7BaVoNUjCN off=6862297 len=1365760 2024-04-12T17:01:21.672 INFO:tasks.workunit.client.0.smithi005.stdout:op 4828 completed, throughput=5MB/sec 2024-04-12T17:01:22.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:22 smithi005 ceph-mon[88416]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:01:22.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:22 smithi005 ceph-mon[90837]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:01:22.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:22 smithi016 ceph-mon[84444]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:01:22.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:01:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:22.672 INFO:tasks.workunit.client.0.smithi005.stdout: 956: throughput=4.99MB/sec pending data=0 2024-04-12T17:01:22.672 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3jQ4l5UP-zFe4Jy off=15004433 len=2059340 2024-04-12T17:01:22.684 INFO:tasks.workunit.client.0.smithi005.stdout:op 4829 completed, throughput=5MB/sec 2024-04-12T17:01:22.684 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QapZjLgCUJOh5FS off=5950786 len=1478108 2024-04-12T17:01:22.690 INFO:tasks.workunit.client.0.smithi005.stdout:op 4830 completed, throughput=5MB/sec 2024-04-12T17:01:22.691 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BpIPxBVlF_RKbyQ off=13113773 len=1946389 2024-04-12T17:01:22.699 INFO:tasks.workunit.client.0.smithi005.stdout:op 4831 completed, throughput=5MB/sec 2024-04-12T17:01:23.699 INFO:tasks.workunit.client.0.smithi005.stdout: 957: throughput=5MB/sec pending data=0 2024-04-12T17:01:23.699 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ptPOBUlNlqYC7Rj off=3598915 len=1654267 2024-04-12T17:01:23.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 4832 completed, throughput=5MB/sec 2024-04-12T17:01:23.701 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2vgAO4E46Anlmpe off=15679406 len=1295308 2024-04-12T17:01:23.704 INFO:tasks.workunit.client.0.smithi005.stdout:op 4833 completed, throughput=5MB/sec 2024-04-12T17:01:23.704 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Dp0Mt2tHp3FdXTV off=4938585 len=656558 2024-04-12T17:01:23.705 INFO:tasks.workunit.client.0.smithi005.stdout:op 4834 completed, throughput=5MB/sec 2024-04-12T17:01:23.705 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iiZnQTAJUbB58EG off=2207194 len=1768965 2024-04-12T17:01:23.707 INFO:tasks.workunit.client.0.smithi005.stdout:op 4835 completed, throughput=5MB/sec 2024-04-12T17:01:24.186 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:01:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:01:23] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:01:24.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:24 smithi005 ceph-mon[88416]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:24.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:24 smithi005 ceph-mon[90837]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:24.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:24 smithi016 ceph-mon[84444]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:24.707 INFO:tasks.workunit.client.0.smithi005.stdout: 958: throughput=5MB/sec pending data=0 2024-04-12T17:01:24.707 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GVvnz3uqCsfElZR off=5372611 len=1416046 2024-04-12T17:01:24.710 INFO:tasks.workunit.client.0.smithi005.stdout:op 4836 completed, throughput=5MB/sec 2024-04-12T17:01:24.710 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IyHpF1Jw54H2PG1 off=11843484 len=201993 2024-04-12T17:01:24.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 4837 completed, throughput=5MB/sec 2024-04-12T17:01:24.711 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6OdxDVWUL58ssTC off=16685507 len=1851198 2024-04-12T17:01:24.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 4838 completed, throughput=5MB/sec 2024-04-12T17:01:24.713 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2hPuEX-SAuPfdf_ off=6459379 len=703602 2024-04-12T17:01:24.719 INFO:tasks.workunit.client.0.smithi005.stdout:op 4839 completed, throughput=5MB/sec 2024-04-12T17:01:24.720 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lln2diksnsTXgWj off=1151217 len=370504 2024-04-12T17:01:24.723 INFO:tasks.workunit.client.0.smithi005.stdout:op 4840 completed, throughput=5MB/sec 2024-04-12T17:01:24.723 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Spvng9e0gE7kk3m off=154806 len=1200785 2024-04-12T17:01:24.729 INFO:tasks.workunit.client.0.smithi005.stdout:op 4841 completed, throughput=5MB/sec 2024-04-12T17:01:25.729 INFO:tasks.workunit.client.0.smithi005.stdout: 959: throughput=5MB/sec pending data=0 2024-04-12T17:01:25.729 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3pJLvl7tq9yK3G6 off=8157475 len=1816249 2024-04-12T17:01:25.731 INFO:tasks.workunit.client.0.smithi005.stdout:op 4842 completed, throughput=5MB/sec 2024-04-12T17:01:25.731 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t3Af5TFo1FmSxkr off=249559 len=296639 2024-04-12T17:01:25.735 INFO:tasks.workunit.client.0.smithi005.stdout:op 4843 completed, throughput=5MB/sec 2024-04-12T17:01:25.735 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6UVoV82Tx0gv7i6 off=1883696 len=1527327 2024-04-12T17:01:25.737 INFO:tasks.workunit.client.0.smithi005.stdout:op 4844 completed, throughput=5MB/sec 2024-04-12T17:01:25.737 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--2RYbWF5ydvPOlw off=7288611 len=1757456 2024-04-12T17:01:25.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 4845 completed, throughput=5MB/sec 2024-04-12T17:01:26.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:26 smithi005 ceph-mon[88416]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:01:26.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:26 smithi005 ceph-mon[90837]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:01:26.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:26 smithi016 ceph-mon[84444]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:01:26.739 INFO:tasks.workunit.client.0.smithi005.stdout: 960: throughput=5MB/sec pending data=0 2024-04-12T17:01:26.739 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AJx0tro2c3Be4xd off=1866868 len=1229477 2024-04-12T17:01:26.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 4846 completed, throughput=5MB/sec 2024-04-12T17:01:26.745 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e08RovKkgeDbZ1D off=5640846 len=363806 2024-04-12T17:01:26.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 4847 completed, throughput=5MB/sec 2024-04-12T17:01:26.749 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RCeB4n5wUI6Q17z off=3931244 len=113126 2024-04-12T17:01:26.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 4848 completed, throughput=5MB/sec 2024-04-12T17:01:26.749 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aGU-WBqhMCkAvCM off=5146786 len=2037865 2024-04-12T17:01:26.758 INFO:tasks.workunit.client.0.smithi005.stdout:op 4849 completed, throughput=5MB/sec 2024-04-12T17:01:26.758 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_UqVIQksQaxGTrS off=9797453 len=728905 2024-04-12T17:01:26.758 INFO:tasks.workunit.client.0.smithi005.stdout:op 4850 completed, throughput=5MB/sec 2024-04-12T17:01:26.759 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HDe_tCqYM88IMRS off=439348 len=848647 2024-04-12T17:01:26.760 INFO:tasks.workunit.client.0.smithi005.stdout:op 4851 completed, throughput=5MB/sec 2024-04-12T17:01:27.760 INFO:tasks.workunit.client.0.smithi005.stdout: 961: throughput=5MB/sec pending data=0 2024-04-12T17:01:27.760 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XLbAh_7Wv2_Jui3 off=1083389 len=489662 2024-04-12T17:01:27.764 INFO:tasks.workunit.client.0.smithi005.stdout:op 4852 completed, throughput=5MB/sec 2024-04-12T17:01:27.764 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CQRjtm7NJFdlvOo off=7206192 len=1766925 2024-04-12T17:01:27.767 INFO:tasks.workunit.client.0.smithi005.stdout:op 4853 completed, throughput=5MB/sec 2024-04-12T17:01:27.767 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p9agCQfVnmmXaIs off=403662 len=1206386 2024-04-12T17:01:27.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 4854 completed, throughput=5MB/sec 2024-04-12T17:01:27.774 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EhV7TfozGyHaODx off=5616034 len=660778 2024-04-12T17:01:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 4855 completed, throughput=5MB/sec 2024-04-12T17:01:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6OzsmrimxEYBF76 off=199269 len=2042026 2024-04-12T17:01:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 4856 completed, throughput=5MB/sec 2024-04-12T17:01:28.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:28 smithi005 ceph-mon[88416]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:01:28.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:28 smithi005 ceph-mon[90837]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:01:28.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:28 smithi016 ceph-mon[84444]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:01:28.782 INFO:tasks.workunit.client.0.smithi005.stdout: 962: throughput=5MB/sec pending data=0 2024-04-12T17:01:28.783 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QF6SXBXU2eHz_VZ off=8915451 len=987328 2024-04-12T17:01:28.789 INFO:tasks.workunit.client.0.smithi005.stdout:op 4857 completed, throughput=5MB/sec 2024-04-12T17:01:28.789 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--VHfPEezKwPTWQn off=364411 len=1877455 2024-04-12T17:01:28.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 4858 completed, throughput=5MB/sec 2024-04-12T17:01:28.798 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nZVbsa1EP04B2q0 off=12926905 len=450558 2024-04-12T17:01:28.801 INFO:tasks.workunit.client.0.smithi005.stdout:op 4859 completed, throughput=5MB/sec 2024-04-12T17:01:28.801 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mXk41WZ8Qv7Ae2N off=12856995 len=132770 2024-04-12T17:01:28.804 INFO:tasks.workunit.client.0.smithi005.stdout:op 4860 completed, throughput=5MB/sec 2024-04-12T17:01:28.804 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s4XjvHdgGndI7Ti off=1667263 len=1151001 2024-04-12T17:01:28.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 4861 completed, throughput=5MB/sec 2024-04-12T17:01:29.806 INFO:tasks.workunit.client.0.smithi005.stdout: 963: throughput=5MB/sec pending data=0 2024-04-12T17:01:29.806 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Q5PpmQP7iVq_quO off=6632219 len=2083892 2024-04-12T17:01:29.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 4862 completed, throughput=5MB/sec 2024-04-12T17:01:29.817 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8TY6EWTPr0tdMOA off=656799 len=418420 2024-04-12T17:01:29.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 4863 completed, throughput=5MB/sec 2024-04-12T17:01:29.818 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SEHNhXTP7bsqZJF off=15032404 len=1397868 2024-04-12T17:01:29.820 INFO:tasks.workunit.client.0.smithi005.stdout:op 4864 completed, throughput=5MB/sec 2024-04-12T17:01:29.820 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iCycF_TyrE_1Skh off=9174950 len=1419948 2024-04-12T17:01:29.823 INFO:tasks.workunit.client.0.smithi005.stdout:op 4865 completed, throughput=5MB/sec 2024-04-12T17:01:30.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:30 smithi005 ceph-mon[88416]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T17:01:30.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:30 smithi005 ceph-mon[90837]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T17:01:30.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:30 smithi016 ceph-mon[84444]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-12T17:01:30.823 INFO:tasks.workunit.client.0.smithi005.stdout: 964: throughput=5MB/sec pending data=0 2024-04-12T17:01:30.823 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Q70PZm6raEgyDTe off=899129 len=49249 2024-04-12T17:01:30.826 INFO:tasks.workunit.client.0.smithi005.stdout:op 4866 completed, throughput=5MB/sec 2024-04-12T17:01:30.826 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fb9Tjs1R0domOdT off=2370472 len=610955 2024-04-12T17:01:30.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 4867 completed, throughput=5MB/sec 2024-04-12T17:01:30.830 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hxvFjljp5aUYeiv off=2018593 len=331952 2024-04-12T17:01:30.834 INFO:tasks.workunit.client.0.smithi005.stdout:op 4868 completed, throughput=5MB/sec 2024-04-12T17:01:30.834 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LFaF-DFnBU6DDXH off=519723 len=312974 2024-04-12T17:01:30.837 INFO:tasks.workunit.client.0.smithi005.stdout:op 4869 completed, throughput=5MB/sec 2024-04-12T17:01:30.837 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oakmztG0Ri3pNuo off=2054891 len=322339 2024-04-12T17:01:30.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 4870 completed, throughput=5MB/sec 2024-04-12T17:01:30.838 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jm1oQOQGJZOWe27 off=10866751 len=207591 2024-04-12T17:01:30.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 4871 completed, throughput=5MB/sec 2024-04-12T17:01:30.838 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Qng81Ug6N508LZQ off=6091040 len=660172 2024-04-12T17:01:30.839 INFO:tasks.workunit.client.0.smithi005.stdout:op 4872 completed, throughput=5MB/sec 2024-04-12T17:01:30.840 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--jzILbJ57UmhI2T off=3559635 len=198955 2024-04-12T17:01:30.842 INFO:tasks.workunit.client.0.smithi005.stdout:op 4873 completed, throughput=5MB/sec 2024-04-12T17:01:30.842 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sKBqHflSbXiK9mK off=1330815 len=1689542 2024-04-12T17:01:30.851 INFO:tasks.workunit.client.0.smithi005.stdout:op 4874 completed, throughput=5MB/sec 2024-04-12T17:01:30.851 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SSBiFs3a7Fc-ERY off=6546436 len=1917804 2024-04-12T17:01:30.860 INFO:tasks.workunit.client.0.smithi005.stdout:op 4875 completed, throughput=5MB/sec 2024-04-12T17:01:31.860 INFO:tasks.workunit.client.0.smithi005.stdout: 965: throughput=5MB/sec pending data=0 2024-04-12T17:01:31.861 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-59dj-Q3I1kIPkXr off=15309486 len=188894 2024-04-12T17:01:31.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 4876 completed, throughput=5MB/sec 2024-04-12T17:01:31.864 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_qAxeYw75KtGBTH off=5341470 len=1551327 2024-04-12T17:01:31.867 INFO:tasks.workunit.client.0.smithi005.stdout:op 4877 completed, throughput=5MB/sec 2024-04-12T17:01:31.867 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4QDzX-MtJsyYNpR off=5005089 len=219547 2024-04-12T17:01:31.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 4878 completed, throughput=5MB/sec 2024-04-12T17:01:31.870 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bLOwg0Dm6wIS374 off=18358284 len=252559 2024-04-12T17:01:31.873 INFO:tasks.workunit.client.0.smithi005.stdout:op 4879 completed, throughput=5MB/sec 2024-04-12T17:01:31.873 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-URaJPfsCaDHa0AR off=14590217 len=959545 2024-04-12T17:01:31.879 INFO:tasks.workunit.client.0.smithi005.stdout:op 4880 completed, throughput=5MB/sec 2024-04-12T17:01:31.879 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sFy7Fwh2o9t-X7u off=13024044 len=1816916 2024-04-12T17:01:31.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 4881 completed, throughput=5MB/sec 2024-04-12T17:01:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:32 smithi005 ceph-mon[88416]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T17:01:32.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:32 smithi005 ceph-mon[90837]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T17:01:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:32 smithi016 ceph-mon[84444]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-12T17:01:32.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:01:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:01:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:32.887 INFO:tasks.workunit.client.0.smithi005.stdout: 966: throughput=5MB/sec pending data=0 2024-04-12T17:01:32.887 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EYUNXBz5QxwfaPC off=4525609 len=1028604 2024-04-12T17:01:32.888 INFO:tasks.workunit.client.0.smithi005.stdout:op 4882 completed, throughput=5MB/sec 2024-04-12T17:01:32.889 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-176dtdZJ77nrwHQ off=328105 len=1255658 2024-04-12T17:01:32.890 INFO:tasks.workunit.client.0.smithi005.stdout:op 4883 completed, throughput=5MB/sec 2024-04-12T17:01:32.890 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jV5Gbghf5ako1BY off=5930077 len=1743967 2024-04-12T17:01:32.892 INFO:tasks.workunit.client.0.smithi005.stdout:op 4884 completed, throughput=5MB/sec 2024-04-12T17:01:32.892 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_Qo7ZInZnMeFkBA off=8712891 len=718367 2024-04-12T17:01:32.894 INFO:tasks.workunit.client.0.smithi005.stdout:op 4885 completed, throughput=5MB/sec 2024-04-12T17:01:33.894 INFO:tasks.workunit.client.0.smithi005.stdout: 967: throughput=5MB/sec pending data=0 2024-04-12T17:01:33.894 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ynqFzDzo5ZZIfRl off=15453235 len=1791717 2024-04-12T17:01:33.896 INFO:tasks.workunit.client.0.smithi005.stdout:op 4886 completed, throughput=5MB/sec 2024-04-12T17:01:33.896 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nAfovyg0mZaz0l0 off=13444126 len=505477 2024-04-12T17:01:33.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 4887 completed, throughput=5MB/sec 2024-04-12T17:01:33.901 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w9kkHKJvbS7iANf off=2710828 len=528287 2024-04-12T17:01:33.902 INFO:tasks.workunit.client.0.smithi005.stdout:op 4888 completed, throughput=5MB/sec 2024-04-12T17:01:33.902 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fWApHPSHye0bMbA off=10282131 len=791695 2024-04-12T17:01:33.903 INFO:tasks.workunit.client.0.smithi005.stdout:op 4889 completed, throughput=5MB/sec 2024-04-12T17:01:33.903 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eMX1WI_4gwJ3wUq off=14495284 len=907394 2024-04-12T17:01:33.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 4890 completed, throughput=5MB/sec 2024-04-12T17:01:33.904 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EF-IEmQH05xFZdX off=2107825 len=1045614 2024-04-12T17:01:33.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 4891 completed, throughput=5MB/sec 2024-04-12T17:01:34.202 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:01:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:01:33] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:01:34.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:34 smithi005 ceph-mon[88416]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:01:34.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:34 smithi005 ceph-mon[90837]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:01:34.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:34 smithi016 ceph-mon[84444]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:01:34.911 INFO:tasks.workunit.client.0.smithi005.stdout: 968: throughput=5MB/sec pending data=0 2024-04-12T17:01:34.911 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kdsS2_Ce2RfpOva off=16983229 len=4226 2024-04-12T17:01:34.911 INFO:tasks.workunit.client.0.smithi005.stdout:op 4892 completed, throughput=5MB/sec 2024-04-12T17:01:34.911 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-XpZKwKROXpu20yG off=13097530 len=208861 2024-04-12T17:01:34.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 4893 completed, throughput=5MB/sec 2024-04-12T17:01:34.912 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0d9l3bsluzxSfu- off=10318540 len=2031490 2024-04-12T17:01:34.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 4894 completed, throughput=5MB/sec 2024-04-12T17:01:34.914 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mo0D2yUeayJPU2g off=18372041 len=759037 2024-04-12T17:01:34.916 INFO:tasks.workunit.client.0.smithi005.stdout:op 4895 completed, throughput=5MB/sec 2024-04-12T17:01:34.916 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zy2jeCCQp_iYJnV off=7637519 len=359608 2024-04-12T17:01:34.922 INFO:tasks.workunit.client.0.smithi005.stdout:op 4896 completed, throughput=5MB/sec 2024-04-12T17:01:34.922 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ETJGQRx5f8M9kLN off=2857591 len=1539690 2024-04-12T17:01:34.929 INFO:tasks.workunit.client.0.smithi005.stdout:op 4897 completed, throughput=5MB/sec 2024-04-12T17:01:35.454 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:35.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:35.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:35.930 INFO:tasks.workunit.client.0.smithi005.stdout: 969: throughput=5MB/sec pending data=0 2024-04-12T17:01:35.930 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BANvquXQN3Dtjf8 off=6804998 len=1380690 2024-04-12T17:01:35.932 INFO:tasks.workunit.client.0.smithi005.stdout:op 4898 completed, throughput=5MB/sec 2024-04-12T17:01:35.932 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bj5Q_-6FhSZo9BN off=4145953 len=1260070 2024-04-12T17:01:35.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 4899 completed, throughput=5MB/sec 2024-04-12T17:01:35.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iqEOl93rCbRSw-J off=4513968 len=910594 2024-04-12T17:01:35.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 4900 completed, throughput=5MB/sec 2024-04-12T17:01:35.937 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Gn6yRgq6WtdUG65 off=11424652 len=2007302 2024-04-12T17:01:35.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 4901 completed, throughput=5MB/sec 2024-04-12T17:01:36.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:36 smithi016 ceph-mon[84444]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:36.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:36 smithi005 ceph-mon[88416]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:36.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:36 smithi005 ceph-mon[90837]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:36.949 INFO:tasks.workunit.client.0.smithi005.stdout: 970: throughput=5MB/sec pending data=0 2024-04-12T17:01:36.949 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7rZIlEpQKqShstH off=2278288 len=467493 2024-04-12T17:01:36.953 INFO:tasks.workunit.client.0.smithi005.stdout:op 4902 completed, throughput=5MB/sec 2024-04-12T17:01:36.953 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OBJybxgSN5GwgfE off=1034819 len=2072250 2024-04-12T17:01:36.956 INFO:tasks.workunit.client.0.smithi005.stdout:op 4903 completed, throughput=5MB/sec 2024-04-12T17:01:36.956 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Iy_SD7Ub3JQKMDL off=3580754 len=972206 2024-04-12T17:01:36.961 INFO:tasks.workunit.client.0.smithi005.stdout:op 4904 completed, throughput=5MB/sec 2024-04-12T17:01:36.961 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AMUrHeMDQAPGeIj off=4422404 len=1639153 2024-04-12T17:01:36.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 4905 completed, throughput=5MB/sec 2024-04-12T17:01:37.964 INFO:tasks.workunit.client.0.smithi005.stdout: 971: throughput=5MB/sec pending data=0 2024-04-12T17:01:37.964 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-B1J6SWzKxrAkKmC off=14193538 len=161821 2024-04-12T17:01:37.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 4906 completed, throughput=5MB/sec 2024-04-12T17:01:37.965 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1llHlle3GvEyAks off=2769896 len=312529 2024-04-12T17:01:37.968 INFO:tasks.workunit.client.0.smithi005.stdout:op 4907 completed, throughput=5MB/sec 2024-04-12T17:01:37.969 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wj-7opwMWxSCC0- off=3624346 len=24068 2024-04-12T17:01:37.969 INFO:tasks.workunit.client.0.smithi005.stdout:op 4908 completed, throughput=5MB/sec 2024-04-12T17:01:37.969 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zjyEK0Ly_8omd2h off=22167 len=454469 2024-04-12T17:01:37.972 INFO:tasks.workunit.client.0.smithi005.stdout:op 4909 completed, throughput=5MB/sec 2024-04-12T17:01:37.973 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aPjzxu50KkyPqPh off=2016387 len=1622571 2024-04-12T17:01:37.976 INFO:tasks.workunit.client.0.smithi005.stdout:op 4910 completed, throughput=5MB/sec 2024-04-12T17:01:37.976 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gb433yqWPdJGWBZ off=4051556 len=826542 2024-04-12T17:01:37.980 INFO:tasks.workunit.client.0.smithi005.stdout:op 4911 completed, throughput=5MB/sec 2024-04-12T17:01:37.981 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CWjyCx3b_y4FjSR off=10196135 len=948438 2024-04-12T17:01:37.982 INFO:tasks.workunit.client.0.smithi005.stdout:op 4912 completed, throughput=5MB/sec 2024-04-12T17:01:37.982 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iNUeHu8IgieTNb2 off=10025410 len=1066841 2024-04-12T17:01:37.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 4913 completed, throughput=5MB/sec 2024-04-12T17:01:38.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:38 smithi016 ceph-mon[84444]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:01:38.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:38 smithi005 ceph-mon[88416]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:01:38.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:38 smithi005 ceph-mon[90837]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:01:38.983 INFO:tasks.workunit.client.0.smithi005.stdout: 972: throughput=5MB/sec pending data=0 2024-04-12T17:01:38.983 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SY6eIYBCx6M8yLE off=5603453 len=587017 2024-04-12T17:01:38.988 INFO:tasks.workunit.client.0.smithi005.stdout:op 4914 completed, throughput=5MB/sec 2024-04-12T17:01:38.988 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fRWAOF1L81GxPip off=13403021 len=1283960 2024-04-12T17:01:38.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 4915 completed, throughput=5MB/sec 2024-04-12T17:01:38.990 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PzhZO-pa_Tx_nYB off=774945 len=403108 2024-04-12T17:01:38.990 INFO:tasks.workunit.client.0.smithi005.stdout:op 4916 completed, throughput=5MB/sec 2024-04-12T17:01:38.991 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J9O3HVvmVJOhog0 off=13015619 len=372934 2024-04-12T17:01:38.991 INFO:tasks.workunit.client.0.smithi005.stdout:op 4917 completed, throughput=5MB/sec 2024-04-12T17:01:38.991 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rabfsNrnikJ_8K9 off=1329366 len=2077223 2024-04-12T17:01:38.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 4918 completed, throughput=5MB/sec 2024-04-12T17:01:39.994 INFO:tasks.workunit.client.0.smithi005.stdout: 973: throughput=4.99MB/sec pending data=0 2024-04-12T17:01:39.995 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uRgYKMcL_yLTqny off=4131635 len=424430 2024-04-12T17:01:39.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 4919 completed, throughput=5MB/sec 2024-04-12T17:01:39.998 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ea8-BTG2X3OMSIY off=0 len=1236284 2024-04-12T17:01:40.000 INFO:tasks.workunit.client.0.smithi005.stdout:op 4920 completed, throughput=5MB/sec 2024-04-12T17:01:40.000 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Nek6gBeITebWH-l off=6586242 len=1506259 2024-04-12T17:01:40.007 INFO:tasks.workunit.client.0.smithi005.stdout:op 4921 completed, throughput=5MB/sec 2024-04-12T17:01:40.007 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jr72wukWc5zHK37 off=2198877 len=800906 2024-04-12T17:01:40.008 INFO:tasks.workunit.client.0.smithi005.stdout:op 4922 completed, throughput=5MB/sec 2024-04-12T17:01:40.008 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UGtz2rD7wLIsSQm off=10996 len=1284370 2024-04-12T17:01:40.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 4923 completed, throughput=5MB/sec 2024-04-12T17:01:40.015 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-P59Zgl9y2whJvHb off=8167249 len=1909719 2024-04-12T17:01:40.022 INFO:tasks.workunit.client.0.smithi005.stdout:op 4924 completed, throughput=5MB/sec 2024-04-12T17:01:40.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:40 smithi016 ceph-mon[84444]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T17:01:40.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:40 smithi005 ceph-mon[88416]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T17:01:40.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:40 smithi005 ceph-mon[90837]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T17:01:41.023 INFO:tasks.workunit.client.0.smithi005.stdout: 974: throughput=5MB/sec pending data=0 2024-04-12T17:01:41.023 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1HkNC0F50SbqYYm off=4128476 len=763574 2024-04-12T17:01:41.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 4925 completed, throughput=5MB/sec 2024-04-12T17:01:41.024 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QROqxTeQZ1pqiZL off=17697515 len=1684509 2024-04-12T17:01:41.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 4926 completed, throughput=5MB/sec 2024-04-12T17:01:41.034 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rFGI3u4t7iEmqjj off=810552 len=332941 2024-04-12T17:01:41.035 INFO:tasks.workunit.client.0.smithi005.stdout:op 4927 completed, throughput=5MB/sec 2024-04-12T17:01:41.035 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uid9tnEx5mxk4bt off=1161762 len=177449 2024-04-12T17:01:41.038 INFO:tasks.workunit.client.0.smithi005.stdout:op 4928 completed, throughput=5MB/sec 2024-04-12T17:01:41.038 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QvsE01x-zWpf53s off=4212927 len=845578 2024-04-12T17:01:41.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 4929 completed, throughput=5MB/sec 2024-04-12T17:01:42.043 INFO:tasks.workunit.client.0.smithi005.stdout: 975: throughput=5MB/sec pending data=0 2024-04-12T17:01:42.044 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7jq6u8dt1eRWMmC off=4400423 len=1671493 2024-04-12T17:01:42.051 INFO:tasks.workunit.client.0.smithi005.stdout:op 4930 completed, throughput=5MB/sec 2024-04-12T17:01:42.051 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MJf-F0xpODX-zG5 off=7703357 len=1490976 2024-04-12T17:01:42.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 4931 completed, throughput=5MB/sec 2024-04-12T17:01:42.058 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1nD7cex0CHTvqqn off=3161493 len=2095701 2024-04-12T17:01:42.066 INFO:tasks.workunit.client.0.smithi005.stdout:op 4932 completed, throughput=5MB/sec 2024-04-12T17:01:42.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:42 smithi016 ceph-mon[84444]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:01:42.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:01:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:42.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:42 smithi005 ceph-mon[88416]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:01:42.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:42 smithi005 ceph-mon[90837]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:01:43.067 INFO:tasks.workunit.client.0.smithi005.stdout: 976: throughput=5MB/sec pending data=0 2024-04-12T17:01:43.067 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iXK_xLakaH6zfV6 off=2681230 len=1112573 2024-04-12T17:01:43.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 4933 completed, throughput=5MB/sec 2024-04-12T17:01:43.072 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hyMcY4ISS8nHG3n off=2259429 len=1655103 2024-04-12T17:01:43.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 4934 completed, throughput=5MB/sec 2024-04-12T17:01:43.080 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4hSgsIHH1PWhEjP off=2302895 len=2087905 2024-04-12T17:01:43.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 4935 completed, throughput=5MB/sec 2024-04-12T17:01:43.084 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gq-GBs2Dw-J3ZMZ off=5093027 len=832951 2024-04-12T17:01:43.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 4936 completed, throughput=5MB/sec 2024-04-12T17:01:44.089 INFO:tasks.workunit.client.0.smithi005.stdout: 977: throughput=5MB/sec pending data=0 2024-04-12T17:01:44.090 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5evuk8W3ZI2HNtr off=984216 len=418666 2024-04-12T17:01:44.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 4937 completed, throughput=5MB/sec 2024-04-12T17:01:44.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EtEB6rxF2RFDNQ4 off=6502545 len=22518 2024-04-12T17:01:44.093 INFO:tasks.workunit.client.0.smithi005.stdout:op 4938 completed, throughput=5MB/sec 2024-04-12T17:01:44.093 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UDa93QuaOqgHq6t off=2428179 len=1543204 2024-04-12T17:01:44.095 INFO:tasks.workunit.client.0.smithi005.stdout:op 4939 completed, throughput=5MB/sec 2024-04-12T17:01:44.095 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6picE0gSTJFNbid off=268544 len=1186687 2024-04-12T17:01:44.101 INFO:tasks.workunit.client.0.smithi005.stdout:op 4940 completed, throughput=5MB/sec 2024-04-12T17:01:44.101 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TR1A-M2VrkukwX3 off=5598732 len=753145 2024-04-12T17:01:44.102 INFO:tasks.workunit.client.0.smithi005.stdout:op 4941 completed, throughput=5MB/sec 2024-04-12T17:01:44.102 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-67Y4uz_PYaWEdP9 off=1885287 len=1926118 2024-04-12T17:01:44.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 4942 completed, throughput=5MB/sec 2024-04-12T17:01:44.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:01:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:01:43] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:01:44.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:44 smithi016 ceph-mon[84444]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:01:44.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:44 smithi005 ceph-mon[88416]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:01:44.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:44 smithi005 ceph-mon[90837]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:01:45.107 INFO:tasks.workunit.client.0.smithi005.stdout: 978: throughput=5MB/sec pending data=0 2024-04-12T17:01:45.107 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uo0wEb8xXu4cOSU off=188114 len=1873950 2024-04-12T17:01:45.116 INFO:tasks.workunit.client.0.smithi005.stdout:op 4943 completed, throughput=5MB/sec 2024-04-12T17:01:45.116 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KwpbQi322CX3pk2 off=5925306 len=633472 2024-04-12T17:01:45.118 INFO:tasks.workunit.client.0.smithi005.stdout:op 4944 completed, throughput=5MB/sec 2024-04-12T17:01:45.118 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6WwFMt_8SfCMPgP off=1546585 len=150530 2024-04-12T17:01:45.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 4945 completed, throughput=5MB/sec 2024-04-12T17:01:45.121 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vhxho0Hs_qRQxtz off=257351 len=1050798 2024-04-12T17:01:45.122 INFO:tasks.workunit.client.0.smithi005.stdout:op 4946 completed, throughput=5MB/sec 2024-04-12T17:01:45.122 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rSRv13YXTKnDAwl off=708424 len=4280 2024-04-12T17:01:45.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 4947 completed, throughput=5MB/sec 2024-04-12T17:01:45.125 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bwar85I9Ip_9jsx off=4836591 len=839985 2024-04-12T17:01:45.126 INFO:tasks.workunit.client.0.smithi005.stdout:op 4948 completed, throughput=5MB/sec 2024-04-12T17:01:46.127 INFO:tasks.workunit.client.0.smithi005.stdout: 979: throughput=5MB/sec pending data=0 2024-04-12T17:01:46.127 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OuzUcx2pbt5n73A off=9253426 len=617170 2024-04-12T17:01:46.128 INFO:tasks.workunit.client.0.smithi005.stdout:op 4949 completed, throughput=5MB/sec 2024-04-12T17:01:46.129 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9PimLkALlGkqg1u off=9952986 len=324790 2024-04-12T17:01:46.145 INFO:tasks.workunit.client.0.smithi005.stdout:op 4950 completed, throughput=5MB/sec 2024-04-12T17:01:46.146 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EdcNpf3az-PrlNF off=12665641 len=845229 2024-04-12T17:01:46.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 4951 completed, throughput=5MB/sec 2024-04-12T17:01:46.151 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d32avZAgXr-71Z1 off=2194114 len=923776 2024-04-12T17:01:46.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 4952 completed, throughput=5MB/sec 2024-04-12T17:01:46.151 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Zolo55_pP1FSirF off=696405 len=997001 2024-04-12T17:01:46.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 4953 completed, throughput=5MB/sec 2024-04-12T17:01:46.151 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H7PlxRpUUAkUPks off=10479220 len=725542 2024-04-12T17:01:46.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 4954 completed, throughput=5MB/sec 2024-04-12T17:01:46.153 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QQ6FDEk__jREG7I off=13097538 len=893148 2024-04-12T17:01:46.153 INFO:tasks.workunit.client.0.smithi005.stdout:op 4955 completed, throughput=5MB/sec 2024-04-12T17:01:46.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:46 smithi016 ceph-mon[84444]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:46.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:46 smithi005 ceph-mon[88416]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:46.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:46 smithi005 ceph-mon[90837]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:47.140 INFO:tasks.workunit.client.0.smithi005.stdout: 980: throughput=5MB/sec pending data=0 2024-04-12T17:01:47.140 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1jwILddHswAI6Gc off=0 len=1472059 2024-04-12T17:01:47.147 INFO:tasks.workunit.client.0.smithi005.stdout:op 4956 completed, throughput=5MB/sec 2024-04-12T17:01:47.147 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GqEU5OOEqbi3vxW off=2564896 len=911602 2024-04-12T17:01:47.149 INFO:tasks.workunit.client.0.smithi005.stdout:op 4957 completed, throughput=5MB/sec 2024-04-12T17:01:47.149 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J__dMlUsxPmgD_b off=3914616 len=1651139 2024-04-12T17:01:47.151 INFO:tasks.workunit.client.0.smithi005.stdout:op 4958 completed, throughput=5MB/sec 2024-04-12T17:01:47.151 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_eoADFO3sXDej-q off=2574953 len=1680215 2024-04-12T17:01:47.154 INFO:tasks.workunit.client.0.smithi005.stdout:op 4959 completed, throughput=5MB/sec 2024-04-12T17:01:48.154 INFO:tasks.workunit.client.0.smithi005.stdout: 981: throughput=5MB/sec pending data=0 2024-04-12T17:01:48.154 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gcuy1VJ6pGyEo6_ off=6780638 len=508719 2024-04-12T17:01:48.158 INFO:tasks.workunit.client.0.smithi005.stdout:op 4960 completed, throughput=5MB/sec 2024-04-12T17:01:48.158 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UBRzteCPQaBBbUM off=2682873 len=1119809 2024-04-12T17:01:48.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 4961 completed, throughput=5MB/sec 2024-04-12T17:01:48.164 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ks-jRgxJ1G6icZR off=474375 len=842539 2024-04-12T17:01:48.166 INFO:tasks.workunit.client.0.smithi005.stdout:op 4962 completed, throughput=5MB/sec 2024-04-12T17:01:48.166 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gW5ucbQBA904joP off=274500 len=1386455 2024-04-12T17:01:48.168 INFO:tasks.workunit.client.0.smithi005.stdout:op 4963 completed, throughput=5MB/sec 2024-04-12T17:01:48.168 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-95npQJhlluEr8f7 off=3219599 len=1620193 2024-04-12T17:01:48.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 4964 completed, throughput=5MB/sec 2024-04-12T17:01:48.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:48 smithi016 ceph-mon[84444]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:48.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:48 smithi005 ceph-mon[88416]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:48.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:48 smithi005 ceph-mon[90837]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:49.175 INFO:tasks.workunit.client.0.smithi005.stdout: 982: throughput=5MB/sec pending data=0 2024-04-12T17:01:49.175 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cIaQ7071z5RH7CG off=14959470 len=1388796 2024-04-12T17:01:49.177 INFO:tasks.workunit.client.0.smithi005.stdout:op 4965 completed, throughput=5MB/sec 2024-04-12T17:01:49.178 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fpxtBrOKnJyLP64 off=13168403 len=642832 2024-04-12T17:01:49.183 INFO:tasks.workunit.client.0.smithi005.stdout:op 4966 completed, throughput=5MB/sec 2024-04-12T17:01:49.183 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8TY6EWTPr0tdMOA off=2594004 len=247759 2024-04-12T17:01:49.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 4967 completed, throughput=5MB/sec 2024-04-12T17:01:49.186 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sUXTEV4L3NHXLkj off=6718514 len=1435700 2024-04-12T17:01:49.191 INFO:tasks.workunit.client.0.smithi005.stdout:op 4968 completed, throughput=5MB/sec 2024-04-12T17:01:49.191 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WqXAKaPYnhV9OYu off=950759 len=1286378 2024-04-12T17:01:49.192 INFO:tasks.workunit.client.0.smithi005.stdout:op 4969 completed, throughput=5MB/sec 2024-04-12T17:01:50.193 INFO:tasks.workunit.client.0.smithi005.stdout: 983: throughput=5MB/sec pending data=0 2024-04-12T17:01:50.193 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5IcSDlE6L7fjzYh off=1327166 len=1490333 2024-04-12T17:01:50.196 INFO:tasks.workunit.client.0.smithi005.stdout:op 4970 completed, throughput=5MB/sec 2024-04-12T17:01:50.196 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zVJ_L_WIZq6tT2D off=9423837 len=1907944 2024-04-12T17:01:50.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 4971 completed, throughput=5MB/sec 2024-04-12T17:01:50.207 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TNpn8_jPqRUfCcT off=282216 len=1475788 2024-04-12T17:01:50.209 INFO:tasks.workunit.client.0.smithi005.stdout:op 4972 completed, throughput=5MB/sec 2024-04-12T17:01:50.209 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pieh0gQlczpvB-J off=10006347 len=888792 2024-04-12T17:01:50.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 4973 completed, throughput=5MB/sec 2024-04-12T17:01:50.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:50 smithi016 ceph-mon[84444]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T17:01:50.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:50.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:50 smithi005 ceph-mon[88416]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T17:01:50.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:50.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:50 smithi005 ceph-mon[90837]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T17:01:50.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:01:51.214 INFO:tasks.workunit.client.0.smithi005.stdout: 984: throughput=5MB/sec pending data=0 2024-04-12T17:01:51.214 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yu80dL71OPVhdk7 off=13026156 len=223489 2024-04-12T17:01:51.215 INFO:tasks.workunit.client.0.smithi005.stdout:op 4974 completed, throughput=5MB/sec 2024-04-12T17:01:51.215 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VEOF0zm6zwe0GXB off=1590985 len=1481427 2024-04-12T17:01:51.217 INFO:tasks.workunit.client.0.smithi005.stdout:op 4975 completed, throughput=5MB/sec 2024-04-12T17:01:51.217 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dAPZkAqXYsJKZuj off=7869394 len=23553 2024-04-12T17:01:51.217 INFO:tasks.workunit.client.0.smithi005.stdout:op 4976 completed, throughput=5MB/sec 2024-04-12T17:01:51.217 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5FcwbQNY2ZNnn9M off=3653800 len=1017133 2024-04-12T17:01:51.224 INFO:tasks.workunit.client.0.smithi005.stdout:op 4977 completed, throughput=5MB/sec 2024-04-12T17:01:51.224 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XhnXPqcY7dolBHB off=1071980 len=1746181 2024-04-12T17:01:51.233 INFO:tasks.workunit.client.0.smithi005.stdout:op 4978 completed, throughput=5MB/sec 2024-04-12T17:01:51.233 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4r3vtdLJlho7xvH off=111679 len=641020 2024-04-12T17:01:51.234 INFO:tasks.workunit.client.0.smithi005.stdout:op 4979 completed, throughput=5MB/sec 2024-04-12T17:01:52.240 INFO:tasks.workunit.client.0.smithi005.stdout: 985: throughput=5MB/sec pending data=0 2024-04-12T17:01:52.240 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-943wZ8W-u_UW_9b off=5588710 len=1171880 2024-04-12T17:01:52.241 INFO:tasks.workunit.client.0.smithi005.stdout:op 4980 completed, throughput=5MB/sec 2024-04-12T17:01:52.241 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nPOhy3X5j6vzjyx off=5726210 len=307027 2024-04-12T17:01:52.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 4981 completed, throughput=5MB/sec 2024-04-12T17:01:52.244 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-txR6genvJnGG6py off=17774052 len=591957 2024-04-12T17:01:52.246 INFO:tasks.workunit.client.0.smithi005.stdout:op 4982 completed, throughput=5MB/sec 2024-04-12T17:01:52.246 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wwfv5bNL13bzfQv off=3793258 len=1663398 2024-04-12T17:01:52.248 INFO:tasks.workunit.client.0.smithi005.stdout:op 4983 completed, throughput=5MB/sec 2024-04-12T17:01:52.248 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9QREqg1Jh4D4Ujg off=10447380 len=1936437 2024-04-12T17:01:52.249 INFO:tasks.workunit.client.0.smithi005.stdout:op 4984 completed, throughput=5MB/sec 2024-04-12T17:01:52.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:52 smithi016 ceph-mon[84444]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:01:52.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:01:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:01:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:01:52.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:52 smithi005 ceph-mon[88416]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:01:52.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:52 smithi005 ceph-mon[90837]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:01:53.249 INFO:tasks.workunit.client.0.smithi005.stdout: 986: throughput=5MB/sec pending data=0 2024-04-12T17:01:53.249 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iKmgLxgsQozrckw off=863573 len=413024 2024-04-12T17:01:53.251 INFO:tasks.workunit.client.0.smithi005.stdout:op 4985 completed, throughput=5MB/sec 2024-04-12T17:01:53.251 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HxwtTQu4xX0JE02 off=313259 len=732485 2024-04-12T17:01:53.252 INFO:tasks.workunit.client.0.smithi005.stdout:op 4986 completed, throughput=5MB/sec 2024-04-12T17:01:53.252 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FmT3ApBJZaK-eeP off=647490 len=533832 2024-04-12T17:01:53.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 4987 completed, throughput=5MB/sec 2024-04-12T17:01:53.253 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qPoDt4eZ4gRekb8 off=12331801 len=539275 2024-04-12T17:01:53.257 INFO:tasks.workunit.client.0.smithi005.stdout:op 4988 completed, throughput=5MB/sec 2024-04-12T17:01:53.257 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NCmDCYQewVbI-qg off=589585 len=519981 2024-04-12T17:01:53.258 INFO:tasks.workunit.client.0.smithi005.stdout:op 4989 completed, throughput=5MB/sec 2024-04-12T17:01:53.258 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0rRKAgAuwtlODni off=3722324 len=1523626 2024-04-12T17:01:53.267 INFO:tasks.workunit.client.0.smithi005.stdout:op 4990 completed, throughput=5MB/sec 2024-04-12T17:01:53.267 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-H_7zIb-HwFsiCsS off=10188430 len=1318862 2024-04-12T17:01:53.274 INFO:tasks.workunit.client.0.smithi005.stdout:op 4991 completed, throughput=5MB/sec 2024-04-12T17:01:54.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:01:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:01:53] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-12T17:01:54.274 INFO:tasks.workunit.client.0.smithi005.stdout: 987: throughput=5MB/sec pending data=0 2024-04-12T17:01:54.275 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5f9ozcrgJALKNg- off=5155287 len=889818 2024-04-12T17:01:54.276 INFO:tasks.workunit.client.0.smithi005.stdout:op 4992 completed, throughput=5MB/sec 2024-04-12T17:01:54.276 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_AKGqzVl1clPKMQ off=4246245 len=1540476 2024-04-12T17:01:54.278 INFO:tasks.workunit.client.0.smithi005.stdout:op 4993 completed, throughput=5MB/sec 2024-04-12T17:01:54.278 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y9Xn-7PoufRuqeA off=7615925 len=2020980 2024-04-12T17:01:54.280 INFO:tasks.workunit.client.0.smithi005.stdout:op 4994 completed, throughput=5MB/sec 2024-04-12T17:01:54.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:54 smithi016 ceph-mon[84444]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T17:01:54.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:54 smithi005 ceph-mon[88416]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T17:01:54.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:54 smithi005 ceph-mon[90837]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-12T17:01:55.280 INFO:tasks.workunit.client.0.smithi005.stdout: 988: throughput=5MB/sec pending data=0 2024-04-12T17:01:55.281 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8sCm4XmEU2HsI9w off=5153866 len=196485 2024-04-12T17:01:55.284 INFO:tasks.workunit.client.0.smithi005.stdout:op 4995 completed, throughput=5MB/sec 2024-04-12T17:01:55.284 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jCVga1vkpHuyQK2 off=3205891 len=1601504 2024-04-12T17:01:55.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 4996 completed, throughput=5MB/sec 2024-04-12T17:01:55.293 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KLdTUndiNLihZ6t off=6095524 len=1832464 2024-04-12T17:01:55.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 4997 completed, throughput=5MB/sec 2024-04-12T17:01:55.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GTbPZp1GgdiC_L3 off=1326664 len=932630 2024-04-12T17:01:55.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 4998 completed, throughput=5MB/sec 2024-04-12T17:01:55.301 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y23ccQ7qY0Jl3AK off=123780 len=1663711 2024-04-12T17:01:55.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 4999 completed, throughput=5MB/sec 2024-04-12T17:01:56.310 INFO:tasks.workunit.client.0.smithi005.stdout: 989: throughput=5MB/sec pending data=0 2024-04-12T17:01:56.310 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vSb0zzi56UMw3Pn off=3893284 len=473870 2024-04-12T17:01:56.314 INFO:tasks.workunit.client.0.smithi005.stdout:op 5000 completed, throughput=5MB/sec 2024-04-12T17:01:56.314 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nHp5VouRPR8hhh9 off=588719 len=33516 2024-04-12T17:01:56.316 INFO:tasks.workunit.client.0.smithi005.stdout:op 5001 completed, throughput=5MB/sec 2024-04-12T17:01:56.316 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jpDkKfLawNAiRN_ off=1232902 len=1597207 2024-04-12T17:01:56.325 INFO:tasks.workunit.client.0.smithi005.stdout:op 5002 completed, throughput=5MB/sec 2024-04-12T17:01:56.325 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8V5qG2OByopBxZa off=9342479 len=738782 2024-04-12T17:01:56.328 INFO:tasks.workunit.client.0.smithi005.stdout:op 5003 completed, throughput=5MB/sec 2024-04-12T17:01:56.329 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eCLweS7iWs9dK1b off=18446690 len=1838129 2024-04-12T17:01:56.338 INFO:tasks.workunit.client.0.smithi005.stdout:op 5004 completed, throughput=5MB/sec 2024-04-12T17:01:56.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:56 smithi016 ceph-mon[84444]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:56 smithi005 ceph-mon[88416]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:56.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:56 smithi005 ceph-mon[90837]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:01:57.335 INFO:tasks.workunit.client.0.smithi005.stdout: 990: throughput=5MB/sec pending data=0 2024-04-12T17:01:57.336 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0JLSKIlpPoH5U43 off=1579820 len=324333 2024-04-12T17:01:57.339 INFO:tasks.workunit.client.0.smithi005.stdout:op 5005 completed, throughput=5MB/sec 2024-04-12T17:01:57.339 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lscPb5sOdChXNBF off=52545 len=581369 2024-04-12T17:01:57.343 INFO:tasks.workunit.client.0.smithi005.stdout:op 5006 completed, throughput=5MB/sec 2024-04-12T17:01:57.343 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NGzHsv6mOB9GXvD off=4265716 len=932266 2024-04-12T17:01:57.345 INFO:tasks.workunit.client.0.smithi005.stdout:op 5007 completed, throughput=5MB/sec 2024-04-12T17:01:57.345 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-M_pe0e4qM_X2WaP off=1722036 len=1754052 2024-04-12T17:01:57.349 INFO:tasks.workunit.client.0.smithi005.stdout:op 5008 completed, throughput=5MB/sec 2024-04-12T17:01:57.349 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QRvU4vVwwb519O6 off=2782326 len=1228337 2024-04-12T17:01:57.354 INFO:tasks.workunit.client.0.smithi005.stdout:op 5009 completed, throughput=5MB/sec 2024-04-12T17:01:57.354 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QoGWboyRS9UmMrt off=7557696 len=743522 2024-04-12T17:01:57.358 INFO:tasks.workunit.client.0.smithi005.stdout:op 5010 completed, throughput=5MB/sec 2024-04-12T17:01:58.359 INFO:tasks.workunit.client.0.smithi005.stdout: 991: throughput=5MB/sec pending data=0 2024-04-12T17:01:58.359 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AWq4FZcdlxiWkTO off=6451785 len=2013360 2024-04-12T17:01:58.361 INFO:tasks.workunit.client.0.smithi005.stdout:op 5011 completed, throughput=5MB/sec 2024-04-12T17:01:58.361 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gJQLdQ77UYTyFEP off=1393327 len=1910248 2024-04-12T17:01:58.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 5012 completed, throughput=5MB/sec 2024-04-12T17:01:58.369 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6XVbEFWYYPn5O2K off=9408544 len=1320421 2024-04-12T17:01:58.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 5013 completed, throughput=5MB/sec 2024-04-12T17:01:58.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:01:58 smithi016 ceph-mon[84444]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:58.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:01:58 smithi005 ceph-mon[88416]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:58.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:01:58 smithi005 ceph-mon[90837]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:01:59.375 INFO:tasks.workunit.client.0.smithi005.stdout: 992: throughput=5MB/sec pending data=0 2024-04-12T17:01:59.375 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--k5AxM_mTWsd3Dy off=2049621 len=1405598 2024-04-12T17:01:59.383 INFO:tasks.workunit.client.0.smithi005.stdout:op 5014 completed, throughput=5MB/sec 2024-04-12T17:01:59.383 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-viHTIMpZPPc0Pob off=1800003 len=819768 2024-04-12T17:01:59.384 INFO:tasks.workunit.client.0.smithi005.stdout:op 5015 completed, throughput=5MB/sec 2024-04-12T17:01:59.384 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8bErDqCMc5dMEoX off=16112627 len=126380 2024-04-12T17:01:59.387 INFO:tasks.workunit.client.0.smithi005.stdout:op 5016 completed, throughput=5MB/sec 2024-04-12T17:01:59.387 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K_Qy9M0DAEe_yQT off=1894876 len=685693 2024-04-12T17:01:59.389 INFO:tasks.workunit.client.0.smithi005.stdout:op 5017 completed, throughput=5MB/sec 2024-04-12T17:01:59.389 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5eKDkkJdRuDvkor off=3707102 len=1045564 2024-04-12T17:01:59.390 INFO:tasks.workunit.client.0.smithi005.stdout:op 5018 completed, throughput=5MB/sec 2024-04-12T17:01:59.390 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AMeFaHtopGLvnyW off=11981451 len=90113 2024-04-12T17:01:59.393 INFO:tasks.workunit.client.0.smithi005.stdout:op 5019 completed, throughput=5MB/sec 2024-04-12T17:01:59.393 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-P7K-FG9U9YnMn0s off=8445160 len=1280554 2024-04-12T17:01:59.394 INFO:tasks.workunit.client.0.smithi005.stdout:op 5020 completed, throughput=5MB/sec 2024-04-12T17:02:00.395 INFO:tasks.workunit.client.0.smithi005.stdout: 993: throughput=5MB/sec pending data=0 2024-04-12T17:02:00.395 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4K-6y-7nM5miJT1 off=15204676 len=1781595 2024-04-12T17:02:00.404 INFO:tasks.workunit.client.0.smithi005.stdout:op 5021 completed, throughput=5MB/sec 2024-04-12T17:02:00.405 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-a2SMmydU3la6hwf off=1170900 len=387968 2024-04-12T17:02:00.406 INFO:tasks.workunit.client.0.smithi005.stdout:op 5022 completed, throughput=5MB/sec 2024-04-12T17:02:00.406 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Qgtok5aKi0082Sr off=2597363 len=1943887 2024-04-12T17:02:00.407 INFO:tasks.workunit.client.0.smithi005.stdout:op 5023 completed, throughput=5MB/sec 2024-04-12T17:02:00.408 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CjSPdkO-Mrvn6wm off=16384227 len=136992 2024-04-12T17:02:00.409 INFO:tasks.workunit.client.0.smithi005.stdout:op 5024 completed, throughput=5MB/sec 2024-04-12T17:02:00.409 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eHoYkSXVBq2-gCR off=13463090 len=1754728 2024-04-12T17:02:00.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 5025 completed, throughput=5MB/sec 2024-04-12T17:02:00.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:00 smithi016 ceph-mon[84444]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T17:02:00.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:00 smithi005 ceph-mon[88416]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T17:02:00.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:00 smithi005 ceph-mon[90837]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-12T17:02:01.416 INFO:tasks.workunit.client.0.smithi005.stdout: 994: throughput=5MB/sec pending data=0 2024-04-12T17:02:01.417 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8VvgC5A5AwysgZu off=3344871 len=235722 2024-04-12T17:02:01.417 INFO:tasks.workunit.client.0.smithi005.stdout:op 5026 completed, throughput=5MB/sec 2024-04-12T17:02:01.417 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NZC3riedb6x8b8I off=17001517 len=643468 2024-04-12T17:02:01.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 5027 completed, throughput=5MB/sec 2024-04-12T17:02:01.419 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9OfuHo8DbjYVD94 off=15747648 len=1376318 2024-04-12T17:02:01.427 INFO:tasks.workunit.client.0.smithi005.stdout:op 5028 completed, throughput=5MB/sec 2024-04-12T17:02:01.427 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HP-HmJooqhLCsS2 off=11183724 len=355205 2024-04-12T17:02:01.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 5029 completed, throughput=5MB/sec 2024-04-12T17:02:01.429 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-D3vc-JwQjvM31c_ off=4491387 len=2059019 2024-04-12T17:02:01.435 INFO:tasks.workunit.client.0.smithi005.stdout:op 5030 completed, throughput=5MB/sec 2024-04-12T17:02:02.436 INFO:tasks.workunit.client.0.smithi005.stdout: 995: throughput=5MB/sec pending data=0 2024-04-12T17:02:02.436 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xsVMUoif7jhn_4h off=601688 len=520492 2024-04-12T17:02:02.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 5031 completed, throughput=5MB/sec 2024-04-12T17:02:02.440 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j2-KcpPB_l3gUHh off=3598129 len=1708929 2024-04-12T17:02:02.449 INFO:tasks.workunit.client.0.smithi005.stdout:op 5032 completed, throughput=5MB/sec 2024-04-12T17:02:02.449 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vHlSBuWLY5wIVhV off=21812572 len=185803 2024-04-12T17:02:02.452 INFO:tasks.workunit.client.0.smithi005.stdout:op 5033 completed, throughput=5MB/sec 2024-04-12T17:02:02.452 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-w0f0MRXUEjgTquQ off=7704545 len=1144167 2024-04-12T17:02:02.458 INFO:tasks.workunit.client.0.smithi005.stdout:op 5034 completed, throughput=5MB/sec 2024-04-12T17:02:02.458 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0fuLpBIZoRrU_TT off=1906230 len=526729 2024-04-12T17:02:02.458 INFO:tasks.workunit.client.0.smithi005.stdout:op 5035 completed, throughput=5MB/sec 2024-04-12T17:02:02.459 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_OxORqNGXFMyZrX off=17895848 len=1408991 2024-04-12T17:02:02.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 5036 completed, throughput=5MB/sec 2024-04-12T17:02:02.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:02 smithi016 ceph-mon[84444]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:02:02.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:02:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:02:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:02.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:02 smithi005 ceph-mon[88416]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:02:02.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:02 smithi005 ceph-mon[90837]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:02:03.462 INFO:tasks.workunit.client.0.smithi005.stdout: 996: throughput=5MB/sec pending data=0 2024-04-12T17:02:03.462 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qGd0yirT3WXtj35 off=5924394 len=1784308 2024-04-12T17:02:03.464 INFO:tasks.workunit.client.0.smithi005.stdout:op 5037 completed, throughput=5MB/sec 2024-04-12T17:02:03.464 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2YWv1Am1CAj44Ij off=8135210 len=1195122 2024-04-12T17:02:03.467 INFO:tasks.workunit.client.0.smithi005.stdout:op 5038 completed, throughput=5MB/sec 2024-04-12T17:02:03.467 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7aSkpt4tZp6nOt7 off=5870841 len=1736437 2024-04-12T17:02:03.476 INFO:tasks.workunit.client.0.smithi005.stdout:op 5039 completed, throughput=5MB/sec 2024-04-12T17:02:04.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:02:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:02:03] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-12T17:02:04.476 INFO:tasks.workunit.client.0.smithi005.stdout: 997: throughput=5MB/sec pending data=0 2024-04-12T17:02:04.476 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v5jinQI-31iZsr- off=3253295 len=322701 2024-04-12T17:02:04.477 INFO:tasks.workunit.client.0.smithi005.stdout:op 5040 completed, throughput=5MB/sec 2024-04-12T17:02:04.477 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CIiHntb6iEfLa20 off=11553318 len=23799 2024-04-12T17:02:04.478 INFO:tasks.workunit.client.0.smithi005.stdout:op 5041 completed, throughput=5MB/sec 2024-04-12T17:02:04.478 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A2kcGY2k3dWf2p- off=16691141 len=933584 2024-04-12T17:02:04.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 5042 completed, throughput=5MB/sec 2024-04-12T17:02:04.481 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Vf-2Sq6DyhoHaMt off=1034729 len=572654 2024-04-12T17:02:04.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 5043 completed, throughput=5MB/sec 2024-04-12T17:02:04.482 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-56H_7kpiT-5L7RB off=4165922 len=1554862 2024-04-12T17:02:04.490 INFO:tasks.workunit.client.0.smithi005.stdout:op 5044 completed, throughput=5MB/sec 2024-04-12T17:02:04.490 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-y0dsZr17BHNyY4P off=0 len=1060524 2024-04-12T17:02:04.495 INFO:tasks.workunit.client.0.smithi005.stdout:op 5045 completed, throughput=5MB/sec 2024-04-12T17:02:04.495 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zGZyg7h9oPryrN9 off=6289036 len=444180 2024-04-12T17:02:04.497 INFO:tasks.workunit.client.0.smithi005.stdout:op 5046 completed, throughput=5MB/sec 2024-04-12T17:02:04.497 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zhZpz0VJ0GSRak1 off=1822310 len=328748 2024-04-12T17:02:04.501 INFO:tasks.workunit.client.0.smithi005.stdout:op 5047 completed, throughput=5MB/sec 2024-04-12T17:02:04.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:04 smithi016 ceph-mon[84444]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:02:04.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:04 smithi005 ceph-mon[88416]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:02:04.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:04 smithi005 ceph-mon[90837]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:02:05.501 INFO:tasks.workunit.client.0.smithi005.stdout: 998: throughput=5MB/sec pending data=0 2024-04-12T17:02:05.501 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HyuSpu2F0jYWYTw off=2747662 len=659546 2024-04-12T17:02:05.502 INFO:tasks.workunit.client.0.smithi005.stdout:op 5048 completed, throughput=5MB/sec 2024-04-12T17:02:05.502 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uFI0IGXdZStYOl1 off=4789692 len=1980697 2024-04-12T17:02:05.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 5049 completed, throughput=5MB/sec 2024-04-12T17:02:05.504 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1feWD4C_tjf_7FF off=4516263 len=1815576 2024-04-12T17:02:05.506 INFO:tasks.workunit.client.0.smithi005.stdout:op 5050 completed, throughput=5MB/sec 2024-04-12T17:02:05.506 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sCDqIr2vF8zZFV8 off=732503 len=1682463 2024-04-12T17:02:05.509 INFO:tasks.workunit.client.0.smithi005.stdout:op 5051 completed, throughput=5MB/sec 2024-04-12T17:02:05.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:05.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:05.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:06.509 INFO:tasks.workunit.client.0.smithi005.stdout: 999: throughput=5MB/sec pending data=0 2024-04-12T17:02:06.510 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_f28K9jE3Av2AjV off=6823667 len=655396 2024-04-12T17:02:06.510 INFO:tasks.workunit.client.0.smithi005.stdout:op 5052 completed, throughput=5MB/sec 2024-04-12T17:02:06.511 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qm_uwGmb5ipSMfo off=6060976 len=175773 2024-04-12T17:02:06.511 INFO:tasks.workunit.client.0.smithi005.stdout:op 5053 completed, throughput=5MB/sec 2024-04-12T17:02:06.511 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MBHUTdecW4txIwd off=1716569 len=1836400 2024-04-12T17:02:06.513 INFO:tasks.workunit.client.0.smithi005.stdout:op 5054 completed, throughput=5MB/sec 2024-04-12T17:02:06.513 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1xdN6rFyH1iEB71 off=6632389 len=1570086 2024-04-12T17:02:06.517 INFO:tasks.workunit.client.0.smithi005.stdout:op 5055 completed, throughput=5MB/sec 2024-04-12T17:02:06.517 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yTOgpJvRa413L8b off=7593860 len=575442 2024-04-12T17:02:06.522 INFO:tasks.workunit.client.0.smithi005.stdout:op 5056 completed, throughput=5MB/sec 2024-04-12T17:02:06.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:06 smithi016 ceph-mon[84444]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:02:06.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:06 smithi005 ceph-mon[88416]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:02:06.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:06 smithi005 ceph-mon[90837]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:02:07.522 INFO:tasks.workunit.client.0.smithi005.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-12T17:02:07.522 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KDooABRKfmJNDz2 off=0 len=1275756 2024-04-12T17:02:07.525 INFO:tasks.workunit.client.0.smithi005.stdout:op 5057 completed, throughput=5MB/sec 2024-04-12T17:02:07.525 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vHJUXcWoaZX53WG off=3569632 len=221694 2024-04-12T17:02:07.526 INFO:tasks.workunit.client.0.smithi005.stdout:op 5058 completed, throughput=5MB/sec 2024-04-12T17:02:07.527 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BVe4fNz38B53Ycb off=7537549 len=126768 2024-04-12T17:02:07.527 INFO:tasks.workunit.client.0.smithi005.stdout:op 5059 completed, throughput=5MB/sec 2024-04-12T17:02:07.527 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yTGLrsoaSBxRx5b off=6307644 len=165679 2024-04-12T17:02:07.530 INFO:tasks.workunit.client.0.smithi005.stdout:op 5060 completed, throughput=5MB/sec 2024-04-12T17:02:07.530 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-svFUyU7qPinHiGA off=19385826 len=769383 2024-04-12T17:02:07.535 INFO:tasks.workunit.client.0.smithi005.stdout:op 5061 completed, throughput=5MB/sec 2024-04-12T17:02:07.535 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-duztXfvBIfYOnbx off=11914419 len=1419090 2024-04-12T17:02:07.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 5062 completed, throughput=5MB/sec 2024-04-12T17:02:07.543 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-EevH638KsdNWMzi off=13909493 len=1756234 2024-04-12T17:02:07.553 INFO:tasks.workunit.client.0.smithi005.stdout:op 5063 completed, throughput=5MB/sec 2024-04-12T17:02:08.552 INFO:tasks.workunit.client.0.smithi005.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-12T17:02:08.552 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5QbOjvtXxh9x_Af off=11913083 len=356611 2024-04-12T17:02:08.558 INFO:tasks.workunit.client.0.smithi005.stdout:op 5064 completed, throughput=5MB/sec 2024-04-12T17:02:08.558 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8K4pPkEXXuVaG8y off=8422817 len=339414 2024-04-12T17:02:08.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 5065 completed, throughput=5MB/sec 2024-04-12T17:02:08.559 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oqGte2sAgM_gAUy off=19637081 len=1473649 2024-04-12T17:02:08.567 INFO:tasks.workunit.client.0.smithi005.stdout:op 5066 completed, throughput=5MB/sec 2024-04-12T17:02:08.567 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B2MBv2yXoU-YvJ6 off=896026 len=1075374 2024-04-12T17:02:08.573 INFO:tasks.workunit.client.0.smithi005.stdout:op 5067 completed, throughput=5MB/sec 2024-04-12T17:02:08.573 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YRxOmuV1pBtA3r5 off=3326281 len=846342 2024-04-12T17:02:08.586 INFO:tasks.workunit.client.0.smithi005.stdout:op 5068 completed, throughput=5MB/sec 2024-04-12T17:02:08.586 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dcBRvFnZZPTPWNL off=5013283 len=657051 2024-04-12T17:02:08.586 INFO:tasks.workunit.client.0.smithi005.stdout:op 5069 completed, throughput=5MB/sec 2024-04-12T17:02:08.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:08 smithi016 ceph-mon[84444]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:02:08.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:08 smithi005 ceph-mon[88416]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:02:08.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:08 smithi005 ceph-mon[90837]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:02:09.580 INFO:tasks.workunit.client.0.smithi005.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-12T17:02:09.580 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uYKbJMefYsh6AGm off=3726185 len=1536850 2024-04-12T17:02:09.582 INFO:tasks.workunit.client.0.smithi005.stdout:op 5070 completed, throughput=5MB/sec 2024-04-12T17:02:09.582 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RvkEA4jqaYMQWBp off=1153161 len=896332 2024-04-12T17:02:09.587 INFO:tasks.workunit.client.0.smithi005.stdout:op 5071 completed, throughput=5MB/sec 2024-04-12T17:02:09.587 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SGfuOeF4WjFCHGk off=1381750 len=1831909 2024-04-12T17:02:09.589 INFO:tasks.workunit.client.0.smithi005.stdout:op 5072 completed, throughput=5MB/sec 2024-04-12T17:02:09.589 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-P-pLUsnpLzkcPEb off=3717273 len=1472461 2024-04-12T17:02:09.590 INFO:tasks.workunit.client.0.smithi005.stdout:op 5073 completed, throughput=5MB/sec 2024-04-12T17:02:10.591 INFO:tasks.workunit.client.0.smithi005.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-12T17:02:10.591 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QKZPoCcTresC7y3 off=2797516 len=1668281 2024-04-12T17:02:10.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:10 smithi016 ceph-mon[84444]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:02:10.599 INFO:tasks.workunit.client.0.smithi005.stdout:op 5074 completed, throughput=5MB/sec 2024-04-12T17:02:10.599 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GshihTM20ETIMHF off=19999267 len=1036166 2024-04-12T17:02:10.605 INFO:tasks.workunit.client.0.smithi005.stdout:op 5075 completed, throughput=5MB/sec 2024-04-12T17:02:10.605 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sQdLVm9l1QiV2yd off=19055560 len=1495868 2024-04-12T17:02:10.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 5076 completed, throughput=5MB/sec 2024-04-12T17:02:10.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ydt9OCZFhQDZRlF off=1597439 len=62051 2024-04-12T17:02:10.614 INFO:tasks.workunit.client.0.smithi005.stdout:op 5077 completed, throughput=5MB/sec 2024-04-12T17:02:10.614 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HIW85zAk_oUEvF5 off=21256334 len=1925604 2024-04-12T17:02:10.622 INFO:tasks.workunit.client.0.smithi005.stdout:op 5078 completed, throughput=5MB/sec 2024-04-12T17:02:10.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:10 smithi005 ceph-mon[88416]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:02:10.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:10 smithi005 ceph-mon[90837]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:02:11.622 INFO:tasks.workunit.client.0.smithi005.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-12T17:02:11.622 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NA0eslMShF-0wal off=21454758 len=1351117 2024-04-12T17:02:11.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 5079 completed, throughput=5MB/sec 2024-04-12T17:02:11.628 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LiggOaar9uD_7d0 off=4636072 len=1040489 2024-04-12T17:02:11.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 5080 completed, throughput=5MB/sec 2024-04-12T17:02:11.635 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fVfrcbZOVdFQI7R off=853327 len=137289 2024-04-12T17:02:11.636 INFO:tasks.workunit.client.0.smithi005.stdout:op 5081 completed, throughput=5MB/sec 2024-04-12T17:02:11.636 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vKKz3tV16pZMrmi off=8001698 len=369037 2024-04-12T17:02:11.637 INFO:tasks.workunit.client.0.smithi005.stdout:op 5082 completed, throughput=5MB/sec 2024-04-12T17:02:11.637 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wK7cfGnZADn6otw off=7309252 len=627577 2024-04-12T17:02:11.640 INFO:tasks.workunit.client.0.smithi005.stdout:op 5083 completed, throughput=5MB/sec 2024-04-12T17:02:11.641 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YNdtqJ5lnZ35ZmG off=1053597 len=1721475 2024-04-12T17:02:11.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 5084 completed, throughput=5MB/sec 2024-04-12T17:02:12.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:12 smithi016 ceph-mon[84444]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:02:12.595 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:02:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:02:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-12T17:02:12.645 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TIYZiV4ehr8LjnB off=8204847 len=322433 2024-04-12T17:02:12.648 INFO:tasks.workunit.client.0.smithi005.stdout:op 5085 completed, throughput=5MB/sec 2024-04-12T17:02:12.648 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BogqOlXR2cgTe38 off=2900889 len=568655 2024-04-12T17:02:12.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 5086 completed, throughput=5MB/sec 2024-04-12T17:02:12.649 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uMEeUOOzh_uFdgk off=3872595 len=1454491 2024-04-12T17:02:12.657 INFO:tasks.workunit.client.0.smithi005.stdout:op 5087 completed, throughput=5MB/sec 2024-04-12T17:02:12.657 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TluHBPhYieLYEeW off=22132966 len=1361217 2024-04-12T17:02:12.665 INFO:tasks.workunit.client.0.smithi005.stdout:op 5088 completed, throughput=5MB/sec 2024-04-12T17:02:12.665 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DsuGue25gjsR_Ld off=14003331 len=1919318 2024-04-12T17:02:12.675 INFO:tasks.workunit.client.0.smithi005.stdout:op 5089 completed, throughput=5MB/sec 2024-04-12T17:02:12.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:12 smithi005 ceph-mon[88416]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:02:12.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:12 smithi005 ceph-mon[90837]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:02:13.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:02:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-12T17:02:13.676 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zWjAxzrU5DU8Hvu off=7137738 len=1624347 2024-04-12T17:02:13.677 INFO:tasks.workunit.client.0.smithi005.stdout:op 5090 completed, throughput=5MB/sec 2024-04-12T17:02:13.677 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lKRom1XBT62YHh- off=838125 len=1901405 2024-04-12T17:02:13.684 INFO:tasks.workunit.client.0.smithi005.stdout:op 5091 completed, throughput=5MB/sec 2024-04-12T17:02:13.684 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6CdGuVBEIEm2L5Y off=20318043 len=1211482 2024-04-12T17:02:13.689 INFO:tasks.workunit.client.0.smithi005.stdout:op 5092 completed, throughput=5MB/sec 2024-04-12T17:02:13.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:02:13.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:02:14.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:02:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:02:13] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:02:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:14 smithi016 ceph-mon[84444]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:02:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:02:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:02:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:02:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-12T17:02:14.690 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QkCRJ6arBMl4Iid off=11618539 len=2060325 2024-04-12T17:02:14.699 INFO:tasks.workunit.client.0.smithi005.stdout:op 5093 completed, throughput=5MB/sec 2024-04-12T17:02:14.699 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wtHx1EaCY0aObgn off=1232082 len=950355 2024-04-12T17:02:14.704 INFO:tasks.workunit.client.0.smithi005.stdout:op 5094 completed, throughput=5MB/sec 2024-04-12T17:02:14.704 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6OzsmrimxEYBF76 off=23401515 len=1950553 2024-04-12T17:02:14.704 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[88416]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:02:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:02:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:02:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:02:14.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[90837]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:02:14.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:02:14.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:02:14.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:02:14.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 5095 completed, throughput=5MB/sec 2024-04-12T17:02:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-12T17:02:15.712 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZiZBRm2-wH0Z0vK off=3726006 len=1315347 2024-04-12T17:02:15.718 INFO:tasks.workunit.client.0.smithi005.stdout:op 5096 completed, throughput=5MB/sec 2024-04-12T17:02:15.718 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Md3QIgaATKPG0vH off=7832126 len=1921062 2024-04-12T17:02:15.726 INFO:tasks.workunit.client.0.smithi005.stdout:op 5097 completed, throughput=5MB/sec 2024-04-12T17:02:15.726 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6e7BONj6FQgqgXy off=8367535 len=377776 2024-04-12T17:02:15.728 INFO:tasks.workunit.client.0.smithi005.stdout:op 5098 completed, throughput=5MB/sec 2024-04-12T17:02:15.728 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pOE7nTGqkS1uxcr off=14381050 len=1086417 2024-04-12T17:02:15.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 5099 completed, throughput=5MB/sec 2024-04-12T17:02:15.730 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b8tEecA5SmZ8xfD off=12164917 len=702375 2024-04-12T17:02:15.732 INFO:tasks.workunit.client.0.smithi005.stdout:op 5100 completed, throughput=5MB/sec 2024-04-12T17:02:16.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:16 smithi016 ceph-mon[84444]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:02:16.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:16 smithi005 ceph-mon[88416]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:02:16.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:16 smithi005 ceph-mon[90837]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:02:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-12T17:02:16.732 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wzLimoOKUPFryHp off=4089899 len=1232490 2024-04-12T17:02:16.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 5101 completed, throughput=5MB/sec 2024-04-12T17:02:16.734 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JNk-UEgwIjuaBgr off=10917644 len=673029 2024-04-12T17:02:16.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 5102 completed, throughput=5MB/sec 2024-04-12T17:02:16.738 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Mg3EOS9_HisTSmF off=13244139 len=885798 2024-04-12T17:02:16.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 5103 completed, throughput=5MB/sec 2024-04-12T17:02:16.740 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3EZgHlaEty1WUJ1 off=10374777 len=230854 2024-04-12T17:02:16.741 INFO:tasks.workunit.client.0.smithi005.stdout:op 5104 completed, throughput=5MB/sec 2024-04-12T17:02:16.741 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iNQA7-X2wXhCjwF off=776439 len=367639 2024-04-12T17:02:16.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 5105 completed, throughput=5MB/sec 2024-04-12T17:02:16.743 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vKWiKgSGTaMaqvO off=5880375 len=1805985 2024-04-12T17:02:16.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 5106 completed, throughput=5MB/sec 2024-04-12T17:02:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-12T17:02:17.750 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-09i3nnW14h3oEh9 off=7772449 len=663174 2024-04-12T17:02:17.755 INFO:tasks.workunit.client.0.smithi005.stdout:op 5107 completed, throughput=5MB/sec 2024-04-12T17:02:17.755 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QKY5_u4lK1G-VTh off=4978952 len=388042 2024-04-12T17:02:17.759 INFO:tasks.workunit.client.0.smithi005.stdout:op 5108 completed, throughput=5MB/sec 2024-04-12T17:02:17.759 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WOti_7k_QYwtnyT off=10482472 len=1211959 2024-04-12T17:02:17.765 INFO:tasks.workunit.client.0.smithi005.stdout:op 5109 completed, throughput=5MB/sec 2024-04-12T17:02:17.765 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-q0Zp3zkGr15rOi7 off=3961397 len=1482415 2024-04-12T17:02:17.767 INFO:tasks.workunit.client.0.smithi005.stdout:op 5110 completed, throughput=5MB/sec 2024-04-12T17:02:17.767 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eK5Dsk58QyX75Jy off=8215503 len=2057061 2024-04-12T17:02:17.777 INFO:tasks.workunit.client.0.smithi005.stdout:op 5111 completed, throughput=5MB/sec 2024-04-12T17:02:18.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:18 smithi016 ceph-mon[84444]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:02:18.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:18 smithi005 ceph-mon[88416]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:02:18.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:18 smithi005 ceph-mon[90837]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:02:18.777 INFO:tasks.workunit.client.0.smithi005.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-12T17:02:18.778 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OgQZ4lbYLPEliPW off=7415240 len=1858526 2024-04-12T17:02:18.787 INFO:tasks.workunit.client.0.smithi005.stdout:op 5112 completed, throughput=5MB/sec 2024-04-12T17:02:18.787 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nO6QbHNnbiaGPvO off=1204726 len=422852 2024-04-12T17:02:18.790 INFO:tasks.workunit.client.0.smithi005.stdout:op 5113 completed, throughput=5MB/sec 2024-04-12T17:02:18.791 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fwHyobpLDpQxsuZ off=16768149 len=1394266 2024-04-12T17:02:18.797 INFO:tasks.workunit.client.0.smithi005.stdout:op 5114 completed, throughput=5MB/sec 2024-04-12T17:02:18.797 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RE2cUumPe8WGqHj off=3951682 len=763705 2024-04-12T17:02:18.801 INFO:tasks.workunit.client.0.smithi005.stdout:op 5115 completed, throughput=5MB/sec 2024-04-12T17:02:18.801 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JW-NN4GJiTCRcjp off=8142965 len=1130849 2024-04-12T17:02:18.806 INFO:tasks.workunit.client.0.smithi005.stdout:op 5116 completed, throughput=5MB/sec 2024-04-12T17:02:19.807 INFO:tasks.workunit.client.0.smithi005.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-12T17:02:19.807 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xTootPpuxV8zPRk off=3895829 len=1798310 2024-04-12T17:02:19.809 INFO:tasks.workunit.client.0.smithi005.stdout:op 5117 completed, throughput=5MB/sec 2024-04-12T17:02:19.809 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2rq3P1F2HqQcdpk off=9824881 len=385329 2024-04-12T17:02:19.813 INFO:tasks.workunit.client.0.smithi005.stdout:op 5118 completed, throughput=5MB/sec 2024-04-12T17:02:19.813 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z9XLUEACh5EOsxU off=7585041 len=1526114 2024-04-12T17:02:19.814 INFO:tasks.workunit.client.0.smithi005.stdout:op 5119 completed, throughput=5MB/sec 2024-04-12T17:02:19.815 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s0iz1q0jaJadQLK off=1690055 len=864420 2024-04-12T17:02:19.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 5120 completed, throughput=5MB/sec 2024-04-12T17:02:20.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:20 smithi016 ceph-mon[84444]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T17:02:20.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:20.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:20 smithi005 ceph-mon[88416]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T17:02:20.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:20.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:20 smithi005 ceph-mon[90837]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T17:02:20.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:20.817 INFO:tasks.workunit.client.0.smithi005.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-12T17:02:20.817 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WJFBDeBgTW4piJJ off=9600947 len=150315 2024-04-12T17:02:20.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 5121 completed, throughput=5MB/sec 2024-04-12T17:02:20.818 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gccSsubWvGj4dRs off=3669294 len=774546 2024-04-12T17:02:20.823 INFO:tasks.workunit.client.0.smithi005.stdout:op 5122 completed, throughput=5MB/sec 2024-04-12T17:02:20.823 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gc81-tt83WrPGF1 off=1413193 len=2050687 2024-04-12T17:02:20.835 INFO:tasks.workunit.client.0.smithi005.stdout:op 5123 completed, throughput=5MB/sec 2024-04-12T17:02:20.835 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MK67yYAcn5PhEtS off=3234645 len=1958321 2024-04-12T17:02:20.844 INFO:tasks.workunit.client.0.smithi005.stdout:op 5124 completed, throughput=5MB/sec 2024-04-12T17:02:20.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qY8egDfvkTmLV6e off=8516693 len=1831855 2024-04-12T17:02:20.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 5125 completed, throughput=5MB/sec 2024-04-12T17:02:21.846 INFO:tasks.workunit.client.0.smithi005.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-12T17:02:21.846 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nUbqxLbjR-cdxXP off=2459839 len=1098418 2024-04-12T17:02:21.851 INFO:tasks.workunit.client.0.smithi005.stdout:op 5126 completed, throughput=5MB/sec 2024-04-12T17:02:21.851 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FgA1GUBodoSZ5vu off=14887298 len=1535041 2024-04-12T17:02:21.859 INFO:tasks.workunit.client.0.smithi005.stdout:op 5127 completed, throughput=5MB/sec 2024-04-12T17:02:21.859 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PZdR3kRUswfeii3 off=1193618 len=674841 2024-04-12T17:02:21.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 5128 completed, throughput=5MB/sec 2024-04-12T17:02:21.864 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6rfPOooUUXlcCZo off=3216801 len=1650142 2024-04-12T17:02:21.865 INFO:tasks.workunit.client.0.smithi005.stdout:op 5129 completed, throughput=5MB/sec 2024-04-12T17:02:22.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:22 smithi016 ceph-mon[84444]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-12T17:02:22.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:02:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:02:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:22.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:22 smithi005 ceph-mon[88416]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-12T17:02:22.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:22 smithi005 ceph-mon[90837]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-12T17:02:22.866 INFO:tasks.workunit.client.0.smithi005.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-12T17:02:22.866 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nHCW8fbJ_rJMRH3 off=4830630 len=1616345 2024-04-12T17:02:22.875 INFO:tasks.workunit.client.0.smithi005.stdout:op 5130 completed, throughput=5MB/sec 2024-04-12T17:02:22.875 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dRJIacJQya0_Gsp off=10375280 len=1855725 2024-04-12T17:02:22.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 5131 completed, throughput=5MB/sec 2024-04-12T17:02:22.878 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2Lofy2cr2ALgBEh off=2721300 len=1984893 2024-04-12T17:02:22.888 INFO:tasks.workunit.client.0.smithi005.stdout:op 5132 completed, throughput=5MB/sec 2024-04-12T17:02:23.888 INFO:tasks.workunit.client.0.smithi005.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-12T17:02:23.889 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-crU-IXaRoonAhzb off=6381946 len=1957038 2024-04-12T17:02:23.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 5133 completed, throughput=5MB/sec 2024-04-12T17:02:23.898 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2zgCsZ4W43ODLtk off=812594 len=1232597 2024-04-12T17:02:23.903 INFO:tasks.workunit.client.0.smithi005.stdout:op 5134 completed, throughput=5MB/sec 2024-04-12T17:02:23.904 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zDrNIEAcwhSXNSJ off=9724212 len=910876 2024-04-12T17:02:23.904 INFO:tasks.workunit.client.0.smithi005.stdout:op 5135 completed, throughput=5MB/sec 2024-04-12T17:02:24.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:02:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:02:23] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:02:24.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:24 smithi016 ceph-mon[84444]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:02:24.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:24 smithi005 ceph-mon[88416]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:02:24.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:24 smithi005 ceph-mon[90837]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:02:24.905 INFO:tasks.workunit.client.0.smithi005.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-12T17:02:24.905 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FUL5_3Mtyq7Eh5j off=2527738 len=380311 2024-04-12T17:02:24.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 5136 completed, throughput=5MB/sec 2024-04-12T17:02:24.910 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DOXBeND8aiem8Ak off=3793939 len=1138527 2024-04-12T17:02:24.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 5137 completed, throughput=5MB/sec 2024-04-12T17:02:24.912 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Nwz6l2-KFPNkIPB off=1375745 len=458076 2024-04-12T17:02:24.913 INFO:tasks.workunit.client.0.smithi005.stdout:op 5138 completed, throughput=5MB/sec 2024-04-12T17:02:24.913 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PaLA93DnRWdfvcm off=15664797 len=92342 2024-04-12T17:02:24.913 INFO:tasks.workunit.client.0.smithi005.stdout:op 5139 completed, throughput=5MB/sec 2024-04-12T17:02:24.914 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qSLz1imkIoApsOY off=14296601 len=1693743 2024-04-12T17:02:24.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 5140 completed, throughput=5MB/sec 2024-04-12T17:02:24.921 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JsPK3zb-vXjnRD8 off=1604769 len=777737 2024-04-12T17:02:24.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 5141 completed, throughput=5MB/sec 2024-04-12T17:02:24.926 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-13MuLiS5s6HyFS5 off=1546745 len=704063 2024-04-12T17:02:24.929 INFO:tasks.workunit.client.0.smithi005.stdout:op 5142 completed, throughput=5MB/sec 2024-04-12T17:02:24.929 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lqNgkmxebVEwYgf off=3672006 len=1213030 2024-04-12T17:02:24.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 5143 completed, throughput=5MB/sec 2024-04-12T17:02:25.935 INFO:tasks.workunit.client.0.smithi005.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-12T17:02:25.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eZGW-8I3YEPzRqH off=10367411 len=1853980 2024-04-12T17:02:25.939 INFO:tasks.workunit.client.0.smithi005.stdout:op 5144 completed, throughput=5MB/sec 2024-04-12T17:02:25.939 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BF9wigRSG631SXq off=6737719 len=1142412 2024-04-12T17:02:25.945 INFO:tasks.workunit.client.0.smithi005.stdout:op 5145 completed, throughput=5MB/sec 2024-04-12T17:02:25.945 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VrRilzXVtCMlI0F off=20501470 len=634387 2024-04-12T17:02:25.950 INFO:tasks.workunit.client.0.smithi005.stdout:op 5146 completed, throughput=5MB/sec 2024-04-12T17:02:25.950 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7O5juSSMuiuqpnq off=10336532 len=1336897 2024-04-12T17:02:25.951 INFO:tasks.workunit.client.0.smithi005.stdout:op 5147 completed, throughput=5MB/sec 2024-04-12T17:02:26.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:26 smithi016 ceph-mon[84444]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T17:02:26.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:26 smithi005 ceph-mon[88416]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T17:02:26.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:26 smithi005 ceph-mon[90837]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-12T17:02:26.952 INFO:tasks.workunit.client.0.smithi005.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-12T17:02:26.952 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ifXjnEus7SdVHW4 off=4413853 len=1973169 2024-04-12T17:02:26.960 INFO:tasks.workunit.client.0.smithi005.stdout:op 5148 completed, throughput=5MB/sec 2024-04-12T17:02:26.960 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VN3c-NMu8_1VHWp off=153605 len=1672811 2024-04-12T17:02:26.968 INFO:tasks.workunit.client.0.smithi005.stdout:op 5149 completed, throughput=5MB/sec 2024-04-12T17:02:26.968 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MRXSOV1zCrlJ4vi off=4472805 len=831840 2024-04-12T17:02:26.973 INFO:tasks.workunit.client.0.smithi005.stdout:op 5150 completed, throughput=5MB/sec 2024-04-12T17:02:26.973 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vcGDP5x1-t4ximA off=13383952 len=1383772 2024-04-12T17:02:26.980 INFO:tasks.workunit.client.0.smithi005.stdout:op 5151 completed, throughput=5MB/sec 2024-04-12T17:02:27.981 INFO:tasks.workunit.client.0.smithi005.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-12T17:02:27.981 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I2W275plsJjft6m off=7743779 len=207200 2024-04-12T17:02:27.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 5152 completed, throughput=5MB/sec 2024-04-12T17:02:27.984 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1LH27UrX-JKpDQc off=16665967 len=1600172 2024-04-12T17:02:27.986 INFO:tasks.workunit.client.0.smithi005.stdout:op 5153 completed, throughput=5MB/sec 2024-04-12T17:02:27.986 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cn8V0BnqoTyU2Ac off=3329296 len=1301187 2024-04-12T17:02:27.992 INFO:tasks.workunit.client.0.smithi005.stdout:op 5154 completed, throughput=5MB/sec 2024-04-12T17:02:27.992 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-OOojGS_RvJCQoG4 off=20915862 len=2087800 2024-04-12T17:02:27.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 5155 completed, throughput=5MB/sec 2024-04-12T17:02:28.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:28 smithi016 ceph-mon[84444]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T17:02:28.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:28 smithi005 ceph-mon[88416]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T17:02:28.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:28 smithi005 ceph-mon[90837]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-12T17:02:28.994 INFO:tasks.workunit.client.0.smithi005.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-12T17:02:28.994 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mNRxAORijWPG3KC off=704410 len=1033464 2024-04-12T17:02:28.996 INFO:tasks.workunit.client.0.smithi005.stdout:op 5156 completed, throughput=5MB/sec 2024-04-12T17:02:28.996 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Vgm2Pm0MestmMuB off=1651186 len=1377967 2024-04-12T17:02:29.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 5157 completed, throughput=5MB/sec 2024-04-12T17:02:29.002 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wwfv5bNL13bzfQv off=3774551 len=1717052 2024-04-12T17:02:29.004 INFO:tasks.workunit.client.0.smithi005.stdout:op 5158 completed, throughput=5MB/sec 2024-04-12T17:02:29.004 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mm2jujvRGfdIb60 off=8463885 len=1131339 2024-04-12T17:02:29.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 5159 completed, throughput=5MB/sec 2024-04-12T17:02:30.006 INFO:tasks.workunit.client.0.smithi005.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-12T17:02:30.006 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-simQpsoErwyg_wg off=3795143 len=1713155 2024-04-12T17:02:30.015 INFO:tasks.workunit.client.0.smithi005.stdout:op 5160 completed, throughput=5MB/sec 2024-04-12T17:02:30.016 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JLSW6r72XRCT2Bp off=1495066 len=1625278 2024-04-12T17:02:30.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 5161 completed, throughput=5MB/sec 2024-04-12T17:02:30.024 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eNkHS0Ev1iIHUtX off=3631784 len=507275 2024-04-12T17:02:30.025 INFO:tasks.workunit.client.0.smithi005.stdout:op 5162 completed, throughput=5MB/sec 2024-04-12T17:02:30.025 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4_GJhLwQNopNt1K off=13344932 len=39420 2024-04-12T17:02:30.028 INFO:tasks.workunit.client.0.smithi005.stdout:op 5163 completed, throughput=5MB/sec 2024-04-12T17:02:30.028 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s0JPyY1Gl-Llxnk off=647670 len=770727 2024-04-12T17:02:30.033 INFO:tasks.workunit.client.0.smithi005.stdout:op 5164 completed, throughput=5MB/sec 2024-04-12T17:02:30.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:30 smithi016 ceph-mon[84444]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 5 op/s 2024-04-12T17:02:30.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:30 smithi005 ceph-mon[88416]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 5 op/s 2024-04-12T17:02:30.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:30 smithi005 ceph-mon[90837]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 5 op/s 2024-04-12T17:02:31.033 INFO:tasks.workunit.client.0.smithi005.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-12T17:02:31.033 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5LwXfDzAzFYcysI off=944007 len=1317890 2024-04-12T17:02:31.039 INFO:tasks.workunit.client.0.smithi005.stdout:op 5165 completed, throughput=5MB/sec 2024-04-12T17:02:31.040 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PnX40G2-kA7tgI4 off=11500723 len=1232535 2024-04-12T17:02:31.045 INFO:tasks.workunit.client.0.smithi005.stdout:op 5166 completed, throughput=5MB/sec 2024-04-12T17:02:31.045 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Vwz8SqkQlrjQIV3 off=6484362 len=1090051 2024-04-12T17:02:31.052 INFO:tasks.workunit.client.0.smithi005.stdout:op 5167 completed, throughput=5MB/sec 2024-04-12T17:02:31.052 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0d668VJwuV_qomP off=3012623 len=638946 2024-04-12T17:02:31.056 INFO:tasks.workunit.client.0.smithi005.stdout:op 5168 completed, throughput=5MB/sec 2024-04-12T17:02:31.056 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1S6ljSZlfxEbjUE off=4427969 len=1631373 2024-04-12T17:02:31.065 INFO:tasks.workunit.client.0.smithi005.stdout:op 5169 completed, throughput=5MB/sec 2024-04-12T17:02:32.065 INFO:tasks.workunit.client.0.smithi005.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-12T17:02:32.065 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w4kDOc-Xil0R0dI off=579500 len=1221744 2024-04-12T17:02:32.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 5170 completed, throughput=5MB/sec 2024-04-12T17:02:32.067 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KiHS2-QxZNkpNjN off=3929765 len=101251 2024-04-12T17:02:32.068 INFO:tasks.workunit.client.0.smithi005.stdout:op 5171 completed, throughput=5MB/sec 2024-04-12T17:02:32.068 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-q1YeXX0CQOquCPQ off=676927 len=627283 2024-04-12T17:02:32.072 INFO:tasks.workunit.client.0.smithi005.stdout:op 5172 completed, throughput=5MB/sec 2024-04-12T17:02:32.072 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Mv2apBic6CYhxgT off=2396361 len=1584758 2024-04-12T17:02:32.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 5173 completed, throughput=5MB/sec 2024-04-12T17:02:32.080 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9rfgZXcGhF5YSlv off=15676711 len=265046 2024-04-12T17:02:32.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 5174 completed, throughput=5MB/sec 2024-04-12T17:02:32.083 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-80iwrR9sCNoQ_7L off=7240260 len=979982 2024-04-12T17:02:32.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 5175 completed, throughput=5MB/sec 2024-04-12T17:02:32.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:32 smithi016 ceph-mon[84444]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T17:02:32.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:02:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:02:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:32.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:32 smithi005 ceph-mon[88416]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T17:02:32.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:32 smithi005 ceph-mon[90837]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T17:02:33.085 INFO:tasks.workunit.client.0.smithi005.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-12T17:02:33.085 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vwOBK2J8OeHESlk off=1650952 len=1670144 2024-04-12T17:02:33.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 5176 completed, throughput=5MB/sec 2024-04-12T17:02:33.094 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-lx1pcNY5ZiVKouW off=947966 len=1730311 2024-04-12T17:02:33.097 INFO:tasks.workunit.client.0.smithi005.stdout:op 5177 completed, throughput=5MB/sec 2024-04-12T17:02:33.097 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n8pk_Rq7cdsiVNH off=7973176 len=1021383 2024-04-12T17:02:33.102 INFO:tasks.workunit.client.0.smithi005.stdout:op 5178 completed, throughput=5MB/sec 2024-04-12T17:02:33.102 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-59wEvG0m0VepKlV off=4034762 len=369858 2024-04-12T17:02:33.103 INFO:tasks.workunit.client.0.smithi005.stdout:op 5179 completed, throughput=5MB/sec 2024-04-12T17:02:33.103 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tTMbSJ7f0RsyPUW off=10526261 len=802078 2024-04-12T17:02:33.104 INFO:tasks.workunit.client.0.smithi005.stdout:op 5180 completed, throughput=5MB/sec 2024-04-12T17:02:34.106 INFO:tasks.workunit.client.0.smithi005.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-12T17:02:34.106 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-V4qcr4vD8jxo80Q off=5540587 len=1564610 2024-04-12T17:02:34.107 INFO:tasks.workunit.client.0.smithi005.stdout:op 5181 completed, throughput=5MB/sec 2024-04-12T17:02:34.107 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vSb0zzi56UMw3Pn off=523891 len=1125286 2024-04-12T17:02:34.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 5182 completed, throughput=5MB/sec 2024-04-12T17:02:34.113 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4eH9YX0zF8VcRcG off=9971872 len=593689 2024-04-12T17:02:34.120 INFO:tasks.workunit.client.0.smithi005.stdout:op 5183 completed, throughput=5MB/sec 2024-04-12T17:02:34.120 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_f9I4aX9pmvyYBP off=1878162 len=202001 2024-04-12T17:02:34.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 5184 completed, throughput=5MB/sec 2024-04-12T17:02:34.121 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yTlgsvHOdWC2L4n off=958409 len=987904 2024-04-12T17:02:34.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 5185 completed, throughput=5MB/sec 2024-04-12T17:02:34.125 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FdOfArcv5bJfMKB off=314933 len=1876206 2024-04-12T17:02:34.130 INFO:tasks.workunit.client.0.smithi005.stdout:op 5186 completed, throughput=5MB/sec 2024-04-12T17:02:34.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:02:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:02:33] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:02:34.486 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:34 smithi005 ceph-mon[88416]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:02:34.486 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:34.486 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:34 smithi005 ceph-mon[90837]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:02:34.486 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:34.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:34 smithi016 ceph-mon[84444]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:02:34.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:35.136 INFO:tasks.workunit.client.0.smithi005.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-12T17:02:35.136 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yjm1XVDRigvPPAd off=3940353 len=400364 2024-04-12T17:02:35.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 5187 completed, throughput=5MB/sec 2024-04-12T17:02:35.136 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WBFV5syWsjPPZM3 off=9304858 len=161557 2024-04-12T17:02:35.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 5188 completed, throughput=5MB/sec 2024-04-12T17:02:35.136 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-YWhCpp0NPCKvoZj off=20947545 len=1109050 2024-04-12T17:02:35.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 5189 completed, throughput=5MB/sec 2024-04-12T17:02:35.137 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--rkbGfFrh5zUkza off=11065384 len=1551100 2024-04-12T17:02:35.144 INFO:tasks.workunit.client.0.smithi005.stdout:op 5190 completed, throughput=5MB/sec 2024-04-12T17:02:35.144 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Apdl1p8isjKYZqE off=5125191 len=1060262 2024-04-12T17:02:35.150 INFO:tasks.workunit.client.0.smithi005.stdout:op 5191 completed, throughput=5MB/sec 2024-04-12T17:02:36.150 INFO:tasks.workunit.client.0.smithi005.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-12T17:02:36.150 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jymLcSkf3YuQTRG off=4046611 len=2056046 2024-04-12T17:02:36.162 INFO:tasks.workunit.client.0.smithi005.stdout:op 5192 completed, throughput=5MB/sec 2024-04-12T17:02:36.162 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cAAlVjX5woLT1Q3 off=6874070 len=1181976 2024-04-12T17:02:36.163 INFO:tasks.workunit.client.0.smithi005.stdout:op 5193 completed, throughput=5MB/sec 2024-04-12T17:02:36.163 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GVLmKH1JYpMdVFy off=1897032 len=980065 2024-04-12T17:02:36.164 INFO:tasks.workunit.client.0.smithi005.stdout:op 5194 completed, throughput=5MB/sec 2024-04-12T17:02:36.164 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9SMsDEFfwBs95kz off=4947424 len=1702549 2024-04-12T17:02:36.172 INFO:tasks.workunit.client.0.smithi005.stdout:op 5195 completed, throughput=5MB/sec 2024-04-12T17:02:36.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:36 smithi016 ceph-mon[84444]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T17:02:36.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:36 smithi005 ceph-mon[88416]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T17:02:36.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:36 smithi005 ceph-mon[90837]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-12T17:02:37.172 INFO:tasks.workunit.client.0.smithi005.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-12T17:02:37.172 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5FRy6jI_mvHcQ5_ off=13626927 len=1770490 2024-04-12T17:02:37.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 5196 completed, throughput=5MB/sec 2024-04-12T17:02:37.174 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7XivP9pCY9d9EQk off=9377311 len=853635 2024-04-12T17:02:37.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 5197 completed, throughput=5MB/sec 2024-04-12T17:02:37.176 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kFrdgL9zVgP-VGG off=7205396 len=2001444 2024-04-12T17:02:37.185 INFO:tasks.workunit.client.0.smithi005.stdout:op 5198 completed, throughput=5MB/sec 2024-04-12T17:02:38.186 INFO:tasks.workunit.client.0.smithi005.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-12T17:02:38.186 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YCEy1oADAPTnOll off=8182771 len=524669 2024-04-12T17:02:38.190 INFO:tasks.workunit.client.0.smithi005.stdout:op 5199 completed, throughput=5MB/sec 2024-04-12T17:02:38.190 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iqEOl93rCbRSw-J off=7452161 len=1801926 2024-04-12T17:02:38.193 INFO:tasks.workunit.client.0.smithi005.stdout:op 5200 completed, throughput=5MB/sec 2024-04-12T17:02:38.193 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lx6GLqRtYcBvciF off=3251719 len=307285 2024-04-12T17:02:38.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 5201 completed, throughput=5MB/sec 2024-04-12T17:02:38.197 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hTV0NLCiED6B_pd off=2979397 len=742120 2024-04-12T17:02:38.202 INFO:tasks.workunit.client.0.smithi005.stdout:op 5202 completed, throughput=5MB/sec 2024-04-12T17:02:38.202 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n0VHAfCzTqdE7eT off=4353795 len=958488 2024-04-12T17:02:38.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 5203 completed, throughput=5MB/sec 2024-04-12T17:02:38.207 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RMesckdWEScqYpZ off=16587897 len=276371 2024-04-12T17:02:38.208 INFO:tasks.workunit.client.0.smithi005.stdout:op 5204 completed, throughput=5MB/sec 2024-04-12T17:02:38.208 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AOqbQgVej-LlR22 off=333016 len=712032 2024-04-12T17:02:38.212 INFO:tasks.workunit.client.0.smithi005.stdout:op 5205 completed, throughput=5MB/sec 2024-04-12T17:02:38.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:38 smithi016 ceph-mon[84444]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T17:02:38.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:38 smithi005 ceph-mon[88416]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T17:02:38.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:38 smithi005 ceph-mon[90837]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-12T17:02:39.212 INFO:tasks.workunit.client.0.smithi005.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-12T17:02:39.212 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fCXMmGKUvB47IwK off=17159145 len=1539766 2024-04-12T17:02:39.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 5206 completed, throughput=5MB/sec 2024-04-12T17:02:39.214 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bkE6xqxHo_otTnA off=926627 len=1938346 2024-04-12T17:02:39.224 INFO:tasks.workunit.client.0.smithi005.stdout:op 5207 completed, throughput=5MB/sec 2024-04-12T17:02:39.225 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B_2cEWiyjwtqWRH off=14429221 len=791446 2024-04-12T17:02:39.229 INFO:tasks.workunit.client.0.smithi005.stdout:op 5208 completed, throughput=5MB/sec 2024-04-12T17:02:39.229 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DBKcvQBMFZZE3bR off=11259305 len=333533 2024-04-12T17:02:39.230 INFO:tasks.workunit.client.0.smithi005.stdout:op 5209 completed, throughput=5MB/sec 2024-04-12T17:02:39.230 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Q6HlAxYBklc7lkG off=3310238 len=1190960 2024-04-12T17:02:39.236 INFO:tasks.workunit.client.0.smithi005.stdout:op 5210 completed, throughput=5MB/sec 2024-04-12T17:02:40.236 INFO:tasks.workunit.client.0.smithi005.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-12T17:02:40.236 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iOp2pIPEaaPGGTA off=4162582 len=585094 2024-04-12T17:02:40.240 INFO:tasks.workunit.client.0.smithi005.stdout:op 5211 completed, throughput=5MB/sec 2024-04-12T17:02:40.240 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-miGuT267jy-nk_s off=16548548 len=564390 2024-04-12T17:02:40.241 INFO:tasks.workunit.client.0.smithi005.stdout:op 5212 completed, throughput=5MB/sec 2024-04-12T17:02:40.241 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yQcWuXDu9RHicFS off=1637677 len=1959559 2024-04-12T17:02:40.249 INFO:tasks.workunit.client.0.smithi005.stdout:op 5213 completed, throughput=5MB/sec 2024-04-12T17:02:40.249 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sxNq31coMmB8q08 off=1971216 len=644526 2024-04-12T17:02:40.250 INFO:tasks.workunit.client.0.smithi005.stdout:op 5214 completed, throughput=5MB/sec 2024-04-12T17:02:40.250 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UwI2q3UlysS6hvl off=20129869 len=972041 2024-04-12T17:02:40.254 INFO:tasks.workunit.client.0.smithi005.stdout:op 5215 completed, throughput=5MB/sec 2024-04-12T17:02:40.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:40 smithi016 ceph-mon[84444]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-12T17:02:40.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:40 smithi005 ceph-mon[88416]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-12T17:02:40.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:40 smithi005 ceph-mon[90837]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-12T17:02:41.255 INFO:tasks.workunit.client.0.smithi005.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-12T17:02:41.255 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KZ32sxdhfwiRQoY off=3672664 len=1166379 2024-04-12T17:02:41.256 INFO:tasks.workunit.client.0.smithi005.stdout:op 5216 completed, throughput=5MB/sec 2024-04-12T17:02:41.256 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0KGDq_SrSMpBHzW off=4631231 len=1639296 2024-04-12T17:02:41.264 INFO:tasks.workunit.client.0.smithi005.stdout:op 5217 completed, throughput=5MB/sec 2024-04-12T17:02:41.265 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pfC8Gw0RGSUdTX9 off=16481580 len=1304168 2024-04-12T17:02:41.266 INFO:tasks.workunit.client.0.smithi005.stdout:op 5218 completed, throughput=5MB/sec 2024-04-12T17:02:41.266 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aSa7rMuN57oTMef off=18353547 len=478394 2024-04-12T17:02:41.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 5219 completed, throughput=5MB/sec 2024-04-12T17:02:41.270 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ezy8U0Sgz0RUxDz off=15941791 len=1029034 2024-04-12T17:02:41.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 5220 completed, throughput=5MB/sec 2024-04-12T17:02:42.276 INFO:tasks.workunit.client.0.smithi005.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-12T17:02:42.276 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HYrySMz-_Lnt-AF off=12958140 len=432457 2024-04-12T17:02:42.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 5221 completed, throughput=5MB/sec 2024-04-12T17:02:42.279 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s6bVElOrUE9uvPI off=17155883 len=440205 2024-04-12T17:02:42.281 INFO:tasks.workunit.client.0.smithi005.stdout:op 5222 completed, throughput=5MB/sec 2024-04-12T17:02:42.281 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AJ5RN0wEGrPI9_h off=7139708 len=1206299 2024-04-12T17:02:42.283 INFO:tasks.workunit.client.0.smithi005.stdout:op 5223 completed, throughput=5MB/sec 2024-04-12T17:02:42.283 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pOE7nTGqkS1uxcr off=10507657 len=1200945 2024-04-12T17:02:42.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 5224 completed, throughput=5MB/sec 2024-04-12T17:02:42.288 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JF7nIn1EHWY-Um3 off=942708 len=530427 2024-04-12T17:02:42.292 INFO:tasks.workunit.client.0.smithi005.stdout:op 5225 completed, throughput=5MB/sec 2024-04-12T17:02:42.292 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NOOat_OqbLOSrfn off=179970 len=959825 2024-04-12T17:02:42.293 INFO:tasks.workunit.client.0.smithi005.stdout:op 5226 completed, throughput=5MB/sec 2024-04-12T17:02:42.293 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1il16lZ_EGUnZUE off=4507649 len=1535701 2024-04-12T17:02:42.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 5227 completed, throughput=5MB/sec 2024-04-12T17:02:42.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:42 smithi016 ceph-mon[84444]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T17:02:42.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:02:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:02:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:42.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:42 smithi005 ceph-mon[88416]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T17:02:42.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:42 smithi005 ceph-mon[90837]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-12T17:02:43.300 INFO:tasks.workunit.client.0.smithi005.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-12T17:02:43.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9y3GHDhTVNlxhuZ off=2059585 len=992026 2024-04-12T17:02:43.302 INFO:tasks.workunit.client.0.smithi005.stdout:op 5228 completed, throughput=5MB/sec 2024-04-12T17:02:43.302 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SjsQk5mTwcHBGi2 off=4501790 len=1599338 2024-04-12T17:02:43.303 INFO:tasks.workunit.client.0.smithi005.stdout:op 5229 completed, throughput=5MB/sec 2024-04-12T17:02:43.304 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cz9EOyY0qTqwbBl off=3472010 len=20902 2024-04-12T17:02:43.305 INFO:tasks.workunit.client.0.smithi005.stdout:op 5230 completed, throughput=5MB/sec 2024-04-12T17:02:43.305 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sj1UQYHMmo_C8OJ off=3705079 len=399499 2024-04-12T17:02:43.305 INFO:tasks.workunit.client.0.smithi005.stdout:op 5231 completed, throughput=5MB/sec 2024-04-12T17:02:43.305 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4s3_QH_W_TonxPe off=3221970 len=250767 2024-04-12T17:02:43.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 5232 completed, throughput=5MB/sec 2024-04-12T17:02:43.306 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gUlukN_QH-yShKk off=10463584 len=1813396 2024-04-12T17:02:43.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 5233 completed, throughput=5MB/sec 2024-04-12T17:02:44.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:02:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:02:43] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T17:02:44.310 INFO:tasks.workunit.client.0.smithi005.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-12T17:02:44.310 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KmyydURHYTWHkmY off=1442258 len=660143 2024-04-12T17:02:44.314 INFO:tasks.workunit.client.0.smithi005.stdout:op 5234 completed, throughput=5MB/sec 2024-04-12T17:02:44.314 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wI8B0Y7KqBtGrnT off=6164219 len=1019923 2024-04-12T17:02:44.320 INFO:tasks.workunit.client.0.smithi005.stdout:op 5235 completed, throughput=5MB/sec 2024-04-12T17:02:44.320 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jHJ8RhVvE7nctYJ off=3606250 len=1932766 2024-04-12T17:02:44.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 5236 completed, throughput=5MB/sec 2024-04-12T17:02:44.329 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nzLD3fcETh7BEGV off=6343336 len=480095 2024-04-12T17:02:44.329 INFO:tasks.workunit.client.0.smithi005.stdout:op 5237 completed, throughput=5MB/sec 2024-04-12T17:02:44.329 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CPlt2bLYRfMUqL7 off=8768779 len=1898991 2024-04-12T17:02:44.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 5238 completed, throughput=5MB/sec 2024-04-12T17:02:44.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:44 smithi016 ceph-mon[84444]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T17:02:44.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:44 smithi005 ceph-mon[88416]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T17:02:44.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:44 smithi005 ceph-mon[90837]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-12T17:02:45.334 INFO:tasks.workunit.client.0.smithi005.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-12T17:02:45.334 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rQevwgkuplwkHYj off=13609126 len=1203101 2024-04-12T17:02:45.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 5239 completed, throughput=5MB/sec 2024-04-12T17:02:45.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oqGte2sAgM_gAUy off=2913287 len=787270 2024-04-12T17:02:45.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 5240 completed, throughput=5MB/sec 2024-04-12T17:02:45.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CFO6k42iO27XgMC off=5831522 len=1509272 2024-04-12T17:02:45.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 5241 completed, throughput=5MB/sec 2024-04-12T17:02:45.347 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-n9DRJP-33L06fqn off=7759143 len=1902477 2024-04-12T17:02:45.349 INFO:tasks.workunit.client.0.smithi005.stdout:op 5242 completed, throughput=5MB/sec 2024-04-12T17:02:46.350 INFO:tasks.workunit.client.0.smithi005.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-12T17:02:46.350 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aT-JEF5ikvwFV1V off=6931296 len=363850 2024-04-12T17:02:46.353 INFO:tasks.workunit.client.0.smithi005.stdout:op 5243 completed, throughput=5MB/sec 2024-04-12T17:02:46.354 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VeI9iER275FTo47 off=377621 len=1964474 2024-04-12T17:02:46.357 INFO:tasks.workunit.client.0.smithi005.stdout:op 5244 completed, throughput=5MB/sec 2024-04-12T17:02:46.357 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-64wDxFpb-7JKQlw off=415373 len=1219365 2024-04-12T17:02:46.358 INFO:tasks.workunit.client.0.smithi005.stdout:op 5245 completed, throughput=5MB/sec 2024-04-12T17:02:46.358 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0KGDq_SrSMpBHzW off=4672411 len=42631 2024-04-12T17:02:46.361 INFO:tasks.workunit.client.0.smithi005.stdout:op 5246 completed, throughput=5MB/sec 2024-04-12T17:02:46.361 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cdBiOQ6GGf_w0Vk off=6229503 len=52471 2024-04-12T17:02:46.364 INFO:tasks.workunit.client.0.smithi005.stdout:op 5247 completed, throughput=5MB/sec 2024-04-12T17:02:46.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:46 smithi016 ceph-mon[84444]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T17:02:46.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:46 smithi005 ceph-mon[88416]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T17:02:46.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:46 smithi005 ceph-mon[90837]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-12T17:02:47.364 INFO:tasks.workunit.client.0.smithi005.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-12T17:02:47.364 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YB4j2FOc6qnAwvp off=641109 len=574108 2024-04-12T17:02:47.369 INFO:tasks.workunit.client.0.smithi005.stdout:op 5248 completed, throughput=5MB/sec 2024-04-12T17:02:47.370 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Eailh9BV2TioY1M off=7084570 len=381287 2024-04-12T17:02:47.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 5249 completed, throughput=5MB/sec 2024-04-12T17:02:47.375 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-x49Zy4GzxSmCKnH off=4617982 len=1665408 2024-04-12T17:02:47.375 INFO:tasks.workunit.client.0.smithi005.stdout:op 5250 completed, throughput=5MB/sec 2024-04-12T17:02:47.376 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SJcw7gbJwKf0mMv off=10214109 len=365556 2024-04-12T17:02:47.376 INFO:tasks.workunit.client.0.smithi005.stdout:op 5251 completed, throughput=5MB/sec 2024-04-12T17:02:47.376 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RrYIdk1uP-kTFl8 off=9512401 len=964899 2024-04-12T17:02:47.382 INFO:tasks.workunit.client.0.smithi005.stdout:op 5252 completed, throughput=5MB/sec 2024-04-12T17:02:47.383 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1F2iV9erz7mLswd off=14563029 len=325521 2024-04-12T17:02:47.386 INFO:tasks.workunit.client.0.smithi005.stdout:op 5253 completed, throughput=5MB/sec 2024-04-12T17:02:47.386 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e-UNDc8X4rdKZJV off=5335041 len=1731626 2024-04-12T17:02:47.393 INFO:tasks.workunit.client.0.smithi005.stdout:op 5254 completed, throughput=5MB/sec 2024-04-12T17:02:48.393 INFO:tasks.workunit.client.0.smithi005.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-12T17:02:48.393 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b0Rw-Apz_5_7skv off=8570927 len=792296 2024-04-12T17:02:48.395 INFO:tasks.workunit.client.0.smithi005.stdout:op 5255 completed, throughput=5MB/sec 2024-04-12T17:02:48.395 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VX7SbfLNkbZIXzt off=4265487 len=1655677 2024-04-12T17:02:48.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 5256 completed, throughput=5MB/sec 2024-04-12T17:02:48.397 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y3zb5X4SYNNf7vp off=1194629 len=1564649 2024-04-12T17:02:48.407 INFO:tasks.workunit.client.0.smithi005.stdout:op 5257 completed, throughput=5MB/sec 2024-04-12T17:02:48.407 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vKKz3tV16pZMrmi off=2779188 len=1126290 2024-04-12T17:02:48.414 INFO:tasks.workunit.client.0.smithi005.stdout:op 5258 completed, throughput=5MB/sec 2024-04-12T17:02:48.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:48 smithi016 ceph-mon[84444]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:02:48.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:48 smithi005 ceph-mon[88416]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:02:48.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:48 smithi005 ceph-mon[90837]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:02:49.415 INFO:tasks.workunit.client.0.smithi005.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-12T17:02:49.415 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G5CDF09i4buyQHp off=7887032 len=656532 2024-04-12T17:02:49.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 5259 completed, throughput=5MB/sec 2024-04-12T17:02:49.416 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K_c2LIExd0Yrctd off=11730058 len=1634681 2024-04-12T17:02:49.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 5260 completed, throughput=5MB/sec 2024-04-12T17:02:49.424 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b8tEecA5SmZ8xfD off=7961581 len=978851 2024-04-12T17:02:49.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 5261 completed, throughput=5MB/sec 2024-04-12T17:02:49.430 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-F5bxH921blKK6l9 off=13986862 len=671167 2024-04-12T17:02:49.434 INFO:tasks.workunit.client.0.smithi005.stdout:op 5262 completed, throughput=5MB/sec 2024-04-12T17:02:49.434 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9QREqg1Jh4D4Ujg off=91142 len=1695641 2024-04-12T17:02:49.443 INFO:tasks.workunit.client.0.smithi005.stdout:op 5263 completed, throughput=5MB/sec 2024-04-12T17:02:49.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:49.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:49.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:02:50.443 INFO:tasks.workunit.client.0.smithi005.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-12T17:02:50.443 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jHDxtnk0E4Cy2wt off=7576681 len=2031732 2024-04-12T17:02:50.451 INFO:tasks.workunit.client.0.smithi005.stdout:op 5264 completed, throughput=5MB/sec 2024-04-12T17:02:50.451 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QvsE01x-zWpf53s off=1987601 len=821468 2024-04-12T17:02:50.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 5265 completed, throughput=5MB/sec 2024-04-12T17:02:50.457 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AaA7XcLoTzPrf7L off=1199425 len=339651 2024-04-12T17:02:50.460 INFO:tasks.workunit.client.0.smithi005.stdout:op 5266 completed, throughput=5MB/sec 2024-04-12T17:02:50.460 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-luPl2n09OOrqjpR off=5994067 len=1729170 2024-04-12T17:02:50.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 5267 completed, throughput=5MB/sec 2024-04-12T17:02:50.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:50 smithi016 ceph-mon[84444]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T17:02:50.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:50 smithi005 ceph-mon[88416]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T17:02:50.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:50 smithi005 ceph-mon[90837]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-12T17:02:51.462 INFO:tasks.workunit.client.0.smithi005.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-12T17:02:51.462 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hYJ3fG0e-6sEagD off=9005783 len=652665 2024-04-12T17:02:51.463 INFO:tasks.workunit.client.0.smithi005.stdout:op 5268 completed, throughput=5MB/sec 2024-04-12T17:02:51.463 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-T_IQi--PAlGaUmn off=9024684 len=1283605 2024-04-12T17:02:51.469 INFO:tasks.workunit.client.0.smithi005.stdout:op 5269 completed, throughput=5MB/sec 2024-04-12T17:02:51.469 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dRiRINEe0UnW_Tr off=3042 len=1053437 2024-04-12T17:02:51.471 INFO:tasks.workunit.client.0.smithi005.stdout:op 5270 completed, throughput=5MB/sec 2024-04-12T17:02:51.471 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EgyIuOYexzeNBPI off=2698753 len=2047719 2024-04-12T17:02:51.475 INFO:tasks.workunit.client.0.smithi005.stdout:op 5271 completed, throughput=5MB/sec 2024-04-12T17:02:51.475 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WxjvAaM1lKFM5ng off=2676238 len=616829 2024-04-12T17:02:51.479 INFO:tasks.workunit.client.0.smithi005.stdout:op 5272 completed, throughput=5MB/sec 2024-04-12T17:02:52.479 INFO:tasks.workunit.client.0.smithi005.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-12T17:02:52.479 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gjb4Z7LEAJ3Aqk2 off=23174 len=1376125 2024-04-12T17:02:52.487 INFO:tasks.workunit.client.0.smithi005.stdout:op 5273 completed, throughput=5MB/sec 2024-04-12T17:02:52.487 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mFiyplpKiM8tHXy off=300720 len=1393937 2024-04-12T17:02:52.495 INFO:tasks.workunit.client.0.smithi005.stdout:op 5274 completed, throughput=5MB/sec 2024-04-12T17:02:52.496 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AkMDQBDXuCYweIL off=6278217 len=1752662 2024-04-12T17:02:52.505 INFO:tasks.workunit.client.0.smithi005.stdout:op 5275 completed, throughput=5MB/sec 2024-04-12T17:02:52.505 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vV_k3LOyJwy8DNK off=1658663 len=1017266 2024-04-12T17:02:52.510 INFO:tasks.workunit.client.0.smithi005.stdout:op 5276 completed, throughput=5MB/sec 2024-04-12T17:02:52.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:52 smithi016 ceph-mon[84444]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T17:02:52.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:02:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:02:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:02:52.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:52 smithi005 ceph-mon[88416]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T17:02:52.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:52 smithi005 ceph-mon[90837]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-12T17:02:53.510 INFO:tasks.workunit.client.0.smithi005.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-12T17:02:53.510 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MMbgOlW6qzhxDZc off=13720672 len=1569061 2024-04-12T17:02:53.512 INFO:tasks.workunit.client.0.smithi005.stdout:op 5277 completed, throughput=5MB/sec 2024-04-12T17:02:53.512 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gQcb1_vjEXDrIKd off=3493766 len=1316596 2024-04-12T17:02:53.514 INFO:tasks.workunit.client.0.smithi005.stdout:op 5278 completed, throughput=5MB/sec 2024-04-12T17:02:53.514 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-H5CGVvPgkRoaGSu off=3761972 len=418451 2024-04-12T17:02:53.518 INFO:tasks.workunit.client.0.smithi005.stdout:op 5279 completed, throughput=5MB/sec 2024-04-12T17:02:53.518 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tx2OpJzF1BU0BTD off=8261409 len=768964 2024-04-12T17:02:53.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 5280 completed, throughput=5MB/sec 2024-04-12T17:02:53.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0znJ81CslGGFEw2 off=11287823 len=1456505 2024-04-12T17:02:53.529 INFO:tasks.workunit.client.0.smithi005.stdout:op 5281 completed, throughput=5MB/sec 2024-04-12T17:02:54.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:02:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:02:53] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:02:54.530 INFO:tasks.workunit.client.0.smithi005.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-12T17:02:54.530 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YK0lWDvB4oBLWsx off=12007557 len=493620 2024-04-12T17:02:54.534 INFO:tasks.workunit.client.0.smithi005.stdout:op 5282 completed, throughput=5MB/sec 2024-04-12T17:02:54.534 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uRgYKMcL_yLTqny off=11005980 len=2031881 2024-04-12T17:02:54.546 INFO:tasks.workunit.client.0.smithi005.stdout:op 5283 completed, throughput=5MB/sec 2024-04-12T17:02:54.546 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ts7YvScMw1istsS off=251934 len=211779 2024-04-12T17:02:54.549 INFO:tasks.workunit.client.0.smithi005.stdout:op 5284 completed, throughput=5MB/sec 2024-04-12T17:02:54.549 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HxwtTQu4xX0JE02 off=2834906 len=483762 2024-04-12T17:02:54.554 INFO:tasks.workunit.client.0.smithi005.stdout:op 5285 completed, throughput=5MB/sec 2024-04-12T17:02:54.554 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TLubQWdZ8sn7oZw off=709751 len=1467661 2024-04-12T17:02:54.556 INFO:tasks.workunit.client.0.smithi005.stdout:op 5286 completed, throughput=5MB/sec 2024-04-12T17:02:54.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:54 smithi016 ceph-mon[84444]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T17:02:54.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:54 smithi005 ceph-mon[88416]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T17:02:54.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:54 smithi005 ceph-mon[90837]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-12T17:02:55.556 INFO:tasks.workunit.client.0.smithi005.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-12T17:02:55.556 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZRx7hXq9YOreKxG off=5796264 len=418198 2024-04-12T17:02:55.560 INFO:tasks.workunit.client.0.smithi005.stdout:op 5287 completed, throughput=5MB/sec 2024-04-12T17:02:55.560 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JdVPUl0TsCRU6xp off=14655 len=1675816 2024-04-12T17:02:55.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 5288 completed, throughput=5MB/sec 2024-04-12T17:02:55.563 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7KNzZC7fC7wgO9M off=18096325 len=270019 2024-04-12T17:02:55.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 5289 completed, throughput=5MB/sec 2024-04-12T17:02:55.564 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--3VXPolD6M8ajht off=1583243 len=97361 2024-04-12T17:02:55.565 INFO:tasks.workunit.client.0.smithi005.stdout:op 5290 completed, throughput=5MB/sec 2024-04-12T17:02:55.565 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ar3eIXLm5Pf69le off=3817923 len=1281863 2024-04-12T17:02:55.566 INFO:tasks.workunit.client.0.smithi005.stdout:op 5291 completed, throughput=5MB/sec 2024-04-12T17:02:55.566 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Eox5AJ8JVB6ZoZV off=15370030 len=1426698 2024-04-12T17:02:55.567 INFO:tasks.workunit.client.0.smithi005.stdout:op 5292 completed, throughput=5MB/sec 2024-04-12T17:02:56.568 INFO:tasks.workunit.client.0.smithi005.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-12T17:02:56.568 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GKLugV95w89N3ZK off=577697 len=1574987 2024-04-12T17:02:56.570 INFO:tasks.workunit.client.0.smithi005.stdout:op 5293 completed, throughput=5MB/sec 2024-04-12T17:02:56.570 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MpxBvt3YaFkgF2x off=13499432 len=186298 2024-04-12T17:02:56.570 INFO:tasks.workunit.client.0.smithi005.stdout:op 5294 completed, throughput=5MB/sec 2024-04-12T17:02:56.571 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ga7RK2UvnZ--KSS off=13769 len=286019 2024-04-12T17:02:56.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 5295 completed, throughput=5MB/sec 2024-04-12T17:02:56.574 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kAe8Efw6hU9qSkq off=1029169 len=1596572 2024-04-12T17:02:56.582 INFO:tasks.workunit.client.0.smithi005.stdout:op 5296 completed, throughput=5MB/sec 2024-04-12T17:02:56.583 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-96h3PCV3gR8_-1f off=12419784 len=1673268 2024-04-12T17:02:56.590 INFO:tasks.workunit.client.0.smithi005.stdout:op 5297 completed, throughput=5MB/sec 2024-04-12T17:02:56.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:56 smithi016 ceph-mon[84444]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:02:56.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:56 smithi005 ceph-mon[88416]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:02:56.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:56 smithi005 ceph-mon[90837]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:02:57.590 INFO:tasks.workunit.client.0.smithi005.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-12T17:02:57.590 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WXrA_WxGhGw7sBv off=773714 len=1173464 2024-04-12T17:02:57.596 INFO:tasks.workunit.client.0.smithi005.stdout:op 5298 completed, throughput=5MB/sec 2024-04-12T17:02:57.596 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uZKMjTMCbZsNhou off=1313708 len=1135684 2024-04-12T17:02:57.597 INFO:tasks.workunit.client.0.smithi005.stdout:op 5299 completed, throughput=5MB/sec 2024-04-12T17:02:57.597 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VI3akXSH_Ojzmpm off=21721280 len=1893771 2024-04-12T17:02:57.606 INFO:tasks.workunit.client.0.smithi005.stdout:op 5300 completed, throughput=5MB/sec 2024-04-12T17:02:57.606 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nkS0rHT_bk26jak off=8144302 len=392256 2024-04-12T17:02:57.609 INFO:tasks.workunit.client.0.smithi005.stdout:op 5301 completed, throughput=5MB/sec 2024-04-12T17:02:57.609 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IdAvnOfzb_wTtN5 off=21122301 len=1956297 2024-04-12T17:02:57.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 5302 completed, throughput=5MB/sec 2024-04-12T17:02:58.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:02:58 smithi016 ceph-mon[84444]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:02:58.611 INFO:tasks.workunit.client.0.smithi005.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-12T17:02:58.612 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wacOEwxzi4PwhlU off=12712383 len=2052874 2024-04-12T17:02:58.622 INFO:tasks.workunit.client.0.smithi005.stdout:op 5303 completed, throughput=5MB/sec 2024-04-12T17:02:58.622 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lqTiksj07zDPSxe off=2282196 len=1141760 2024-04-12T17:02:58.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 5304 completed, throughput=5MB/sec 2024-04-12T17:02:58.629 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eGXzSsi-jR9OAdT off=828468 len=1119565 2024-04-12T17:02:58.631 INFO:tasks.workunit.client.0.smithi005.stdout:op 5305 completed, throughput=5MB/sec 2024-04-12T17:02:58.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:02:58 smithi005 ceph-mon[88416]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:02:58.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:02:58 smithi005 ceph-mon[90837]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:02:59.631 INFO:tasks.workunit.client.0.smithi005.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-12T17:02:59.684 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LkEu6vBj7oojqSU off=181670 len=57681 2024-04-12T17:02:59.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 5306 completed, throughput=5MB/sec 2024-04-12T17:02:59.685 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SjsQk5mTwcHBGi2 off=14407943 len=108420 2024-04-12T17:02:59.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 5307 completed, throughput=5MB/sec 2024-04-12T17:02:59.685 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1Tl-lHbAxV4cUH0 off=6463310 len=630505 2024-04-12T17:02:59.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 5308 completed, throughput=5MB/sec 2024-04-12T17:02:59.685 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zn9DbvvPkLzKGUW off=6180946 len=1431394 2024-04-12T17:02:59.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 5309 completed, throughput=5MB/sec 2024-04-12T17:02:59.686 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jYgv9hvX-15qbO6 off=3809576 len=1374891 2024-04-12T17:02:59.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 5310 completed, throughput=5MB/sec 2024-04-12T17:02:59.686 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-cB9tEYRiKpeoAfo off=96922 len=919275 2024-04-12T17:02:59.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 5311 completed, throughput=5MB/sec 2024-04-12T17:02:59.686 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bE3_GEbGgD8MGF4 off=0 len=1122646 2024-04-12T17:02:59.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 5312 completed, throughput=5MB/sec 2024-04-12T17:03:00.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:00 smithi016 ceph-mon[84444]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:03:00.648 INFO:tasks.workunit.client.0.smithi005.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-12T17:03:00.648 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x8lsjT4pgsfLUF- off=3330114 len=1062428 2024-04-12T17:03:00.654 INFO:tasks.workunit.client.0.smithi005.stdout:op 5313 completed, throughput=5MB/sec 2024-04-12T17:03:00.654 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O0BeX6aQHs4YeyA off=5998547 len=574325 2024-04-12T17:03:00.659 INFO:tasks.workunit.client.0.smithi005.stdout:op 5314 completed, throughput=5MB/sec 2024-04-12T17:03:00.659 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kNV543UOKAhQaEt off=13174507 len=404123 2024-04-12T17:03:00.659 INFO:tasks.workunit.client.0.smithi005.stdout:op 5315 completed, throughput=5MB/sec 2024-04-12T17:03:00.660 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QNBQnSUp3rz1DTY off=555486 len=91547 2024-04-12T17:03:00.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 5316 completed, throughput=5MB/sec 2024-04-12T17:03:00.660 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vnDcVbqaCBhpuW8 off=2063193 len=423544 2024-04-12T17:03:00.664 INFO:tasks.workunit.client.0.smithi005.stdout:op 5317 completed, throughput=5MB/sec 2024-04-12T17:03:00.664 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mH0YRSnUDP7Tn_Y off=13805324 len=1815036 2024-04-12T17:03:00.667 INFO:tasks.workunit.client.0.smithi005.stdout:op 5318 completed, throughput=5MB/sec 2024-04-12T17:03:00.667 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qaNcyA3VWYDB-yp off=17939714 len=1121996 2024-04-12T17:03:00.674 INFO:tasks.workunit.client.0.smithi005.stdout:op 5319 completed, throughput=5MB/sec 2024-04-12T17:03:00.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:00 smithi005 ceph-mon[88416]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:03:00.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:00 smithi005 ceph-mon[90837]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-12T17:03:01.674 INFO:tasks.workunit.client.0.smithi005.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-12T17:03:01.674 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ySiv96V7rOkif-b off=1713789 len=720695 2024-04-12T17:03:01.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 5320 completed, throughput=5MB/sec 2024-04-12T17:03:01.680 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-q1YeXX0CQOquCPQ off=783815 len=376557 2024-04-12T17:03:01.681 INFO:tasks.workunit.client.0.smithi005.stdout:op 5321 completed, throughput=5MB/sec 2024-04-12T17:03:01.681 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-n2Zw7muTXgeQp25 off=2931850 len=426462 2024-04-12T17:03:01.682 INFO:tasks.workunit.client.0.smithi005.stdout:op 5322 completed, throughput=5MB/sec 2024-04-12T17:03:01.682 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HsFTZWEhCYX6vE6 off=6737143 len=407871 2024-04-12T17:03:01.683 INFO:tasks.workunit.client.0.smithi005.stdout:op 5323 completed, throughput=5MB/sec 2024-04-12T17:03:01.683 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-L9PXbcNyEcM3zBk off=9394706 len=1343571 2024-04-12T17:03:01.689 INFO:tasks.workunit.client.0.smithi005.stdout:op 5324 completed, throughput=5MB/sec 2024-04-12T17:03:01.689 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-89teEWed9N0s4mV off=464811 len=667724 2024-04-12T17:03:01.691 INFO:tasks.workunit.client.0.smithi005.stdout:op 5325 completed, throughput=5MB/sec 2024-04-12T17:03:01.691 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GJFGGi_fJ5nsKBh off=15954563 len=648714 2024-04-12T17:03:01.692 INFO:tasks.workunit.client.0.smithi005.stdout:op 5326 completed, throughput=5MB/sec 2024-04-12T17:03:01.692 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Yd7nBzjodSWD9i2 off=16515 len=926132 2024-04-12T17:03:01.696 INFO:tasks.workunit.client.0.smithi005.stdout:op 5327 completed, throughput=5MB/sec 2024-04-12T17:03:02.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:02 smithi016 ceph-mon[84444]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T17:03:02.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:03:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:03:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:02.697 INFO:tasks.workunit.client.0.smithi005.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-12T17:03:02.697 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dnPCqoP8G-jinYD off=1472997 len=776338 2024-04-12T17:03:02.698 INFO:tasks.workunit.client.0.smithi005.stdout:op 5328 completed, throughput=5MB/sec 2024-04-12T17:03:02.698 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-glK29IXfgUHSbgq off=17107467 len=315683 2024-04-12T17:03:02.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 5329 completed, throughput=5MB/sec 2024-04-12T17:03:02.701 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Kj12Nes76Tz0BRx off=8455981 len=1172939 2024-04-12T17:03:02.703 INFO:tasks.workunit.client.0.smithi005.stdout:op 5330 completed, throughput=5MB/sec 2024-04-12T17:03:02.703 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-inzTORTKy6hd5rs off=11127230 len=1615985 2024-04-12T17:03:02.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:02 smithi005 ceph-mon[88416]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T17:03:02.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:02 smithi005 ceph-mon[90837]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-12T17:03:02.707 INFO:tasks.workunit.client.0.smithi005.stdout:op 5331 completed, throughput=5MB/sec 2024-04-12T17:03:02.707 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gno6mW7fygXKAYz off=7099589 len=1437273 2024-04-12T17:03:02.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 5332 completed, throughput=5MB/sec 2024-04-12T17:03:03.709 INFO:tasks.workunit.client.0.smithi005.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-12T17:03:03.709 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5PVCYqUfxLxS_PQ off=693656 len=375117 2024-04-12T17:03:03.712 INFO:tasks.workunit.client.0.smithi005.stdout:op 5333 completed, throughput=5MB/sec 2024-04-12T17:03:03.712 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-68hBKqzluyfChuL off=1163124 len=479872 2024-04-12T17:03:03.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 5334 completed, throughput=5MB/sec 2024-04-12T17:03:03.713 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q0q8JGLYSNoiOqU off=10498949 len=1793278 2024-04-12T17:03:03.715 INFO:tasks.workunit.client.0.smithi005.stdout:op 5335 completed, throughput=5MB/sec 2024-04-12T17:03:03.715 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DOhYe2wpuSdEpg8 off=7833884 len=1489544 2024-04-12T17:03:03.719 INFO:tasks.workunit.client.0.smithi005.stdout:op 5336 completed, throughput=5MB/sec 2024-04-12T17:03:03.719 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OgKxltGFLJrXggg off=3300084 len=277104 2024-04-12T17:03:03.722 INFO:tasks.workunit.client.0.smithi005.stdout:op 5337 completed, throughput=5MB/sec 2024-04-12T17:03:03.722 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kPpWx8tFXb90Uop off=8770367 len=1011150 2024-04-12T17:03:03.728 INFO:tasks.workunit.client.0.smithi005.stdout:op 5338 completed, throughput=5MB/sec 2024-04-12T17:03:04.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:03:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:03:03] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:03:04.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:04 smithi016 ceph-mon[84444]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:03:04.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:04.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:04 smithi005 ceph-mon[88416]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:03:04.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:04.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:04 smithi005 ceph-mon[90837]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:03:04.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:04.729 INFO:tasks.workunit.client.0.smithi005.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-12T17:03:04.729 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-glK29IXfgUHSbgq off=3422939 len=79777 2024-04-12T17:03:04.729 INFO:tasks.workunit.client.0.smithi005.stdout:op 5339 completed, throughput=5MB/sec 2024-04-12T17:03:04.730 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JaAQn3CsMSzwUH6 off=15933445 len=200902 2024-04-12T17:03:04.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 5340 completed, throughput=5MB/sec 2024-04-12T17:03:04.730 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LVrkMt-1x-YE-E7 off=3529409 len=510280 2024-04-12T17:03:04.732 INFO:tasks.workunit.client.0.smithi005.stdout:op 5341 completed, throughput=5MB/sec 2024-04-12T17:03:04.732 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-H6qS5LAOQiYv8K1 off=6134391 len=462266 2024-04-12T17:03:04.736 INFO:tasks.workunit.client.0.smithi005.stdout:op 5342 completed, throughput=5MB/sec 2024-04-12T17:03:04.736 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K5eMEjyMsolZm3G off=5770725 len=1570289 2024-04-12T17:03:04.738 INFO:tasks.workunit.client.0.smithi005.stdout:op 5343 completed, throughput=5MB/sec 2024-04-12T17:03:04.739 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NpmI8DQ6ezaSFGz off=6096424 len=1474109 2024-04-12T17:03:04.740 INFO:tasks.workunit.client.0.smithi005.stdout:op 5344 completed, throughput=5MB/sec 2024-04-12T17:03:04.740 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-leNv8NkigUhdp3N off=16756572 len=1884049 2024-04-12T17:03:04.744 INFO:tasks.workunit.client.0.smithi005.stdout:op 5345 completed, throughput=5MB/sec 2024-04-12T17:03:05.744 INFO:tasks.workunit.client.0.smithi005.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-12T17:03:05.745 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1nxmiYRmOVtFAVG off=913533 len=1156609 2024-04-12T17:03:05.746 INFO:tasks.workunit.client.0.smithi005.stdout:op 5346 completed, throughput=5MB/sec 2024-04-12T17:03:05.746 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dbh6kh85Gz5abho off=5819263 len=1877487 2024-04-12T17:03:05.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 5347 completed, throughput=5MB/sec 2024-04-12T17:03:05.751 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1XoyOTRodA6slcX off=5768526 len=1191219 2024-04-12T17:03:05.758 INFO:tasks.workunit.client.0.smithi005.stdout:op 5348 completed, throughput=5MB/sec 2024-04-12T17:03:06.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:06 smithi016 ceph-mon[84444]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:03:06.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:06 smithi005 ceph-mon[88416]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:03:06.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:06 smithi005 ceph-mon[90837]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:03:06.758 INFO:tasks.workunit.client.0.smithi005.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-12T17:03:06.758 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8FVwFrGSkxfT9Pc off=15159195 len=730098 2024-04-12T17:03:06.762 INFO:tasks.workunit.client.0.smithi005.stdout:op 5349 completed, throughput=5MB/sec 2024-04-12T17:03:06.763 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_RwPX8-9oeQHMHE off=2394852 len=1718244 2024-04-12T17:03:06.771 INFO:tasks.workunit.client.0.smithi005.stdout:op 5350 completed, throughput=5MB/sec 2024-04-12T17:03:06.771 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-g2ElabI4oX9iFrm off=17386149 len=1222573 2024-04-12T17:03:06.773 INFO:tasks.workunit.client.0.smithi005.stdout:op 5351 completed, throughput=5MB/sec 2024-04-12T17:03:06.773 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FNyH9IQ5c11Wgoy off=681938 len=1443869 2024-04-12T17:03:06.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 5352 completed, throughput=5MB/sec 2024-04-12T17:03:07.779 INFO:tasks.workunit.client.0.smithi005.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-12T17:03:07.779 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zGCpHkn9TS-qs4h off=7618495 len=72197 2024-04-12T17:03:07.780 INFO:tasks.workunit.client.0.smithi005.stdout:op 5353 completed, throughput=5MB/sec 2024-04-12T17:03:07.780 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1YLFNlcZOFQIvqn off=1048974 len=260075 2024-04-12T17:03:07.780 INFO:tasks.workunit.client.0.smithi005.stdout:op 5354 completed, throughput=5MB/sec 2024-04-12T17:03:07.781 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-jQHMiaRG1LU3m3l off=126973 len=1869209 2024-04-12T17:03:07.791 INFO:tasks.workunit.client.0.smithi005.stdout:op 5355 completed, throughput=5MB/sec 2024-04-12T17:03:07.791 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-k3XLuP66HvEzhMS off=1906708 len=704537 2024-04-12T17:03:07.793 INFO:tasks.workunit.client.0.smithi005.stdout:op 5356 completed, throughput=5MB/sec 2024-04-12T17:03:07.793 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D8Z1_8t3wi8bwj4 off=1313681 len=835799 2024-04-12T17:03:07.794 INFO:tasks.workunit.client.0.smithi005.stdout:op 5357 completed, throughput=5MB/sec 2024-04-12T17:03:07.794 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hw_Nh5UWUfbkcFf off=7161767 len=1810138 2024-04-12T17:03:07.798 INFO:tasks.workunit.client.0.smithi005.stdout:op 5358 completed, throughput=5MB/sec 2024-04-12T17:03:08.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:08 smithi016 ceph-mon[84444]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:08.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:08 smithi005 ceph-mon[88416]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:08.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:08 smithi005 ceph-mon[90837]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:08.798 INFO:tasks.workunit.client.0.smithi005.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-12T17:03:08.798 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IWmzBl_ONe63lUe off=927279 len=272801 2024-04-12T17:03:08.801 INFO:tasks.workunit.client.0.smithi005.stdout:op 5359 completed, throughput=5MB/sec 2024-04-12T17:03:08.801 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--z4kL-L8MgHYQML off=6315087 len=1055492 2024-04-12T17:03:08.807 INFO:tasks.workunit.client.0.smithi005.stdout:op 5360 completed, throughput=5MB/sec 2024-04-12T17:03:08.807 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dnPCqoP8G-jinYD off=827745 len=786167 2024-04-12T17:03:08.812 INFO:tasks.workunit.client.0.smithi005.stdout:op 5361 completed, throughput=5MB/sec 2024-04-12T17:03:08.812 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lRG6Ln8LVePdjmk off=7643181 len=1145738 2024-04-12T17:03:08.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 5362 completed, throughput=5MB/sec 2024-04-12T17:03:08.818 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E3EhtB-PUlXMWs0 off=6814333 len=414211 2024-04-12T17:03:08.818 INFO:tasks.workunit.client.0.smithi005.stdout:op 5363 completed, throughput=5MB/sec 2024-04-12T17:03:08.818 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fy4aEUDA_p9TjC0 off=11769138 len=952050 2024-04-12T17:03:08.819 INFO:tasks.workunit.client.0.smithi005.stdout:op 5364 completed, throughput=5MB/sec 2024-04-12T17:03:08.819 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yHfmFcyV_K8gq-3 off=8284710 len=994213 2024-04-12T17:03:08.824 INFO:tasks.workunit.client.0.smithi005.stdout:op 5365 completed, throughput=5MB/sec 2024-04-12T17:03:09.824 INFO:tasks.workunit.client.0.smithi005.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-12T17:03:09.825 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nkU5LWvseORPUHm off=2941546 len=1443643 2024-04-12T17:03:09.826 INFO:tasks.workunit.client.0.smithi005.stdout:op 5366 completed, throughput=5MB/sec 2024-04-12T17:03:09.826 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b0Rw-Apz_5_7skv off=10057477 len=765228 2024-04-12T17:03:09.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 5367 completed, throughput=5MB/sec 2024-04-12T17:03:09.828 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b8d736cIiMT6Uak off=13565699 len=1100039 2024-04-12T17:03:09.835 INFO:tasks.workunit.client.0.smithi005.stdout:op 5368 completed, throughput=5MB/sec 2024-04-12T17:03:09.836 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LF_mhiYpLo9m5-o off=1128649 len=683614 2024-04-12T17:03:09.837 INFO:tasks.workunit.client.0.smithi005.stdout:op 5369 completed, throughput=5MB/sec 2024-04-12T17:03:09.837 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m-oN4ps55HFZT0x off=7297606 len=441178 2024-04-12T17:03:09.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 5370 completed, throughput=5MB/sec 2024-04-12T17:03:09.838 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8Qe5kO-_ZYVcoGI off=694241 len=750730 2024-04-12T17:03:09.839 INFO:tasks.workunit.client.0.smithi005.stdout:op 5371 completed, throughput=5MB/sec 2024-04-12T17:03:10.605 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:10 smithi016 ceph-mon[84444]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T17:03:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:10 smithi005 ceph-mon[88416]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T17:03:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:10 smithi005 ceph-mon[90837]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-12T17:03:10.839 INFO:tasks.workunit.client.0.smithi005.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-12T17:03:10.839 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-woG9BH09iitKik_ off=18309979 len=1636867 2024-04-12T17:03:10.847 INFO:tasks.workunit.client.0.smithi005.stdout:op 5372 completed, throughput=5MB/sec 2024-04-12T17:03:10.847 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0rvoCAwR7otMthL off=22319976 len=880072 2024-04-12T17:03:10.849 INFO:tasks.workunit.client.0.smithi005.stdout:op 5373 completed, throughput=5MB/sec 2024-04-12T17:03:10.849 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-irp8uzL6Z-N_N3S off=11808787 len=1725790 2024-04-12T17:03:10.858 INFO:tasks.workunit.client.0.smithi005.stdout:op 5374 completed, throughput=5MB/sec 2024-04-12T17:03:10.858 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OObXuOIhPfKNzIj off=1019963 len=901602 2024-04-12T17:03:10.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 5375 completed, throughput=5MB/sec 2024-04-12T17:03:11.863 INFO:tasks.workunit.client.0.smithi005.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-12T17:03:11.863 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nm5pWhORuid_oFM off=145897 len=1836144 2024-04-12T17:03:11.867 INFO:tasks.workunit.client.0.smithi005.stdout:op 5376 completed, throughput=5MB/sec 2024-04-12T17:03:11.868 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3w56GuaV7HQovba off=8609235 len=1938007 2024-04-12T17:03:11.877 INFO:tasks.workunit.client.0.smithi005.stdout:op 5377 completed, throughput=5MB/sec 2024-04-12T17:03:11.878 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qWKmtTE98Pxkaui off=1321418 len=609601 2024-04-12T17:03:11.881 INFO:tasks.workunit.client.0.smithi005.stdout:op 5378 completed, throughput=5MB/sec 2024-04-12T17:03:11.881 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YehsdlFKi_wqYmd off=2414289 len=202125 2024-04-12T17:03:11.884 INFO:tasks.workunit.client.0.smithi005.stdout:op 5379 completed, throughput=5MB/sec 2024-04-12T17:03:11.884 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ldUfm3HuDWKNPBQ off=3051838 len=784100 2024-04-12T17:03:11.886 INFO:tasks.workunit.client.0.smithi005.stdout:op 5380 completed, throughput=5MB/sec 2024-04-12T17:03:12.595 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:12 smithi016 ceph-mon[84444]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T17:03:12.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:03:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:12.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:12 smithi005 ceph-mon[88416]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T17:03:12.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:12 smithi005 ceph-mon[90837]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-12T17:03:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-12T17:03:12.886 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LqvvmG-sg8Tah-z off=2114462 len=273648 2024-04-12T17:03:12.887 INFO:tasks.workunit.client.0.smithi005.stdout:op 5381 completed, throughput=5MB/sec 2024-04-12T17:03:12.887 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pcui4VjJaUXaBR1 off=12332425 len=2032006 2024-04-12T17:03:12.889 INFO:tasks.workunit.client.0.smithi005.stdout:op 5382 completed, throughput=5MB/sec 2024-04-12T17:03:12.890 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-04Hl4SDKpoTjoOl off=5694192 len=474302 2024-04-12T17:03:12.891 INFO:tasks.workunit.client.0.smithi005.stdout:op 5383 completed, throughput=5MB/sec 2024-04-12T17:03:12.891 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bUgY6Alvo_5i-0M off=17097344 len=235696 2024-04-12T17:03:12.895 INFO:tasks.workunit.client.0.smithi005.stdout:op 5384 completed, throughput=5MB/sec 2024-04-12T17:03:12.895 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oIp-RZjD8fz7kM3 off=5592506 len=673537 2024-04-12T17:03:12.899 INFO:tasks.workunit.client.0.smithi005.stdout:op 5385 completed, throughput=5MB/sec 2024-04-12T17:03:12.900 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9fqki4dWlsO_8UH off=12375427 len=1720457 2024-04-12T17:03:12.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 5386 completed, throughput=5MB/sec 2024-04-12T17:03:13.902 INFO:tasks.workunit.client.0.smithi005.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-12T17:03:13.902 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bPk2Ib_ehTfHWWa off=3520944 len=974990 2024-04-12T17:03:13.907 INFO:tasks.workunit.client.0.smithi005.stdout:op 5387 completed, throughput=5MB/sec 2024-04-12T17:03:13.907 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-llCN1d_RCcEcmn9 off=22708708 len=600448 2024-04-12T17:03:13.908 INFO:tasks.workunit.client.0.smithi005.stdout:op 5388 completed, throughput=5MB/sec 2024-04-12T17:03:13.908 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E0G-E_wHE_b_8Hw off=16911680 len=783740 2024-04-12T17:03:13.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 5389 completed, throughput=5MB/sec 2024-04-12T17:03:13.912 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yPt6RZpW0Wpft4i off=6367440 len=157171 2024-04-12T17:03:13.914 INFO:tasks.workunit.client.0.smithi005.stdout:op 5390 completed, throughput=5MB/sec 2024-04-12T17:03:13.914 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aEbgUvr6qhfb3fy off=153953 len=995388 2024-04-12T17:03:13.915 INFO:tasks.workunit.client.0.smithi005.stdout:op 5391 completed, throughput=5MB/sec 2024-04-12T17:03:13.915 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HRKjdyRvCArWONT off=753720 len=615063 2024-04-12T17:03:13.917 INFO:tasks.workunit.client.0.smithi005.stdout:op 5392 completed, throughput=5MB/sec 2024-04-12T17:03:13.917 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PbMB4YTE-egqDr8 off=11188216 len=991754 2024-04-12T17:03:13.922 INFO:tasks.workunit.client.0.smithi005.stdout:op 5393 completed, throughput=5MB/sec 2024-04-12T17:03:14.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:03:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:03:13] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T17:03:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[88416]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:03:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:03:14.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:03:14.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:03:14.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:03:14.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[90837]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:03:14.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:03:14.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:03:14.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:03:14.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:03:14.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:14 smithi016 ceph-mon[84444]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:03:14.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:03:14.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:03:14.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:03:14.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:03:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-12T17:03:14.923 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CcSVimgxIWs6n_9 off=381933 len=392463 2024-04-12T17:03:14.926 INFO:tasks.workunit.client.0.smithi005.stdout:op 5394 completed, throughput=5MB/sec 2024-04-12T17:03:14.926 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-HhlrjDcNnJSKJID off=106789 len=633660 2024-04-12T17:03:14.928 INFO:tasks.workunit.client.0.smithi005.stdout:op 5395 completed, throughput=5MB/sec 2024-04-12T17:03:14.928 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eWXXaqXThyy-UbI off=1528774 len=1300230 2024-04-12T17:03:14.936 INFO:tasks.workunit.client.0.smithi005.stdout:op 5396 completed, throughput=5MB/sec 2024-04-12T17:03:14.936 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JYSgyYKJuBmErpb off=20489024 len=620538 2024-04-12T17:03:14.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 5397 completed, throughput=5MB/sec 2024-04-12T17:03:14.937 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-haaJqMS5kdkfD6m off=4116666 len=933520 2024-04-12T17:03:14.939 INFO:tasks.workunit.client.0.smithi005.stdout:op 5398 completed, throughput=5MB/sec 2024-04-12T17:03:14.939 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Nf1O48NrRtQ8Obb off=2136996 len=1080067 2024-04-12T17:03:14.946 INFO:tasks.workunit.client.0.smithi005.stdout:op 5399 completed, throughput=5MB/sec 2024-04-12T17:03:14.946 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Qr7papQOJXQomny off=508179 len=1380229 2024-04-12T17:03:14.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 5400 completed, throughput=5MB/sec 2024-04-12T17:03:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-12T17:03:15.959 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qv23MD1z_X6GPI8 off=4653497 len=978817 2024-04-12T17:03:15.959 INFO:tasks.workunit.client.0.smithi005.stdout:op 5401 completed, throughput=5MB/sec 2024-04-12T17:03:15.959 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ljwke6zuc_7p0O1 off=463710 len=1897413 2024-04-12T17:03:15.967 INFO:tasks.workunit.client.0.smithi005.stdout:op 5402 completed, throughput=5MB/sec 2024-04-12T17:03:15.967 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sp5R2wiI5cg9Ai_ off=3660942 len=2062139 2024-04-12T17:03:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:op 5403 completed, throughput=5MB/sec 2024-04-12T17:03:16.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:16 smithi005 ceph-mon[88416]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:16.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:16 smithi005 ceph-mon[90837]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:16.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:16 smithi016 ceph-mon[84444]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-12T17:03:16.969 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CpHdu8Drg0ijicp off=610594 len=1827038 2024-04-12T17:03:16.977 INFO:tasks.workunit.client.0.smithi005.stdout:op 5404 completed, throughput=5MB/sec 2024-04-12T17:03:16.977 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DjB76M1aGopKOnN off=1946754 len=546086 2024-04-12T17:03:16.981 INFO:tasks.workunit.client.0.smithi005.stdout:op 5405 completed, throughput=5MB/sec 2024-04-12T17:03:16.981 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uzII-fzKjOlE7n1 off=3614504 len=1118109 2024-04-12T17:03:16.983 INFO:tasks.workunit.client.0.smithi005.stdout:op 5406 completed, throughput=5MB/sec 2024-04-12T17:03:16.983 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qxcC2Ruqv2R0NqQ off=9116509 len=1950998 2024-04-12T17:03:16.991 INFO:tasks.workunit.client.0.smithi005.stdout:op 5407 completed, throughput=5MB/sec 2024-04-12T17:03:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-12T17:03:17.991 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nu2oOwceKcWf-gf off=4909516 len=1159058 2024-04-12T17:03:17.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 5408 completed, throughput=5MB/sec 2024-04-12T17:03:17.994 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kcBP0k0QgiQT7Fx off=497482 len=1301343 2024-04-12T17:03:18.000 INFO:tasks.workunit.client.0.smithi005.stdout:op 5409 completed, throughput=5MB/sec 2024-04-12T17:03:18.000 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZZZWP_BNh-_x-cn off=6575059 len=1817088 2024-04-12T17:03:18.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 5410 completed, throughput=5MB/sec 2024-04-12T17:03:18.002 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-n3j04Bo9DR4gcCP off=23894854 len=311339 2024-04-12T17:03:18.006 INFO:tasks.workunit.client.0.smithi005.stdout:op 5411 completed, throughput=5MB/sec 2024-04-12T17:03:18.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:18 smithi005 ceph-mon[88416]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:18.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:18 smithi005 ceph-mon[90837]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:18.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:18 smithi016 ceph-mon[84444]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:19.006 INFO:tasks.workunit.client.0.smithi005.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-12T17:03:19.006 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kr_Be1S1pCar4ab off=5984069 len=600305 2024-04-12T17:03:19.007 INFO:tasks.workunit.client.0.smithi005.stdout:op 5412 completed, throughput=5MB/sec 2024-04-12T17:03:19.007 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bap91y8oJCbcnZo off=7168716 len=826483 2024-04-12T17:03:19.013 INFO:tasks.workunit.client.0.smithi005.stdout:op 5413 completed, throughput=5MB/sec 2024-04-12T17:03:19.013 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_sWJvewBZ5VTWXS off=800169 len=1621652 2024-04-12T17:03:19.021 INFO:tasks.workunit.client.0.smithi005.stdout:op 5414 completed, throughput=5MB/sec 2024-04-12T17:03:19.022 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uyY8pgetttmpack off=296055 len=81265 2024-04-12T17:03:19.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 5415 completed, throughput=5MB/sec 2024-04-12T17:03:19.024 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-swpPkj7QCvYjBzc off=13120807 len=1704453 2024-04-12T17:03:19.032 INFO:tasks.workunit.client.0.smithi005.stdout:op 5416 completed, throughput=5MB/sec 2024-04-12T17:03:19.032 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mhtnKm4r7Nk4r_0 off=3352043 len=1179722 2024-04-12T17:03:19.033 INFO:tasks.workunit.client.0.smithi005.stdout:op 5417 completed, throughput=5MB/sec 2024-04-12T17:03:19.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:19.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:19.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:20.034 INFO:tasks.workunit.client.0.smithi005.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-12T17:03:20.034 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CjbAAoXatZC5sB_ off=18270013 len=1181027 2024-04-12T17:03:20.042 INFO:tasks.workunit.client.0.smithi005.stdout:op 5418 completed, throughput=5MB/sec 2024-04-12T17:03:20.042 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8Y0QqhgSeBX-R36 off=6791367 len=1158547 2024-04-12T17:03:20.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 5419 completed, throughput=5MB/sec 2024-04-12T17:03:20.043 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cvXTbo12Q1esdij off=7950313 len=1544594 2024-04-12T17:03:20.045 INFO:tasks.workunit.client.0.smithi005.stdout:op 5420 completed, throughput=5MB/sec 2024-04-12T17:03:20.045 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Ov7dBzzbtvxW_L4 off=3674689 len=1537341 2024-04-12T17:03:20.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 5421 completed, throughput=5MB/sec 2024-04-12T17:03:20.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:20 smithi005 ceph-mon[88416]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T17:03:20.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:20 smithi005 ceph-mon[90837]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T17:03:20.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:20 smithi016 ceph-mon[84444]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-12T17:03:21.047 INFO:tasks.workunit.client.0.smithi005.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-12T17:03:21.047 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KwsRFZjfbe5_08r off=19431286 len=931617 2024-04-12T17:03:21.048 INFO:tasks.workunit.client.0.smithi005.stdout:op 5422 completed, throughput=5MB/sec 2024-04-12T17:03:21.048 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JrRk_N5TRjB72UH off=13071939 len=241412 2024-04-12T17:03:21.049 INFO:tasks.workunit.client.0.smithi005.stdout:op 5423 completed, throughput=5MB/sec 2024-04-12T17:03:21.050 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VtVg7oaCndUKpbd off=8508650 len=460643 2024-04-12T17:03:21.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 5424 completed, throughput=5MB/sec 2024-04-12T17:03:21.054 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-F5w0IIRccy5wlxr off=696884 len=928769 2024-04-12T17:03:21.055 INFO:tasks.workunit.client.0.smithi005.stdout:op 5425 completed, throughput=5MB/sec 2024-04-12T17:03:21.055 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vz5UetkxpUNokbi off=1985370 len=62016 2024-04-12T17:03:21.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 5426 completed, throughput=5MB/sec 2024-04-12T17:03:21.058 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PB76eHuL7AdqERX off=759040 len=38141 2024-04-12T17:03:21.058 INFO:tasks.workunit.client.0.smithi005.stdout:op 5427 completed, throughput=5MB/sec 2024-04-12T17:03:21.058 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-loZK-RV0pdR4eQK off=114496 len=500898 2024-04-12T17:03:21.062 INFO:tasks.workunit.client.0.smithi005.stdout:op 5428 completed, throughput=5MB/sec 2024-04-12T17:03:21.062 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-38LRplb1f4EcKK9 off=4034026 len=1896876 2024-04-12T17:03:21.070 INFO:tasks.workunit.client.0.smithi005.stdout:op 5429 completed, throughput=5MB/sec 2024-04-12T17:03:22.071 INFO:tasks.workunit.client.0.smithi005.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-12T17:03:22.071 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7rHcA3r935MxhC- off=992415 len=241504 2024-04-12T17:03:22.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 5430 completed, throughput=5MB/sec 2024-04-12T17:03:22.072 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Yz0b5Lz1uytBgH4 off=4295270 len=917634 2024-04-12T17:03:22.073 INFO:tasks.workunit.client.0.smithi005.stdout:op 5431 completed, throughput=5MB/sec 2024-04-12T17:03:22.073 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Rmc7lyDLuh4Pv82 off=8483884 len=517551 2024-04-12T17:03:22.077 INFO:tasks.workunit.client.0.smithi005.stdout:op 5432 completed, throughput=5MB/sec 2024-04-12T17:03:22.077 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-n8z_w_6VIIC1vLX off=14567541 len=1106651 2024-04-12T17:03:22.078 INFO:tasks.workunit.client.0.smithi005.stdout:op 5433 completed, throughput=5MB/sec 2024-04-12T17:03:22.078 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kAaAEddK38GyMB6 off=1909740 len=1919679 2024-04-12T17:03:22.080 INFO:tasks.workunit.client.0.smithi005.stdout:op 5434 completed, throughput=5MB/sec 2024-04-12T17:03:22.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:22 smithi016 ceph-mon[84444]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:03:22.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:03:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:22.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:22 smithi005 ceph-mon[88416]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:03:22.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:22 smithi005 ceph-mon[90837]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:03:23.081 INFO:tasks.workunit.client.0.smithi005.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-12T17:03:23.081 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1il16lZ_EGUnZUE off=12359218 len=184822 2024-04-12T17:03:23.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 5435 completed, throughput=5MB/sec 2024-04-12T17:03:23.084 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zi6o8uF00sDf1qN off=341141 len=1387315 2024-04-12T17:03:23.090 INFO:tasks.workunit.client.0.smithi005.stdout:op 5436 completed, throughput=5MB/sec 2024-04-12T17:03:23.090 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ei3bQEqfBJMrYYD off=376512 len=670468 2024-04-12T17:03:23.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 5437 completed, throughput=5MB/sec 2024-04-12T17:03:23.094 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3e_mfWhbzkTHmzN off=4005180 len=1793002 2024-04-12T17:03:23.105 INFO:tasks.workunit.client.0.smithi005.stdout:op 5438 completed, throughput=5MB/sec 2024-04-12T17:03:23.105 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iqJCyJPPadVUVWi off=2860612 len=1811217 2024-04-12T17:03:23.112 INFO:tasks.workunit.client.0.smithi005.stdout:op 5439 completed, throughput=5MB/sec 2024-04-12T17:03:24.112 INFO:tasks.workunit.client.0.smithi005.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-12T17:03:24.113 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nyXIz8M5di4iwGO off=15924153 len=1399874 2024-04-12T17:03:24.121 INFO:tasks.workunit.client.0.smithi005.stdout:op 5440 completed, throughput=5MB/sec 2024-04-12T17:03:24.121 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6L-_1EHOP_ApQ2_ off=23504122 len=1769376 2024-04-12T17:03:24.129 INFO:tasks.workunit.client.0.smithi005.stdout:op 5441 completed, throughput=5MB/sec 2024-04-12T17:03:24.130 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DcJ07GDnBN-ItWk off=19202661 len=1731428 2024-04-12T17:03:24.132 INFO:tasks.workunit.client.0.smithi005.stdout:op 5442 completed, throughput=5MB/sec 2024-04-12T17:03:24.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:03:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:03:23] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:03:24.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:24 smithi005 ceph-mon[88416]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T17:03:24.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:24 smithi005 ceph-mon[90837]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T17:03:24.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:24 smithi016 ceph-mon[84444]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T17:03:25.132 INFO:tasks.workunit.client.0.smithi005.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-12T17:03:25.132 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ru856m3L9FwTCYy off=12205617 len=214957 2024-04-12T17:03:25.135 INFO:tasks.workunit.client.0.smithi005.stdout:op 5443 completed, throughput=5MB/sec 2024-04-12T17:03:25.135 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PAqs9n4RK_TVxz8 off=10583797 len=20812 2024-04-12T17:03:25.136 INFO:tasks.workunit.client.0.smithi005.stdout:op 5444 completed, throughput=5MB/sec 2024-04-12T17:03:25.136 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Spvng9e0gE7kk3m off=157350 len=1198241 2024-04-12T17:03:25.138 INFO:tasks.workunit.client.0.smithi005.stdout:op 5445 completed, throughput=5MB/sec 2024-04-12T17:03:25.138 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-SoXhLxizqrpkYlC off=9926550 len=602162 2024-04-12T17:03:25.142 INFO:tasks.workunit.client.0.smithi005.stdout:op 5446 completed, throughput=5MB/sec 2024-04-12T17:03:25.142 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hJQggnH7kGDb9jL off=1792364 len=1783639 2024-04-12T17:03:25.144 INFO:tasks.workunit.client.0.smithi005.stdout:op 5447 completed, throughput=5MB/sec 2024-04-12T17:03:25.144 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-USPkZJlPyirCxf2 off=17324516 len=1947536 2024-04-12T17:03:25.146 INFO:tasks.workunit.client.0.smithi005.stdout:op 5448 completed, throughput=5MB/sec 2024-04-12T17:03:26.146 INFO:tasks.workunit.client.0.smithi005.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-12T17:03:26.147 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qAHz3F3ASGck2TK off=3648404 len=1698412 2024-04-12T17:03:26.156 INFO:tasks.workunit.client.0.smithi005.stdout:op 5449 completed, throughput=5MB/sec 2024-04-12T17:03:26.156 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bao3IAWS9UsDdQ_ off=10196162 len=1836968 2024-04-12T17:03:26.158 INFO:tasks.workunit.client.0.smithi005.stdout:op 5450 completed, throughput=5MB/sec 2024-04-12T17:03:26.158 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aGt1G_MUZr6RSD_ off=15644916 len=36927 2024-04-12T17:03:26.160 INFO:tasks.workunit.client.0.smithi005.stdout:op 5451 completed, throughput=5MB/sec 2024-04-12T17:03:26.161 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-th-CkPrCWdYI5sM off=5946337 len=1203855 2024-04-12T17:03:26.163 INFO:tasks.workunit.client.0.smithi005.stdout:op 5452 completed, throughput=5MB/sec 2024-04-12T17:03:26.163 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RPij0tchWx7Epzx off=6371965 len=611352 2024-04-12T17:03:26.168 INFO:tasks.workunit.client.0.smithi005.stdout:op 5453 completed, throughput=5MB/sec 2024-04-12T17:03:26.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:26 smithi005 ceph-mon[88416]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:03:26.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:26 smithi005 ceph-mon[90837]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:03:26.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:26 smithi016 ceph-mon[84444]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:03:27.169 INFO:tasks.workunit.client.0.smithi005.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-12T17:03:27.169 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Os--qm_y478ONs6 off=3471735 len=605219 2024-04-12T17:03:27.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 5454 completed, throughput=5MB/sec 2024-04-12T17:03:27.174 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-viHTIMpZPPc0Pob off=2236608 len=238318 2024-04-12T17:03:27.174 INFO:tasks.workunit.client.0.smithi005.stdout:op 5455 completed, throughput=5MB/sec 2024-04-12T17:03:27.174 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cggnfskEOctbtf5 off=18457018 len=520324 2024-04-12T17:03:27.175 INFO:tasks.workunit.client.0.smithi005.stdout:op 5456 completed, throughput=5MB/sec 2024-04-12T17:03:27.175 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RnPLCTsdukBkVI5 off=3886521 len=1200600 2024-04-12T17:03:27.176 INFO:tasks.workunit.client.0.smithi005.stdout:op 5457 completed, throughput=5MB/sec 2024-04-12T17:03:27.177 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xk_Soc0DysyN7jj off=4691113 len=1510395 2024-04-12T17:03:27.178 INFO:tasks.workunit.client.0.smithi005.stdout:op 5458 completed, throughput=5MB/sec 2024-04-12T17:03:27.178 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1e6DW2RztLBGTjs off=3360328 len=1897690 2024-04-12T17:03:27.189 INFO:tasks.workunit.client.0.smithi005.stdout:op 5459 completed, throughput=5MB/sec 2024-04-12T17:03:28.189 INFO:tasks.workunit.client.0.smithi005.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-12T17:03:28.189 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-AFFSFjFMH8lfrwN off=2038275 len=1578075 2024-04-12T17:03:28.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 5460 completed, throughput=5MB/sec 2024-04-12T17:03:28.197 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-15yifm7INCFF6nR off=18481685 len=1135120 2024-04-12T17:03:28.203 INFO:tasks.workunit.client.0.smithi005.stdout:op 5461 completed, throughput=5MB/sec 2024-04-12T17:03:28.203 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uy5jF8srtFVsb-v off=9703369 len=2079917 2024-04-12T17:03:28.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 5462 completed, throughput=5MB/sec 2024-04-12T17:03:28.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:28 smithi005 ceph-mon[88416]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:03:28.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:28 smithi005 ceph-mon[90837]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:03:28.845 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:28 smithi016 ceph-mon[84444]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:03:29.206 INFO:tasks.workunit.client.0.smithi005.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-12T17:03:29.206 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j0umcgmcZiKshp1 off=258304 len=560283 2024-04-12T17:03:29.210 INFO:tasks.workunit.client.0.smithi005.stdout:op 5463 completed, throughput=5MB/sec 2024-04-12T17:03:29.210 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_np6gwZi_mE9LuC off=760998 len=443373 2024-04-12T17:03:29.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 5464 completed, throughput=5MB/sec 2024-04-12T17:03:29.214 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k39hyw_djBAu0K0 off=593395 len=497357 2024-04-12T17:03:29.217 INFO:tasks.workunit.client.0.smithi005.stdout:op 5465 completed, throughput=5MB/sec 2024-04-12T17:03:29.217 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zl1uwc1yrNtpSV5 off=942756 len=871097 2024-04-12T17:03:29.222 INFO:tasks.workunit.client.0.smithi005.stdout:op 5466 completed, throughput=5MB/sec 2024-04-12T17:03:29.222 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Shy7Hg5a2cxtOls off=5936045 len=594641 2024-04-12T17:03:29.224 INFO:tasks.workunit.client.0.smithi005.stdout:op 5467 completed, throughput=5MB/sec 2024-04-12T17:03:29.224 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pWujToIIgb_Cra8 off=747183 len=543565 2024-04-12T17:03:29.229 INFO:tasks.workunit.client.0.smithi005.stdout:op 5468 completed, throughput=5MB/sec 2024-04-12T17:03:29.229 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZQWIkcj7prt1OUS off=1716776 len=1687294 2024-04-12T17:03:29.230 INFO:tasks.workunit.client.0.smithi005.stdout:op 5469 completed, throughput=5MB/sec 2024-04-12T17:03:29.705 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:29 smithi005 ceph-mon[88416]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:03:29.705 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:29 smithi005 ceph-mon[90837]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:03:29.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:29 smithi016 ceph-mon[84444]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:03:30.230 INFO:tasks.workunit.client.0.smithi005.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-12T17:03:30.231 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rm_umuMvBr6_vzb off=6810024 len=1554760 2024-04-12T17:03:30.232 INFO:tasks.workunit.client.0.smithi005.stdout:op 5470 completed, throughput=5MB/sec 2024-04-12T17:03:30.233 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-op6p0yKL7urOUE8 off=10373359 len=974609 2024-04-12T17:03:30.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 5471 completed, throughput=5MB/sec 2024-04-12T17:03:30.239 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-z6bCRKiMJ52Isr0 off=5503650 len=668073 2024-04-12T17:03:30.244 INFO:tasks.workunit.client.0.smithi005.stdout:op 5472 completed, throughput=5MB/sec 2024-04-12T17:03:30.244 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ABsoh7n2RVSv-fb off=10199952 len=395818 2024-04-12T17:03:30.247 INFO:tasks.workunit.client.0.smithi005.stdout:op 5473 completed, throughput=5MB/sec 2024-04-12T17:03:30.248 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ban43mWmJtGV36_ off=326410 len=817338 2024-04-12T17:03:30.253 INFO:tasks.workunit.client.0.smithi005.stdout:op 5474 completed, throughput=5MB/sec 2024-04-12T17:03:30.253 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-b8BzTrPTHfPvN8D off=2309280 len=2087683 2024-04-12T17:03:30.264 INFO:tasks.workunit.client.0.smithi005.stdout:op 5475 completed, throughput=5MB/sec 2024-04-12T17:03:31.265 INFO:tasks.workunit.client.0.smithi005.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-12T17:03:31.265 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RUkR3xi_tj1bFFD off=8793317 len=312412 2024-04-12T17:03:31.274 INFO:tasks.workunit.client.0.smithi005.stdout:op 5476 completed, throughput=5MB/sec 2024-04-12T17:03:31.275 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-C8JOpIdZIqMh6BH off=235321 len=117447 2024-04-12T17:03:31.275 INFO:tasks.workunit.client.0.smithi005.stdout:op 5477 completed, throughput=5MB/sec 2024-04-12T17:03:31.275 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-l3peYYJGjqNw3xN off=8206543 len=1056340 2024-04-12T17:03:31.276 INFO:tasks.workunit.client.0.smithi005.stdout:op 5478 completed, throughput=5MB/sec 2024-04-12T17:03:31.276 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vsfV9ux6YIRtR1J off=7615189 len=953407 2024-04-12T17:03:31.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 5479 completed, throughput=5MB/sec 2024-04-12T17:03:31.280 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PQvF0SVk22XTlfm off=13961609 len=1307023 2024-04-12T17:03:31.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 5480 completed, throughput=5MB/sec 2024-04-12T17:03:31.287 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I2W275plsJjft6m off=1916852 len=686692 2024-04-12T17:03:31.288 INFO:tasks.workunit.client.0.smithi005.stdout:op 5481 completed, throughput=5MB/sec 2024-04-12T17:03:32.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:31 smithi016 ceph-mon[84444]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:32.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:31 smithi005 ceph-mon[88416]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:32.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:31 smithi005 ceph-mon[90837]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:03:32.288 INFO:tasks.workunit.client.0.smithi005.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-12T17:03:32.289 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Q7gH3dWk-O5B8pO off=10270521 len=52629 2024-04-12T17:03:32.291 INFO:tasks.workunit.client.0.smithi005.stdout:op 5482 completed, throughput=5MB/sec 2024-04-12T17:03:32.291 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FKa8sViZ7PUgA3b off=0 len=1222171 2024-04-12T17:03:32.294 INFO:tasks.workunit.client.0.smithi005.stdout:op 5483 completed, throughput=5MB/sec 2024-04-12T17:03:32.294 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2QcGVthA3OppN87 off=7726976 len=1713713 2024-04-12T17:03:32.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 5484 completed, throughput=5MB/sec 2024-04-12T17:03:32.296 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_h63VND3Ma8lj1n off=713997 len=945607 2024-04-12T17:03:32.298 INFO:tasks.workunit.client.0.smithi005.stdout:op 5485 completed, throughput=5MB/sec 2024-04-12T17:03:32.299 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Q3IY1-f3Tb7zuQ0 off=11174944 len=193616 2024-04-12T17:03:32.299 INFO:tasks.workunit.client.0.smithi005.stdout:op 5486 completed, throughput=5MB/sec 2024-04-12T17:03:32.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JCmTV-JoFX9rxPY off=5539972 len=1548314 2024-04-12T17:03:32.301 INFO:tasks.workunit.client.0.smithi005.stdout:op 5487 completed, throughput=5MB/sec 2024-04-12T17:03:32.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:03:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:33.301 INFO:tasks.workunit.client.0.smithi005.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-12T17:03:33.301 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eGc16xC_5J3G2rZ off=1385799 len=1142267 2024-04-12T17:03:33.303 INFO:tasks.workunit.client.0.smithi005.stdout:op 5488 completed, throughput=5MB/sec 2024-04-12T17:03:33.303 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VlnrUdmA2Du-h_p off=1707106 len=248833 2024-04-12T17:03:33.306 INFO:tasks.workunit.client.0.smithi005.stdout:op 5489 completed, throughput=5MB/sec 2024-04-12T17:03:33.306 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4uF5dHqH103n-3Q off=20676931 len=1422110 2024-04-12T17:03:33.309 INFO:tasks.workunit.client.0.smithi005.stdout:op 5490 completed, throughput=5MB/sec 2024-04-12T17:03:33.309 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4hSgsIHH1PWhEjP off=1867792 len=494700 2024-04-12T17:03:33.311 INFO:tasks.workunit.client.0.smithi005.stdout:op 5491 completed, throughput=5MB/sec 2024-04-12T17:03:33.311 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-myurEidAzUGxjx3 off=3617257 len=1011749 2024-04-12T17:03:33.312 INFO:tasks.workunit.client.0.smithi005.stdout:op 5492 completed, throughput=5MB/sec 2024-04-12T17:03:33.312 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-megEza0I40FFLE7 off=10120240 len=663707 2024-04-12T17:03:33.314 INFO:tasks.workunit.client.0.smithi005.stdout:op 5493 completed, throughput=5MB/sec 2024-04-12T17:03:34.095 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:33 smithi016 ceph-mon[84444]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:03:34.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:33 smithi005 ceph-mon[88416]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:03:34.205 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:03:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:03:33] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:03:34.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:33 smithi005 ceph-mon[90837]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-12T17:03:34.314 INFO:tasks.workunit.client.0.smithi005.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-12T17:03:34.314 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BZbpqKfvKtXp0St off=10989469 len=2035757 2024-04-12T17:03:34.316 INFO:tasks.workunit.client.0.smithi005.stdout:op 5494 completed, throughput=5MB/sec 2024-04-12T17:03:34.316 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-J7kLIiN9FTdmfHx off=17841556 len=1481734 2024-04-12T17:03:34.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 5495 completed, throughput=5MB/sec 2024-04-12T17:03:34.323 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LJKeobfIGhdUE_R off=18740149 len=115797 2024-04-12T17:03:34.326 INFO:tasks.workunit.client.0.smithi005.stdout:op 5496 completed, throughput=5MB/sec 2024-04-12T17:03:34.326 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zWzSJBn0l6hK7ud off=543611 len=141209 2024-04-12T17:03:34.328 INFO:tasks.workunit.client.0.smithi005.stdout:op 5497 completed, throughput=5MB/sec 2024-04-12T17:03:34.329 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-GJ7Ox1TdmKtEm3A off=2023661 len=1599493 2024-04-12T17:03:34.336 INFO:tasks.workunit.client.0.smithi005.stdout:op 5498 completed, throughput=5MB/sec 2024-04-12T17:03:35.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:35.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:35.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:35.337 INFO:tasks.workunit.client.0.smithi005.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-12T17:03:35.337 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-foChVZ1m69j8NEz off=7425887 len=524888 2024-04-12T17:03:35.338 INFO:tasks.workunit.client.0.smithi005.stdout:op 5499 completed, throughput=5MB/sec 2024-04-12T17:03:35.338 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gtUZW5M9xnI_Ohf off=1478804 len=1754585 2024-04-12T17:03:35.340 INFO:tasks.workunit.client.0.smithi005.stdout:op 5500 completed, throughput=5MB/sec 2024-04-12T17:03:35.340 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3Bowm8UbomG5x-k off=2126610 len=322378 2024-04-12T17:03:35.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 5501 completed, throughput=5MB/sec 2024-04-12T17:03:35.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5UQaI9vvsSMnBbt off=19231751 len=1525424 2024-04-12T17:03:35.348 INFO:tasks.workunit.client.0.smithi005.stdout:op 5502 completed, throughput=5MB/sec 2024-04-12T17:03:35.348 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-eSmPcDoXtqzbcJ9 off=682708 len=605784 2024-04-12T17:03:35.349 INFO:tasks.workunit.client.0.smithi005.stdout:op 5503 completed, throughput=5MB/sec 2024-04-12T17:03:36.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:35 smithi016 ceph-mon[84444]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:03:36.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:35 smithi005 ceph-mon[88416]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:03:36.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:35 smithi005 ceph-mon[90837]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:03:36.350 INFO:tasks.workunit.client.0.smithi005.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-12T17:03:36.350 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AGToOoMLBkglpFH off=5295943 len=56094 2024-04-12T17:03:36.350 INFO:tasks.workunit.client.0.smithi005.stdout:op 5504 completed, throughput=5MB/sec 2024-04-12T17:03:36.350 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b1q-rk9gmElHah9 off=3440516 len=679514 2024-04-12T17:03:36.352 INFO:tasks.workunit.client.0.smithi005.stdout:op 5505 completed, throughput=5MB/sec 2024-04-12T17:03:36.352 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LAUYQCDaILCHBzN off=10202445 len=1307404 2024-04-12T17:03:36.360 INFO:tasks.workunit.client.0.smithi005.stdout:op 5506 completed, throughput=5MB/sec 2024-04-12T17:03:36.360 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nfB_j08gLCKp_3s off=13372650 len=550385 2024-04-12T17:03:36.361 INFO:tasks.workunit.client.0.smithi005.stdout:op 5507 completed, throughput=5MB/sec 2024-04-12T17:03:36.361 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-A_D4ZHsD2HsL_zZ off=2103178 len=1245753 2024-04-12T17:03:36.363 INFO:tasks.workunit.client.0.smithi005.stdout:op 5508 completed, throughput=5MB/sec 2024-04-12T17:03:36.363 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-626VRHLtt7h2tnE off=20554109 len=2086673 2024-04-12T17:03:36.365 INFO:tasks.workunit.client.0.smithi005.stdout:op 5509 completed, throughput=5MB/sec 2024-04-12T17:03:37.366 INFO:tasks.workunit.client.0.smithi005.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-12T17:03:37.366 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-au6CSdOgV23oKea off=1538664 len=407829 2024-04-12T17:03:37.370 INFO:tasks.workunit.client.0.smithi005.stdout:op 5510 completed, throughput=5MB/sec 2024-04-12T17:03:37.370 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CCCOacaHEhhUiXS off=22581435 len=1527299 2024-04-12T17:03:37.372 INFO:tasks.workunit.client.0.smithi005.stdout:op 5511 completed, throughput=5MB/sec 2024-04-12T17:03:37.372 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-XT2Z2lA8-mU49TA off=1819180 len=937538 2024-04-12T17:03:37.378 INFO:tasks.workunit.client.0.smithi005.stdout:op 5512 completed, throughput=5MB/sec 2024-04-12T17:03:37.378 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4Z-mike4qJ12CX7 off=6214858 len=1655496 2024-04-12T17:03:37.380 INFO:tasks.workunit.client.0.smithi005.stdout:op 5513 completed, throughput=5MB/sec 2024-04-12T17:03:37.380 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-66FnAfBgze-oKSV off=1623890 len=753926 2024-04-12T17:03:37.385 INFO:tasks.workunit.client.0.smithi005.stdout:op 5514 completed, throughput=5MB/sec 2024-04-12T17:03:38.095 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:37 smithi016 ceph-mon[84444]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:03:38.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:37 smithi005 ceph-mon[88416]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:03:38.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:37 smithi005 ceph-mon[90837]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:03:38.386 INFO:tasks.workunit.client.0.smithi005.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-12T17:03:38.386 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-P1Bdiq7TtJkQ3wt off=1346388 len=690315 2024-04-12T17:03:38.387 INFO:tasks.workunit.client.0.smithi005.stdout:op 5515 completed, throughput=5MB/sec 2024-04-12T17:03:38.387 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7edib1dzGlChd1G off=13767550 len=1308292 2024-04-12T17:03:38.388 INFO:tasks.workunit.client.0.smithi005.stdout:op 5516 completed, throughput=5MB/sec 2024-04-12T17:03:38.389 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Aj6Qsf6KHOIwLM4 off=5378361 len=738497 2024-04-12T17:03:38.393 INFO:tasks.workunit.client.0.smithi005.stdout:op 5517 completed, throughput=5MB/sec 2024-04-12T17:03:38.393 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YZNsPLWvqC3-i2u off=5757877 len=313894 2024-04-12T17:03:38.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 5518 completed, throughput=5MB/sec 2024-04-12T17:03:38.397 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-iqZGU9oFc2FCvkM off=4960258 len=1265819 2024-04-12T17:03:38.400 INFO:tasks.workunit.client.0.smithi005.stdout:op 5519 completed, throughput=5MB/sec 2024-04-12T17:03:38.400 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-4KTyHHKJDcoDtZ9 off=10703190 len=575838 2024-04-12T17:03:38.400 INFO:tasks.workunit.client.0.smithi005.stdout:op 5520 completed, throughput=5MB/sec 2024-04-12T17:03:39.401 INFO:tasks.workunit.client.0.smithi005.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-12T17:03:39.401 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SBD2kH4aTSamCf0 off=2946006 len=900782 2024-04-12T17:03:39.402 INFO:tasks.workunit.client.0.smithi005.stdout:op 5521 completed, throughput=5MB/sec 2024-04-12T17:03:39.402 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8Jp7C0d8bla-v6D off=19356297 len=1082464 2024-04-12T17:03:39.409 INFO:tasks.workunit.client.0.smithi005.stdout:op 5522 completed, throughput=5MB/sec 2024-04-12T17:03:39.409 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o3kMj2jYh56DiSq off=725273 len=725877 2024-04-12T17:03:39.414 INFO:tasks.workunit.client.0.smithi005.stdout:op 5523 completed, throughput=5MB/sec 2024-04-12T17:03:39.414 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w4kDOc-Xil0R0dI off=4778360 len=1200125 2024-04-12T17:03:39.416 INFO:tasks.workunit.client.0.smithi005.stdout:op 5524 completed, throughput=5MB/sec 2024-04-12T17:03:39.416 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-shmkyjCnu2imbFQ off=2448088 len=1388429 2024-04-12T17:03:39.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 5525 completed, throughput=5MB/sec 2024-04-12T17:03:40.095 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:39 smithi016 ceph-mon[84444]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T17:03:40.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:39 smithi005 ceph-mon[88416]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T17:03:40.205 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:39 smithi005 ceph-mon[90837]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-12T17:03:40.419 INFO:tasks.workunit.client.0.smithi005.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-12T17:03:40.420 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w4Q-vVpD2EE4G_z off=4502271 len=850203 2024-04-12T17:03:40.421 INFO:tasks.workunit.client.0.smithi005.stdout:op 5526 completed, throughput=5MB/sec 2024-04-12T17:03:40.421 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Cn2fqAXSkXgH8rx off=1366503 len=649026 2024-04-12T17:03:40.422 INFO:tasks.workunit.client.0.smithi005.stdout:op 5527 completed, throughput=5MB/sec 2024-04-12T17:03:40.422 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Sk9PT74FZ6ktkmS off=2787913 len=2082255 2024-04-12T17:03:40.424 INFO:tasks.workunit.client.0.smithi005.stdout:op 5528 completed, throughput=5MB/sec 2024-04-12T17:03:40.424 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gt6Lm-szOp9X5zD off=1430214 len=154514 2024-04-12T17:03:40.425 INFO:tasks.workunit.client.0.smithi005.stdout:op 5529 completed, throughput=5MB/sec 2024-04-12T17:03:40.425 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-x5qtWscc0Gh7teG off=9767745 len=1419128 2024-04-12T17:03:40.426 INFO:tasks.workunit.client.0.smithi005.stdout:op 5530 completed, throughput=5MB/sec 2024-04-12T17:03:40.426 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sP2sGFHbRHzGNBx off=4256554 len=922215 2024-04-12T17:03:40.431 INFO:tasks.workunit.client.0.smithi005.stdout:op 5531 completed, throughput=5MB/sec 2024-04-12T17:03:41.435 INFO:tasks.workunit.client.0.smithi005.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-12T17:03:41.436 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-i0nKXsjrAJ2mhmX off=8054742 len=509189 2024-04-12T17:03:41.436 INFO:tasks.workunit.client.0.smithi005.stdout:op 5532 completed, throughput=5MB/sec 2024-04-12T17:03:41.437 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sZbi9366ukpsRU- off=13808148 len=249777 2024-04-12T17:03:41.439 INFO:tasks.workunit.client.0.smithi005.stdout:op 5533 completed, throughput=5MB/sec 2024-04-12T17:03:41.439 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7Gy769ZM9mCn23r off=3101782 len=1954080 2024-04-12T17:03:41.450 INFO:tasks.workunit.client.0.smithi005.stdout:op 5534 completed, throughput=5MB/sec 2024-04-12T17:03:41.450 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-h-ywavx53XXlT1Q off=2676080 len=375292 2024-04-12T17:03:41.451 INFO:tasks.workunit.client.0.smithi005.stdout:op 5535 completed, throughput=5MB/sec 2024-04-12T17:03:41.451 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-46NzcBKY5uCFTot off=8842256 len=730092 2024-04-12T17:03:41.456 INFO:tasks.workunit.client.0.smithi005.stdout:op 5536 completed, throughput=5MB/sec 2024-04-12T17:03:41.456 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2yNX6gaMoP880Bl off=5638853 len=601628 2024-04-12T17:03:41.457 INFO:tasks.workunit.client.0.smithi005.stdout:op 5537 completed, throughput=5MB/sec 2024-04-12T17:03:41.457 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xQVrc9Gl6mtUa0b off=13444353 len=290472 2024-04-12T17:03:41.461 INFO:tasks.workunit.client.0.smithi005.stdout:op 5538 completed, throughput=5MB/sec 2024-04-12T17:03:42.313 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:41 smithi016 ceph-mon[84444]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:03:42.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:41 smithi005 ceph-mon[88416]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:03:42.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:41 smithi005 ceph-mon[90837]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:03:42.461 INFO:tasks.workunit.client.0.smithi005.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-12T17:03:42.461 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E30XIQu3C16Fwjv off=223719 len=592475 2024-04-12T17:03:42.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 5539 completed, throughput=5MB/sec 2024-04-12T17:03:42.465 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e-4cOEHxnrF8z-G off=9295725 len=1488059 2024-04-12T17:03:42.472 INFO:tasks.workunit.client.0.smithi005.stdout:op 5540 completed, throughput=5MB/sec 2024-04-12T17:03:42.472 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tKsZIAO0Z4PpfFe off=6007430 len=1398594 2024-04-12T17:03:42.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 5541 completed, throughput=5MB/sec 2024-04-12T17:03:42.474 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5zDsK1OmmV72_g9 off=2657357 len=1537577 2024-04-12T17:03:42.477 INFO:tasks.workunit.client.0.smithi005.stdout:op 5542 completed, throughput=5MB/sec 2024-04-12T17:03:42.477 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xr5eSjZ3xqEJWgz off=4230624 len=188487 2024-04-12T17:03:42.480 INFO:tasks.workunit.client.0.smithi005.stdout:op 5543 completed, throughput=5MB/sec 2024-04-12T17:03:42.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:03:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:03:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:43.480 INFO:tasks.workunit.client.0.smithi005.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-12T17:03:43.480 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wZBZFg_dGDifTia off=9451396 len=428119 2024-04-12T17:03:43.481 INFO:tasks.workunit.client.0.smithi005.stdout:op 5544 completed, throughput=5MB/sec 2024-04-12T17:03:43.482 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Qb6YsHCnlILRP59 off=12467533 len=1184609 2024-04-12T17:03:43.488 INFO:tasks.workunit.client.0.smithi005.stdout:op 5545 completed, throughput=5MB/sec 2024-04-12T17:03:43.488 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1_ON710DTN7vN_J off=15811707 len=893271 2024-04-12T17:03:43.493 INFO:tasks.workunit.client.0.smithi005.stdout:op 5546 completed, throughput=5MB/sec 2024-04-12T17:03:43.493 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1bqNYNHP9K2lFuw off=20871131 len=1148852 2024-04-12T17:03:43.494 INFO:tasks.workunit.client.0.smithi005.stdout:op 5547 completed, throughput=5MB/sec 2024-04-12T17:03:43.495 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WvBjMHCX4fsvcbt off=1391373 len=1160254 2024-04-12T17:03:43.496 INFO:tasks.workunit.client.0.smithi005.stdout:op 5548 completed, throughput=5MB/sec 2024-04-12T17:03:43.496 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a1Qtr04qbth_wJa off=7151048 len=258732 2024-04-12T17:03:43.498 INFO:tasks.workunit.client.0.smithi005.stdout:op 5549 completed, throughput=5MB/sec 2024-04-12T17:03:43.498 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-z3zXsqXO4P2_h7m off=86675 len=1379207 2024-04-12T17:03:43.500 INFO:tasks.workunit.client.0.smithi005.stdout:op 5550 completed, throughput=5MB/sec 2024-04-12T17:03:44.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:43 smithi005 ceph-mon[88416]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T17:03:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:03:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:03:43] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:03:44.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:43 smithi005 ceph-mon[90837]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T17:03:44.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:43 smithi016 ceph-mon[84444]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-12T17:03:44.501 INFO:tasks.workunit.client.0.smithi005.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-12T17:03:44.501 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7rHcA3r935MxhC- off=2146921 len=1669661 2024-04-12T17:03:44.508 INFO:tasks.workunit.client.0.smithi005.stdout:op 5551 completed, throughput=5MB/sec 2024-04-12T17:03:44.508 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-V4qcr4vD8jxo80Q off=375584 len=1209510 2024-04-12T17:03:44.515 INFO:tasks.workunit.client.0.smithi005.stdout:op 5552 completed, throughput=5MB/sec 2024-04-12T17:03:44.515 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-47dHddrxP3No3ZQ off=17789603 len=808709 2024-04-12T17:03:44.520 INFO:tasks.workunit.client.0.smithi005.stdout:op 5553 completed, throughput=5MB/sec 2024-04-12T17:03:44.520 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TO_uHIcW4kn5CNQ off=2743089 len=933266 2024-04-12T17:03:44.521 INFO:tasks.workunit.client.0.smithi005.stdout:op 5554 completed, throughput=5MB/sec 2024-04-12T17:03:45.522 INFO:tasks.workunit.client.0.smithi005.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-12T17:03:45.522 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-43KkNtGQWWZV-Tp off=449282 len=201804 2024-04-12T17:03:45.522 INFO:tasks.workunit.client.0.smithi005.stdout:op 5555 completed, throughput=5MB/sec 2024-04-12T17:03:45.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JNTuz-JhiHg0-3A off=3173874 len=1938600 2024-04-12T17:03:45.533 INFO:tasks.workunit.client.0.smithi005.stdout:op 5556 completed, throughput=5MB/sec 2024-04-12T17:03:45.533 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mxcFpQtJoSbG1r7 off=14074431 len=44044 2024-04-12T17:03:45.536 INFO:tasks.workunit.client.0.smithi005.stdout:op 5557 completed, throughput=5MB/sec 2024-04-12T17:03:45.536 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Jx22g8h0yTdvlux off=10191745 len=1368042 2024-04-12T17:03:45.542 INFO:tasks.workunit.client.0.smithi005.stdout:op 5558 completed, throughput=5MB/sec 2024-04-12T17:03:45.543 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AyljhbBtyZT_GMG off=10687716 len=874038 2024-04-12T17:03:45.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 5559 completed, throughput=5MB/sec 2024-04-12T17:03:45.545 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UP2aSMlmkndr6le off=1529874 len=1603645 2024-04-12T17:03:45.551 INFO:tasks.workunit.client.0.smithi005.stdout:op 5560 completed, throughput=5MB/sec 2024-04-12T17:03:46.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:45 smithi016 ceph-mon[84444]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T17:03:46.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:45 smithi005 ceph-mon[88416]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T17:03:46.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:45 smithi005 ceph-mon[90837]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T17:03:46.553 INFO:tasks.workunit.client.0.smithi005.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-12T17:03:46.553 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7iwAY1LMacGFQ-m off=4057863 len=1534990 2024-04-12T17:03:46.559 INFO:tasks.workunit.client.0.smithi005.stdout:op 5561 completed, throughput=5MB/sec 2024-04-12T17:03:46.559 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sRvKVLLaGYk4iH1 off=0 len=1487720 2024-04-12T17:03:46.564 INFO:tasks.workunit.client.0.smithi005.stdout:op 5562 completed, throughput=5MB/sec 2024-04-12T17:03:46.564 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_mHTYks2JcFQje3 off=1819861 len=1801215 2024-04-12T17:03:46.565 INFO:tasks.workunit.client.0.smithi005.stdout:op 5563 completed, throughput=5MB/sec 2024-04-12T17:03:47.566 INFO:tasks.workunit.client.0.smithi005.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-12T17:03:47.566 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HShtroC2u2EbV-l off=3151876 len=952238 2024-04-12T17:03:47.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 5564 completed, throughput=5MB/sec 2024-04-12T17:03:47.574 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Pl3R6pOFaLzaCO3 off=4190974 len=776310 2024-04-12T17:03:47.574 INFO:tasks.workunit.client.0.smithi005.stdout:op 5565 completed, throughput=5MB/sec 2024-04-12T17:03:47.574 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KDbmi6IClcZbwPF off=18205692 len=1664797 2024-04-12T17:03:47.580 INFO:tasks.workunit.client.0.smithi005.stdout:op 5566 completed, throughput=5MB/sec 2024-04-12T17:03:47.580 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1VBtbjCtTN42Xxb off=15308284 len=1917111 2024-04-12T17:03:47.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 5567 completed, throughput=5MB/sec 2024-04-12T17:03:48.345 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:47 smithi016 ceph-mon[84444]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-12T17:03:48.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:47 smithi005 ceph-mon[88416]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-12T17:03:48.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:47 smithi005 ceph-mon[90837]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-12T17:03:48.591 INFO:tasks.workunit.client.0.smithi005.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-12T17:03:48.592 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KLdTUndiNLihZ6t off=7963105 len=1316026 2024-04-12T17:03:48.598 INFO:tasks.workunit.client.0.smithi005.stdout:op 5568 completed, throughput=5MB/sec 2024-04-12T17:03:48.598 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-e0xWHeV5KppCuUK off=12053481 len=1936903 2024-04-12T17:03:48.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 5569 completed, throughput=5MB/sec 2024-04-12T17:03:48.607 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JZqY5MgICfhPa3u off=20373 len=1534926 2024-04-12T17:03:48.615 INFO:tasks.workunit.client.0.smithi005.stdout:op 5570 completed, throughput=5MB/sec 2024-04-12T17:03:48.615 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RUkR3xi_tj1bFFD off=11196887 len=1890254 2024-04-12T17:03:48.616 INFO:tasks.workunit.client.0.smithi005.stdout:op 5571 completed, throughput=5MB/sec 2024-04-12T17:03:49.616 INFO:tasks.workunit.client.0.smithi005.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-12T17:03:49.617 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--Zyo8bZ5roV_oCp off=442222 len=630428 2024-04-12T17:03:49.621 INFO:tasks.workunit.client.0.smithi005.stdout:op 5572 completed, throughput=5MB/sec 2024-04-12T17:03:49.621 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iIWkT7JG2vW-kz_ off=13546568 len=1185774 2024-04-12T17:03:49.627 INFO:tasks.workunit.client.0.smithi005.stdout:op 5573 completed, throughput=5MB/sec 2024-04-12T17:03:49.627 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dd7QhEMmP7PK7YE off=4261115 len=1491220 2024-04-12T17:03:49.630 INFO:tasks.workunit.client.0.smithi005.stdout:op 5574 completed, throughput=5MB/sec 2024-04-12T17:03:49.630 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8fllNnm3Q8G24k0 off=7507222 len=957822 2024-04-12T17:03:49.631 INFO:tasks.workunit.client.0.smithi005.stdout:op 5575 completed, throughput=5MB/sec 2024-04-12T17:03:50.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:50 smithi016 ceph-mon[84444]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T17:03:50.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:50.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:50 smithi005 ceph-mon[88416]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T17:03:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:50.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:50 smithi005 ceph-mon[90837]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-12T17:03:50.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:03:50.632 INFO:tasks.workunit.client.0.smithi005.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-12T17:03:50.632 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-axeWppdbI7M8Okk off=11516813 len=149335 2024-04-12T17:03:50.634 INFO:tasks.workunit.client.0.smithi005.stdout:op 5576 completed, throughput=5MB/sec 2024-04-12T17:03:50.634 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--k5AxM_mTWsd3Dy off=2055079 len=638959 2024-04-12T17:03:50.639 INFO:tasks.workunit.client.0.smithi005.stdout:op 5577 completed, throughput=5MB/sec 2024-04-12T17:03:50.640 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ewsV6jndHAmGGK- off=414024 len=767565 2024-04-12T17:03:50.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 5578 completed, throughput=5MB/sec 2024-04-12T17:03:50.644 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iWcADVSmiIn6FL4 off=1078754 len=1687038 2024-04-12T17:03:50.652 INFO:tasks.workunit.client.0.smithi005.stdout:op 5579 completed, throughput=5MB/sec 2024-04-12T17:03:50.652 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-sKm0dzNvoPgF6Sl off=5787922 len=1607703 2024-04-12T17:03:50.653 INFO:tasks.workunit.client.0.smithi005.stdout:op 5580 completed, throughput=5MB/sec 2024-04-12T17:03:51.653 INFO:tasks.workunit.client.0.smithi005.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-12T17:03:51.653 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-de5AlvR9vBQzJqd off=9489103 len=1639937 2024-04-12T17:03:51.655 INFO:tasks.workunit.client.0.smithi005.stdout:op 5581 completed, throughput=5MB/sec 2024-04-12T17:03:51.655 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3TTCfivkGw5sHmM off=13019683 len=1448269 2024-04-12T17:03:51.657 INFO:tasks.workunit.client.0.smithi005.stdout:op 5582 completed, throughput=5MB/sec 2024-04-12T17:03:51.657 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wUpGRuWOZbfys2O off=1074614 len=2783 2024-04-12T17:03:51.657 INFO:tasks.workunit.client.0.smithi005.stdout:op 5583 completed, throughput=5MB/sec 2024-04-12T17:03:51.657 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WD232mVi7gJkISl off=5230291 len=1962035 2024-04-12T17:03:51.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 5584 completed, throughput=5MB/sec 2024-04-12T17:03:51.668 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-RI6W8oVIQyzsXsC off=236541 len=562281 2024-04-12T17:03:51.671 INFO:tasks.workunit.client.0.smithi005.stdout:op 5585 completed, throughput=5MB/sec 2024-04-12T17:03:52.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:52 smithi016 ceph-mon[84444]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:03:52.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:52 smithi005 ceph-mon[88416]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:03:52.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:52 smithi005 ceph-mon[90837]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:03:52.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:03:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:03:52.672 INFO:tasks.workunit.client.0.smithi005.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-12T17:03:52.672 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FN3rxpY5VMRu4NB off=6961368 len=25271 2024-04-12T17:03:52.675 INFO:tasks.workunit.client.0.smithi005.stdout:op 5586 completed, throughput=5MB/sec 2024-04-12T17:03:52.675 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_6niYBoVZ7aohpd off=17602368 len=264273 2024-04-12T17:03:52.678 INFO:tasks.workunit.client.0.smithi005.stdout:op 5587 completed, throughput=5MB/sec 2024-04-12T17:03:52.678 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8BW6IowxGK0nCuW off=11111834 len=116626 2024-04-12T17:03:52.680 INFO:tasks.workunit.client.0.smithi005.stdout:op 5588 completed, throughput=5MB/sec 2024-04-12T17:03:52.680 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Y9nShRTxlnsOqo1 off=6372232 len=215091 2024-04-12T17:03:52.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 5589 completed, throughput=5MB/sec 2024-04-12T17:03:52.686 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JJmfcJnpqV0qPQc off=1351117 len=211407 2024-04-12T17:03:52.686 INFO:tasks.workunit.client.0.smithi005.stdout:op 5590 completed, throughput=5MB/sec 2024-04-12T17:03:52.686 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-r1dPUNTi4_kcxQv off=5470038 len=1920648 2024-04-12T17:03:52.691 INFO:tasks.workunit.client.0.smithi005.stdout:op 5591 completed, throughput=5MB/sec 2024-04-12T17:03:52.691 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mQrCqtISSDyggPn off=9603193 len=1526905 2024-04-12T17:03:52.700 INFO:tasks.workunit.client.0.smithi005.stdout:op 5592 completed, throughput=5MB/sec 2024-04-12T17:03:52.700 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NF97aTNqDncL0fd off=664508 len=1919746 2024-04-12T17:03:52.701 INFO:tasks.workunit.client.0.smithi005.stdout:op 5593 completed, throughput=5MB/sec 2024-04-12T17:03:53.701 INFO:tasks.workunit.client.0.smithi005.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-12T17:03:53.702 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SWehEi3XCJeOt1K off=8320133 len=268097 2024-04-12T17:03:53.703 INFO:tasks.workunit.client.0.smithi005.stdout:op 5594 completed, throughput=5MB/sec 2024-04-12T17:03:53.703 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fWIBdCt2LKV_f-e off=13332 len=1260538 2024-04-12T17:03:53.711 INFO:tasks.workunit.client.0.smithi005.stdout:op 5595 completed, throughput=5MB/sec 2024-04-12T17:03:53.711 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-WmDA_oMlr5_adTQ off=1340797 len=1795025 2024-04-12T17:03:53.713 INFO:tasks.workunit.client.0.smithi005.stdout:op 5596 completed, throughput=5MB/sec 2024-04-12T17:03:53.714 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iNB3VUcmQYl1_if off=15821835 len=57260 2024-04-12T17:03:53.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 5597 completed, throughput=5MB/sec 2024-04-12T17:03:53.716 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gJWg7WStEz5-kAL off=5844731 len=620519 2024-04-12T17:03:53.721 INFO:tasks.workunit.client.0.smithi005.stdout:op 5598 completed, throughput=5MB/sec 2024-04-12T17:03:53.721 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vRLwGL5mM-ieqny off=8886544 len=2084127 2024-04-12T17:03:53.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 5599 completed, throughput=5MB/sec 2024-04-12T17:03:54.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:54 smithi005 ceph-mon[88416]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T17:03:54.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:54 smithi005 ceph-mon[90837]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T17:03:54.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:03:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:03:53] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T17:03:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:54 smithi016 ceph-mon[84444]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-12T17:03:54.731 INFO:tasks.workunit.client.0.smithi005.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-12T17:03:54.731 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vnZ-peMC1L1wCp2 off=1839868 len=586372 2024-04-12T17:03:54.734 INFO:tasks.workunit.client.0.smithi005.stdout:op 5600 completed, throughput=5MB/sec 2024-04-12T17:03:54.735 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Ru5BVdJIVih3AgJ off=1124920 len=1445288 2024-04-12T17:03:54.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 5601 completed, throughput=5MB/sec 2024-04-12T17:03:54.743 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wIhlOyI3DQt-HL_ off=12426727 len=1880312 2024-04-12T17:03:54.745 INFO:tasks.workunit.client.0.smithi005.stdout:op 5602 completed, throughput=5MB/sec 2024-04-12T17:03:55.745 INFO:tasks.workunit.client.0.smithi005.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-12T17:03:55.745 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-25dk21Ml6loEljw off=1460011 len=99544 2024-04-12T17:03:55.748 INFO:tasks.workunit.client.0.smithi005.stdout:op 5603 completed, throughput=5MB/sec 2024-04-12T17:03:55.748 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DsFbsMxWNVqZ0z1 off=374417 len=825687 2024-04-12T17:03:55.749 INFO:tasks.workunit.client.0.smithi005.stdout:op 5604 completed, throughput=5MB/sec 2024-04-12T17:03:55.749 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JaAQn3CsMSzwUH6 off=5021629 len=814114 2024-04-12T17:03:55.750 INFO:tasks.workunit.client.0.smithi005.stdout:op 5605 completed, throughput=5MB/sec 2024-04-12T17:03:55.750 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DpHzkYjJwrmHfAf off=5757537 len=1450918 2024-04-12T17:03:55.759 INFO:tasks.workunit.client.0.smithi005.stdout:op 5606 completed, throughput=5MB/sec 2024-04-12T17:03:55.759 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-60-LKWprQpyYAg6 off=338495 len=1413021 2024-04-12T17:03:55.766 INFO:tasks.workunit.client.0.smithi005.stdout:op 5607 completed, throughput=5MB/sec 2024-04-12T17:03:55.766 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f_78nWkr5vggc9z off=13226256 len=1069337 2024-04-12T17:03:55.767 INFO:tasks.workunit.client.0.smithi005.stdout:op 5608 completed, throughput=5MB/sec 2024-04-12T17:03:56.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:56 smithi016 ceph-mon[84444]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T17:03:56.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:56 smithi005 ceph-mon[88416]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T17:03:56.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:56 smithi005 ceph-mon[90837]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-12T17:03:56.768 INFO:tasks.workunit.client.0.smithi005.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-12T17:03:56.768 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-KepOK_qpbJ6cc4q off=1333766 len=1561952 2024-04-12T17:03:56.775 INFO:tasks.workunit.client.0.smithi005.stdout:op 5609 completed, throughput=5MB/sec 2024-04-12T17:03:56.775 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Gx_nZ765Q1T-Bwo off=3279223 len=328124 2024-04-12T17:03:56.779 INFO:tasks.workunit.client.0.smithi005.stdout:op 5610 completed, throughput=5MB/sec 2024-04-12T17:03:56.779 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6Ug_BuYZDwGviHh off=6660023 len=1909686 2024-04-12T17:03:56.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 5611 completed, throughput=5MB/sec 2024-04-12T17:03:56.782 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d0fwWJTlCoUtld0 off=6745259 len=1177349 2024-04-12T17:03:56.784 INFO:tasks.workunit.client.0.smithi005.stdout:op 5612 completed, throughput=5MB/sec 2024-04-12T17:03:57.785 INFO:tasks.workunit.client.0.smithi005.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-12T17:03:57.785 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HT9qTFZ0Jv3dzr7 off=1862006 len=1400802 2024-04-12T17:03:57.795 INFO:tasks.workunit.client.0.smithi005.stdout:op 5613 completed, throughput=5MB/sec 2024-04-12T17:03:57.795 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WfM1LiZo4IsJPtA off=9410987 len=482215 2024-04-12T17:03:57.796 INFO:tasks.workunit.client.0.smithi005.stdout:op 5614 completed, throughput=5MB/sec 2024-04-12T17:03:57.796 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oPugk_ekUnczvpR off=13198451 len=1131619 2024-04-12T17:03:57.799 INFO:tasks.workunit.client.0.smithi005.stdout:op 5615 completed, throughput=5MB/sec 2024-04-12T17:03:57.799 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Rp9TgvX-mjmbxgS off=502453 len=1018351 2024-04-12T17:03:57.801 INFO:tasks.workunit.client.0.smithi005.stdout:op 5616 completed, throughput=5MB/sec 2024-04-12T17:03:57.801 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7R_qUVgGvGA1_o0 off=3232240 len=912209 2024-04-12T17:03:57.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 5617 completed, throughput=5MB/sec 2024-04-12T17:03:58.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:03:58 smithi016 ceph-mon[84444]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T17:03:58.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:03:58 smithi005 ceph-mon[88416]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T17:03:58.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:03:58 smithi005 ceph-mon[90837]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-12T17:03:58.805 INFO:tasks.workunit.client.0.smithi005.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-12T17:03:58.805 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3QJ4MrKoanhsEbA off=12140052 len=780829 2024-04-12T17:03:58.806 INFO:tasks.workunit.client.0.smithi005.stdout:op 5618 completed, throughput=5MB/sec 2024-04-12T17:03:58.806 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FmT3ApBJZaK-eeP off=3502639 len=239874 2024-04-12T17:03:58.807 INFO:tasks.workunit.client.0.smithi005.stdout:op 5619 completed, throughput=5MB/sec 2024-04-12T17:03:58.807 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oXQee7QZ3C5d0xx off=1770031 len=830313 2024-04-12T17:03:58.815 INFO:tasks.workunit.client.0.smithi005.stdout:op 5620 completed, throughput=5MB/sec 2024-04-12T17:03:58.815 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tq6NKSeoF1Lo-oQ off=12348250 len=103427 2024-04-12T17:03:58.816 INFO:tasks.workunit.client.0.smithi005.stdout:op 5621 completed, throughput=5MB/sec 2024-04-12T17:03:58.816 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X8Btex3pTrjLlbe off=5715501 len=287672 2024-04-12T17:03:58.817 INFO:tasks.workunit.client.0.smithi005.stdout:op 5622 completed, throughput=5MB/sec 2024-04-12T17:03:58.818 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-h4ZOAuuzh0tbKI9 off=2596572 len=720190 2024-04-12T17:03:58.821 INFO:tasks.workunit.client.0.smithi005.stdout:op 5623 completed, throughput=5MB/sec 2024-04-12T17:03:58.822 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I_Oq9fvG3_IFGKg off=5800785 len=525328 2024-04-12T17:03:58.826 INFO:tasks.workunit.client.0.smithi005.stdout:op 5624 completed, throughput=5MB/sec 2024-04-12T17:03:58.826 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-X8AfRYgqWH3BTw6 off=1038647 len=1857127 2024-04-12T17:03:58.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 5625 completed, throughput=5MB/sec 2024-04-12T17:03:59.829 INFO:tasks.workunit.client.0.smithi005.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-12T17:03:59.829 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dprgwR2aEDte7bE off=283734 len=870732 2024-04-12T17:03:59.830 INFO:tasks.workunit.client.0.smithi005.stdout:op 5626 completed, throughput=5MB/sec 2024-04-12T17:03:59.830 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DwbPzP35w68rxv_ off=3387216 len=1175611 2024-04-12T17:03:59.832 INFO:tasks.workunit.client.0.smithi005.stdout:op 5627 completed, throughput=5MB/sec 2024-04-12T17:03:59.832 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZpNkqJ1yW3r3l7G off=1821534 len=433913 2024-04-12T17:03:59.833 INFO:tasks.workunit.client.0.smithi005.stdout:op 5628 completed, throughput=5MB/sec 2024-04-12T17:03:59.833 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-erAa7YAzyJO0SbO off=996475 len=854266 2024-04-12T17:03:59.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 5629 completed, throughput=5MB/sec 2024-04-12T17:03:59.838 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Dwir7EBbO3roH9H off=3020009 len=1566654 2024-04-12T17:03:59.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 5630 completed, throughput=5MB/sec 2024-04-12T17:03:59.845 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-qXtDgSzc5HQXq3y off=17548498 len=1169822 2024-04-12T17:03:59.850 INFO:tasks.workunit.client.0.smithi005.stdout:op 5631 completed, throughput=5MB/sec 2024-04-12T17:04:00.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:00 smithi016 ceph-mon[84444]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:04:00.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:00 smithi005 ceph-mon[88416]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:04:00.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:00 smithi005 ceph-mon[90837]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-12T17:04:00.850 INFO:tasks.workunit.client.0.smithi005.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-12T17:04:00.850 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u8L85qKR44I1GyT off=121899 len=1438335 2024-04-12T17:04:00.852 INFO:tasks.workunit.client.0.smithi005.stdout:op 5632 completed, throughput=5MB/sec 2024-04-12T17:04:00.852 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-So36It7jv20DOrt off=1007009 len=1026874 2024-04-12T17:04:00.858 INFO:tasks.workunit.client.0.smithi005.stdout:op 5633 completed, throughput=5MB/sec 2024-04-12T17:04:00.858 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-kPpWx8tFXb90Uop off=3234070 len=890710 2024-04-12T17:04:00.860 INFO:tasks.workunit.client.0.smithi005.stdout:op 5634 completed, throughput=5MB/sec 2024-04-12T17:04:00.860 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Bbv8t_tO-MDFFY5 off=1360476 len=1241624 2024-04-12T17:04:00.862 INFO:tasks.workunit.client.0.smithi005.stdout:op 5635 completed, throughput=5MB/sec 2024-04-12T17:04:01.863 INFO:tasks.workunit.client.0.smithi005.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-12T17:04:01.863 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TN2X-qoASczOR1X off=2028407 len=878228 2024-04-12T17:04:01.868 INFO:tasks.workunit.client.0.smithi005.stdout:op 5636 completed, throughput=5MB/sec 2024-04-12T17:04:01.868 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-y862Gvpy1gCtNlB off=7439078 len=1299418 2024-04-12T17:04:01.870 INFO:tasks.workunit.client.0.smithi005.stdout:op 5637 completed, throughput=5MB/sec 2024-04-12T17:04:01.870 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DjB76M1aGopKOnN off=1690680 len=684186 2024-04-12T17:04:01.871 INFO:tasks.workunit.client.0.smithi005.stdout:op 5638 completed, throughput=5MB/sec 2024-04-12T17:04:01.871 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nSVsQDmuLnt7e9e off=2715800 len=1831793 2024-04-12T17:04:01.874 INFO:tasks.workunit.client.0.smithi005.stdout:op 5639 completed, throughput=5MB/sec 2024-04-12T17:04:01.874 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b8d736cIiMT6Uak off=5376412 len=2094967 2024-04-12T17:04:01.878 INFO:tasks.workunit.client.0.smithi005.stdout:op 5640 completed, throughput=5MB/sec 2024-04-12T17:04:02.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:02 smithi016 ceph-mon[84444]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T17:04:02.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:02 smithi005 ceph-mon[88416]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T17:04:02.455 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:02 smithi005 ceph-mon[90837]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-12T17:04:02.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:04:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:02.878 INFO:tasks.workunit.client.0.smithi005.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-12T17:04:02.878 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uPa4Y4XPSZkNQB4 off=3628584 len=1280039 2024-04-12T17:04:02.882 INFO:tasks.workunit.client.0.smithi005.stdout:op 5641 completed, throughput=5MB/sec 2024-04-12T17:04:02.882 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-mVkvxPLiEqfBAOF off=6482163 len=1677510 2024-04-12T17:04:02.889 INFO:tasks.workunit.client.0.smithi005.stdout:op 5642 completed, throughput=5MB/sec 2024-04-12T17:04:02.889 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pwCcgn6sgRA-OR4 off=7114388 len=1709864 2024-04-12T17:04:02.898 INFO:tasks.workunit.client.0.smithi005.stdout:op 5643 completed, throughput=5MB/sec 2024-04-12T17:04:03.899 INFO:tasks.workunit.client.0.smithi005.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-12T17:04:03.899 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-45RQOi-ENndqUtf off=5873397 len=1077691 2024-04-12T17:04:03.900 INFO:tasks.workunit.client.0.smithi005.stdout:op 5644 completed, throughput=5MB/sec 2024-04-12T17:04:03.900 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-etgHYunSMYzTVub off=13788429 len=1225682 2024-04-12T17:04:03.903 INFO:tasks.workunit.client.0.smithi005.stdout:op 5645 completed, throughput=5MB/sec 2024-04-12T17:04:03.903 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pYoTfLHyqM0z_pd off=15346156 len=1609542 2024-04-12T17:04:03.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 5646 completed, throughput=5MB/sec 2024-04-12T17:04:03.910 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-o1LinnycizIiUP2 off=7730987 len=405231 2024-04-12T17:04:03.913 INFO:tasks.workunit.client.0.smithi005.stdout:op 5647 completed, throughput=5MB/sec 2024-04-12T17:04:03.913 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-r_dC04x7hiPuSeM off=3635383 len=479338 2024-04-12T17:04:03.917 INFO:tasks.workunit.client.0.smithi005.stdout:op 5648 completed, throughput=5MB/sec 2024-04-12T17:04:04.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:04 smithi005 ceph-mon[88416]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T17:04:04.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:04:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:04:03] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-12T17:04:04.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:04 smithi005 ceph-mon[90837]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T17:04:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:04 smithi016 ceph-mon[84444]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-12T17:04:04.917 INFO:tasks.workunit.client.0.smithi005.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-12T17:04:04.917 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CSq5TDyboAXHL5Z off=2281375 len=981824 2024-04-12T17:04:04.918 INFO:tasks.workunit.client.0.smithi005.stdout:op 5649 completed, throughput=5MB/sec 2024-04-12T17:04:04.918 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wb2yjmcTOI9unew off=3982473 len=1041205 2024-04-12T17:04:04.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 5650 completed, throughput=5MB/sec 2024-04-12T17:04:04.921 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FiW13gpqGOLfOsS off=2542183 len=1551925 2024-04-12T17:04:04.923 INFO:tasks.workunit.client.0.smithi005.stdout:op 5651 completed, throughput=5MB/sec 2024-04-12T17:04:04.923 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bMqf0narH3YTcWs off=3688371 len=258406 2024-04-12T17:04:04.924 INFO:tasks.workunit.client.0.smithi005.stdout:op 5652 completed, throughput=5MB/sec 2024-04-12T17:04:04.924 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-D6bD0Q8Uf5SYQ22 off=768034 len=366425 2024-04-12T17:04:04.925 INFO:tasks.workunit.client.0.smithi005.stdout:op 5653 completed, throughput=5MB/sec 2024-04-12T17:04:04.925 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-wbexG-XGgQxbB9q off=10003759 len=1740384 2024-04-12T17:04:04.934 INFO:tasks.workunit.client.0.smithi005.stdout:op 5654 completed, throughput=5MB/sec 2024-04-12T17:04:05.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:05.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:05.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:05.934 INFO:tasks.workunit.client.0.smithi005.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-12T17:04:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-yWAS8fRlA7bQDxX off=14802717 len=242072 2024-04-12T17:04:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 5655 completed, throughput=5MB/sec 2024-04-12T17:04:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uEc937oV-SMSgn5 off=1144966 len=1249315 2024-04-12T17:04:05.941 INFO:tasks.workunit.client.0.smithi005.stdout:op 5656 completed, throughput=5MB/sec 2024-04-12T17:04:05.942 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UaFoMP5icBYUEw1 off=6078421 len=373694 2024-04-12T17:04:05.945 INFO:tasks.workunit.client.0.smithi005.stdout:op 5657 completed, throughput=5MB/sec 2024-04-12T17:04:05.945 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7V3_avhnXLU9LgP off=5218690 len=1409183 2024-04-12T17:04:05.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 5658 completed, throughput=5MB/sec 2024-04-12T17:04:05.948 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3w56GuaV7HQovba off=8314031 len=1168247 2024-04-12T17:04:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:op 5659 completed, throughput=5MB/sec 2024-04-12T17:04:06.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:06 smithi016 ceph-mon[84444]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:06.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:06 smithi005 ceph-mon[88416]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:06.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:06 smithi005 ceph-mon[90837]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:06.951 INFO:tasks.workunit.client.0.smithi005.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-12T17:04:06.951 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ksbiZ_Qnp7hw9D9 off=4464611 len=646424 2024-04-12T17:04:06.956 INFO:tasks.workunit.client.0.smithi005.stdout:op 5660 completed, throughput=5MB/sec 2024-04-12T17:04:06.956 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ALwsjwrKG1rjoo3 off=503804 len=1077740 2024-04-12T17:04:06.958 INFO:tasks.workunit.client.0.smithi005.stdout:op 5661 completed, throughput=5MB/sec 2024-04-12T17:04:06.958 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WnDDocSzJlCB9QV off=5909748 len=1814644 2024-04-12T17:04:06.966 INFO:tasks.workunit.client.0.smithi005.stdout:op 5662 completed, throughput=5MB/sec 2024-04-12T17:04:06.966 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LNRJU2tb5iWofxF off=10495036 len=1396228 2024-04-12T17:04:06.974 INFO:tasks.workunit.client.0.smithi005.stdout:op 5663 completed, throughput=5MB/sec 2024-04-12T17:04:06.975 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hnElYZM6NaLYJtv off=17293020 len=1530154 2024-04-12T17:04:06.978 INFO:tasks.workunit.client.0.smithi005.stdout:op 5664 completed, throughput=5MB/sec 2024-04-12T17:04:07.979 INFO:tasks.workunit.client.0.smithi005.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-12T17:04:07.979 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uHNSlEQCtXleQan off=18708541 len=266900 2024-04-12T17:04:07.981 INFO:tasks.workunit.client.0.smithi005.stdout:op 5665 completed, throughput=5MB/sec 2024-04-12T17:04:07.981 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JMepa81BjAmpTX8 off=6830157 len=1351352 2024-04-12T17:04:07.984 INFO:tasks.workunit.client.0.smithi005.stdout:op 5666 completed, throughput=5MB/sec 2024-04-12T17:04:07.984 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_sSj5ygrdK4nm4Y off=6536669 len=1980921 2024-04-12T17:04:07.994 INFO:tasks.workunit.client.0.smithi005.stdout:op 5667 completed, throughput=5MB/sec 2024-04-12T17:04:07.994 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Tt3DqAfDw0mAQPD off=15864638 len=1744657 2024-04-12T17:04:07.997 INFO:tasks.workunit.client.0.smithi005.stdout:op 5668 completed, throughput=5MB/sec 2024-04-12T17:04:08.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:08 smithi016 ceph-mon[84444]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:08.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:08 smithi005 ceph-mon[88416]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:08.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:08 smithi005 ceph-mon[90837]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:08.996 INFO:tasks.workunit.client.0.smithi005.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-12T17:04:08.996 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-p1U8Js9MvYRLPk9 off=6968957 len=1022877 2024-04-12T17:04:08.997 INFO:tasks.workunit.client.0.smithi005.stdout:op 5669 completed, throughput=5MB/sec 2024-04-12T17:04:08.998 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ngEQyfdgsl9PwS0 off=4002262 len=418446 2024-04-12T17:04:08.998 INFO:tasks.workunit.client.0.smithi005.stdout:op 5670 completed, throughput=5MB/sec 2024-04-12T17:04:08.998 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S9kCgcnZS7bJGXE off=1478142 len=1089614 2024-04-12T17:04:09.000 INFO:tasks.workunit.client.0.smithi005.stdout:op 5671 completed, throughput=5MB/sec 2024-04-12T17:04:09.000 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-H3Fw9sPN779pRKx off=3760907 len=1771033 2024-04-12T17:04:09.002 INFO:tasks.workunit.client.0.smithi005.stdout:op 5672 completed, throughput=5MB/sec 2024-04-12T17:04:10.002 INFO:tasks.workunit.client.0.smithi005.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-12T17:04:10.003 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3fMi_oMAcC477HU off=1133988 len=170859 2024-04-12T17:04:10.005 INFO:tasks.workunit.client.0.smithi005.stdout:op 5673 completed, throughput=5MB/sec 2024-04-12T17:04:10.006 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E5g6rjnYyMh7pIr off=18976209 len=435106 2024-04-12T17:04:10.009 INFO:tasks.workunit.client.0.smithi005.stdout:op 5674 completed, throughput=5MB/sec 2024-04-12T17:04:10.009 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2QcGVthA3OppN87 off=7399426 len=350376 2024-04-12T17:04:10.013 INFO:tasks.workunit.client.0.smithi005.stdout:op 5675 completed, throughput=5MB/sec 2024-04-12T17:04:10.013 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9ZfvNnMqALxgKrR off=9137286 len=1411576 2024-04-12T17:04:10.020 INFO:tasks.workunit.client.0.smithi005.stdout:op 5676 completed, throughput=5MB/sec 2024-04-12T17:04:10.020 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-m4X9JEku9lSHCI1 off=1621958 len=32860 2024-04-12T17:04:10.021 INFO:tasks.workunit.client.0.smithi005.stdout:op 5677 completed, throughput=5MB/sec 2024-04-12T17:04:10.021 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KivdniPZyDaAt6Q off=5228009 len=907614 2024-04-12T17:04:10.023 INFO:tasks.workunit.client.0.smithi005.stdout:op 5678 completed, throughput=5MB/sec 2024-04-12T17:04:10.023 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oR0L-b5Gt5l_odL off=13242513 len=403149 2024-04-12T17:04:10.024 INFO:tasks.workunit.client.0.smithi005.stdout:op 5679 completed, throughput=5MB/sec 2024-04-12T17:04:10.024 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iLJoR9hycc4j8Nz off=6922813 len=133527 2024-04-12T17:04:10.027 INFO:tasks.workunit.client.0.smithi005.stdout:op 5680 completed, throughput=5MB/sec 2024-04-12T17:04:10.027 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tq6NKSeoF1Lo-oQ off=1168507 len=1408283 2024-04-12T17:04:10.028 INFO:tasks.workunit.client.0.smithi005.stdout:op 5681 completed, throughput=5MB/sec 2024-04-12T17:04:10.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:10 smithi016 ceph-mon[84444]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:04:10.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:10 smithi005 ceph-mon[88416]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:04:10.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:10 smithi005 ceph-mon[90837]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-12T17:04:11.029 INFO:tasks.workunit.client.0.smithi005.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-12T17:04:11.029 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Wcq3CP6gTOuXqah off=11439270 len=1395265 2024-04-12T17:04:11.030 INFO:tasks.workunit.client.0.smithi005.stdout:op 5682 completed, throughput=5MB/sec 2024-04-12T17:04:11.031 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rHEW9OF94pkwpi7 off=4036508 len=182397 2024-04-12T17:04:11.034 INFO:tasks.workunit.client.0.smithi005.stdout:op 5683 completed, throughput=5MB/sec 2024-04-12T17:04:11.034 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-X9KIGjTUJ4PSq-2 off=8603933 len=1733248 2024-04-12T17:04:11.041 INFO:tasks.workunit.client.0.smithi005.stdout:op 5684 completed, throughput=5MB/sec 2024-04-12T17:04:11.042 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ELdoWXEAclRW1RZ off=2982015 len=1956078 2024-04-12T17:04:11.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 5685 completed, throughput=5MB/sec 2024-04-12T17:04:12.044 INFO:tasks.workunit.client.0.smithi005.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-12T17:04:12.044 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O0BeX6aQHs4YeyA off=1464183 len=2029315 2024-04-12T17:04:12.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 5686 completed, throughput=5MB/sec 2024-04-12T17:04:12.046 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1Tl-lHbAxV4cUH0 off=6092442 len=1414607 2024-04-12T17:04:12.054 INFO:tasks.workunit.client.0.smithi005.stdout:op 5687 completed, throughput=5MB/sec 2024-04-12T17:04:12.054 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zXfqb5NlhJekZAF off=8883902 len=1199099 2024-04-12T17:04:12.061 INFO:tasks.workunit.client.0.smithi005.stdout:op 5688 completed, throughput=5MB/sec 2024-04-12T17:04:12.061 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fhB6XxuXuK_HWIx off=6039026 len=1431925 2024-04-12T17:04:12.063 INFO:tasks.workunit.client.0.smithi005.stdout:op 5689 completed, throughput=5MB/sec 2024-04-12T17:04:12.313 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:12 smithi016 ceph-mon[84444]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:04:12.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:12 smithi005 ceph-mon[88416]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:04:12.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:12 smithi005 ceph-mon[90837]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:04:12.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:04:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:04:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-12T17:04:13.063 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HiePtVBzX_Rg_yx off=2573513 len=305816 2024-04-12T17:04:13.067 INFO:tasks.workunit.client.0.smithi005.stdout:op 5690 completed, throughput=5MB/sec 2024-04-12T17:04:13.067 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-EdcNpf3az-PrlNF off=14437325 len=831015 2024-04-12T17:04:13.068 INFO:tasks.workunit.client.0.smithi005.stdout:op 5691 completed, throughput=5MB/sec 2024-04-12T17:04:13.068 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JIAj1_APEgZEQP_ off=815117 len=134350 2024-04-12T17:04:13.071 INFO:tasks.workunit.client.0.smithi005.stdout:op 5692 completed, throughput=5MB/sec 2024-04-12T17:04:13.071 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-I_Oq9fvG3_IFGKg off=3406881 len=429328 2024-04-12T17:04:13.075 INFO:tasks.workunit.client.0.smithi005.stdout:op 5693 completed, throughput=5MB/sec 2024-04-12T17:04:13.075 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eVKCmWZT_jDKaKu off=7949369 len=1530870 2024-04-12T17:04:13.082 INFO:tasks.workunit.client.0.smithi005.stdout:op 5694 completed, throughput=5MB/sec 2024-04-12T17:04:13.082 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Oeb3c8JcQwoE1XN off=1866686 len=441491 2024-04-12T17:04:13.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 5695 completed, throughput=5MB/sec 2024-04-12T17:04:13.083 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZE-j9V-U7qQiwD5 off=14375256 len=349731 2024-04-12T17:04:13.084 INFO:tasks.workunit.client.0.smithi005.stdout:op 5696 completed, throughput=5MB/sec 2024-04-12T17:04:13.084 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MQP8-0Py-LAjUmX off=12878013 len=496489 2024-04-12T17:04:13.085 INFO:tasks.workunit.client.0.smithi005.stdout:op 5697 completed, throughput=5MB/sec 2024-04-12T17:04:13.085 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-oga_N1YskJXM1Y9 off=8659079 len=261926 2024-04-12T17:04:13.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 5698 completed, throughput=5MB/sec 2024-04-12T17:04:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-12T17:04:14.087 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-6lNzj3zXxe9hVMR off=877467 len=574456 2024-04-12T17:04:14.087 INFO:tasks.workunit.client.0.smithi005.stdout:op 5699 completed, throughput=5MB/sec 2024-04-12T17:04:14.088 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tWEExNHXXz57Wsm off=8664979 len=1522003 2024-04-12T17:04:14.089 INFO:tasks.workunit.client.0.smithi005.stdout:op 5700 completed, throughput=5MB/sec 2024-04-12T17:04:14.089 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d-p79X-wisX5iV9 off=11267934 len=593695 2024-04-12T17:04:14.091 INFO:tasks.workunit.client.0.smithi005.stdout:op 5701 completed, throughput=5MB/sec 2024-04-12T17:04:14.091 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-O1Ak42ddViz3vvt off=1098189 len=275073 2024-04-12T17:04:14.091 INFO:tasks.workunit.client.0.smithi005.stdout:op 5702 completed, throughput=5MB/sec 2024-04-12T17:04:14.091 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-7ADzhk4ihuuTNA7 off=4796294 len=408702 2024-04-12T17:04:14.095 INFO:tasks.workunit.client.0.smithi005.stdout:op 5703 completed, throughput=5MB/sec 2024-04-12T17:04:14.095 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-k3C-C4ux6Klqn-J off=1328056 len=600802 2024-04-12T17:04:14.099 INFO:tasks.workunit.client.0.smithi005.stdout:op 5704 completed, throughput=5MB/sec 2024-04-12T17:04:14.099 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-LJubb_NJ-A9P-Si off=15261062 len=1094289 2024-04-12T17:04:14.100 INFO:tasks.workunit.client.0.smithi005.stdout:op 5705 completed, throughput=5MB/sec 2024-04-12T17:04:14.100 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-C4gzEstQkcuuTql off=16445774 len=1397128 2024-04-12T17:04:14.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 5706 completed, throughput=5MB/sec 2024-04-12T17:04:14.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:14 smithi005 ceph-mon[88416]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T17:04:14.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:04:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:04:13] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-12T17:04:14.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:14 smithi005 ceph-mon[90837]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T17:04:14.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:14 smithi016 ceph-mon[84444]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-12T17:04:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-12T17:04:15.110 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pnQZ-f47HeCSNre off=5272784 len=1275168 2024-04-12T17:04:15.111 INFO:tasks.workunit.client.0.smithi005.stdout:op 5707 completed, throughput=5MB/sec 2024-04-12T17:04:15.111 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3fiqH2dk7vujlKC off=2374997 len=1927399 2024-04-12T17:04:15.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 5708 completed, throughput=5MB/sec 2024-04-12T17:04:15.113 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nHSMxM30T_VfZkw off=11029645 len=1529511 2024-04-12T17:04:15.113 INFO:tasks.workunit.client.0.smithi005.stdout:op 5709 completed, throughput=5MB/sec 2024-04-12T17:04:15.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:04:15.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:04:15.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:04:15.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:04:15.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:04:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-12T17:04:16.114 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-tPRqKLb63SlnYAe off=7792261 len=528544 2024-04-12T17:04:16.115 INFO:tasks.workunit.client.0.smithi005.stdout:op 5710 completed, throughput=5MB/sec 2024-04-12T17:04:16.116 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-K_c2LIExd0Yrctd off=5389239 len=1849019 2024-04-12T17:04:16.123 INFO:tasks.workunit.client.0.smithi005.stdout:op 5711 completed, throughput=5MB/sec 2024-04-12T17:04:16.123 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OPBv52ebya7Fi06 off=18499912 len=1833133 2024-04-12T17:04:16.131 INFO:tasks.workunit.client.0.smithi005.stdout:op 5712 completed, throughput=5MB/sec 2024-04-12T17:04:16.131 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-BxiLLVDqHxNXrpo off=17585065 len=528065 2024-04-12T17:04:16.134 INFO:tasks.workunit.client.0.smithi005.stdout:op 5713 completed, throughput=5MB/sec 2024-04-12T17:04:16.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:16 smithi016 ceph-mon[84444]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:04:16.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:16 smithi005 ceph-mon[88416]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:04:16.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:16 smithi005 ceph-mon[90837]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:04:17.134 INFO:tasks.workunit.client.0.smithi005.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-12T17:04:17.135 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NanI_dsTj0-CGMm off=9366739 len=807402 2024-04-12T17:04:17.137 INFO:tasks.workunit.client.0.smithi005.stdout:op 5714 completed, throughput=5MB/sec 2024-04-12T17:04:17.137 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NBGiLbnHOUGUKS8 off=988605 len=1066637 2024-04-12T17:04:17.143 INFO:tasks.workunit.client.0.smithi005.stdout:op 5715 completed, throughput=5MB/sec 2024-04-12T17:04:17.143 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gwhmpyMqb5_FILd off=12423065 len=715227 2024-04-12T17:04:17.144 INFO:tasks.workunit.client.0.smithi005.stdout:op 5716 completed, throughput=5MB/sec 2024-04-12T17:04:17.144 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-93mxv2onp7vfnB5 off=9174314 len=535573 2024-04-12T17:04:17.148 INFO:tasks.workunit.client.0.smithi005.stdout:op 5717 completed, throughput=5MB/sec 2024-04-12T17:04:17.148 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zOOnf3x6-9sC54t off=2309761 len=755255 2024-04-12T17:04:17.149 INFO:tasks.workunit.client.0.smithi005.stdout:op 5718 completed, throughput=5MB/sec 2024-04-12T17:04:17.149 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NcqULrhssEOyK9x off=2840992 len=1436254 2024-04-12T17:04:17.155 INFO:tasks.workunit.client.0.smithi005.stdout:op 5719 completed, throughput=5MB/sec 2024-04-12T17:04:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-12T17:04:18.156 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-th-CkPrCWdYI5sM off=6787695 len=501489 2024-04-12T17:04:18.157 INFO:tasks.workunit.client.0.smithi005.stdout:op 5720 completed, throughput=5MB/sec 2024-04-12T17:04:18.157 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tZAG2_ewS_3LjmJ off=7830559 len=1222902 2024-04-12T17:04:18.165 INFO:tasks.workunit.client.0.smithi005.stdout:op 5721 completed, throughput=5MB/sec 2024-04-12T17:04:18.165 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tu7tCsDhGOL0zC9 off=18692861 len=330293 2024-04-12T17:04:18.168 INFO:tasks.workunit.client.0.smithi005.stdout:op 5722 completed, throughput=5MB/sec 2024-04-12T17:04:18.168 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dnKuvcU4Re6MxP- off=2397819 len=1286777 2024-04-12T17:04:18.170 INFO:tasks.workunit.client.0.smithi005.stdout:op 5723 completed, throughput=5MB/sec 2024-04-12T17:04:18.170 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-HyMWoMRWERqpmGy off=5841764 len=1578143 2024-04-12T17:04:18.179 INFO:tasks.workunit.client.0.smithi005.stdout:op 5724 completed, throughput=5MB/sec 2024-04-12T17:04:18.179 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-56fVYP9Wjycx5Ft off=10001970 len=199619 2024-04-12T17:04:18.180 INFO:tasks.workunit.client.0.smithi005.stdout:op 5725 completed, throughput=5MB/sec 2024-04-12T17:04:18.180 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4vQcaJTo2q8nWEk off=8398212 len=1468986 2024-04-12T17:04:18.187 INFO:tasks.workunit.client.0.smithi005.stdout:op 5726 completed, throughput=5MB/sec 2024-04-12T17:04:18.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:18 smithi016 ceph-mon[84444]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:04:18.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:18 smithi005 ceph-mon[88416]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:04:18.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:18 smithi005 ceph-mon[90837]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-12T17:04:19.188 INFO:tasks.workunit.client.0.smithi005.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-12T17:04:19.188 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-9iWo6MHnvkj_7lv off=1738048 len=93137 2024-04-12T17:04:19.191 INFO:tasks.workunit.client.0.smithi005.stdout:op 5727 completed, throughput=5MB/sec 2024-04-12T17:04:19.191 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UgYbpHqhXey4edG off=11123132 len=1261493 2024-04-12T17:04:19.197 INFO:tasks.workunit.client.0.smithi005.stdout:op 5728 completed, throughput=5MB/sec 2024-04-12T17:04:19.198 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-d_rBOeWoQ95h_ai off=2095119 len=81855 2024-04-12T17:04:19.198 INFO:tasks.workunit.client.0.smithi005.stdout:op 5729 completed, throughput=5MB/sec 2024-04-12T17:04:19.198 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0HdKKbqLW94cf8B off=4605037 len=957875 2024-04-12T17:04:19.204 INFO:tasks.workunit.client.0.smithi005.stdout:op 5730 completed, throughput=5MB/sec 2024-04-12T17:04:19.205 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-2H32hjyCUIz4KXy off=2592618 len=1746497 2024-04-12T17:04:19.206 INFO:tasks.workunit.client.0.smithi005.stdout:op 5731 completed, throughput=5MB/sec 2024-04-12T17:04:20.207 INFO:tasks.workunit.client.0.smithi005.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-12T17:04:20.207 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-9CbUFwqOY-cXZZQ off=5262912 len=280618 2024-04-12T17:04:20.207 INFO:tasks.workunit.client.0.smithi005.stdout:op 5732 completed, throughput=5MB/sec 2024-04-12T17:04:20.207 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lHHWk_cTh_eqTW2 off=8206867 len=326774 2024-04-12T17:04:20.212 INFO:tasks.workunit.client.0.smithi005.stdout:op 5733 completed, throughput=5MB/sec 2024-04-12T17:04:20.212 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fMXspLe15L7WKHq off=1890937 len=1839203 2024-04-12T17:04:20.214 INFO:tasks.workunit.client.0.smithi005.stdout:op 5734 completed, throughput=5MB/sec 2024-04-12T17:04:20.214 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VK-X7krLtSSBz7E off=2462087 len=972589 2024-04-12T17:04:20.219 INFO:tasks.workunit.client.0.smithi005.stdout:op 5735 completed, throughput=5MB/sec 2024-04-12T17:04:20.219 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dv5kxnFzPe0bCAZ off=4498923 len=1852398 2024-04-12T17:04:20.221 INFO:tasks.workunit.client.0.smithi005.stdout:op 5736 completed, throughput=5MB/sec 2024-04-12T17:04:20.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:20 smithi016 ceph-mon[84444]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:20.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:20.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:20 smithi005 ceph-mon[88416]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:20.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:20 smithi005 ceph-mon[90837]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:20.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:21.222 INFO:tasks.workunit.client.0.smithi005.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-12T17:04:21.222 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-1clf0AeKlit1yXc off=2220537 len=270566 2024-04-12T17:04:21.225 INFO:tasks.workunit.client.0.smithi005.stdout:op 5737 completed, throughput=5MB/sec 2024-04-12T17:04:21.225 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4Tym8aekmgsExS_ off=12069613 len=1216113 2024-04-12T17:04:21.232 INFO:tasks.workunit.client.0.smithi005.stdout:op 5738 completed, throughput=5MB/sec 2024-04-12T17:04:21.232 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o8gUtO2LDtxmkpZ off=2799006 len=229775 2024-04-12T17:04:21.233 INFO:tasks.workunit.client.0.smithi005.stdout:op 5739 completed, throughput=5MB/sec 2024-04-12T17:04:21.233 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-YZNsPLWvqC3-i2u off=1483881 len=1117430 2024-04-12T17:04:21.239 INFO:tasks.workunit.client.0.smithi005.stdout:op 5740 completed, throughput=5MB/sec 2024-04-12T17:04:21.239 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-kpJFH1gKo-FUIvt off=11041280 len=606563 2024-04-12T17:04:21.243 INFO:tasks.workunit.client.0.smithi005.stdout:op 5741 completed, throughput=5MB/sec 2024-04-12T17:04:21.243 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rpOwjOV8Vo6gEyh off=964581 len=1234638 2024-04-12T17:04:21.245 INFO:tasks.workunit.client.0.smithi005.stdout:op 5742 completed, throughput=5MB/sec 2024-04-12T17:04:21.245 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UfhAxA2zTz8-Kq7 off=8882856 len=2097102 2024-04-12T17:04:21.249 INFO:tasks.workunit.client.0.smithi005.stdout:op 5743 completed, throughput=5MB/sec 2024-04-12T17:04:22.249 INFO:tasks.workunit.client.0.smithi005.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-12T17:04:22.249 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pwQPaI52sxlJGAe off=18215987 len=2047985 2024-04-12T17:04:22.259 INFO:tasks.workunit.client.0.smithi005.stdout:op 5744 completed, throughput=5MB/sec 2024-04-12T17:04:22.259 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FgA1GUBodoSZ5vu off=7548860 len=434062 2024-04-12T17:04:22.260 INFO:tasks.workunit.client.0.smithi005.stdout:op 5745 completed, throughput=5MB/sec 2024-04-12T17:04:22.260 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Hf9rgLX5Jhw8Ick off=1791499 len=764879 2024-04-12T17:04:22.261 INFO:tasks.workunit.client.0.smithi005.stdout:op 5746 completed, throughput=5MB/sec 2024-04-12T17:04:22.261 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6Aed0svrGoiIrvD off=1232405 len=1557278 2024-04-12T17:04:22.270 INFO:tasks.workunit.client.0.smithi005.stdout:op 5747 completed, throughput=5MB/sec 2024-04-12T17:04:22.313 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:22 smithi016 ceph-mon[84444]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:04:22.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:22 smithi005 ceph-mon[88416]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:04:22.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:22 smithi005 ceph-mon[90837]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-12T17:04:22.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:04:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:04:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:23.270 INFO:tasks.workunit.client.0.smithi005.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-12T17:04:23.270 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wYGt2kJSb0Pqldk off=4089185 len=663999 2024-04-12T17:04:23.272 INFO:tasks.workunit.client.0.smithi005.stdout:op 5748 completed, throughput=5MB/sec 2024-04-12T17:04:23.272 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zs9O3-xGsIe3ffI off=18272375 len=830153 2024-04-12T17:04:23.278 INFO:tasks.workunit.client.0.smithi005.stdout:op 5749 completed, throughput=5MB/sec 2024-04-12T17:04:23.278 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vFR2CBCqp1GxN7a off=754387 len=578015 2024-04-12T17:04:23.279 INFO:tasks.workunit.client.0.smithi005.stdout:op 5750 completed, throughput=5MB/sec 2024-04-12T17:04:23.279 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-MGIUeLNRAG3IJAT off=7723926 len=982604 2024-04-12T17:04:23.285 INFO:tasks.workunit.client.0.smithi005.stdout:op 5751 completed, throughput=5MB/sec 2024-04-12T17:04:23.285 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-jbfTcTluBzlhu-- off=2139360 len=1548822 2024-04-12T17:04:23.287 INFO:tasks.workunit.client.0.smithi005.stdout:op 5752 completed, throughput=5MB/sec 2024-04-12T17:04:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:24 smithi005 ceph-mon[88416]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:24.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:04:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:04:23] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-12T17:04:24.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:24 smithi005 ceph-mon[90837]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:24.287 INFO:tasks.workunit.client.0.smithi005.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-12T17:04:24.288 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RaylLBJ3B8Bs042 off=1790338 len=341199 2024-04-12T17:04:24.289 INFO:tasks.workunit.client.0.smithi005.stdout:op 5753 completed, throughput=5MB/sec 2024-04-12T17:04:24.289 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-voWOtkT3ap1RnwO off=1646959 len=1414152 2024-04-12T17:04:24.296 INFO:tasks.workunit.client.0.smithi005.stdout:op 5754 completed, throughput=5MB/sec 2024-04-12T17:04:24.296 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-iwTArlENOTYgiDy off=6574285 len=462515 2024-04-12T17:04:24.300 INFO:tasks.workunit.client.0.smithi005.stdout:op 5755 completed, throughput=5MB/sec 2024-04-12T17:04:24.300 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cVAjFTD0xBKzHtA off=11072427 len=2033516 2024-04-12T17:04:24.304 INFO:tasks.workunit.client.0.smithi005.stdout:op 5756 completed, throughput=5MB/sec 2024-04-12T17:04:24.304 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qcgPrtpMhKcBjnK off=13226047 len=1831523 2024-04-12T17:04:24.305 INFO:tasks.workunit.client.0.smithi005.stdout:op 5757 completed, throughput=5MB/sec 2024-04-12T17:04:24.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:24 smithi016 ceph-mon[84444]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:25.306 INFO:tasks.workunit.client.0.smithi005.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-12T17:04:25.306 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CxMLGslnA7QOQTH off=13373732 len=926589 2024-04-12T17:04:25.307 INFO:tasks.workunit.client.0.smithi005.stdout:op 5758 completed, throughput=5MB/sec 2024-04-12T17:04:25.307 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lmKB_EwdOt4IfAR off=3975304 len=1766804 2024-04-12T17:04:25.316 INFO:tasks.workunit.client.0.smithi005.stdout:op 5759 completed, throughput=5MB/sec 2024-04-12T17:04:25.317 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-QssT3y-o9BRWgnE off=1104048 len=1237480 2024-04-12T17:04:25.323 INFO:tasks.workunit.client.0.smithi005.stdout:op 5760 completed, throughput=5MB/sec 2024-04-12T17:04:25.323 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RlRHMGQ2jeox_hn off=8578062 len=120258 2024-04-12T17:04:25.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 5761 completed, throughput=5MB/sec 2024-04-12T17:04:25.324 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KZXpPfPaHW9Wo1l off=1790259 len=354301 2024-04-12T17:04:25.324 INFO:tasks.workunit.client.0.smithi005.stdout:op 5762 completed, throughput=5MB/sec 2024-04-12T17:04:25.324 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lOZZcD1i4F8XcoW off=8871497 len=671926 2024-04-12T17:04:25.328 INFO:tasks.workunit.client.0.smithi005.stdout:op 5763 completed, throughput=5MB/sec 2024-04-12T17:04:26.329 INFO:tasks.workunit.client.0.smithi005.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-12T17:04:26.329 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ug_RK6SwaNB-X0q off=2124980 len=2037294 2024-04-12T17:04:26.333 INFO:tasks.workunit.client.0.smithi005.stdout:op 5764 completed, throughput=5MB/sec 2024-04-12T17:04:26.333 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Pl3R6pOFaLzaCO3 off=2729891 len=1846771 2024-04-12T17:04:26.341 INFO:tasks.workunit.client.0.smithi005.stdout:op 5765 completed, throughput=5MB/sec 2024-04-12T17:04:26.341 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zn7_NY9XNSAfEuv off=2128189 len=1830941 2024-04-12T17:04:26.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:26 smithi016 ceph-mon[84444]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:26.347 INFO:tasks.workunit.client.0.smithi005.stdout:op 5766 completed, throughput=5MB/sec 2024-04-12T17:04:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:26 smithi005 ceph-mon[88416]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:26.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:26 smithi005 ceph-mon[90837]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:27.348 INFO:tasks.workunit.client.0.smithi005.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-12T17:04:27.348 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-CXPvcdWaKK19UPB off=2536495 len=1312269 2024-04-12T17:04:27.355 INFO:tasks.workunit.client.0.smithi005.stdout:op 5767 completed, throughput=5MB/sec 2024-04-12T17:04:27.356 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-f75asTk7txCVvWc off=3170599 len=393014 2024-04-12T17:04:27.357 INFO:tasks.workunit.client.0.smithi005.stdout:op 5768 completed, throughput=5MB/sec 2024-04-12T17:04:27.357 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-E9FM3snJxE4leHm off=3019989 len=600660 2024-04-12T17:04:27.358 INFO:tasks.workunit.client.0.smithi005.stdout:op 5769 completed, throughput=5MB/sec 2024-04-12T17:04:27.358 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IG0gqAlOm9ygD-f off=7761125 len=350568 2024-04-12T17:04:27.361 INFO:tasks.workunit.client.0.smithi005.stdout:op 5770 completed, throughput=5MB/sec 2024-04-12T17:04:27.361 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-IrhbldCzW35YhUJ off=3386553 len=1899898 2024-04-12T17:04:27.365 INFO:tasks.workunit.client.0.smithi005.stdout:op 5771 completed, throughput=5MB/sec 2024-04-12T17:04:28.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:28 smithi016 ceph-mon[84444]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:28.365 INFO:tasks.workunit.client.0.smithi005.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-12T17:04:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hJNFVDK5Vo_1F9c off=8967827 len=1632980 2024-04-12T17:04:28.373 INFO:tasks.workunit.client.0.smithi005.stdout:op 5772 completed, throughput=5MB/sec 2024-04-12T17:04:28.373 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-3vB8dkEXPApu7FV off=5348774 len=1572168 2024-04-12T17:04:28.381 INFO:tasks.workunit.client.0.smithi005.stdout:op 5773 completed, throughput=5MB/sec 2024-04-12T17:04:28.381 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-DRV7_ipGXxehDTz off=11670744 len=835645 2024-04-12T17:04:28.386 INFO:tasks.workunit.client.0.smithi005.stdout:op 5774 completed, throughput=5MB/sec 2024-04-12T17:04:28.386 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-uCO-mTXzI2n1vfu off=498587 len=698024 2024-04-12T17:04:28.387 INFO:tasks.workunit.client.0.smithi005.stdout:op 5775 completed, throughput=5MB/sec 2024-04-12T17:04:28.388 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G0uyBm_neo1x10U off=1866003 len=236252 2024-04-12T17:04:28.389 INFO:tasks.workunit.client.0.smithi005.stdout:op 5776 completed, throughput=5MB/sec 2024-04-12T17:04:28.389 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-x7aSuTaXXe_4O5N off=5588384 len=941017 2024-04-12T17:04:28.395 INFO:tasks.workunit.client.0.smithi005.stdout:op 5777 completed, throughput=5MB/sec 2024-04-12T17:04:28.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:28 smithi005 ceph-mon[88416]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:28.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:28 smithi005 ceph-mon[90837]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:29.395 INFO:tasks.workunit.client.0.smithi005.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-12T17:04:29.396 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mYP0D2s98STz6YA off=4903734 len=30552 2024-04-12T17:04:29.397 INFO:tasks.workunit.client.0.smithi005.stdout:op 5778 completed, throughput=5MB/sec 2024-04-12T17:04:29.397 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-VT9FM2bvr7nd-_I off=2827800 len=981808 2024-04-12T17:04:29.398 INFO:tasks.workunit.client.0.smithi005.stdout:op 5779 completed, throughput=5MB/sec 2024-04-12T17:04:29.398 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ELdoWXEAclRW1RZ off=3432274 len=506032 2024-04-12T17:04:29.403 INFO:tasks.workunit.client.0.smithi005.stdout:op 5780 completed, throughput=5MB/sec 2024-04-12T17:04:29.404 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PGpwxx2mU-dVsQg off=3125483 len=1217457 2024-04-12T17:04:29.405 INFO:tasks.workunit.client.0.smithi005.stdout:op 5781 completed, throughput=5MB/sec 2024-04-12T17:04:29.405 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-G9yL6L9PXlGSCgn off=5630861 len=1834947 2024-04-12T17:04:29.406 INFO:tasks.workunit.client.0.smithi005.stdout:op 5782 completed, throughput=5MB/sec 2024-04-12T17:04:29.407 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-xP4zR97Vwffyojn off=1494232 len=579531 2024-04-12T17:04:29.411 INFO:tasks.workunit.client.0.smithi005.stdout:op 5783 completed, throughput=5MB/sec 2024-04-12T17:04:30.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:30 smithi016 ceph-mon[84444]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:04:30.411 INFO:tasks.workunit.client.0.smithi005.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-12T17:04:30.411 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-i3ik_q0S9J99_C0 off=1281967 len=1359290 2024-04-12T17:04:30.413 INFO:tasks.workunit.client.0.smithi005.stdout:op 5784 completed, throughput=5MB/sec 2024-04-12T17:04:30.413 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WRRdSlaqPXUT7XK off=6408351 len=1074663 2024-04-12T17:04:30.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 5785 completed, throughput=5MB/sec 2024-04-12T17:04:30.419 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8f5cs2-iugziy9O off=2595857 len=188708 2024-04-12T17:04:30.419 INFO:tasks.workunit.client.0.smithi005.stdout:op 5786 completed, throughput=5MB/sec 2024-04-12T17:04:30.420 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--yYBduCJ5m2Qh6L off=1297444 len=1612465 2024-04-12T17:04:30.427 INFO:tasks.workunit.client.0.smithi005.stdout:op 5787 completed, throughput=5MB/sec 2024-04-12T17:04:30.427 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8YMpvJJsmvxGzqQ off=1858738 len=566416 2024-04-12T17:04:30.428 INFO:tasks.workunit.client.0.smithi005.stdout:op 5788 completed, throughput=5MB/sec 2024-04-12T17:04:30.428 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Q8eQUu6GzGlohqm off=1481778 len=21849 2024-04-12T17:04:30.430 INFO:tasks.workunit.client.0.smithi005.stdout:op 5789 completed, throughput=5MB/sec 2024-04-12T17:04:30.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:30 smithi005 ceph-mon[88416]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:04:30.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:30 smithi005 ceph-mon[90837]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:04:31.430 INFO:tasks.workunit.client.0.smithi005.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-12T17:04:31.431 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--fZkMo5QjosTkEs off=14048734 len=138608 2024-04-12T17:04:31.432 INFO:tasks.workunit.client.0.smithi005.stdout:op 5790 completed, throughput=5MB/sec 2024-04-12T17:04:31.432 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tzGttnc7qEA_gkM off=12986201 len=1117240 2024-04-12T17:04:31.439 INFO:tasks.workunit.client.0.smithi005.stdout:op 5791 completed, throughput=5MB/sec 2024-04-12T17:04:31.439 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-u9tmsHAsExnWlPG off=10437143 len=1146565 2024-04-12T17:04:31.440 INFO:tasks.workunit.client.0.smithi005.stdout:op 5792 completed, throughput=5MB/sec 2024-04-12T17:04:31.441 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lWnICYmKL4tzVoq off=22171973 len=1832888 2024-04-12T17:04:31.451 INFO:tasks.workunit.client.0.smithi005.stdout:op 5793 completed, throughput=5MB/sec 2024-04-12T17:04:31.451 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8bVnNl48BO30B8t off=826552 len=347413 2024-04-12T17:04:31.454 INFO:tasks.workunit.client.0.smithi005.stdout:op 5794 completed, throughput=5MB/sec 2024-04-12T17:04:31.454 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6bn7E2TCcwgLc1F off=2205624 len=2077917 2024-04-12T17:04:31.465 INFO:tasks.workunit.client.0.smithi005.stdout:op 5795 completed, throughput=5MB/sec 2024-04-12T17:04:32.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:32 smithi016 ceph-mon[84444]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:04:32.346 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:04:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:04:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:32.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:32 smithi005 ceph-mon[88416]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:04:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:32 smithi005 ceph-mon[90837]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-12T17:04:32.465 INFO:tasks.workunit.client.0.smithi005.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-12T17:04:32.465 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-PyCqOn2WycInG4T off=16242798 len=1525932 2024-04-12T17:04:32.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 5796 completed, throughput=5MB/sec 2024-04-12T17:04:32.474 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_84t9OtO9Zecb5I off=913606 len=122635 2024-04-12T17:04:32.474 INFO:tasks.workunit.client.0.smithi005.stdout:op 5797 completed, throughput=5MB/sec 2024-04-12T17:04:32.475 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yGtQPvkmUCok00U off=1778953 len=311368 2024-04-12T17:04:32.478 INFO:tasks.workunit.client.0.smithi005.stdout:op 5798 completed, throughput=5MB/sec 2024-04-12T17:04:32.478 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-gVjWDqRXHm_8Um4 off=2399826 len=217953 2024-04-12T17:04:32.479 INFO:tasks.workunit.client.0.smithi005.stdout:op 5799 completed, throughput=5MB/sec 2024-04-12T17:04:32.479 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dArbixRlWCzGUDe off=11209239 len=342151 2024-04-12T17:04:32.482 INFO:tasks.workunit.client.0.smithi005.stdout:op 5800 completed, throughput=5MB/sec 2024-04-12T17:04:32.482 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Is1pMZ2lsgOSMYY off=8532974 len=1777544 2024-04-12T17:04:32.484 INFO:tasks.workunit.client.0.smithi005.stdout:op 5801 completed, throughput=5MB/sec 2024-04-12T17:04:33.484 INFO:tasks.workunit.client.0.smithi005.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-12T17:04:33.484 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-QWjzKN7d3-OYTzK off=3113695 len=1218103 2024-04-12T17:04:33.486 INFO:tasks.workunit.client.0.smithi005.stdout:op 5802 completed, throughput=5MB/sec 2024-04-12T17:04:33.486 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-DXtNfk-AJNuwCCt off=11824102 len=1628725 2024-04-12T17:04:33.488 INFO:tasks.workunit.client.0.smithi005.stdout:op 5803 completed, throughput=5MB/sec 2024-04-12T17:04:33.488 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dbcBCBFL8LImIav off=16762622 len=1175911 2024-04-12T17:04:33.489 INFO:tasks.workunit.client.0.smithi005.stdout:op 5804 completed, throughput=5MB/sec 2024-04-12T17:04:33.489 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zwLkgeeZB0H9FP0 off=2655148 len=1316333 2024-04-12T17:04:33.491 INFO:tasks.workunit.client.0.smithi005.stdout:op 5805 completed, throughput=5MB/sec 2024-04-12T17:04:34.205 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:34 smithi005 ceph-mon[88416]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T17:04:34.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:04:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:04:33] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-12T17:04:34.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:34 smithi005 ceph-mon[90837]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T17:04:34.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:34 smithi016 ceph-mon[84444]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-12T17:04:34.491 INFO:tasks.workunit.client.0.smithi005.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-12T17:04:34.491 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-vGhjSCgQZzR-RhF off=16982605 len=673566 2024-04-12T17:04:34.492 INFO:tasks.workunit.client.0.smithi005.stdout:op 5806 completed, throughput=5MB/sec 2024-04-12T17:04:34.492 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-B2MBv2yXoU-YvJ6 off=9071595 len=1597146 2024-04-12T17:04:34.501 INFO:tasks.workunit.client.0.smithi005.stdout:op 5807 completed, throughput=5MB/sec 2024-04-12T17:04:34.501 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-wzpeVXWnQhBt3cc off=3475630 len=155283 2024-04-12T17:04:34.502 INFO:tasks.workunit.client.0.smithi005.stdout:op 5808 completed, throughput=5MB/sec 2024-04-12T17:04:34.502 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-UU_cQkENwpLrULe off=6990462 len=306285 2024-04-12T17:04:34.503 INFO:tasks.workunit.client.0.smithi005.stdout:op 5809 completed, throughput=5MB/sec 2024-04-12T17:04:34.503 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-b_UKQHZnK-wOYa2 off=2813519 len=254133 2024-04-12T17:04:34.503 INFO:tasks.workunit.client.0.smithi005.stdout:op 5810 completed, throughput=5MB/sec 2024-04-12T17:04:34.504 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-pEkiwVvybCPQ0cn off=13844228 len=558522 2024-04-12T17:04:34.504 INFO:tasks.workunit.client.0.smithi005.stdout:op 5811 completed, throughput=5MB/sec 2024-04-12T17:04:34.504 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mwK_NsRqHR8B9Jz off=4813126 len=1578422 2024-04-12T17:04:34.506 INFO:tasks.workunit.client.0.smithi005.stdout:op 5812 completed, throughput=5MB/sec 2024-04-12T17:04:35.074 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:04:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T17:04:34.811410279Z level=info msg="Completed cleanup jobs" duration=1.155233ms 2024-04-12T17:04:35.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:35.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:35.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:35.506 INFO:tasks.workunit.client.0.smithi005.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-12T17:04:35.506 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hDbhWQfLliT_fYI off=9434711 len=728915 2024-04-12T17:04:35.511 INFO:tasks.workunit.client.0.smithi005.stdout:op 5813 completed, throughput=5MB/sec 2024-04-12T17:04:35.511 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ey4OBPihKgA7xRr off=6767202 len=870428 2024-04-12T17:04:35.512 INFO:tasks.workunit.client.0.smithi005.stdout:op 5814 completed, throughput=5MB/sec 2024-04-12T17:04:35.512 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hkyjBrvaPeeAr39 off=620730 len=1834485 2024-04-12T17:04:35.521 INFO:tasks.workunit.client.0.smithi005.stdout:op 5815 completed, throughput=5MB/sec 2024-04-12T17:04:35.521 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-FYnTQh0G2mZO_0S off=4520622 len=615217 2024-04-12T17:04:35.522 INFO:tasks.workunit.client.0.smithi005.stdout:op 5816 completed, throughput=5MB/sec 2024-04-12T17:04:35.522 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5IrlxF-shhfv5tZ off=7134350 len=829972 2024-04-12T17:04:35.523 INFO:tasks.workunit.client.0.smithi005.stdout:op 5817 completed, throughput=5MB/sec 2024-04-12T17:04:35.523 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a5gdyFZjQpMgMwm off=3410300 len=1454776 2024-04-12T17:04:35.531 INFO:tasks.workunit.client.0.smithi005.stdout:op 5818 completed, throughput=5MB/sec 2024-04-12T17:04:36.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:36 smithi016 ceph-mon[84444]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:04:36.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:36 smithi005 ceph-mon[88416]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:04:36.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:36 smithi005 ceph-mon[90837]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:04:36.531 INFO:tasks.workunit.client.0.smithi005.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-12T17:04:36.532 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Jp5AspF7Ejj-J4m off=9894824 len=197355 2024-04-12T17:04:36.535 INFO:tasks.workunit.client.0.smithi005.stdout:op 5819 completed, throughput=5MB/sec 2024-04-12T17:04:36.535 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8gOQWxcQgpx_sdJ off=13091063 len=724336 2024-04-12T17:04:36.538 INFO:tasks.workunit.client.0.smithi005.stdout:op 5820 completed, throughput=5MB/sec 2024-04-12T17:04:36.539 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ieVDg9eDh7MENH8 off=13011493 len=950157 2024-04-12T17:04:36.543 INFO:tasks.workunit.client.0.smithi005.stdout:op 5821 completed, throughput=5MB/sec 2024-04-12T17:04:36.544 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rliSC0l-9yYxEqX off=506528 len=205051 2024-04-12T17:04:36.544 INFO:tasks.workunit.client.0.smithi005.stdout:op 5822 completed, throughput=5MB/sec 2024-04-12T17:04:36.544 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-t4yZchvJjcUpN7C off=12698155 len=1367329 2024-04-12T17:04:36.547 INFO:tasks.workunit.client.0.smithi005.stdout:op 5823 completed, throughput=5MB/sec 2024-04-12T17:04:36.548 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LwWuPET9zJausms off=9666983 len=516674 2024-04-12T17:04:36.550 INFO:tasks.workunit.client.0.smithi005.stdout:op 5824 completed, throughput=5MB/sec 2024-04-12T17:04:36.550 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JCgvI6MLvbekaxD off=1981839 len=1225112 2024-04-12T17:04:36.557 INFO:tasks.workunit.client.0.smithi005.stdout:op 5825 completed, throughput=5MB/sec 2024-04-12T17:04:37.557 INFO:tasks.workunit.client.0.smithi005.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-12T17:04:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-rWy4X2EP4wZTKsC off=2803724 len=50097 2024-04-12T17:04:37.561 INFO:tasks.workunit.client.0.smithi005.stdout:op 5826 completed, throughput=5MB/sec 2024-04-12T17:04:37.561 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-7bd2aoUb57YAd7R off=7737104 len=11598 2024-04-12T17:04:37.561 INFO:tasks.workunit.client.0.smithi005.stdout:op 5827 completed, throughput=5MB/sec 2024-04-12T17:04:37.561 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qvf87XqAhO4WC3v off=697561 len=472693 2024-04-12T17:04:37.562 INFO:tasks.workunit.client.0.smithi005.stdout:op 5828 completed, throughput=5MB/sec 2024-04-12T17:04:37.562 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aR-073BhNf_tvEI off=2008974 len=1428528 2024-04-12T17:04:37.563 INFO:tasks.workunit.client.0.smithi005.stdout:op 5829 completed, throughput=5MB/sec 2024-04-12T17:04:37.564 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-tHcLhjuuOtMksw7 off=9070995 len=1151932 2024-04-12T17:04:37.569 INFO:tasks.workunit.client.0.smithi005.stdout:op 5830 completed, throughput=5MB/sec 2024-04-12T17:04:37.569 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1vA8UCGsWRX0Sqd off=12622791 len=2001430 2024-04-12T17:04:37.571 INFO:tasks.workunit.client.0.smithi005.stdout:op 5831 completed, throughput=5MB/sec 2024-04-12T17:04:38.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:38 smithi016 ceph-mon[84444]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:04:38.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:38 smithi005 ceph-mon[88416]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:04:38.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:38 smithi005 ceph-mon[90837]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-12T17:04:38.571 INFO:tasks.workunit.client.0.smithi005.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-12T17:04:38.572 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sUE74Kz3PzKnk88 off=12893947 len=987891 2024-04-12T17:04:38.577 INFO:tasks.workunit.client.0.smithi005.stdout:op 5832 completed, throughput=5MB/sec 2024-04-12T17:04:38.577 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KQycXMDMZIBO23a off=11929873 len=1552964 2024-04-12T17:04:38.579 INFO:tasks.workunit.client.0.smithi005.stdout:op 5833 completed, throughput=5MB/sec 2024-04-12T17:04:38.579 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-50TSxWqtae1x00Y off=10538523 len=1286843 2024-04-12T17:04:38.586 INFO:tasks.workunit.client.0.smithi005.stdout:op 5834 completed, throughput=5MB/sec 2024-04-12T17:04:38.587 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-gUbN7E1NOFxwTM4 off=10299993 len=315898 2024-04-12T17:04:38.590 INFO:tasks.workunit.client.0.smithi005.stdout:op 5835 completed, throughput=5MB/sec 2024-04-12T17:04:38.590 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aDxbEpy8KoZ8YeW off=13210083 len=1335358 2024-04-12T17:04:38.591 INFO:tasks.workunit.client.0.smithi005.stdout:op 5836 completed, throughput=5MB/sec 2024-04-12T17:04:39.592 INFO:tasks.workunit.client.0.smithi005.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-12T17:04:39.592 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-acwZnA3QhDwHBWo off=12023651 len=1046135 2024-04-12T17:04:39.594 INFO:tasks.workunit.client.0.smithi005.stdout:op 5837 completed, throughput=5MB/sec 2024-04-12T17:04:39.594 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-glPzO_XwNq7BlRK off=3444379 len=1210943 2024-04-12T17:04:39.602 INFO:tasks.workunit.client.0.smithi005.stdout:op 5838 completed, throughput=5MB/sec 2024-04-12T17:04:39.602 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-8Q0GAKw2AnegBw3 off=2026626 len=417303 2024-04-12T17:04:39.606 INFO:tasks.workunit.client.0.smithi005.stdout:op 5839 completed, throughput=5MB/sec 2024-04-12T17:04:39.606 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-cmW7i2xfM4hjVH7 off=13482070 len=1020186 2024-04-12T17:04:39.607 INFO:tasks.workunit.client.0.smithi005.stdout:op 5840 completed, throughput=5MB/sec 2024-04-12T17:04:39.607 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fLA5TPhN6bLkdtp off=6828704 len=744741 2024-04-12T17:04:39.611 INFO:tasks.workunit.client.0.smithi005.stdout:op 5841 completed, throughput=5MB/sec 2024-04-12T17:04:39.611 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-f7kVuVUd9VF8QzE off=0 len=1550326 2024-04-12T17:04:39.620 INFO:tasks.workunit.client.0.smithi005.stdout:op 5842 completed, throughput=5MB/sec 2024-04-12T17:04:40.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:40 smithi016 ceph-mon[84444]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:04:40.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:40 smithi005 ceph-mon[88416]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:04:40.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:40 smithi005 ceph-mon[90837]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-12T17:04:40.620 INFO:tasks.workunit.client.0.smithi005.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-12T17:04:40.620 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zB6greAPO1pZxhO off=5988645 len=1450008 2024-04-12T17:04:40.628 INFO:tasks.workunit.client.0.smithi005.stdout:op 5843 completed, throughput=5MB/sec 2024-04-12T17:04:40.628 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-OQ62lLCBhB4c6Ma off=14180177 len=437347 2024-04-12T17:04:40.632 INFO:tasks.workunit.client.0.smithi005.stdout:op 5844 completed, throughput=5MB/sec 2024-04-12T17:04:40.632 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-CXuVE4XaAzuTpK- off=5256860 len=1456741 2024-04-12T17:04:40.634 INFO:tasks.workunit.client.0.smithi005.stdout:op 5845 completed, throughput=5MB/sec 2024-04-12T17:04:40.634 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-aM26KTW1rpay_dA off=15990234 len=85334 2024-04-12T17:04:40.635 INFO:tasks.workunit.client.0.smithi005.stdout:op 5846 completed, throughput=5MB/sec 2024-04-12T17:04:40.635 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ohipq-HEzrTgR8v off=2750611 len=431431 2024-04-12T17:04:40.638 INFO:tasks.workunit.client.0.smithi005.stdout:op 5847 completed, throughput=5MB/sec 2024-04-12T17:04:40.638 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3eLdRX5qLxfjsO2 off=3116041 len=486642 2024-04-12T17:04:40.639 INFO:tasks.workunit.client.0.smithi005.stdout:op 5848 completed, throughput=5MB/sec 2024-04-12T17:04:41.639 INFO:tasks.workunit.client.0.smithi005.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-12T17:04:41.639 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S_CrCUi8Vjh9ofh off=6876829 len=383037 2024-04-12T17:04:41.640 INFO:tasks.workunit.client.0.smithi005.stdout:op 5849 completed, throughput=5MB/sec 2024-04-12T17:04:41.640 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-5yko-LireQLrls0 off=8843968 len=1901208 2024-04-12T17:04:41.642 INFO:tasks.workunit.client.0.smithi005.stdout:op 5850 completed, throughput=5MB/sec 2024-04-12T17:04:41.642 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-GMzX5M_7j5ms9KZ off=11526253 len=1414468 2024-04-12T17:04:41.644 INFO:tasks.workunit.client.0.smithi005.stdout:op 5851 completed, throughput=5MB/sec 2024-04-12T17:04:41.644 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-mSG8mqnQkgOPevY off=134893 len=542690 2024-04-12T17:04:41.645 INFO:tasks.workunit.client.0.smithi005.stdout:op 5852 completed, throughput=5MB/sec 2024-04-12T17:04:41.646 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4e1jMbk6wbob1f_ off=1429433 len=62335 2024-04-12T17:04:41.648 INFO:tasks.workunit.client.0.smithi005.stdout:op 5853 completed, throughput=5MB/sec 2024-04-12T17:04:41.648 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Bc0TkN5t0FQ1v40 off=3328627 len=330247 2024-04-12T17:04:41.649 INFO:tasks.workunit.client.0.smithi005.stdout:op 5854 completed, throughput=5MB/sec 2024-04-12T17:04:41.649 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AKRyPEkwN6BZuHw off=14056643 len=1847815 2024-04-12T17:04:41.650 INFO:tasks.workunit.client.0.smithi005.stdout:op 5855 completed, throughput=5MB/sec 2024-04-12T17:04:42.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:42 smithi016 ceph-mon[84444]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T17:04:42.346 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:04:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:42.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:42 smithi005 ceph-mon[88416]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T17:04:42.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:42 smithi005 ceph-mon[90837]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-12T17:04:42.651 INFO:tasks.workunit.client.0.smithi005.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-12T17:04:42.651 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BpPmUbKS2toYPyp off=4911540 len=1070551 2024-04-12T17:04:42.653 INFO:tasks.workunit.client.0.smithi005.stdout:op 5856 completed, throughput=5MB/sec 2024-04-12T17:04:42.653 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Co6XNwit0MXh6Mc off=17440793 len=1175934 2024-04-12T17:04:42.655 INFO:tasks.workunit.client.0.smithi005.stdout:op 5857 completed, throughput=5MB/sec 2024-04-12T17:04:42.655 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sVJShyWsGHNWp13 off=1019126 len=97510 2024-04-12T17:04:42.658 INFO:tasks.workunit.client.0.smithi005.stdout:op 5858 completed, throughput=5MB/sec 2024-04-12T17:04:42.658 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xQnzvf8Ge2W-Jsw off=7028804 len=1871247 2024-04-12T17:04:42.660 INFO:tasks.workunit.client.0.smithi005.stdout:op 5859 completed, throughput=5MB/sec 2024-04-12T17:04:43.660 INFO:tasks.workunit.client.0.smithi005.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-12T17:04:43.660 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-S08UsD3kHde7MkT off=1737775 len=505766 2024-04-12T17:04:43.661 INFO:tasks.workunit.client.0.smithi005.stdout:op 5860 completed, throughput=5MB/sec 2024-04-12T17:04:43.661 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-rtQGYwebyB9W1kt off=1500818 len=2036063 2024-04-12T17:04:43.664 INFO:tasks.workunit.client.0.smithi005.stdout:op 5861 completed, throughput=5MB/sec 2024-04-12T17:04:43.664 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-0z5aD6mbtFK9nRp off=1428026 len=626103 2024-04-12T17:04:43.668 INFO:tasks.workunit.client.0.smithi005.stdout:op 5862 completed, throughput=5MB/sec 2024-04-12T17:04:43.668 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ZA6QxMfYIXI5jeR off=53458 len=1412258 2024-04-12T17:04:43.671 INFO:tasks.workunit.client.0.smithi005.stdout:op 5863 completed, throughput=5MB/sec 2024-04-12T17:04:43.671 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-bhJFVwsp42xoC7Z off=1160567 len=1634120 2024-04-12T17:04:43.673 INFO:tasks.workunit.client.0.smithi005.stdout:op 5864 completed, throughput=5MB/sec 2024-04-12T17:04:44.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:44 smithi005 ceph-mon[88416]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:04:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:04:43] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-12T17:04:44.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:44 smithi005 ceph-mon[90837]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:44.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:44 smithi016 ceph-mon[84444]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:44.674 INFO:tasks.workunit.client.0.smithi005.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-12T17:04:44.674 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LqQrO7U9I7djmeA off=2068195 len=2076547 2024-04-12T17:04:44.685 INFO:tasks.workunit.client.0.smithi005.stdout:op 5865 completed, throughput=5MB/sec 2024-04-12T17:04:44.686 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-VsQmwoy0Dvhq-Ph off=10839480 len=598691 2024-04-12T17:04:44.690 INFO:tasks.workunit.client.0.smithi005.stdout:op 5866 completed, throughput=5MB/sec 2024-04-12T17:04:44.690 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LiHNogbb57wkf7I off=13322670 len=1568466 2024-04-12T17:04:44.698 INFO:tasks.workunit.client.0.smithi005.stdout:op 5867 completed, throughput=5MB/sec 2024-04-12T17:04:45.698 INFO:tasks.workunit.client.0.smithi005.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-12T17:04:45.698 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-O2XaOhOelegT13f off=5718895 len=1460719 2024-04-12T17:04:45.707 INFO:tasks.workunit.client.0.smithi005.stdout:op 5868 completed, throughput=5MB/sec 2024-04-12T17:04:45.707 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_i461eiAYCb-jE4 off=2695535 len=18761 2024-04-12T17:04:45.708 INFO:tasks.workunit.client.0.smithi005.stdout:op 5869 completed, throughput=5MB/sec 2024-04-12T17:04:45.708 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-RhLwnGyU6Nx58jz off=11060761 len=1323987 2024-04-12T17:04:45.709 INFO:tasks.workunit.client.0.smithi005.stdout:op 5870 completed, throughput=5MB/sec 2024-04-12T17:04:45.710 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ghJTFzV8WEecJO8 off=106215 len=789626 2024-04-12T17:04:45.714 INFO:tasks.workunit.client.0.smithi005.stdout:op 5871 completed, throughput=5MB/sec 2024-04-12T17:04:45.714 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-PwdOZxOkLaOKChz off=5718924 len=1117137 2024-04-12T17:04:45.716 INFO:tasks.workunit.client.0.smithi005.stdout:op 5872 completed, throughput=5MB/sec 2024-04-12T17:04:45.717 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-a-g0cLvaVDrWYzu off=6986461 len=1357863 2024-04-12T17:04:45.724 INFO:tasks.workunit.client.0.smithi005.stdout:op 5873 completed, throughput=5MB/sec 2024-04-12T17:04:46.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:46 smithi016 ceph-mon[84444]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T17:04:46.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:46 smithi005 ceph-mon[88416]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T17:04:46.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:46 smithi005 ceph-mon[90837]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-12T17:04:46.724 INFO:tasks.workunit.client.0.smithi005.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-12T17:04:46.724 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0VlJBrf_ELdDTnC off=5847335 len=1070596 2024-04-12T17:04:46.726 INFO:tasks.workunit.client.0.smithi005.stdout:op 5874 completed, throughput=5MB/sec 2024-04-12T17:04:46.726 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ykLlqQ1j8YfgOGx off=1725916 len=1845134 2024-04-12T17:04:46.730 INFO:tasks.workunit.client.0.smithi005.stdout:op 5875 completed, throughput=5MB/sec 2024-04-12T17:04:46.730 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-910Kyp54uwN4k0c off=11393191 len=1564093 2024-04-12T17:04:46.739 INFO:tasks.workunit.client.0.smithi005.stdout:op 5876 completed, throughput=5MB/sec 2024-04-12T17:04:47.739 INFO:tasks.workunit.client.0.smithi005.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-12T17:04:47.739 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-K19YhmHWbydNq1i off=19348294 len=1612403 2024-04-12T17:04:47.741 INFO:tasks.workunit.client.0.smithi005.stdout:op 5877 completed, throughput=5MB/sec 2024-04-12T17:04:47.741 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-slzuQ2n8Muwb-W4 off=95035 len=1474159 2024-04-12T17:04:47.743 INFO:tasks.workunit.client.0.smithi005.stdout:op 5878 completed, throughput=5MB/sec 2024-04-12T17:04:47.743 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-5VxGhmXdbR4LO5H off=17360376 len=325806 2024-04-12T17:04:47.747 INFO:tasks.workunit.client.0.smithi005.stdout:op 5879 completed, throughput=5MB/sec 2024-04-12T17:04:47.747 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj--ljPXNz6rRwyX3C off=3822419 len=681340 2024-04-12T17:04:47.751 INFO:tasks.workunit.client.0.smithi005.stdout:op 5880 completed, throughput=5MB/sec 2024-04-12T17:04:47.751 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_SXvVWZlPhMbfpv off=5388681 len=912830 2024-04-12T17:04:47.756 INFO:tasks.workunit.client.0.smithi005.stdout:op 5881 completed, throughput=5MB/sec 2024-04-12T17:04:47.757 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-yPIMwWhNf6Kw9CI off=364341 len=1876353 2024-04-12T17:04:47.765 INFO:tasks.workunit.client.0.smithi005.stdout:op 5882 completed, throughput=5MB/sec 2024-04-12T17:04:48.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:48 smithi016 ceph-mon[84444]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T17:04:48.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:48 smithi005 ceph-mon[88416]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T17:04:48.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:48 smithi005 ceph-mon[90837]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-12T17:04:48.765 INFO:tasks.workunit.client.0.smithi005.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-12T17:04:48.765 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MddmatsYGGhm3m0 off=5973115 len=1734517 2024-04-12T17:04:48.767 INFO:tasks.workunit.client.0.smithi005.stdout:op 5883 completed, throughput=5MB/sec 2024-04-12T17:04:48.767 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ZFDSxwN_aJHzLRy off=6768572 len=1302125 2024-04-12T17:04:48.774 INFO:tasks.workunit.client.0.smithi005.stdout:op 5884 completed, throughput=5MB/sec 2024-04-12T17:04:48.774 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-UPtLL4BALMlY-0T off=1399824 len=810398 2024-04-12T17:04:48.780 INFO:tasks.workunit.client.0.smithi005.stdout:op 5885 completed, throughput=5MB/sec 2024-04-12T17:04:49.780 INFO:tasks.workunit.client.0.smithi005.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-12T17:04:49.781 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-KZXpPfPaHW9Wo1l off=6063480 len=1491747 2024-04-12T17:04:49.782 INFO:tasks.workunit.client.0.smithi005.stdout:op 5886 completed, throughput=5MB/sec 2024-04-12T17:04:49.782 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4eY73uzFWMXEaHd off=14639368 len=743427 2024-04-12T17:04:49.787 INFO:tasks.workunit.client.0.smithi005.stdout:op 5887 completed, throughput=5MB/sec 2024-04-12T17:04:49.787 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-I5iJac8Qe3Nwwk1 off=9814372 len=318800 2024-04-12T17:04:49.788 INFO:tasks.workunit.client.0.smithi005.stdout:op 5888 completed, throughput=5MB/sec 2024-04-12T17:04:49.788 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-aSTkh-jEhUP6Gkk off=13007961 len=1415350 2024-04-12T17:04:49.796 INFO:tasks.workunit.client.0.smithi005.stdout:op 5889 completed, throughput=5MB/sec 2024-04-12T17:04:49.796 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-H3kAJI6f8Vt80gc off=3313080 len=893964 2024-04-12T17:04:49.800 INFO:tasks.workunit.client.0.smithi005.stdout:op 5890 completed, throughput=5MB/sec 2024-04-12T17:04:49.800 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-lYQ9URk6U8bkENa off=8352355 len=809165 2024-04-12T17:04:49.805 INFO:tasks.workunit.client.0.smithi005.stdout:op 5891 completed, throughput=5MB/sec 2024-04-12T17:04:50.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:50 smithi016 ceph-mon[84444]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:50.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:50 smithi005 ceph-mon[88416]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:50.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:50 smithi005 ceph-mon[90837]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-12T17:04:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:04:50.805 INFO:tasks.workunit.client.0.smithi005.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-12T17:04:50.805 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-NzTnUzqEIHQEZiV off=21974071 len=245329 2024-04-12T17:04:50.808 INFO:tasks.workunit.client.0.smithi005.stdout:op 5892 completed, throughput=5MB/sec 2024-04-12T17:04:50.808 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-p9agCQfVnmmXaIs off=11259771 len=2038481 2024-04-12T17:04:50.819 INFO:tasks.workunit.client.0.smithi005.stdout:op 5893 completed, throughput=5MB/sec 2024-04-12T17:04:50.819 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oD2eeyTmNYWuyAI off=11782270 len=32964 2024-04-12T17:04:50.822 INFO:tasks.workunit.client.0.smithi005.stdout:op 5894 completed, throughput=5MB/sec 2024-04-12T17:04:50.822 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-APthvcYlodiYrP6 off=166150 len=552811 2024-04-12T17:04:50.823 INFO:tasks.workunit.client.0.smithi005.stdout:op 5895 completed, throughput=5MB/sec 2024-04-12T17:04:50.823 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0y3VIdBalcTtMXE off=2056342 len=1931365 2024-04-12T17:04:50.825 INFO:tasks.workunit.client.0.smithi005.stdout:op 5896 completed, throughput=5MB/sec 2024-04-12T17:04:50.825 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-c9oVaVmUcQAzHdK off=602927 len=326244 2024-04-12T17:04:50.826 INFO:tasks.workunit.client.0.smithi005.stdout:op 5897 completed, throughput=5MB/sec 2024-04-12T17:04:51.827 INFO:tasks.workunit.client.0.smithi005.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-12T17:04:51.827 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-J6mad0ytBrugvPF off=3074719 len=1051281 2024-04-12T17:04:51.828 INFO:tasks.workunit.client.0.smithi005.stdout:op 5898 completed, throughput=5MB/sec 2024-04-12T17:04:51.828 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-nwfNFRnpyp1rU1a off=6518025 len=390401 2024-04-12T17:04:51.829 INFO:tasks.workunit.client.0.smithi005.stdout:op 5899 completed, throughput=5MB/sec 2024-04-12T17:04:51.829 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LWnY5xKrvqzeKDi off=6476940 len=981958 2024-04-12T17:04:51.836 INFO:tasks.workunit.client.0.smithi005.stdout:op 5900 completed, throughput=5MB/sec 2024-04-12T17:04:51.836 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-46QiDIQMjkZJ7ap off=0 len=1182104 2024-04-12T17:04:51.837 INFO:tasks.workunit.client.0.smithi005.stdout:op 5901 completed, throughput=5MB/sec 2024-04-12T17:04:51.837 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-fUmppchLDe1IeIO off=20771359 len=161469 2024-04-12T17:04:51.838 INFO:tasks.workunit.client.0.smithi005.stdout:op 5902 completed, throughput=5MB/sec 2024-04-12T17:04:51.838 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6bzrE-wK2yXJItY off=0 len=1289623 2024-04-12T17:04:51.843 INFO:tasks.workunit.client.0.smithi005.stdout:op 5903 completed, throughput=5MB/sec 2024-04-12T17:04:51.844 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zk4HfxVqYZDIbE9 off=1581772 len=1497929 2024-04-12T17:04:51.845 INFO:tasks.workunit.client.0.smithi005.stdout:op 5904 completed, throughput=5MB/sec 2024-04-12T17:04:52.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:52 smithi005 ceph-mon[88416]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:04:52.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:52 smithi005 ceph-mon[90837]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:04:52.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:52 smithi016 ceph-mon[84444]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-12T17:04:52.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:04:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:04:52.845 INFO:tasks.workunit.client.0.smithi005.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-12T17:04:52.846 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-uRKVUtDxEvGaGhK off=5179973 len=1259694 2024-04-12T17:04:52.853 INFO:tasks.workunit.client.0.smithi005.stdout:op 5905 completed, throughput=5MB/sec 2024-04-12T17:04:52.854 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TcNZkRxKyXO5YDZ off=574217 len=1555647 2024-04-12T17:04:52.862 INFO:tasks.workunit.client.0.smithi005.stdout:op 5906 completed, throughput=5MB/sec 2024-04-12T17:04:52.862 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-o0zmp6xwRjcTA1F off=3520127 len=272743 2024-04-12T17:04:52.863 INFO:tasks.workunit.client.0.smithi005.stdout:op 5907 completed, throughput=5MB/sec 2024-04-12T17:04:52.863 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1Pf4QEXZvFXBU-Y off=16022410 len=727837 2024-04-12T17:04:52.864 INFO:tasks.workunit.client.0.smithi005.stdout:op 5908 completed, throughput=5MB/sec 2024-04-12T17:04:52.864 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v5Io5CPwNY3Arq0 off=0 len=1512469 2024-04-12T17:04:52.866 INFO:tasks.workunit.client.0.smithi005.stdout:op 5909 completed, throughput=5MB/sec 2024-04-12T17:04:53.866 INFO:tasks.workunit.client.0.smithi005.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-12T17:04:53.867 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-zX2xSfO-TRlOzjG off=7934408 len=1894079 2024-04-12T17:04:53.877 INFO:tasks.workunit.client.0.smithi005.stdout:op 5910 completed, throughput=5MB/sec 2024-04-12T17:04:53.877 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-sftKYjFCKjECjHW off=6266931 len=1113218 2024-04-12T17:04:53.883 INFO:tasks.workunit.client.0.smithi005.stdout:op 5911 completed, throughput=5MB/sec 2024-04-12T17:04:53.883 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-xU5Id1mAvQl17YX off=0 len=1248092 2024-04-12T17:04:53.886 INFO:tasks.workunit.client.0.smithi005.stdout:op 5912 completed, throughput=5MB/sec 2024-04-12T17:04:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:54 smithi005 ceph-mon[88416]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:54.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:54 smithi005 ceph-mon[90837]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:54.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:04:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:04:53] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T17:04:54.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:54 smithi016 ceph-mon[84444]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-12T17:04:54.886 INFO:tasks.workunit.client.0.smithi005.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-12T17:04:54.886 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-dgt8swIuT60YyF0 off=10993527 len=1382667 2024-04-12T17:04:54.893 INFO:tasks.workunit.client.0.smithi005.stdout:op 5913 completed, throughput=5MB/sec 2024-04-12T17:04:54.893 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-BAuNqY15puXbfmo off=4235484 len=921318 2024-04-12T17:04:54.895 INFO:tasks.workunit.client.0.smithi005.stdout:op 5914 completed, throughput=5MB/sec 2024-04-12T17:04:54.895 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hSWmknKHvzTsjL3 off=5793209 len=1271216 2024-04-12T17:04:54.897 INFO:tasks.workunit.client.0.smithi005.stdout:op 5915 completed, throughput=5MB/sec 2024-04-12T17:04:54.897 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-eQQNrcUf2ujMpUp off=5507230 len=335040 2024-04-12T17:04:54.901 INFO:tasks.workunit.client.0.smithi005.stdout:op 5916 completed, throughput=5MB/sec 2024-04-12T17:04:54.901 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-se3RDx5kVM-2NKr off=6999889 len=762342 2024-04-12T17:04:54.902 INFO:tasks.workunit.client.0.smithi005.stdout:op 5917 completed, throughput=5MB/sec 2024-04-12T17:04:54.902 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-IROWF7hUazgCkbn off=9681765 len=1719830 2024-04-12T17:04:54.910 INFO:tasks.workunit.client.0.smithi005.stdout:op 5918 completed, throughput=5MB/sec 2024-04-12T17:04:55.910 INFO:tasks.workunit.client.0.smithi005.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-12T17:04:55.910 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-1OEWCIb6qhbRwzx off=3692184 len=1256665 2024-04-12T17:04:55.912 INFO:tasks.workunit.client.0.smithi005.stdout:op 5919 completed, throughput=5MB/sec 2024-04-12T17:04:55.912 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-LtS3txLtkzh1g2T off=0 len=1106236 2024-04-12T17:04:55.919 INFO:tasks.workunit.client.0.smithi005.stdout:op 5920 completed, throughput=5MB/sec 2024-04-12T17:04:55.919 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-JvKpkRt1YYekDd7 off=17256187 len=477797 2024-04-12T17:04:55.920 INFO:tasks.workunit.client.0.smithi005.stdout:op 5921 completed, throughput=5MB/sec 2024-04-12T17:04:55.920 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-s8t87RBJCHZ-WFj off=17151382 len=698006 2024-04-12T17:04:55.921 INFO:tasks.workunit.client.0.smithi005.stdout:op 5922 completed, throughput=5MB/sec 2024-04-12T17:04:55.921 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-24j7fN9x3OFpkjR off=1330581 len=1612050 2024-04-12T17:04:55.923 INFO:tasks.workunit.client.0.smithi005.stdout:op 5923 completed, throughput=5MB/sec 2024-04-12T17:04:56.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:56 smithi005 ceph-mon[88416]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:04:56.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:56 smithi005 ceph-mon[90837]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:04:56.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:56 smithi016 ceph-mon[84444]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-12T17:04:56.923 INFO:tasks.workunit.client.0.smithi005.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-12T17:04:56.923 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-FK_Zs-psyybzghA off=3538068 len=1866170 2024-04-12T17:04:56.932 INFO:tasks.workunit.client.0.smithi005.stdout:op 5924 completed, throughput=5MB/sec 2024-04-12T17:04:56.932 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TgIouvCM7XXLzHU off=2790737 len=1539827 2024-04-12T17:04:56.935 INFO:tasks.workunit.client.0.smithi005.stdout:op 5925 completed, throughput=5MB/sec 2024-04-12T17:04:56.935 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-R-kE1xs1dRjuZ2A off=2372534 len=1630630 2024-04-12T17:04:56.937 INFO:tasks.workunit.client.0.smithi005.stdout:op 5926 completed, throughput=5MB/sec 2024-04-12T17:04:57.937 INFO:tasks.workunit.client.0.smithi005.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-12T17:04:57.937 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-w_oSy2kAkhCJQC9 off=2203932 len=156135 2024-04-12T17:04:57.938 INFO:tasks.workunit.client.0.smithi005.stdout:op 5927 completed, throughput=5MB/sec 2024-04-12T17:04:57.938 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-fW6KYrNRb_yUrjR off=6037119 len=2023855 2024-04-12T17:04:57.948 INFO:tasks.workunit.client.0.smithi005.stdout:op 5928 completed, throughput=5MB/sec 2024-04-12T17:04:57.948 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-79BpueNfUdF7eO- off=280848 len=173102 2024-04-12T17:04:57.949 INFO:tasks.workunit.client.0.smithi005.stdout:op 5929 completed, throughput=5MB/sec 2024-04-12T17:04:57.949 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-MHAupAoJGsNJskZ off=3646372 len=1633942 2024-04-12T17:04:57.952 INFO:tasks.workunit.client.0.smithi005.stdout:op 5930 completed, throughput=5MB/sec 2024-04-12T17:04:57.952 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-oogMc6DtgJ5osqM off=475121 len=1584466 2024-04-12T17:04:57.960 INFO:tasks.workunit.client.0.smithi005.stdout:op 5931 completed, throughput=5MB/sec 2024-04-12T17:04:58.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:04:58 smithi005 ceph-mon[88416]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:58.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:04:58 smithi005 ceph-mon[90837]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:58.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:04:58 smithi016 ceph-mon[84444]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-12T17:04:58.960 INFO:tasks.workunit.client.0.smithi005.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-12T17:04:58.960 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ChE0-I4yZyNV7gY off=1200515 len=553684 2024-04-12T17:04:58.964 INFO:tasks.workunit.client.0.smithi005.stdout:op 5932 completed, throughput=5MB/sec 2024-04-12T17:04:58.964 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-8Oq1-ciUo-3NUXc off=3372315 len=483586 2024-04-12T17:04:58.965 INFO:tasks.workunit.client.0.smithi005.stdout:op 5933 completed, throughput=5MB/sec 2024-04-12T17:04:58.965 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-Uin-aIgpjRYSeB9 off=4755885 len=30390 2024-04-12T17:04:58.968 INFO:tasks.workunit.client.0.smithi005.stdout:op 5934 completed, throughput=5MB/sec 2024-04-12T17:04:58.968 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-emvTprCxOddNvkJ off=21583122 len=864470 2024-04-12T17:04:58.969 INFO:tasks.workunit.client.0.smithi005.stdout:op 5935 completed, throughput=5MB/sec 2024-04-12T17:04:58.969 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4smMC6iVH34aO5o off=12351058 len=341376 2024-04-12T17:04:58.972 INFO:tasks.workunit.client.0.smithi005.stdout:op 5936 completed, throughput=5MB/sec 2024-04-12T17:04:58.973 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-E3sQQJ30S2bD2X2 off=7551325 len=1193610 2024-04-12T17:04:58.977 INFO:tasks.workunit.client.0.smithi005.stdout:op 5937 completed, throughput=5MB/sec 2024-04-12T17:04:58.978 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-zXc_bbCyGNjw_PI off=6977734 len=1076149 2024-04-12T17:04:58.979 INFO:tasks.workunit.client.0.smithi005.stdout:op 5938 completed, throughput=5MB/sec 2024-04-12T17:04:59.981 INFO:tasks.workunit.client.0.smithi005.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-12T17:04:59.982 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-thw27_m58DKNfBn off=1413804 len=1948616 2024-04-12T17:04:59.989 INFO:tasks.workunit.client.0.smithi005.stdout:op 5939 completed, throughput=5MB/sec 2024-04-12T17:04:59.989 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-icwbpWuGnAOIQrR off=5223120 len=1530485 2024-04-12T17:04:59.991 INFO:tasks.workunit.client.0.smithi005.stdout:op 5940 completed, throughput=5MB/sec 2024-04-12T17:04:59.991 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-bDW7tclzPyQGxkR off=5510397 len=627127 2024-04-12T17:04:59.995 INFO:tasks.workunit.client.0.smithi005.stdout:op 5941 completed, throughput=5MB/sec 2024-04-12T17:04:59.995 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-JQ0Jz0mazmgBL2p off=85037 len=377231 2024-04-12T17:04:59.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 5942 completed, throughput=5MB/sec 2024-04-12T17:04:59.999 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-29PaklYyE-SfCaZ off=14430605 len=44192 2024-04-12T17:04:59.999 INFO:tasks.workunit.client.0.smithi005.stdout:op 5943 completed, throughput=5MB/sec 2024-04-12T17:04:59.999 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hnA8wWlUTQQGudk off=457807 len=1603695 2024-04-12T17:05:00.006 INFO:tasks.workunit.client.0.smithi005.stdout:op 5944 completed, throughput=5MB/sec 2024-04-12T17:05:00.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:00 smithi005 ceph-mon[88416]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T17:05:00.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:00 smithi005 ceph-mon[90837]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T17:05:00.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:00 smithi016 ceph-mon[84444]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-12T17:05:01.007 INFO:tasks.workunit.client.0.smithi005.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-12T17:05:01.007 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-vI4VRLntw7u0Pm_ off=2470219 len=1405190 2024-04-12T17:05:01.014 INFO:tasks.workunit.client.0.smithi005.stdout:op 5945 completed, throughput=5MB/sec 2024-04-12T17:05:01.014 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-hQs8pCbUSJSJvYK off=263479 len=1018291 2024-04-12T17:05:01.020 INFO:tasks.workunit.client.0.smithi005.stdout:op 5946 completed, throughput=5MB/sec 2024-04-12T17:05:01.020 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-pEVbW6ErPq38mID off=516388 len=1907521 2024-04-12T17:05:01.030 INFO:tasks.workunit.client.0.smithi005.stdout:op 5947 completed, throughput=5MB/sec 2024-04-12T17:05:01.030 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-klCnHhiDKMlMa2V off=6986811 len=614656 2024-04-12T17:05:01.033 INFO:tasks.workunit.client.0.smithi005.stdout:op 5948 completed, throughput=5MB/sec 2024-04-12T17:05:02.034 INFO:tasks.workunit.client.0.smithi005.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-12T17:05:02.034 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-ND1ZO82-Cf1DLTH off=6216579 len=759504 2024-04-12T17:05:02.038 INFO:tasks.workunit.client.0.smithi005.stdout:op 5949 completed, throughput=5MB/sec 2024-04-12T17:05:02.038 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj--9QCmB_6-dpFot0 off=13672405 len=971994 2024-04-12T17:05:02.040 INFO:tasks.workunit.client.0.smithi005.stdout:op 5950 completed, throughput=5MB/sec 2024-04-12T17:05:02.040 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Z6ws9bWwjYw2v11 off=5041215 len=1129353 2024-04-12T17:05:02.041 INFO:tasks.workunit.client.0.smithi005.stdout:op 5951 completed, throughput=5MB/sec 2024-04-12T17:05:02.041 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-SdPf8nFCtM4j_fn off=832117 len=1524788 2024-04-12T17:05:02.043 INFO:tasks.workunit.client.0.smithi005.stdout:op 5952 completed, throughput=5MB/sec 2024-04-12T17:05:02.044 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-2v1ZWXl9_2a2CQC off=6603168 len=81175 2024-04-12T17:05:02.046 INFO:tasks.workunit.client.0.smithi005.stdout:op 5953 completed, throughput=5MB/sec 2024-04-12T17:05:02.046 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-4m0I-SgRySWpSm0 off=7120322 len=185755 2024-04-12T17:05:02.049 INFO:tasks.workunit.client.0.smithi005.stdout:op 5954 completed, throughput=5MB/sec 2024-04-12T17:05:02.049 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-to5aCxomymbyuDj off=2952698 len=1045578 2024-04-12T17:05:02.050 INFO:tasks.workunit.client.0.smithi005.stdout:op 5955 completed, throughput=5MB/sec 2024-04-12T17:05:02.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:02 smithi005 ceph-mon[88416]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:05:02.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:02 smithi005 ceph-mon[90837]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:05:02.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:02 smithi016 ceph-mon[84444]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-12T17:05:02.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:05:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:03.051 INFO:tasks.workunit.client.0.smithi005.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-12T17:05:03.051 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-AIfWyhSslp5HTW1 off=11813715 len=570844 2024-04-12T17:05:03.053 INFO:tasks.workunit.client.0.smithi005.stdout:op 5956 completed, throughput=5MB/sec 2024-04-12T17:05:03.053 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-s9XSXqxJ8RyDDPO off=7707418 len=1127066 2024-04-12T17:05:03.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 5957 completed, throughput=5MB/sec 2024-04-12T17:05:03.059 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-USPkZJlPyirCxf2 off=7746122 len=568557 2024-04-12T17:05:03.059 INFO:tasks.workunit.client.0.smithi005.stdout:op 5958 completed, throughput=5MB/sec 2024-04-12T17:05:03.060 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-3_vGEHQS778Ml-W off=17181854 len=639380 2024-04-12T17:05:03.061 INFO:tasks.workunit.client.0.smithi005.stdout:op 5959 completed, throughput=5MB/sec 2024-04-12T17:05:03.061 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-U1M49SwhlYPPh3B off=6297227 len=901367 2024-04-12T17:05:03.066 INFO:tasks.workunit.client.0.smithi005.stdout:op 5960 completed, throughput=5MB/sec 2024-04-12T17:05:03.067 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-qJIo9aEh8Q4UlLo off=190046 len=1682175 2024-04-12T17:05:03.068 INFO:tasks.workunit.client.0.smithi005.stdout:op 5961 completed, throughput=5MB/sec 2024-04-12T17:05:04.069 INFO:tasks.workunit.client.0.smithi005.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-12T17:05:04.069 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-t1QNV-Ucn4p3z8M off=13554373 len=1292350 2024-04-12T17:05:04.077 INFO:tasks.workunit.client.0.smithi005.stdout:op 5962 completed, throughput=5MB/sec 2024-04-12T17:05:04.077 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-nN7iLBY5Z5mFqaz off=13268312 len=780978 2024-04-12T17:05:04.081 INFO:tasks.workunit.client.0.smithi005.stdout:op 5963 completed, throughput=5MB/sec 2024-04-12T17:05:04.081 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-v4C14st3hlJzesD off=4285725 len=1855877 2024-04-12T17:05:04.083 INFO:tasks.workunit.client.0.smithi005.stdout:op 5964 completed, throughput=5MB/sec 2024-04-12T17:05:04.083 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-WnDDocSzJlCB9QV off=6548006 len=200644 2024-04-12T17:05:04.086 INFO:tasks.workunit.client.0.smithi005.stdout:op 5965 completed, throughput=5MB/sec 2024-04-12T17:05:04.086 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-_P1S7YxWDDm39s4 off=11434824 len=1541284 2024-04-12T17:05:04.094 INFO:tasks.workunit.client.0.smithi005.stdout:op 5966 completed, throughput=5MB/sec 2024-04-12T17:05:04.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:04 smithi005 ceph-mon[88416]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:05:04.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:04 smithi005 ceph-mon[90837]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:05:04.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:05:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:05:03] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-12T17:05:04.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:04 smithi016 ceph-mon[84444]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-12T17:05:05.094 INFO:tasks.workunit.client.0.smithi005.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-12T17:05:05.095 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-acwZnA3QhDwHBWo off=5110202 len=373152 2024-04-12T17:05:05.096 INFO:tasks.workunit.client.0.smithi005.stdout:op 5967 completed, throughput=5MB/sec 2024-04-12T17:05:05.096 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-6guaXUDKqU6LvbQ off=7360591 len=533014 2024-04-12T17:05:05.100 INFO:tasks.workunit.client.0.smithi005.stdout:op 5968 completed, throughput=5MB/sec 2024-04-12T17:05:05.100 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-f7rxNx6ql9srLlc off=9407878 len=563702 2024-04-12T17:05:05.106 INFO:tasks.workunit.client.0.smithi005.stdout:op 5969 completed, throughput=5MB/sec 2024-04-12T17:05:05.106 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-dOUyYBruFxzsg_O off=17467827 len=1004970 2024-04-12T17:05:05.107 INFO:tasks.workunit.client.0.smithi005.stdout:op 5970 completed, throughput=5MB/sec 2024-04-12T17:05:05.107 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NvTNWL0RbaPfwMY off=610114 len=936741 2024-04-12T17:05:05.108 INFO:tasks.workunit.client.0.smithi005.stdout:op 5971 completed, throughput=5MB/sec 2024-04-12T17:05:05.108 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-NI_f-jxOFr9ParS off=3290807 len=546965 2024-04-12T17:05:05.109 INFO:tasks.workunit.client.0.smithi005.stdout:op 5972 completed, throughput=5MB/sec 2024-04-12T17:05:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:05.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:05.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:06.110 INFO:tasks.workunit.client.0.smithi005.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-12T17:05:06.110 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-TkI_O5MRhx9Ul3W off=12556754 len=59360 2024-04-12T17:05:06.110 INFO:tasks.workunit.client.0.smithi005.stdout:op 5973 completed, throughput=5MB/sec 2024-04-12T17:05:06.110 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-ldUfm3HuDWKNPBQ off=2661586 len=1050865 2024-04-12T17:05:06.111 INFO:tasks.workunit.client.0.smithi005.stdout:op 5974 completed, throughput=5MB/sec 2024-04-12T17:05:06.111 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Fx8Q1PSMPqPAvi7 off=585270 len=1946513 2024-04-12T17:05:06.115 INFO:tasks.workunit.client.0.smithi005.stdout:op 5975 completed, throughput=5MB/sec 2024-04-12T17:05:06.115 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-0gC7M5kFiuVXkGu off=10243061 len=1748515 2024-04-12T17:05:06.118 INFO:tasks.workunit.client.0.smithi005.stdout:op 5976 completed, throughput=5MB/sec 2024-04-12T17:05:06.118 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-j1o7P4w8961aS26 off=2881981 len=2035844 2024-04-12T17:05:06.120 INFO:tasks.workunit.client.0.smithi005.stdout:op 5977 completed, throughput=5MB/sec 2024-04-12T17:05:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:06 smithi005 ceph-mon[88416]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:05:06.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:06 smithi005 ceph-mon[90837]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:05:06.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:06 smithi016 ceph-mon[84444]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-12T17:05:07.120 INFO:tasks.workunit.client.0.smithi005.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-12T17:05:07.121 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-Nsr5T7HgF5ahU5Z off=3781246 len=1117943 2024-04-12T17:05:07.122 INFO:tasks.workunit.client.0.smithi005.stdout:op 5978 completed, throughput=5MB/sec 2024-04-12T17:05:07.122 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-hEH8MDo9TfWof5N off=7253738 len=598309 2024-04-12T17:05:07.124 INFO:tasks.workunit.client.0.smithi005.stdout:op 5979 completed, throughput=5MB/sec 2024-04-12T17:05:07.124 INFO:tasks.workunit.client.0.smithi005.stdout:READ : oid=obj-_oi5giJxglm4ECw off=2348495 len=605549 2024-04-12T17:05:07.125 INFO:tasks.workunit.client.0.smithi005.stdout:op 5980 completed, throughput=5MB/sec 2024-04-12T17:05:07.125 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-TE0uLzrMGZYaj5O off=7859773 len=454318 2024-04-12T17:05:07.128 INFO:tasks.workunit.client.0.smithi005.stdout:op 5981 completed, throughput=5MB/sec 2024-04-12T17:05:07.128 INFO:tasks.workunit.client.0.smithi005.stdout:WRITE : oid=obj-j6aMX2fNyUWtuAT off=2347601 len=1108266 2024-04-12T17:05:07.133 INFO:tasks.workunit.client.0.smithi005.stdout:op 5982 completed, throughput=5MB/sec 2024-04-12T17:05:08.133 INFO:tasks.workunit.client.0.smithi005.stdout:waiting for all operations to complete 2024-04-12T17:05:08.133 INFO:tasks.workunit.client.0.smithi005.stdout:cleaning up objects 2024-04-12T17:05:08.455 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:08 smithi005 ceph-mon[88416]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:05:08.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:08 smithi005 ceph-mon[90837]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:05:08.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:08 smithi016 ceph-mon[84444]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-12T17:05:10.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:10 smithi005 ceph-mon[88416]: pgmap v2005: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-12T17:05:10.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:10 smithi005 ceph-mon[90837]: pgmap v2005: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-12T17:05:10.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:10 smithi016 ceph-mon[84444]: pgmap v2005: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2024-04-12T17:05:12.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:12 smithi005 ceph-mon[88416]: pgmap v2006: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T17:05:12.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:12 smithi005 ceph-mon[90837]: pgmap v2006: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T17:05:12.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:12 smithi016 ceph-mon[84444]: pgmap v2006: 105 pgs: 105 active+clean; 125 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T17:05:12.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:05:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:14.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:14 smithi005 ceph-mon[88416]: pgmap v2007: 105 pgs: 105 active+clean; 97 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 201 op/s 2024-04-12T17:05:14.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:14 smithi005 ceph-mon[90837]: pgmap v2007: 105 pgs: 105 active+clean; 97 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 201 op/s 2024-04-12T17:05:14.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:05:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:05:13] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-12T17:05:14.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:14 smithi016 ceph-mon[84444]: pgmap v2007: 105 pgs: 105 active+clean; 97 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 201 op/s 2024-04-12T17:05:15.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:05:15.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:05:15.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:05:16.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:16 smithi005 ceph-mon[88416]: pgmap v2008: 105 pgs: 105 active+clean; 87 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 805 KiB/s wr, 265 op/s 2024-04-12T17:05:16.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:16 smithi005 ceph-mon[90837]: pgmap v2008: 105 pgs: 105 active+clean; 87 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 805 KiB/s wr, 265 op/s 2024-04-12T17:05:16.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:16 smithi016 ceph-mon[84444]: pgmap v2008: 105 pgs: 105 active+clean; 87 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 805 KiB/s wr, 265 op/s 2024-04-12T17:05:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:18 smithi005 ceph-mon[88416]: pgmap v2009: 105 pgs: 105 active+clean; 82 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 662 KiB/s wr, 294 op/s 2024-04-12T17:05:18.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:18 smithi005 ceph-mon[90837]: pgmap v2009: 105 pgs: 105 active+clean; 82 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 662 KiB/s wr, 294 op/s 2024-04-12T17:05:18.571 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:18 smithi016 ceph-mon[84444]: pgmap v2009: 105 pgs: 105 active+clean; 82 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 662 KiB/s wr, 294 op/s 2024-04-12T17:05:19.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:19.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:19.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:19.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:19.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:19.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:19.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:19.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:19.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[88416]: pgmap v2010: 105 pgs: 105 active+clean; 51 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 484 KiB/s wr, 507 op/s 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[90837]: pgmap v2010: 105 pgs: 105 active+clean; 51 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 484 KiB/s wr, 507 op/s 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.562 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.563 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.563 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:20 smithi016 ceph-mon[84444]: pgmap v2010: 105 pgs: 105 active+clean; 51 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 484 KiB/s wr, 507 op/s 2024-04-12T17:05:20.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.846 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:21.905 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:21.906 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:21.906 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:21 smithi005 ceph-mon[88416]: pgmap v2011: 105 pgs: 105 active+clean; 51 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 499 op/s 2024-04-12T17:05:21.906 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:21.906 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:21.906 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:21 smithi005 ceph-mon[90837]: pgmap v2011: 105 pgs: 105 active+clean; 51 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 499 op/s 2024-04-12T17:05:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:21 smithi016 ceph-mon[84444]: pgmap v2011: 105 pgs: 105 active+clean; 51 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 499 op/s 2024-04-12T17:05:22.472 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:05:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:05:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:24.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:23 smithi016 ceph-mon[84444]: pgmap v2012: 105 pgs: 105 active+clean; 26 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-04-12T17:05:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:23 smithi005 ceph-mon[88416]: pgmap v2012: 105 pgs: 105 active+clean; 26 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-04-12T17:05:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:24.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:05:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:05:23] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-12T17:05:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:23 smithi005 ceph-mon[90837]: pgmap v2012: 105 pgs: 105 active+clean; 26 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-04-12T17:05:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:25.789 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:05:25.789 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T17:05:25.858 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-12T17:05:25.859 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[90837]: pgmap v2013: 105 pgs: 105 active+clean; 18 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 532 op/s 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:25.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:05:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:05:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:25 smithi005 ceph-mon[88416]: pgmap v2013: 105 pgs: 105 active+clean; 18 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 532 op/s 2024-04-12T17:05:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:05:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:05:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:05:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:25 smithi016 ceph-mon[84444]: pgmap v2013: 105 pgs: 105 active+clean; 18 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 532 op/s 2024-04-12T17:05:26.120 DEBUG:teuthology.parallel:result is None 2024-04-12T17:05:26.120 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:05:26.147 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:05:26.147 DEBUG:teuthology.orchestra.run.smithi005:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:05:26.201 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:05:26.201 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:05:26.201 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-12T17:05:26.202 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:05:26.202 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-12T17:05:26.202 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T17:05:26.202 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T17:05:26.203 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T17:05:26.203 DEBUG:teuthology.orchestra.run.smithi016:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-12T17:05:26.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:05:26.219 INFO:teuthology.orchestra.run.smithi016.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-12T17:05:26.219 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-12T17:05:26.274 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-12T17:05:26.274 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-12T17:05:26.330 INFO:tasks.workunit:timeout=3h 2024-04-12T17:05:26.330 INFO:tasks.workunit:cleanup=True 2024-04-12T17:05:26.331 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-12T17:05:26.386 INFO:tasks.workunit.client.1.smithi016.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-12T17:05:28.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:27 smithi016 ceph-mon[84444]: pgmap v2014: 105 pgs: 105 active+clean; 15 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2024-04-12T17:05:28.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:27 smithi005 ceph-mon[88416]: pgmap v2014: 105 pgs: 105 active+clean; 15 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2024-04-12T17:05:28.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:27 smithi005 ceph-mon[90837]: pgmap v2014: 105 pgs: 105 active+clean; 15 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2024-04-12T17:05:30.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:29 smithi016 ceph-mon[84444]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2024-04-12T17:05:30.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:29 smithi005 ceph-mon[88416]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2024-04-12T17:05:30.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:29 smithi005 ceph-mon[90837]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2024-04-12T17:05:32.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:31 smithi016 ceph-mon[84444]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 347 op/s 2024-04-12T17:05:32.143 DEBUG:teuthology.orchestra.run.smithi016:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-12T17:05:32.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:31 smithi005 ceph-mon[88416]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 347 op/s 2024-04-12T17:05:32.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:31 smithi005 ceph-mon[90837]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 347 op/s 2024-04-12T17:05:32.211 INFO:tasks.workunit.client.1.smithi016.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T17:05:32.213 INFO:tasks.workunit.client.1.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-12T17:05:32.213 INFO:tasks.workunit.client.1.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T17:05:32.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:05:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:05:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:32.955 INFO:tasks.workunit.client.1.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T17:05:33.044 INFO:tasks.workunit.client.1.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T17:05:33.084 INFO:tasks.workunit.client.1.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-12T17:05:33.085 INFO:tasks.workunit.client.1.smithi016.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-12T17:05:33.085 INFO:tasks.workunit.client.1.smithi016.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T17:05:33.123 INFO:tasks.workunit.client.1.smithi016.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-12T17:05:33.126 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-04-12T17:05:33.126 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-12T17:05:33.182 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-12T17:05:33.183 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-12T17:05:33.183 DEBUG:teuthology.orchestra.run.smithi016:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-12T17:05:33.264 INFO:tasks.workunit.client.1.smithi016.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-12T17:05:33.264 INFO:tasks.workunit.client.1.smithi016.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-12T17:05:33.264 INFO:tasks.workunit.client.1.smithi016.stderr:+ TMPDIR=/tmp/rbd_import_export_132973 2024-04-12T17:05:33.265 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm -rf /tmp/rbd_import_export_132973 2024-04-12T17:05:33.265 INFO:tasks.workunit.client.1.smithi016.stderr:+ mkdir /tmp/rbd_import_export_132973 2024-04-12T17:05:33.265 INFO:tasks.workunit.client.1.smithi016.stderr:+ trap 'rm -rf /tmp/rbd_import_export_132973' INT TERM EXIT 2024-04-12T17:05:33.266 INFO:tasks.workunit.client.1.smithi016.stderr:+ mkdir foo.132973 2024-04-12T17:05:33.266 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import foo.132973 foo.dir 2024-04-12T17:05:33.309 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: cannot import a directory 2024-04-12T17:05:33.309 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 0% complete...failed. 2024-04-12T17:05:33.309 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: import failed: (21) Is a directory 2024-04-12T17:05:33.312 INFO:tasks.workunit.client.1.smithi016.stderr:+ true 2024-04-12T17:05:33.312 INFO:tasks.workunit.client.1.smithi016.stderr:+ rmdir foo.132973 2024-04-12T17:05:33.319 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_132973/img bs=1k count=1 seek=10 2024-04-12T17:05:33.320 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records in 2024-04-12T17:05:33.320 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records out 2024-04-12T17:05:33.320 INFO:tasks.workunit.client.1.smithi016.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 3.966e-05 s, 25.8 MB/s 2024-04-12T17:05:33.320 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_132973/img bs=1k count=10 seek=100 2024-04-12T17:05:33.321 INFO:tasks.workunit.client.1.smithi016.stderr:10+0 records in 2024-04-12T17:05:33.321 INFO:tasks.workunit.client.1.smithi016.stderr:10+0 records out 2024-04-12T17:05:33.321 INFO:tasks.workunit.client.1.smithi016.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.1628e-05 s, 198 MB/s 2024-04-12T17:05:33.321 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_132973/img bs=1k count=100 seek=1000 2024-04-12T17:05:33.322 INFO:tasks.workunit.client.1.smithi016.stderr:60+1 records in 2024-04-12T17:05:33.322 INFO:tasks.workunit.client.1.smithi016.stderr:60+1 records out 2024-04-12T17:05:33.322 INFO:tasks.workunit.client.1.smithi016.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000153067 s, 402 MB/s 2024-04-12T17:05:33.322 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_132973/img bs=1k seek=10000 2024-04-12T17:05:33.323 INFO:tasks.workunit.client.1.smithi016.stderr:137+1 records in 2024-04-12T17:05:33.323 INFO:tasks.workunit.client.1.smithi016.stderr:137+1 records out 2024-04-12T17:05:33.323 INFO:tasks.workunit.client.1.smithi016.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000445449 s, 316 MB/s 2024-04-12T17:05:33.323 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_132973/img bs=1k seek=100000 2024-04-12T17:05:33.325 INFO:tasks.workunit.client.1.smithi016.stderr:59+1 records in 2024-04-12T17:05:33.325 INFO:tasks.workunit.client.1.smithi016.stderr:59+1 records out 2024-04-12T17:05:33.325 INFO:tasks.workunit.client.1.smithi016.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000159018 s, 386 MB/s 2024-04-12T17:05:33.325 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_132973/img bs=1k seek=1000000 2024-04-12T17:05:33.325 INFO:tasks.workunit.client.1.smithi016.stderr:154+1 records in 2024-04-12T17:05:33.326 INFO:tasks.workunit.client.1.smithi016.stderr:154+1 records out 2024-04-12T17:05:33.326 INFO:tasks.workunit.client.1.smithi016.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000349636 s, 452 MB/s 2024-04-12T17:05:33.326 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm testimg 2024-04-12T17:05:33.380 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 0% complete...failed. 2024-04-12T17:05:33.380 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T17:05:33.383 INFO:tasks.workunit.client.1.smithi016.stderr:+ true 2024-04-12T17:05:33.383 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format /tmp/rbd_import_export_132973/img testimg 2024-04-12T17:05:33.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:33 smithi005 ceph-mon[90837]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 347 op/s 2024-04-12T17:05:33.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:33 smithi005 ceph-mon[88416]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 347 op/s 2024-04-12T17:05:33.956 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:05:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:05:33] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-12T17:05:34.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:33 smithi016 ceph-mon[84444]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 347 op/s 2024-04-12T17:05:35.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:34 smithi016 ceph-mon[84444]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T17:05:35.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:35.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:34 smithi005 ceph-mon[88416]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T17:05:35.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:35.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:34 smithi005 ceph-mon[90837]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-12T17:05:35.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:35.373 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-12T17:05:35.374 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:35.377 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export testimg /tmp/rbd_import_export_132973/img2 2024-04-12T17:05:35.554 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:35.559 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export testimg - 2024-04-12T17:05:35.994 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:35 smithi005 ceph-mon[88416]: pgmap v2019: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 149 op/s 2024-04-12T17:05:35.994 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:35 smithi005 ceph-mon[88416]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T17:05:35.995 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:35 smithi005 ceph-mon[90837]: pgmap v2019: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 149 op/s 2024-04-12T17:05:35.995 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:35 smithi005 ceph-mon[90837]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T17:05:36.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:35 smithi016 ceph-mon[84444]: pgmap v2019: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 149 op/s 2024-04-12T17:05:36.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:35 smithi016 ceph-mon[84444]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-12T17:05:36.161 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:36.166 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm testimg 2024-04-12T17:05:36.290 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T17:05:36.292 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp /tmp/rbd_import_export_132973/img /tmp/rbd_import_export_132973/img2 2024-04-12T17:05:36.849 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp /tmp/rbd_import_export_132973/img /tmp/rbd_import_export_132973/img3 2024-04-12T17:05:37.248 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img2 /tmp/rbd_import_export_132973/img3 2024-04-12T17:05:37.410 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format - testimg 2024-04-12T17:05:37.825 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:37.826 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:37.828 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export testimg /tmp/rbd_import_export_132973/img2 2024-04-12T17:05:38.012 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:38.017 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export testimg - 2024-04-12T17:05:38.096 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:37 smithi016 ceph-mon[84444]: pgmap v2021: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 1 op/s 2024-04-12T17:05:38.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:37 smithi005 ceph-mon[88416]: pgmap v2021: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 1 op/s 2024-04-12T17:05:38.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:37 smithi005 ceph-mon[90837]: pgmap v2021: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 1 op/s 2024-04-12T17:05:38.618 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:38.623 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm testimg 2024-04-12T17:05:38.754 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-12T17:05:38.757 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp /tmp/rbd_import_export_132973/img /tmp/rbd_import_export_132973/img2 2024-04-12T17:05:39.318 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp /tmp/rbd_import_export_132973/img /tmp/rbd_import_export_132973/img3 2024-04-12T17:05:39.712 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img /tmp/rbd_import_export_132973/img2 /tmp/rbd_import_export_132973/img3 2024-04-12T17:05:39.926 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd help export 2024-04-12T17:05:39.926 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep -q export-format 2024-04-12T17:05:39.947 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_132973/img bs=1k count=10 seek=100 2024-04-12T17:05:39.948 INFO:tasks.workunit.client.1.smithi016.stderr:10+0 records in 2024-04-12T17:05:39.948 INFO:tasks.workunit.client.1.smithi016.stderr:10+0 records out 2024-04-12T17:05:39.948 INFO:tasks.workunit.client.1.smithi016.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.2695e-05 s, 163 MB/s 2024-04-12T17:05:39.948 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format /tmp/rbd_import_export_132973/img testimg 2024-04-12T17:05:40.019 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:40.020 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:40.022 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap create testimg@snap 2024-04-12T17:05:40.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:39 smithi005 ceph-mon[88416]: pgmap v2022: 105 pgs: 105 active+clean; 5.2 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 76 op/s 2024-04-12T17:05:40.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:39 smithi005 ceph-mon[90837]: pgmap v2022: 105 pgs: 105 active+clean; 5.2 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 76 op/s 2024-04-12T17:05:40.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:39 smithi016 ceph-mon[84444]: pgmap v2022: 105 pgs: 105 active+clean; 5.2 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 76 op/s 2024-04-12T17:05:40.869 INFO:tasks.workunit.client.1.smithi016.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T17:05:40.879 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd image-meta set testimg key1 value1 2024-04-12T17:05:40.947 INFO:tasks.workunit.client.1.smithi016.stderr:++ rbd image-meta list testimg 2024-04-12T17:05:40.993 INFO:tasks.workunit.client.1.smithi016.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-12T17:05:40.994 INFO:tasks.workunit.client.1.smithi016.stderr: 2024-04-12T17:05:40.994 INFO:tasks.workunit.client.1.smithi016.stderr:Key Value 2024-04-12T17:05:40.994 INFO:tasks.workunit.client.1.smithi016.stderr:key1 value1' 2024-04-12T17:05:40.994 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:41.040 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:41.043 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132973/img_v2 testimg_import 2024-04-12T17:05:42.034 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T17:05:42.038 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd info testimg_import 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout:rbd image 'testimg_import': 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: size 110 KiB in 1 objects 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: order 22 (4 MiB objects) 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: snapshot_count: 1 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: id: d636b422d449 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: block_name_prefix: rbd_data.d636b422d449 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: format: 2 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: op_features: 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: flags: 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: create_timestamp: Fri Apr 12 17:05:41 2024 2024-04-12T17:05:42.080 INFO:tasks.workunit.client.1.smithi016.stdout: access_timestamp: Fri Apr 12 17:05:41 2024 2024-04-12T17:05:42.081 INFO:tasks.workunit.client.1.smithi016.stdout: modify_timestamp: Fri Apr 12 17:05:41 2024 2024-04-12T17:05:42.083 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd info testimg_import@snap 2024-04-12T17:05:42.123 INFO:tasks.workunit.client.1.smithi016.stdout:rbd image 'testimg_import': 2024-04-12T17:05:42.123 INFO:tasks.workunit.client.1.smithi016.stdout: size 110 KiB in 1 objects 2024-04-12T17:05:42.123 INFO:tasks.workunit.client.1.smithi016.stdout: order 22 (4 MiB objects) 2024-04-12T17:05:42.123 INFO:tasks.workunit.client.1.smithi016.stdout: snapshot_count: 1 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: id: d636b422d449 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: block_name_prefix: rbd_data.d636b422d449 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: format: 2 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: op_features: 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: flags: 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: create_timestamp: Fri Apr 12 17:05:41 2024 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: access_timestamp: Fri Apr 12 17:05:41 2024 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: modify_timestamp: Fri Apr 12 17:05:41 2024 2024-04-12T17:05:42.124 INFO:tasks.workunit.client.1.smithi016.stdout: protected: False 2024-04-12T17:05:42.126 INFO:tasks.workunit.client.1.smithi016.stderr:++ rbd image-meta list testimg_import 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr: 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr:Key Value 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr:key1 value1' 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr: 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr:Key Value 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr: 2024-04-12T17:05:42.174 INFO:tasks.workunit.client.1.smithi016.stderr:Key Value 2024-04-12T17:05:42.175 INFO:tasks.workunit.client.1.smithi016.stderr:key1 value1' ']' 2024-04-12T17:05:42.175 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export testimg_import /tmp/rbd_import_export_132973/img_import 2024-04-12T17:05:42.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:41 smithi005 ceph-mon[88416]: pgmap v2023: 105 pgs: 105 active+clean; 5.2 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 76 op/s 2024-04-12T17:05:42.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:41 smithi005 ceph-mon[88416]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T17:05:42.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:41 smithi005 ceph-mon[88416]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T17:05:42.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:41 smithi005 ceph-mon[90837]: pgmap v2023: 105 pgs: 105 active+clean; 5.2 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 76 op/s 2024-04-12T17:05:42.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:41 smithi005 ceph-mon[90837]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T17:05:42.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:41 smithi005 ceph-mon[90837]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T17:05:42.212 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete...done. 2024-04-12T17:05:42.215 INFO:tasks.workunit.client.1.smithi016.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132973/img /tmp/rbd_import_export_132973/img_import 2024-04-12T17:05:42.216 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp -l /tmp/rbd_import_export_132973/img /tmp/rbd_import_export_132973/img_import 2024-04-12T17:05:42.216 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/img --format %b 2024-04-12T17:05:42.217 INFO:tasks.workunit.client.1.smithi016.stderr:+ origsize=24 2024-04-12T17:05:42.217 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/img_import --format %b 2024-04-12T17:05:42.218 INFO:tasks.workunit.client.1.smithi016.stderr:+ exportsize=224 2024-04-12T17:05:42.218 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=200 2024-04-12T17:05:42.219 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=200 2024-04-12T17:05:42.219 INFO:tasks.workunit.client.1.smithi016.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-12T17:05:42.219 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_132973/img_snap 2024-04-12T17:05:42.259 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete...done. 2024-04-12T17:05:42.262 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_132973/img_snap_import 2024-04-12T17:05:42.300 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete...done. 2024-04-12T17:05:42.303 INFO:tasks.workunit.client.1.smithi016.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132973/img_snap /tmp/rbd_import_export_132973/img_snap_import 2024-04-12T17:05:42.303 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp -l /tmp/rbd_import_export_132973/img_snap /tmp/rbd_import_export_132973/img_snap_import 2024-04-12T17:05:42.304 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/img_snap --format %b 2024-04-12T17:05:42.304 INFO:tasks.workunit.client.1.smithi016.stderr:+ origsize=224 2024-04-12T17:05:42.304 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/img_snap_import --format %b 2024-04-12T17:05:42.306 INFO:tasks.workunit.client.1.smithi016.stderr:+ exportsize=224 2024-04-12T17:05:42.306 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:42.306 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:42.306 INFO:tasks.workunit.client.1.smithi016.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T17:05:42.306 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:42.306 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img_import 2024-04-12T17:05:42.307 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img_snap 2024-04-12T17:05:42.307 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img_snap_import 2024-04-12T17:05:42.308 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap rm testimg_import@snap 2024-04-12T17:05:42.313 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:41 smithi016 ceph-mon[84444]: pgmap v2023: 105 pgs: 105 active+clean; 5.2 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 KiB/s rd, 95 KiB/s wr, 76 op/s 2024-04-12T17:05:42.313 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:41 smithi016 ceph-mon[84444]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-12T17:05:42.313 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:41 smithi016 ceph-mon[84444]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-12T17:05:42.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:05:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:05:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:43.021 INFO:tasks.workunit.client.1.smithi016.stderr: Removing snap: 100% complete...done. 2024-04-12T17:05:43.038 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg_import 2024-04-12T17:05:43.173 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:43.176 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap rm testimg@snap 2024-04-12T17:05:43.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:43 smithi016 ceph-mon[84444]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T17:05:43.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:43 smithi005 ceph-mon[88416]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T17:05:43.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:43 smithi005 ceph-mon[90837]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-12T17:05:44.025 INFO:tasks.workunit.client.1.smithi016.stderr: Removing snap: 100% complete...done. 2024-04-12T17:05:44.036 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm testimg 2024-04-12T17:05:44.168 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:44.171 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --order 20 /tmp/rbd_import_export_132973/img testimg 2024-04-12T17:05:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:05:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:05:43] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-04-12T17:05:44.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:44 smithi005 ceph-mon[88416]: pgmap v2027: 105 pgs: 105 active+clean; 1.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 457 KiB/s rd, 162 KiB/s wr, 218 op/s 2024-04-12T17:05:44.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:44 smithi005 ceph-mon[88416]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T17:05:44.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:44 smithi005 ceph-mon[90837]: pgmap v2027: 105 pgs: 105 active+clean; 1.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 457 KiB/s rd, 162 KiB/s wr, 218 op/s 2024-04-12T17:05:44.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:44 smithi005 ceph-mon[90837]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T17:05:44.242 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:44.242 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T17:05:44.244 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:44.283 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:44.286 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132973/img_v2 testimg_import 2024-04-12T17:05:44.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:44 smithi016 ceph-mon[84444]: pgmap v2027: 105 pgs: 105 active+clean; 1.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 457 KiB/s rd, 162 KiB/s wr, 218 op/s 2024-04-12T17:05:44.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:44 smithi016 ceph-mon[84444]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-12T17:05:44.360 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T17:05:44.363 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd info testimg_import 2024-04-12T17:05:44.364 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep order 2024-04-12T17:05:44.364 INFO:tasks.workunit.client.1.smithi016.stderr:+ awk '{print $2}' 2024-04-12T17:05:44.364 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep 20 2024-04-12T17:05:44.401 INFO:tasks.workunit.client.1.smithi016.stdout:20 2024-04-12T17:05:44.402 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:44.402 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg_import 2024-04-12T17:05:44.522 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:44.525 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg 2024-04-12T17:05:44.646 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:44.649 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_132973/img testimg 2024-04-12T17:05:44.705 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:44.708 INFO:tasks.workunit.client.1.smithi016.stderr:++ rbd info testimg 2024-04-12T17:05:44.708 INFO:tasks.workunit.client.1.smithi016.stderr:++ grep features 2024-04-12T17:05:44.747 INFO:tasks.workunit.client.1.smithi016.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-12T17:05:44.747 INFO:tasks.workunit.client.1.smithi016.stderr: op_features: ' 2024-04-12T17:05:44.747 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:44.787 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:44.790 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132973/img_v2 testimg_import 2024-04-12T17:05:44.853 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T17:05:44.856 INFO:tasks.workunit.client.1.smithi016.stderr:++ rbd info testimg_import 2024-04-12T17:05:44.856 INFO:tasks.workunit.client.1.smithi016.stderr:++ grep features 2024-04-12T17:05:44.894 INFO:tasks.workunit.client.1.smithi016.stderr:+ FEATURES_AFTER=' features: layering 2024-04-12T17:05:44.894 INFO:tasks.workunit.client.1.smithi016.stderr: op_features: ' 2024-04-12T17:05:44.895 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' ' features: layering 2024-04-12T17:05:44.895 INFO:tasks.workunit.client.1.smithi016.stderr: op_features: ' '!=' ' features: layering 2024-04-12T17:05:44.895 INFO:tasks.workunit.client.1.smithi016.stderr: op_features: ' ']' 2024-04-12T17:05:44.895 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:44.895 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg_import 2024-04-12T17:05:44.987 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:44.990 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg 2024-04-12T17:05:45.084 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:45.087 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_132973/img testimg 2024-04-12T17:05:45.161 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:45.164 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:45.204 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:45.207 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132973/img_v2 testimg_import 2024-04-12T17:05:45.286 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T17:05:45.289 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd info testimg_import 2024-04-12T17:05:45.289 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep 'stripe unit' 2024-04-12T17:05:45.289 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-12T17:05:45.328 INFO:tasks.workunit.client.1.smithi016.stdout: stripe unit: 4 KiB 2024-04-12T17:05:45.329 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd info testimg_import 2024-04-12T17:05:45.329 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep 'stripe count' 2024-04-12T17:05:45.329 INFO:tasks.workunit.client.1.smithi016.stderr:+ awk '{print $3}' 2024-04-12T17:05:45.329 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep 1000 2024-04-12T17:05:45.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:45 smithi016 ceph-mon[84444]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T17:05:45.367 INFO:tasks.workunit.client.1.smithi016.stdout:1000 2024-04-12T17:05:45.367 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/img_v2 2024-04-12T17:05:45.368 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg_import 2024-04-12T17:05:45.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:45 smithi005 ceph-mon[88416]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T17:05:45.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:45 smithi005 ceph-mon[90837]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-12T17:05:45.487 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T17:05:45.490 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg 2024-04-12T17:05:45.611 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-12T17:05:45.614 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_132973/img testimg 2024-04-12T17:05:45.682 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:45.685 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap create testimg@snap1 2024-04-12T17:05:46.037 INFO:tasks.workunit.client.1.smithi016.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T17:05:46.047 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap create testimg@snap2 2024-04-12T17:05:46.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:46 smithi016 ceph-mon[84444]: pgmap v2030: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 55 KiB/s wr, 218 op/s 2024-04-12T17:05:46.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:46 smithi005 ceph-mon[88416]: pgmap v2030: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 55 KiB/s wr, 218 op/s 2024-04-12T17:05:46.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:46 smithi005 ceph-mon[90837]: pgmap v2030: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 55 KiB/s wr, 218 op/s 2024-04-12T17:05:47.052 INFO:tasks.workunit.client.1.smithi016.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-12T17:05:47.064 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap protect testimg@snap2 2024-04-12T17:05:47.114 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_132973/snap_protect 2024-04-12T17:05:47.159 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:47.162 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_132973/snap_protect testimg_import 2024-04-12T17:05:47.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:47 smithi016 ceph-mon[84444]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T17:05:47.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:47 smithi005 ceph-mon[88416]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T17:05:47.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:47 smithi005 ceph-mon[90837]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-12T17:05:48.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:48 smithi016 ceph-mon[84444]: pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 51 KiB/s wr, 235 op/s 2024-04-12T17:05:48.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:48 smithi016 ceph-mon[84444]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T17:05:48.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:48 smithi005 ceph-mon[88416]: pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 51 KiB/s wr, 235 op/s 2024-04-12T17:05:48.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:48 smithi005 ceph-mon[88416]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T17:05:48.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:48 smithi005 ceph-mon[90837]: pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 328 KiB/s rd, 51 KiB/s wr, 235 op/s 2024-04-12T17:05:48.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:48 smithi005 ceph-mon[90837]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-12T17:05:49.082 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-12T17:05:49.086 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd info testimg_import@snap1 2024-04-12T17:05:49.086 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep 'protected: False' 2024-04-12T17:05:49.131 INFO:tasks.workunit.client.1.smithi016.stdout: protected: False 2024-04-12T17:05:49.132 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd info testimg_import@snap2 2024-04-12T17:05:49.132 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep 'protected: True' 2024-04-12T17:05:49.173 INFO:tasks.workunit.client.1.smithi016.stdout: protected: True 2024-04-12T17:05:49.174 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/snap_protect 2024-04-12T17:05:49.174 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap unprotect testimg@snap2 2024-04-12T17:05:49.224 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-12T17:05:49.272 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap purge testimg 2024-04-12T17:05:49.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:49 smithi016 ceph-mon[84444]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T17:05:49.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:49 smithi005 ceph-mon[88416]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T17:05:49.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:49 smithi005 ceph-mon[90837]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-12T17:05:50.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:50 smithi016 ceph-mon[84444]: pgmap v2035: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 42 KiB/s wr, 459 op/s 2024-04-12T17:05:50.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:50 smithi016 ceph-mon[84444]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T17:05:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:50 smithi005 ceph-mon[88416]: pgmap v2035: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 42 KiB/s wr, 459 op/s 2024-04-12T17:05:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:50 smithi005 ceph-mon[88416]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T17:05:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:50.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:50 smithi005 ceph-mon[90837]: pgmap v2035: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 42 KiB/s wr, 459 op/s 2024-04-12T17:05:50.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:50 smithi005 ceph-mon[90837]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-12T17:05:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:05:51.017 INFO:tasks.workunit.client.1.smithi016.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T17:05:51.036 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd snap purge testimg_import 2024-04-12T17:05:51.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:51 smithi016 ceph-mon[84444]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T17:05:51.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:51 smithi016 ceph-mon[84444]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T17:05:51.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:51 smithi005 ceph-mon[88416]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T17:05:51.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:51 smithi005 ceph-mon[88416]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T17:05:51.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:51 smithi005 ceph-mon[90837]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-12T17:05:51.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:51 smithi005 ceph-mon[90837]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-12T17:05:52.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:52 smithi016 ceph-mon[84444]: pgmap v2038: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 42 KiB/s wr, 471 op/s 2024-04-12T17:05:52.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:52 smithi005 ceph-mon[88416]: pgmap v2038: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 42 KiB/s wr, 471 op/s 2024-04-12T17:05:52.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:52 smithi005 ceph-mon[90837]: pgmap v2038: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 356 KiB/s rd, 42 KiB/s wr, 471 op/s 2024-04-12T17:05:52.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:05:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:05:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:05:53.076 INFO:tasks.workunit.client.1.smithi016.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-12T17:05:53.093 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg 2024-04-12T17:05:53.226 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:53.229 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd remove testimg_import 2024-04-12T17:05:53.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:53 smithi016 ceph-mon[84444]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T17:05:53.355 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:53.358 INFO:tasks.workunit.client.1.smithi016.stderr:+ tiered=0 2024-04-12T17:05:53.358 INFO:tasks.workunit.client.1.smithi016.stderr:+ ceph osd dump 2024-04-12T17:05:53.358 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep '^pool' 2024-04-12T17:05:53.358 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep ''\''rbd'\''' 2024-04-12T17:05:53.359 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep tier 2024-04-12T17:05:53.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:53 smithi005 ceph-mon[88416]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T17:05:53.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:53 smithi005 ceph-mon[90837]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-12T17:05:53.757 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_132973/sparse1 2024-04-12T17:05:53.761 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records in 2024-04-12T17:05:53.761 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records out 2024-04-12T17:05:53.761 INFO:tasks.workunit.client.1.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00324523 s, 323 MB/s 2024-04-12T17:05:53.761 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_132973/sparse2 2024-04-12T17:05:53.764 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records in 2024-04-12T17:05:53.765 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records out 2024-04-12T17:05:53.765 INFO:tasks.workunit.client.1.smithi016.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00305361 s, 343 MB/s 2024-04-12T17:05:53.765 INFO:tasks.workunit.client.1.smithi016.stderr:+ truncate /tmp/rbd_import_export_132973/sparse2 -s 2M 2024-04-12T17:05:53.774 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse1 2024-04-12T17:05:53.832 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 0% complete...failed. 2024-04-12T17:05:53.832 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T17:05:53.835 INFO:tasks.workunit.client.1.smithi016.stderr:+ true 2024-04-12T17:05:53.835 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132973/sparse1 2024-04-12T17:05:53.909 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T17:05:53.909 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:53.909 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T17:05:53.912 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd ls -l 2024-04-12T17:05:53.912 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep sparse1 2024-04-12T17:05:53.912 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T17:05:53.950 INFO:tasks.workunit.client.1.smithi016.stdout:sparse1 2 MiB 2 2024-04-12T17:05:53.951 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects sparse1 2024-04-12T17:05:53.951 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse1 2024-04-12T17:05:53.951 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse1 2024-04-12T17:05:53.951 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep block_name_prefix 2024-04-12T17:05:53.951 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk '{print $NF;}' 2024-04-12T17:05:53.988 INFO:tasks.workunit.client.1.smithi016.stderr:++ prefix=rbd_data.d750db19f9ac 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep rbd_data.d750db19f9ac 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sed -e 's/rbd_data.d750db19f9ac\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:++++ get_image_data_pool sparse1 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:++++ image=sparse1 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sort -u 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ rbd info sparse1 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ grep 'data_pool: ' 2024-04-12T17:05:53.990 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T17:05:54.029 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool= 2024-04-12T17:05:54.029 INFO:tasks.workunit.client.1.smithi016.stderr:++++ '[' -z ']' 2024-04-12T17:05:54.029 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool=rbd 2024-04-12T17:05:54.029 INFO:tasks.workunit.client.1.smithi016.stderr:++++ echo rbd 2024-04-12T17:05:54.029 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rados ls -p rbd 2024-04-12T17:05:54.110 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects=1 2024-04-12T17:05:54.110 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo 1 2024-04-12T17:05:54.110 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T17:05:54.110 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export sparse1 /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:54.148 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:54.151 INFO:tasks.workunit.client.1.smithi016.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132973/sparse1 /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:54.151 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp -l /tmp/rbd_import_export_132973/sparse1 /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:54.153 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse1 --format %b 2024-04-12T17:05:54.154 INFO:tasks.workunit.client.1.smithi016.stderr:+ origsize=2048 2024-04-12T17:05:54.154 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse1.out --format %b 2024-04-12T17:05:54.155 INFO:tasks.workunit.client.1.smithi016.stderr:+ exportsize=2048 2024-04-12T17:05:54.155 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:54.155 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:54.155 INFO:tasks.workunit.client.1.smithi016.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T17:05:54.155 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:54.156 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse1 2024-04-12T17:05:54.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:05:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:05:53] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-12T17:05:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[88416]: pgmap v2041: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.0 KiB/s wr, 132 op/s 2024-04-12T17:05:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[88416]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T17:05:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[88416]: from='client.? 172.21.15.16:0/1369805905' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T17:05:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[88416]: from='client.? 172.21.15.16:0/1369805905' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T17:05:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[90837]: pgmap v2041: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.0 KiB/s wr, 132 op/s 2024-04-12T17:05:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[90837]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T17:05:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[90837]: from='client.? 172.21.15.16:0/1369805905' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T17:05:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:54 smithi005 ceph-mon[90837]: from='client.? 172.21.15.16:0/1369805905' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T17:05:54.277 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T17:05:54.280 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse2 2024-04-12T17:05:54.334 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 0% complete...failed. 2024-04-12T17:05:54.334 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: delete error: (2) No such file or directory 2024-04-12T17:05:54.337 INFO:tasks.workunit.client.1.smithi016.stderr:+ true 2024-04-12T17:05:54.337 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132973/sparse2 2024-04-12T17:05:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:54 smithi016 ceph-mon[84444]: pgmap v2041: 105 pgs: 105 active+clean; 803 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.0 KiB/s wr, 132 op/s 2024-04-12T17:05:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:54 smithi016 ceph-mon[84444]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-12T17:05:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:54 smithi016 ceph-mon[84444]: from='client.? 172.21.15.16:0/1369805905' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T17:05:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:54 smithi016 ceph-mon[84444]: from='client.? 172.21.15.16:0/1369805905' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-12T17:05:54.409 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-12T17:05:54.409 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:54.409 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T17:05:54.412 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd ls -l 2024-04-12T17:05:54.412 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep sparse2 2024-04-12T17:05:54.412 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-12T17:05:54.451 INFO:tasks.workunit.client.1.smithi016.stdout:sparse2 2 MiB 2 2024-04-12T17:05:54.451 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects sparse2 2024-04-12T17:05:54.452 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse2 2024-04-12T17:05:54.452 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse2 2024-04-12T17:05:54.452 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep block_name_prefix 2024-04-12T17:05:54.452 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk '{print $NF;}' 2024-04-12T17:05:54.490 INFO:tasks.workunit.client.1.smithi016.stderr:++ prefix=rbd_data.d783d036fe3e 2024-04-12T17:05:54.491 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep rbd_data.d783d036fe3e 2024-04-12T17:05:54.491 INFO:tasks.workunit.client.1.smithi016.stderr:++++ get_image_data_pool sparse2 2024-04-12T17:05:54.492 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sed -e 's/rbd_data.d783d036fe3e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T17:05:54.492 INFO:tasks.workunit.client.1.smithi016.stderr:++++ image=sparse2 2024-04-12T17:05:54.492 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sort -u 2024-04-12T17:05:54.492 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ rbd info sparse2 2024-04-12T17:05:54.492 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ grep 'data_pool: ' 2024-04-12T17:05:54.492 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T17:05:54.530 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool= 2024-04-12T17:05:54.530 INFO:tasks.workunit.client.1.smithi016.stderr:++++ '[' -z ']' 2024-04-12T17:05:54.530 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool=rbd 2024-04-12T17:05:54.530 INFO:tasks.workunit.client.1.smithi016.stderr:++++ echo rbd 2024-04-12T17:05:54.530 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rados ls -p rbd 2024-04-12T17:05:54.608 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects=0 2024-04-12T17:05:54.608 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo 0 2024-04-12T17:05:54.608 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T17:05:54.608 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export sparse2 /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:54.646 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:54.650 INFO:tasks.workunit.client.1.smithi016.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132973/sparse2 /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:54.650 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp -l /tmp/rbd_import_export_132973/sparse2 /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:54.652 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse2 --format %b 2024-04-12T17:05:54.653 INFO:tasks.workunit.client.1.smithi016.stderr:+ origsize=2048 2024-04-12T17:05:54.653 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse2.out --format %b 2024-04-12T17:05:54.654 INFO:tasks.workunit.client.1.smithi016.stderr:+ exportsize=2048 2024-04-12T17:05:54.654 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:54.654 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:54.654 INFO:tasks.workunit.client.1.smithi016.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T17:05:54.654 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:54.654 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse2 2024-04-12T17:05:54.777 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-12T17:05:54.779 INFO:tasks.workunit.client.1.smithi016.stderr:+ truncate /tmp/rbd_import_export_132973/sparse1 -s 10M 2024-04-12T17:05:54.780 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-12T17:05:54.883 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:54.884 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:54.884 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T17:05:54.887 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd ls -l 2024-04-12T17:05:54.887 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep sparse1 2024-04-12T17:05:54.887 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-12T17:05:54.926 INFO:tasks.workunit.client.1.smithi016.stdout:sparse1 10 MiB 2 2024-04-12T17:05:54.927 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects sparse1 2024-04-12T17:05:54.927 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse1 2024-04-12T17:05:54.927 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse1 2024-04-12T17:05:54.927 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep block_name_prefix 2024-04-12T17:05:54.927 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk '{print $NF;}' 2024-04-12T17:05:54.966 INFO:tasks.workunit.client.1.smithi016.stderr:++ prefix=rbd_data.d7b0bbf37f3d 2024-04-12T17:05:54.966 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep rbd_data.d7b0bbf37f3d 2024-04-12T17:05:54.966 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sed -e 's/rbd_data.d7b0bbf37f3d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T17:05:54.966 INFO:tasks.workunit.client.1.smithi016.stderr:++++ get_image_data_pool sparse1 2024-04-12T17:05:54.966 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sort -u 2024-04-12T17:05:54.966 INFO:tasks.workunit.client.1.smithi016.stderr:++++ image=sparse1 2024-04-12T17:05:54.967 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ rbd info sparse1 2024-04-12T17:05:54.967 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ grep 'data_pool: ' 2024-04-12T17:05:54.967 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T17:05:55.006 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool= 2024-04-12T17:05:55.006 INFO:tasks.workunit.client.1.smithi016.stderr:++++ '[' -z ']' 2024-04-12T17:05:55.006 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool=rbd 2024-04-12T17:05:55.006 INFO:tasks.workunit.client.1.smithi016.stderr:++++ echo rbd 2024-04-12T17:05:55.007 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rados ls -p rbd 2024-04-12T17:05:55.076 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects=1 2024-04-12T17:05:55.076 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo 1 2024-04-12T17:05:55.077 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T17:05:55.077 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export sparse1 /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:55.115 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:55.119 INFO:tasks.workunit.client.1.smithi016.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132973/sparse1 /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:55.119 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp -l /tmp/rbd_import_export_132973/sparse1 /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:55.126 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse1 --format %b 2024-04-12T17:05:55.126 INFO:tasks.workunit.client.1.smithi016.stderr:+ origsize=2048 2024-04-12T17:05:55.127 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse1.out --format %b 2024-04-12T17:05:55.128 INFO:tasks.workunit.client.1.smithi016.stderr:+ exportsize=2048 2024-04-12T17:05:55.128 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:55.128 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:55.128 INFO:tasks.workunit.client.1.smithi016.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T17:05:55.128 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/sparse1.out 2024-04-12T17:05:55.129 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse1 2024-04-12T17:05:55.241 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T17:05:55.245 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_132973/sparse2 oflag=append conv=notrunc 2024-04-12T17:05:55.251 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records in 2024-04-12T17:05:55.251 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records out 2024-04-12T17:05:55.251 INFO:tasks.workunit.client.1.smithi016.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00582905 s, 360 MB/s 2024-04-12T17:05:55.251 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-12T17:05:55.356 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:55.356 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:55.356 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T17:05:55.359 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd ls -l 2024-04-12T17:05:55.359 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep sparse2 2024-04-12T17:05:55.359 INFO:tasks.workunit.client.1.smithi016.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-12T17:05:55.399 INFO:tasks.workunit.client.1.smithi016.stdout:sparse2 4 MiB 2 2024-04-12T17:05:55.400 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects sparse2 2024-04-12T17:05:55.400 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse2 2024-04-12T17:05:55.400 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse2 2024-04-12T17:05:55.400 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep block_name_prefix 2024-04-12T17:05:55.400 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk '{print $NF;}' 2024-04-12T17:05:55.439 INFO:tasks.workunit.client.1.smithi016.stderr:++ prefix=rbd_data.d7dd24aeb06b 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep rbd_data.d7dd24aeb06b 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:++++ get_image_data_pool sparse2 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sed -e 's/rbd_data.d7dd24aeb06b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:++++ image=sparse2 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sort -u 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ rbd info sparse2 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ grep 'data_pool: ' 2024-04-12T17:05:55.440 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T17:05:55.480 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool= 2024-04-12T17:05:55.480 INFO:tasks.workunit.client.1.smithi016.stderr:++++ '[' -z ']' 2024-04-12T17:05:55.480 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool=rbd 2024-04-12T17:05:55.480 INFO:tasks.workunit.client.1.smithi016.stderr:++++ echo rbd 2024-04-12T17:05:55.480 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rados ls -p rbd 2024-04-12T17:05:55.553 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects='0 2024-04-12T17:05:55.553 INFO:tasks.workunit.client.1.smithi016.stderr:2 2024-04-12T17:05:55.553 INFO:tasks.workunit.client.1.smithi016.stderr:3' 2024-04-12T17:05:55.553 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo 0 2 3 2024-04-12T17:05:55.554 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-12T17:05:55.554 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export sparse2 /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:55.595 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-12T17:05:55.598 INFO:tasks.workunit.client.1.smithi016.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_132973/sparse2 /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:55.598 INFO:tasks.workunit.client.1.smithi016.stderr:+ cmp -l /tmp/rbd_import_export_132973/sparse2 /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:55.601 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse2 --format %b 2024-04-12T17:05:55.602 INFO:tasks.workunit.client.1.smithi016.stderr:+ origsize=6144 2024-04-12T17:05:55.602 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse2.out --format %b 2024-04-12T17:05:55.603 INFO:tasks.workunit.client.1.smithi016.stderr:+ exportsize=6144 2024-04-12T17:05:55.603 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:55.603 INFO:tasks.workunit.client.1.smithi016.stderr:+ difference=0 2024-04-12T17:05:55.603 INFO:tasks.workunit.client.1.smithi016.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-12T17:05:55.603 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/sparse2.out 2024-04-12T17:05:55.604 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse2 2024-04-12T17:05:55.727 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-12T17:05:55.730 INFO:tasks.workunit.client.1.smithi016.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-12T17:05:55.730 INFO:tasks.workunit.client.1.smithi016.stdout:partially-sparse file imports to partially-sparse image 2024-04-12T17:05:55.730 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_132973/sparse1 sparse 2024-04-12T17:05:55.806 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-12T17:05:55.807 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:55.807 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --order is deprecated, use --object-size 2024-04-12T17:05:55.810 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects sparse 2024-04-12T17:05:55.810 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse 2024-04-12T17:05:55.810 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse 2024-04-12T17:05:55.810 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep block_name_prefix 2024-04-12T17:05:55.810 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk '{print $NF;}' 2024-04-12T17:05:55.849 INFO:tasks.workunit.client.1.smithi016.stderr:++ prefix=rbd_data.d80a6fddf9a9 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep rbd_data.d80a6fddf9a9 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sed -e 's/rbd_data.d80a6fddf9a9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:++++ get_image_data_pool sparse 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:++++ image=sparse 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sort -u 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ rbd info sparse 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ grep 'data_pool: ' 2024-04-12T17:05:55.850 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T17:05:55.888 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool= 2024-04-12T17:05:55.888 INFO:tasks.workunit.client.1.smithi016.stderr:++++ '[' -z ']' 2024-04-12T17:05:55.889 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool=rbd 2024-04-12T17:05:55.889 INFO:tasks.workunit.client.1.smithi016.stderr:++++ echo rbd 2024-04-12T17:05:55.889 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rados ls -p rbd 2024-04-12T17:05:55.963 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects=1 2024-04-12T17:05:55.963 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo 1 2024-04-12T17:05:55.963 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-12T17:05:55.963 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse 2024-04-12T17:05:56.092 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-12T17:05:56.095 INFO:tasks.workunit.client.1.smithi016.stdout:zeros import through stdin to sparse image 2024-04-12T17:05:56.095 INFO:tasks.workunit.client.1.smithi016.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-12T17:05:56.095 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-12T17:05:56.095 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd import --new-format - sparse 2024-04-12T17:05:56.151 INFO:tasks.workunit.client.1.smithi016.stderr:4+0 records in 2024-04-12T17:05:56.152 INFO:tasks.workunit.client.1.smithi016.stderr:4+0 records out 2024-04-12T17:05:56.152 INFO:tasks.workunit.client.1.smithi016.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0556256 s, 75.4 MB/s 2024-04-12T17:05:56.166 INFO:tasks.workunit.client.1.smithi016.stderr: Importing image: 100% complete...done. 2024-04-12T17:05:56.167 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:56.170 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects sparse 2024-04-12T17:05:56.170 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse 2024-04-12T17:05:56.171 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse 2024-04-12T17:05:56.171 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep block_name_prefix 2024-04-12T17:05:56.171 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk '{print $NF;}' 2024-04-12T17:05:56.209 INFO:tasks.workunit.client.1.smithi016.stderr:++ prefix=rbd_data.d82b4da504d0 2024-04-12T17:05:56.210 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep rbd_data.d82b4da504d0 2024-04-12T17:05:56.211 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sed -e 's/rbd_data.d82b4da504d0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T17:05:56.211 INFO:tasks.workunit.client.1.smithi016.stderr:++++ get_image_data_pool sparse 2024-04-12T17:05:56.211 INFO:tasks.workunit.client.1.smithi016.stderr:++++ image=sparse 2024-04-12T17:05:56.211 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sort -u 2024-04-12T17:05:56.211 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ rbd info sparse 2024-04-12T17:05:56.211 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ grep 'data_pool: ' 2024-04-12T17:05:56.211 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T17:05:56.249 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool= 2024-04-12T17:05:56.249 INFO:tasks.workunit.client.1.smithi016.stderr:++++ '[' -z ']' 2024-04-12T17:05:56.249 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool=rbd 2024-04-12T17:05:56.249 INFO:tasks.workunit.client.1.smithi016.stderr:++++ echo rbd 2024-04-12T17:05:56.250 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rados ls -p rbd 2024-04-12T17:05:56.323 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects= 2024-04-12T17:05:56.323 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo 2024-04-12T17:05:56.323 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-12T17:05:56.323 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse 2024-04-12T17:05:56.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:56 smithi016 ceph-mon[84444]: pgmap v2043: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 8.2 KiB/s wr, 129 op/s 2024-04-12T17:05:56.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:56 smithi016 ceph-mon[84444]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T17:05:56.439 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:56.442 INFO:tasks.workunit.client.1.smithi016.stdout:zeros export to sparse file 2024-04-12T17:05:56.442 INFO:tasks.workunit.client.1.smithi016.stderr:+ echo 'zeros export to sparse file' 2024-04-12T17:05:56.442 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd create --new-format sparse --size 4 2024-04-12T17:05:56.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:56 smithi005 ceph-mon[88416]: pgmap v2043: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 8.2 KiB/s wr, 129 op/s 2024-04-12T17:05:56.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:56 smithi005 ceph-mon[88416]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T17:05:56.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:56 smithi005 ceph-mon[90837]: pgmap v2043: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 8.2 KiB/s wr, 129 op/s 2024-04-12T17:05:56.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:56 smithi005 ceph-mon[90837]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-12T17:05:56.487 INFO:tasks.workunit.client.1.smithi016.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-12T17:05:56.490 INFO:tasks.workunit.client.1.smithi016.stderr:++ rbd info sparse 2024-04-12T17:05:56.490 INFO:tasks.workunit.client.1.smithi016.stderr:++ grep block_name_prefix 2024-04-12T17:05:56.490 INFO:tasks.workunit.client.1.smithi016.stderr:++ awk '{print $NF;}' 2024-04-12T17:05:56.529 INFO:tasks.workunit.client.1.smithi016.stderr:+ prefix=rbd_data.d84caafbea95 2024-04-12T17:05:56.529 INFO:tasks.workunit.client.1.smithi016.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-12T17:05:56.529 INFO:tasks.workunit.client.1.smithi016.stderr:++ get_image_data_pool sparse 2024-04-12T17:05:56.529 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse 2024-04-12T17:05:56.530 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse 2024-04-12T17:05:56.530 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep 'data_pool: ' 2024-04-12T17:05:56.530 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk -F: '{ print $NF }' 2024-04-12T17:05:56.569 INFO:tasks.workunit.client.1.smithi016.stderr:++ data_pool= 2024-04-12T17:05:56.570 INFO:tasks.workunit.client.1.smithi016.stderr:++ '[' -z ']' 2024-04-12T17:05:56.570 INFO:tasks.workunit.client.1.smithi016.stderr:++ data_pool=rbd 2024-04-12T17:05:56.570 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo rbd 2024-04-12T17:05:56.570 INFO:tasks.workunit.client.1.smithi016.stderr:+ rados -p rbd put rbd_data.d84caafbea95.000000000000 - 2024-04-12T17:05:56.601 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records in 2024-04-12T17:05:56.601 INFO:tasks.workunit.client.1.smithi016.stderr:1+0 records out 2024-04-12T17:05:56.601 INFO:tasks.workunit.client.1.smithi016.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0720715 s, 58.2 MB/s 2024-04-12T17:05:56.621 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects sparse 2024-04-12T17:05:56.621 INFO:tasks.workunit.client.1.smithi016.stderr:++ image=sparse 2024-04-12T17:05:56.621 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rbd info sparse 2024-04-12T17:05:56.621 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep block_name_prefix 2024-04-12T17:05:56.621 INFO:tasks.workunit.client.1.smithi016.stderr:+++ awk '{print $NF;}' 2024-04-12T17:05:56.661 INFO:tasks.workunit.client.1.smithi016.stderr:++ prefix=rbd_data.d84caafbea95 2024-04-12T17:05:56.661 INFO:tasks.workunit.client.1.smithi016.stderr:+++ grep rbd_data.d84caafbea95 2024-04-12T17:05:56.661 INFO:tasks.workunit.client.1.smithi016.stderr:++++ get_image_data_pool sparse 2024-04-12T17:05:56.661 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sed -e 's/rbd_data.d84caafbea95\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-12T17:05:56.662 INFO:tasks.workunit.client.1.smithi016.stderr:++++ image=sparse 2024-04-12T17:05:56.662 INFO:tasks.workunit.client.1.smithi016.stderr:+++ sort -u 2024-04-12T17:05:56.662 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ rbd info sparse 2024-04-12T17:05:56.662 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ grep 'data_pool: ' 2024-04-12T17:05:56.662 INFO:tasks.workunit.client.1.smithi016.stderr:+++++ awk -F: '{ print $NF }' 2024-04-12T17:05:56.699 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool= 2024-04-12T17:05:56.699 INFO:tasks.workunit.client.1.smithi016.stderr:++++ '[' -z ']' 2024-04-12T17:05:56.700 INFO:tasks.workunit.client.1.smithi016.stderr:++++ data_pool=rbd 2024-04-12T17:05:56.700 INFO:tasks.workunit.client.1.smithi016.stderr:++++ echo rbd 2024-04-12T17:05:56.700 INFO:tasks.workunit.client.1.smithi016.stderr:+++ rados ls -p rbd 2024-04-12T17:05:56.771 INFO:tasks.workunit.client.1.smithi016.stderr:++ objects=0 2024-04-12T17:05:56.772 INFO:tasks.workunit.client.1.smithi016.stderr:++ echo 0 2024-04-12T17:05:56.772 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-12T17:05:56.772 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/sparse 2024-04-12T17:05:56.772 INFO:tasks.workunit.client.1.smithi016.stderr:rm: cannot remove '/tmp/rbd_import_export_132973/sparse': No such file or directory 2024-04-12T17:05:56.772 INFO:tasks.workunit.client.1.smithi016.stderr:+ true 2024-04-12T17:05:56.772 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd export sparse /tmp/rbd_import_export_132973/sparse 2024-04-12T17:05:56.809 INFO:tasks.workunit.client.1.smithi016.stderr: Exporting image: 100% complete...done. 2024-04-12T17:05:56.813 INFO:tasks.workunit.client.1.smithi016.stderr:++ stat /tmp/rbd_import_export_132973/sparse --format=%b 2024-04-12T17:05:56.814 INFO:tasks.workunit.client.1.smithi016.stderr:+ '[' 0 = 0 ']' 2024-04-12T17:05:56.814 INFO:tasks.workunit.client.1.smithi016.stderr:+ rbd rm sparse 2024-04-12T17:05:56.930 INFO:tasks.workunit.client.1.smithi016.stderr: Removing image: 100% complete...done. 2024-04-12T17:05:56.933 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm /tmp/rbd_import_export_132973/sparse /tmp/rbd_import_export_132973/sparse1 /tmp/rbd_import_export_132973/sparse2 /tmp/rbd_import_export_132973/sparse3 2024-04-12T17:05:56.935 INFO:tasks.workunit.client.1.smithi016.stderr:rm: cannot remove '/tmp/rbd_import_export_132973/sparse3': No such file or directory 2024-04-12T17:05:56.935 INFO:tasks.workunit.client.1.smithi016.stderr:+ true 2024-04-12T17:05:56.936 INFO:tasks.workunit.client.1.smithi016.stdout:OK 2024-04-12T17:05:56.936 INFO:tasks.workunit.client.1.smithi016.stderr:+ echo OK 2024-04-12T17:05:56.937 INFO:tasks.workunit.client.1.smithi016.stderr:+ rm -rf /tmp/rbd_import_export_132973 2024-04-12T17:05:56.937 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:05:56.937 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-12T17:05:57.006 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-12T17:05:57.006 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-12T17:05:57.270 DEBUG:teuthology.parallel:result is None 2024-04-12T17:05:57.270 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T17:05:57.297 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T17:05:57.297 DEBUG:teuthology.orchestra.run.smithi016:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-12T17:05:57.352 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-12T17:05:57.353 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:05:57.353 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-12T17:05:57.353 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:05:57.353 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-12T17:05:57.353 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T17:05:57.354 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T17:05:57.354 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T17:05:57.354 DEBUG:teuthology.orchestra.run.smithi005:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:05:57.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:05:57.372 INFO:teuthology.orchestra.run.smithi005.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T17:05:57.372 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:05:57.428 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T17:05:57.428 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T17:05:57.484 INFO:tasks.workunit:timeout=3h 2024-04-12T17:05:57.484 INFO:tasks.workunit:cleanup=True 2024-04-12T17:05:57.485 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:05:57.540 INFO:tasks.workunit.client.0.smithi005.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T17:05:58.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:05:58 smithi016 ceph-mon[84444]: pgmap v2045: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 187 KiB/s wr, 146 op/s 2024-04-12T17:05:58.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:05:58 smithi005 ceph-mon[88416]: pgmap v2045: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 187 KiB/s wr, 146 op/s 2024-04-12T17:05:58.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:05:58 smithi005 ceph-mon[90837]: pgmap v2045: 105 pgs: 105 active+clean; 693 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 280 KiB/s rd, 187 KiB/s wr, 146 op/s 2024-04-12T17:06:00.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:00 smithi016 ceph-mon[84444]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 424 op/s 2024-04-12T17:06:00.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:00 smithi005 ceph-mon[88416]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 424 op/s 2024-04-12T17:06:00.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:00 smithi005 ceph-mon[90837]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 424 op/s 2024-04-12T17:06:02.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:02 smithi016 ceph-mon[84444]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1015 KiB/s rd, 1.4 MiB/s wr, 331 op/s 2024-04-12T17:06:02.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:02 smithi016 ceph-mon[84444]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T17:06:02.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:02 smithi005 ceph-mon[88416]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1015 KiB/s rd, 1.4 MiB/s wr, 331 op/s 2024-04-12T17:06:02.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:02 smithi005 ceph-mon[88416]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T17:06:02.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:02 smithi005 ceph-mon[90837]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1015 KiB/s rd, 1.4 MiB/s wr, 331 op/s 2024-04-12T17:06:02.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:02 smithi005 ceph-mon[90837]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-12T17:06:02.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:06:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:03.091 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T17:06:03.146 INFO:tasks.workunit.client.0.smithi005.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T17:06:03.148 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:06:03.148 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T17:06:03.240 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T17:06:03.288 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T17:06:03.327 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:06:03.329 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:06:03.329 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T17:06:03.367 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:06:03.370 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T17:06:03.370 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T17:06:03.426 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-12T17:06:03.427 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-12T17:06:03.427 DEBUG:teuthology.orchestra.run.smithi005:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-12T17:06:03.526 INFO:tasks.workunit.client.0.smithi005.stderr:warning: failed to enable lockdep 2024-04-12T17:06:03.526 INFO:tasks.workunit.client.0.smithi005.stdout:seed 138812 2024-04-12T17:06:03.526 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-12T17:06:03.526 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment set-up. 2024-04-12T17:06:03.526 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from TestJournalStress 2024-04-12T17:06:04.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:04 smithi005 ceph-mon[88416]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 321 op/s 2024-04-12T17:06:04.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:06:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:06:03] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-12T17:06:04.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:04 smithi005 ceph-mon[90837]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 321 op/s 2024-04-12T17:06:04.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:04 smithi016 ceph-mon[84444]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 321 op/s 2024-04-12T17:06:05.028 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-12T17:06:05.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:05 smithi016 ceph-mon[84444]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T17:06:05.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:05 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3868312395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:05.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:05 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:05.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[88416]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T17:06:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3868312395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:05.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[90837]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-12T17:06:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3868312395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:06.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:06 smithi016 ceph-mon[84444]: pgmap v2051: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 864 KiB/s rd, 1.3 MiB/s wr, 292 op/s 2024-04-12T17:06:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:06 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:06 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:06 smithi016 ceph-mon[84444]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T17:06:06.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[90837]: pgmap v2051: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 864 KiB/s rd, 1.3 MiB/s wr, 292 op/s 2024-04-12T17:06:06.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:06.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:06.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[90837]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T17:06:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[88416]: pgmap v2051: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 864 KiB/s rd, 1.3 MiB/s wr, 292 op/s 2024-04-12T17:06:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:06 smithi005 ceph-mon[88416]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-12T17:06:07.056 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-12T17:06:07.056 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:07.056 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2028 ms) 2024-04-12T17:06:07.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:07 smithi016 ceph-mon[84444]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T17:06:07.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:07 smithi005 ceph-mon[88416]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T17:06:07.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:07 smithi005 ceph-mon[90837]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-12T17:06:08.046 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from TestJournalStress (2028 ms total) 2024-04-12T17:06:08.046 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:06:08.046 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 16 tests from TestJournalReplay 2024-04-12T17:06:08.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:08 smithi016 ceph-mon[84444]: pgmap v2054: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-04-12T17:06:08.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:08 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:08.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:08 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:06:08.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:08 smithi016 ceph-mon[84444]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T17:06:08.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[88416]: pgmap v2054: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-04-12T17:06:08.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:08.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:06:08.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[88416]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T17:06:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[90837]: pgmap v2054: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 177 B/s wr, 0 op/s 2024-04-12T17:06:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:06:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:08 smithi005 ceph-mon[90837]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-12T17:06:09.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:09 smithi016 ceph-mon[84444]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T17:06:09.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:09 smithi005 ceph-mon[88416]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T17:06:09.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:09 smithi005 ceph-mon[90837]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-12T17:06:10.056 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-12T17:06:10.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:10 smithi016 ceph-mon[84444]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:10.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:10 smithi016 ceph-mon[84444]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T17:06:10.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:10 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1122748122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:10.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:10 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:10.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[88416]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:10.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[88416]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T17:06:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1122748122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[90837]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[90837]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-12T17:06:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1122748122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:10 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:11.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:11 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:11.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:11 smithi016 ceph-mon[84444]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T17:06:11.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:11 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:11.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:11 smithi005 ceph-mon[88416]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T17:06:11.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:11 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:11.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:11 smithi005 ceph-mon[90837]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-12T17:06:12.083 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-12T17:06:12.083 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.083 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2027 ms) 2024-04-12T17:06:12.083 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-12T17:06:12.097 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-12T17:06:12.097 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.097 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (14 ms) 2024-04-12T17:06:12.097 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-12T17:06:12.106 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-12T17:06:12.106 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.106 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-12T17:06:12.107 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-12T17:06:12.115 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-12T17:06:12.115 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.115 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (9 ms) 2024-04-12T17:06:12.115 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-12T17:06:12.122 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-12T17:06:12.122 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.123 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-12T17:06:12.123 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-12T17:06:12.131 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-12T17:06:12.131 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.131 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-12T17:06:12.131 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-12T17:06:12.139 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-12T17:06:12.139 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.139 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-12T17:06:12.139 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-12T17:06:12.148 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-12T17:06:12.148 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.148 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (9 ms) 2024-04-12T17:06:12.148 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-12T17:06:12.156 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-12T17:06:12.156 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.156 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-12T17:06:12.156 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-12T17:06:12.164 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-12T17:06:12.164 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.164 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-12T17:06:12.164 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-12T17:06:12.172 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-12T17:06:12.172 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.172 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-12T17:06:12.172 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-12T17:06:12.180 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-12T17:06:12.180 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.181 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-12T17:06:12.181 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-12T17:06:12.187 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-12T17:06:12.187 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.187 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-12T17:06:12.187 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-12T17:06:12.195 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-12T17:06:12.195 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.195 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-12T17:06:12.195 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-12T17:06:12.202 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-12T17:06:12.202 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.202 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-12T17:06:12.202 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-12T17:06:12.210 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-12T17:06:12.210 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:12.210 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (8 ms) 2024-04-12T17:06:12.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:12 smithi016 ceph-mon[84444]: pgmap v2060: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:12.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:12 smithi016 ceph-mon[84444]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T17:06:12.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:12 smithi005 ceph-mon[88416]: pgmap v2060: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:12.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:12 smithi005 ceph-mon[88416]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T17:06:12.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:12 smithi005 ceph-mon[90837]: pgmap v2060: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:12.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:12 smithi005 ceph-mon[90837]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-12T17:06:12.596 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:06:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:06:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:13.073 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 16 tests from TestJournalReplay (2154 ms total) 2024-04-12T17:06:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:06:13.073 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from TestJournalEntries 2024-04-12T17:06:13.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:13 smithi016 ceph-mon[84444]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T17:06:13.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:13 smithi005 ceph-mon[88416]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T17:06:13.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:13 smithi005 ceph-mon[90837]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-12T17:06:14.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:14 smithi005 ceph-mon[88416]: pgmap v2063: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.7 KiB/s wr, 24 op/s 2024-04-12T17:06:14.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:14 smithi005 ceph-mon[88416]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T17:06:14.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:06:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:06:13] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-04-12T17:06:14.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:14 smithi005 ceph-mon[90837]: pgmap v2063: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.7 KiB/s wr, 24 op/s 2024-04-12T17:06:14.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:14 smithi005 ceph-mon[90837]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T17:06:14.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:14 smithi016 ceph-mon[84444]: pgmap v2063: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.7 KiB/s wr, 24 op/s 2024-04-12T17:06:14.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:14 smithi016 ceph-mon[84444]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-12T17:06:15.087 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-12T17:06:15.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:15 smithi016 ceph-mon[84444]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T17:06:15.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:15 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2321828240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:15.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:15 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:15 smithi005 ceph-mon[88416]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T17:06:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:15 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2321828240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:15 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:15.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:15 smithi005 ceph-mon[90837]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-12T17:06:15.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:15 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2321828240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:15.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:15 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:16.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:16 smithi016 ceph-mon[84444]: pgmap v2066: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:16.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:16 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:16.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:16 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:16.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:16 smithi016 ceph-mon[84444]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[88416]: pgmap v2066: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[88416]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[90837]: pgmap v2066: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:16.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:16 smithi005 ceph-mon[90837]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-12T17:06:17.111 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-12T17:06:17.111 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:17.112 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2024 ms) 2024-04-12T17:06:17.112 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-12T17:06:17.126 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-12T17:06:17.126 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:17.126 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (15 ms) 2024-04-12T17:06:17.126 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-12T17:06:17.135 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-12T17:06:17.135 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:17.136 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (10 ms) 2024-04-12T17:06:17.136 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-12T17:06:17.145 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-12T17:06:17.145 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:17.145 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (9 ms) 2024-04-12T17:06:17.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:17 smithi016 ceph-mon[84444]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T17:06:17.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:17 smithi005 ceph-mon[88416]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T17:06:17.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:17 smithi005 ceph-mon[90837]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-12T17:06:18.103 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from TestJournalEntries (2058 ms total) 2024-04-12T17:06:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:06:18.103 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 2 tests from TestTrash 2024-04-12T17:06:18.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:18 smithi016 ceph-mon[84444]: pgmap v2069: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:18.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:18 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:18.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:18 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:06:18.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:18 smithi016 ceph-mon[84444]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T17:06:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[88416]: pgmap v2069: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:06:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[88416]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T17:06:18.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[90837]: pgmap v2069: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:06:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:18 smithi005 ceph-mon[90837]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-12T17:06:19.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:19 smithi005 ceph-mon[88416]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T17:06:19.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:19 smithi005 ceph-mon[90837]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T17:06:19.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:19 smithi016 ceph-mon[84444]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-12T17:06:20.108 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-12T17:06:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[88416]: pgmap v2072: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[88416]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T17:06:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2562678527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[90837]: pgmap v2072: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[90837]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T17:06:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2562678527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:20.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:20 smithi016 ceph-mon[84444]: pgmap v2072: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:20 smithi016 ceph-mon[84444]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-12T17:06:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2562678527' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:20 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:21.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:21 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:21.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:21 smithi005 ceph-mon[88416]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T17:06:21.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:21 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:21.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:21 smithi005 ceph-mon[90837]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T17:06:21.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:21 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:21.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:21 smithi016 ceph-mon[84444]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-12T17:06:22.211 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestTrash.UserRemovingSource (2103 ms) 2024-04-12T17:06:22.212 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-12T17:06:22.252 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestTrash.RestoreMirroringSource (41 ms) 2024-04-12T17:06:22.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:22 smithi005 ceph-mon[88416]: pgmap v2075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:22.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:22 smithi005 ceph-mon[88416]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T17:06:22.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:22 smithi005 ceph-mon[90837]: pgmap v2075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:22.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:22 smithi005 ceph-mon[90837]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T17:06:22.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:22 smithi016 ceph-mon[84444]: pgmap v2075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:22.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:22 smithi016 ceph-mon[84444]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-12T17:06:22.498 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:06:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:06:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:23.135 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 2 tests from TestTrash (2144 ms total) 2024-04-12T17:06:23.135 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:06:23.135 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from TestOperations 2024-04-12T17:06:23.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:23 smithi005 ceph-mon[88416]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T17:06:23.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:23 smithi005 ceph-mon[90837]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T17:06:23.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:23 smithi016 ceph-mon[84444]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-12T17:06:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:24 smithi005 ceph-mon[88416]: pgmap v2078: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-12T17:06:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:24 smithi005 ceph-mon[88416]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T17:06:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:06:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:06:23] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-04-12T17:06:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:24 smithi005 ceph-mon[90837]: pgmap v2078: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-12T17:06:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:24 smithi005 ceph-mon[90837]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T17:06:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:24 smithi016 ceph-mon[84444]: pgmap v2078: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-04-12T17:06:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:24 smithi016 ceph-mon[84444]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-12T17:06:25.142 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-12T17:06:25.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:25 smithi005 ceph-mon[88416]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T17:06:25.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:25 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4292735082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:25.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:25 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:06:25.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:25 smithi005 ceph-mon[90837]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T17:06:25.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:25 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4292735082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:25.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:25 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:06:25.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:25 smithi016 ceph-mon[84444]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-12T17:06:25.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:25 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4292735082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:25.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:25 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:06:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[88416]: pgmap v2081: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4292735082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[88416]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[90837]: pgmap v2081: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4292735082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[90837]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T17:06:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:06:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:06:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:06:26.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:26 smithi016 ceph-mon[84444]: pgmap v2081: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:26 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:26 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4292735082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:26 smithi016 ceph-mon[84444]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-12T17:06:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:06:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:06:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:06:27.173 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-12T17:06:27.173 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:27.173 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2030 ms) 2024-04-12T17:06:27.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:27 smithi005 ceph-mon[88416]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T17:06:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:27 smithi005 ceph-mon[90837]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T17:06:27.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:27 smithi016 ceph-mon[84444]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-12T17:06:28.158 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 1 test from TestOperations (2030 ms total) 2024-04-12T17:06:28.158 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:06:28.158 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from TestObjectMap 2024-04-12T17:06:28.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[88416]: pgmap v2084: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:06:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[88416]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T17:06:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[90837]: pgmap v2084: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:06:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:28 smithi005 ceph-mon[90837]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T17:06:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:28 smithi016 ceph-mon[84444]: pgmap v2084: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:28 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:28 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:06:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:28 smithi016 ceph-mon[84444]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-12T17:06:29.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:29 smithi005 ceph-mon[88416]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T17:06:29.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:29 smithi005 ceph-mon[90837]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T17:06:29.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:29 smithi016 ceph-mon[84444]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-12T17:06:30.171 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-12T17:06:30.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:30 smithi005 ceph-mon[88416]: pgmap v2087: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:30.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:30 smithi005 ceph-mon[88416]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T17:06:30.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:30 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4137196034' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:30 smithi005 ceph-mon[90837]: pgmap v2087: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:30 smithi005 ceph-mon[90837]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T17:06:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:30 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4137196034' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:30.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:30 smithi016 ceph-mon[84444]: pgmap v2087: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:30 smithi016 ceph-mon[84444]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-12T17:06:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:30 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4137196034' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:31.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4137196034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:31.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:31 smithi005 ceph-mon[88416]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T17:06:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4137196034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:31 smithi005 ceph-mon[90837]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T17:06:31.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4137196034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:31 smithi016 ceph-mon[84444]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-12T17:06:32.232 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2061 ms) 2024-04-12T17:06:32.232 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-12T17:06:32.260 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (28 ms) 2024-04-12T17:06:32.260 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-12T17:06:32.295 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-04-12T17:06:32.295 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-12T17:06:32.319 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (25 ms) 2024-04-12T17:06:32.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:32 smithi005 ceph-mon[88416]: pgmap v2090: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:32.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:32 smithi005 ceph-mon[88416]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T17:06:32.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:32 smithi005 ceph-mon[90837]: pgmap v2090: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:32 smithi005 ceph-mon[90837]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T17:06:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:32 smithi016 ceph-mon[84444]: pgmap v2090: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:32 smithi016 ceph-mon[84444]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-12T17:06:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:06:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:06:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:33.196 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 4 tests from TestObjectMap (2149 ms total) 2024-04-12T17:06:33.196 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:06:33.196 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-12T17:06:33.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:33 smithi005 ceph-mon[88416]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T17:06:33.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:33 smithi005 ceph-mon[90837]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T17:06:33.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:33 smithi016 ceph-mon[84444]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-12T17:06:34.190 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:06:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:06:33] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-04-12T17:06:34.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:34 smithi005 ceph-mon[88416]: pgmap v2093: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 43 op/s 2024-04-12T17:06:34.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:34 smithi005 ceph-mon[88416]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T17:06:34.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:34 smithi005 ceph-mon[90837]: pgmap v2093: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 43 op/s 2024-04-12T17:06:34.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:34 smithi005 ceph-mon[90837]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T17:06:34.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:34 smithi016 ceph-mon[84444]: pgmap v2093: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 43 op/s 2024-04-12T17:06:34.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:34 smithi016 ceph-mon[84444]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-12T17:06:35.207 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-12T17:06:35.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[88416]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T17:06:35.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3055729008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:35.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:35.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[90837]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T17:06:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3055729008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:35.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:35 smithi016 ceph-mon[84444]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-12T17:06:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:35 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3055729008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:35 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:36.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[88416]: pgmap v2096: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:36.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:36.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:36.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[88416]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T17:06:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[90837]: pgmap v2096: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:36 smithi005 ceph-mon[90837]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T17:06:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:36 smithi016 ceph-mon[84444]: pgmap v2096: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:36 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:36 smithi016 ceph-mon[84444]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-12T17:06:37.257 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2049 ms) 2024-04-12T17:06:37.257 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-12T17:06:37.283 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (26 ms) 2024-04-12T17:06:37.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:37 smithi016 ceph-mon[84444]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T17:06:37.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:37 smithi005 ceph-mon[88416]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T17:06:37.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:37 smithi005 ceph-mon[90837]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-12T17:06:38.223 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 2 tests from TestMirroringWatcher (2076 ms total) 2024-04-12T17:06:38.223 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:06:38.223 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 57 tests from TestMigration 2024-04-12T17:06:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:38 smithi016 ceph-mon[84444]: pgmap v2099: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:38 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:38 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:06:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:38 smithi016 ceph-mon[84444]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T17:06:38.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[88416]: pgmap v2099: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:38.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:38.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:06:38.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[88416]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T17:06:38.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[90837]: pgmap v2099: 137 pgs: 23 unknown, 114 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:38.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:06:38.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:06:38.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:38 smithi005 ceph-mon[90837]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-12T17:06:39.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:39 smithi016 ceph-mon[84444]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T17:06:39.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:39 smithi005 ceph-mon[88416]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T17:06:39.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:39 smithi005 ceph-mon[90837]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-12T17:06:40.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:40 smithi016 ceph-mon[84444]: pgmap v2102: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:40 smithi016 ceph-mon[84444]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T17:06:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:40 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1309026939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:40.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:40 smithi005 ceph-mon[88416]: pgmap v2102: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:40.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:40 smithi005 ceph-mon[88416]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T17:06:40.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:40 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1309026939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:40.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:40 smithi005 ceph-mon[90837]: pgmap v2102: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:40.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:40 smithi005 ceph-mon[90837]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-12T17:06:40.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:40 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1309026939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:06:41.237 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.Empty 2024-04-12T17:06:41.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:41 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1309026939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:41.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:41 smithi016 ceph-mon[84444]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T17:06:41.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:41 smithi016 ceph-mon[84444]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T17:06:41.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:41 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1309026939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:41.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:41 smithi005 ceph-mon[88416]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T17:06:41.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:41 smithi005 ceph-mon[88416]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T17:06:41.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:41 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1309026939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:06:41.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:41 smithi005 ceph-mon[90837]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-12T17:06:41.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:41 smithi005 ceph-mon[90837]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-12T17:06:42.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:42 smithi016 ceph-mon[84444]: pgmap v2105: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:42 smithi016 ceph-mon[84444]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T17:06:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:06:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:06:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:42.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:42 smithi005 ceph-mon[88416]: pgmap v2105: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:42.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:42 smithi005 ceph-mon[88416]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T17:06:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:42 smithi005 ceph-mon[90837]: pgmap v2105: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T17:06:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:42 smithi005 ceph-mon[90837]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-12T17:06:43.294 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:43.306 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:43.460 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:43.532 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:43.615 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.Empty (2378 ms) 2024-04-12T17:06:43.616 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.OtherName 2024-04-12T17:06:43.645 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:43.655 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:43.782 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:43.846 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:43.927 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.OtherName (312 ms) 2024-04-12T17:06:43.927 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.OtherPool 2024-04-12T17:06:43.957 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:43.966 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:06:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:06:43] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-12T17:06:44.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:44 smithi016 ceph-mon[84444]: pgmap v2108: 169 pgs: 11 creating+peering, 9 unknown, 149 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T17:06:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:44 smithi016 ceph-mon[84444]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T17:06:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:44 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:44.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:44 smithi005 ceph-mon[88416]: pgmap v2108: 169 pgs: 11 creating+peering, 9 unknown, 149 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T17:06:44.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:44 smithi005 ceph-mon[88416]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T17:06:44.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:44 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:44.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:44 smithi005 ceph-mon[90837]: pgmap v2108: 169 pgs: 11 creating+peering, 9 unknown, 149 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T17:06:44.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:44 smithi005 ceph-mon[90837]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-12T17:06:44.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:44 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:06:45.404 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:45.472 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:45.554 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.OtherPool (1627 ms) 2024-04-12T17:06:45.555 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-12T17:06:45.583 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:45.595 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:45.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:45 smithi016 ceph-mon[84444]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T17:06:45.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:45 smithi005 ceph-mon[88416]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T17:06:45.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:45 smithi005 ceph-mon[90837]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-12T17:06:45.719 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:45.779 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:45.858 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.OtherNamespace (304 ms) 2024-04-12T17:06:45.858 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.DataPool 2024-04-12T17:06:45.886 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:45.895 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:46.034 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:46.103 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:46.182 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.DataPool (324 ms) 2024-04-12T17:06:46.182 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-12T17:06:46.215 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:46.225 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:46.362 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:06:46.459 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.AbortAfterPrepare (277 ms) 2024-04-12T17:06:46.459 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-12T17:06:46.488 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:46.498 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:46.594 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (135 ms) 2024-04-12T17:06:46.594 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-12T17:06:46.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:46 smithi016 ceph-mon[84444]: pgmap v2111: 169 pgs: 11 creating+peering, 158 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1023 B/s wr, 13 op/s 2024-04-12T17:06:46.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:46 smithi016 ceph-mon[84444]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T17:06:46.621 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:46.631 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:46.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:46 smithi005 ceph-mon[88416]: pgmap v2111: 169 pgs: 11 creating+peering, 158 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1023 B/s wr, 13 op/s 2024-04-12T17:06:46.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:46 smithi005 ceph-mon[88416]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T17:06:46.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:46 smithi005 ceph-mon[90837]: pgmap v2111: 169 pgs: 11 creating+peering, 158 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1023 B/s wr, 13 op/s 2024-04-12T17:06:46.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:46 smithi005 ceph-mon[90837]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-12T17:06:46.769 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:46.838 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:06:46.936 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.AbortAfterExecute (342 ms) 2024-04-12T17:06:46.937 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-12T17:06:46.965 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:46.975 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:47.101 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:47.164 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:06:47.262 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (326 ms) 2024-04-12T17:06:47.262 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-12T17:06:47.292 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:47.303 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:47.429 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:47.490 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:06:47.596 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (334 ms) 2024-04-12T17:06:47.597 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-12T17:06:47.626 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:47.636 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-12T17:06:47.636 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:47.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (47 ms) 2024-04-12T17:06:47.643 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-12T17:06:47.671 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:47.681 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-12T17:06:47.681 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:47.688 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringAbort (45 ms) 2024-04-12T17:06:47.688 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-12T17:06:47.717 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:47.727 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-12T17:06:47.727 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:47.734 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (46 ms) 2024-04-12T17:06:47.734 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-12T17:06:47.763 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:47.773 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-12T17:06:47.774 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:47.780 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-04-12T17:06:47.780 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-12T17:06:47.809 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:47.819 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-12T17:06:47.819 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:06:47.825 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringPool (45 ms) 2024-04-12T17:06:47.825 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.Group 2024-04-12T17:06:47.853 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:47.872 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:48.006 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:48.070 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:48.159 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.Group (334 ms) 2024-04-12T17:06:48.159 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-12T17:06:48.187 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:48.205 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:48.347 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:06:48.458 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.GroupAbort (299 ms) 2024-04-12T17:06:48.459 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-12T17:06:48.488 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:48.497 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:48.553 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:48.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:48 smithi016 ceph-mon[84444]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 6.8 KiB/s wr, 90 op/s 2024-04-12T17:06:48.602 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:48.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:48 smithi005 ceph-mon[88416]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 6.8 KiB/s wr, 90 op/s 2024-04-12T17:06:48.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:48 smithi005 ceph-mon[90837]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 6.8 KiB/s wr, 90 op/s 2024-04-12T17:06:48.780 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:48.885 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:49.004 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnaps (546 ms) 2024-04-12T17:06:49.004 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-12T17:06:49.034 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:49.046 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:49.090 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:49.130 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:49.136 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:49.174 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:49.346 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:49.452 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:49.571 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnapsOtherPool (567 ms) 2024-04-12T17:06:49.571 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-12T17:06:49.601 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:49.611 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:49.661 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:49.705 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:49.882 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:49.991 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:50.103 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnapsDataPool (532 ms) 2024-04-12T17:06:50.103 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-12T17:06:50.132 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:50.142 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:50.190 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:50.233 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:50.413 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:06:50.421 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:50.529 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:50.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:50 smithi016 ceph-mon[84444]: pgmap v2114: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1015 KiB/s rd, 61 KiB/s wr, 1.29k op/s 2024-04-12T17:06:50.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:06:50.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:50.625 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (522 ms) 2024-04-12T17:06:50.625 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-12T17:06:50.655 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:50.665 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:50.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:50 smithi005 ceph-mon[88416]: pgmap v2114: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1015 KiB/s rd, 61 KiB/s wr, 1.29k op/s 2024-04-12T17:06:50.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:06:50.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:50.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:50 smithi005 ceph-mon[90837]: pgmap v2114: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1015 KiB/s rd, 61 KiB/s wr, 1.29k op/s 2024-04-12T17:06:50.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:06:50.706 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:06:50.711 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:50.759 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 0 2024-04-12T17:06:50.773 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:50.877 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:50.942 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:50.989 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (364 ms) 2024-04-12T17:06:50.990 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-12T17:06:51.023 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:51.039 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:51.088 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:51.125 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:51.309 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 0 2024-04-12T17:06:51.320 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:51.384 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:51.437 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (448 ms) 2024-04-12T17:06:51.437 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-12T17:06:51.465 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:51.474 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:51.515 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:51.558 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:51.732 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:06:51.739 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:51.848 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:51.978 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (541 ms) 2024-04-12T17:06:51.979 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-12T17:06:52.007 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:52.017 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:52.065 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:06:52.111 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:06:52.294 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: after_prepare_snap 2024-04-12T17:06:52.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:52 smithi016 ceph-mon[84444]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-12T17:06:52.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:52 smithi016 ceph-mon[84444]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T17:06:52.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:52 smithi005 ceph-mon[88416]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-12T17:06:52.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:52 smithi005 ceph-mon[88416]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T17:06:52.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:52 smithi005 ceph-mon[90837]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 49 KiB/s wr, 1.02k op/s 2024-04-12T17:06:52.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:52 smithi005 ceph-mon[90837]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-12T17:06:52.584 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:06:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:06:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:06:54.046 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:06:54.070 INFO:tasks.workunit.client.0.smithi005.stdout:write: * 0~1000 2024-04-12T17:06:54.076 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:06:54.194 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:06:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:54 smithi005 ceph-mon[88416]: pgmap v2117: 169 pgs: 169 active+clean; 145 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 37 MiB/s wr, 1.86k op/s 2024-04-12T17:06:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:54 smithi005 ceph-mon[88416]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T17:06:54.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:54 smithi005 ceph-mon[90837]: pgmap v2117: 169 pgs: 169 active+clean; 145 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 37 MiB/s wr, 1.86k op/s 2024-04-12T17:06:54.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:54 smithi005 ceph-mon[90837]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T17:06:54.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:06:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:06:53] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-04-12T17:06:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:54 smithi016 ceph-mon[84444]: pgmap v2117: 169 pgs: 169 active+clean; 145 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 MiB/s rd, 37 MiB/s wr, 1.86k op/s 2024-04-12T17:06:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:54 smithi016 ceph-mon[84444]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-12T17:06:54.358 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2380 ms) 2024-04-12T17:06:54.358 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.Snaps 2024-04-12T17:06:54.385 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:06:54.395 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:06:54.436 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:06:55.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:55 smithi016 ceph-mon[84444]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T17:06:55.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:55 smithi005 ceph-mon[88416]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T17:06:55.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:55 smithi005 ceph-mon[90837]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-12T17:06:56.052 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:06:56.071 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:06:56.072 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:06:56.072 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:06:56.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:56 smithi016 ceph-mon[84444]: pgmap v2120: 169 pgs: 169 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 59 MiB/s wr, 1.68k op/s 2024-04-12T17:06:56.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:56 smithi016 ceph-mon[84444]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T17:06:56.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:56 smithi005 ceph-mon[88416]: pgmap v2120: 169 pgs: 169 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 59 MiB/s wr, 1.68k op/s 2024-04-12T17:06:56.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:56 smithi005 ceph-mon[88416]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T17:06:56.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:56 smithi005 ceph-mon[90837]: pgmap v2120: 169 pgs: 169 active+clean; 185 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 MiB/s rd, 59 MiB/s wr, 1.68k op/s 2024-04-12T17:06:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:56 smithi005 ceph-mon[90837]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-12T17:06:57.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:57 smithi016 ceph-mon[84444]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T17:06:57.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:57 smithi005 ceph-mon[88416]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T17:06:57.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:57 smithi005 ceph-mon[90837]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-12T17:06:58.061 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:06:58.071 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:06:58.071 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:06:58.079 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:06:58.101 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:06:58.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:58 smithi016 ceph-mon[84444]: pgmap v2123: 169 pgs: 169 active+clean; 197 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 840 op/s 2024-04-12T17:06:58.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:58 smithi016 ceph-mon[84444]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T17:06:58.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:58 smithi005 ceph-mon[88416]: pgmap v2123: 169 pgs: 169 active+clean; 197 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 840 op/s 2024-04-12T17:06:58.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:58 smithi005 ceph-mon[88416]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T17:06:58.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:58 smithi005 ceph-mon[90837]: pgmap v2123: 169 pgs: 169 active+clean; 197 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 840 op/s 2024-04-12T17:06:58.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:58 smithi005 ceph-mon[90837]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-12T17:06:59.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:06:59 smithi016 ceph-mon[84444]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T17:06:59.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:06:59 smithi005 ceph-mon[88416]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T17:06:59.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:06:59 smithi005 ceph-mon[90837]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-12T17:07:00.075 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:00.100 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:07:00.109 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:07:00.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:00 smithi016 ceph-mon[84444]: pgmap v2126: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 363 op/s 2024-04-12T17:07:00.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:00 smithi016 ceph-mon[84444]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T17:07:00.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:00 smithi005 ceph-mon[88416]: pgmap v2126: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 363 op/s 2024-04-12T17:07:00.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:00 smithi005 ceph-mon[88416]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T17:07:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:00 smithi005 ceph-mon[90837]: pgmap v2126: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 16 MiB/s wr, 363 op/s 2024-04-12T17:07:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:00 smithi005 ceph-mon[90837]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-12T17:07:01.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:01 smithi016 ceph-mon[84444]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T17:07:01.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:01 smithi005 ceph-mon[88416]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T17:07:01.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:01 smithi005 ceph-mon[90837]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-12T17:07:02.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:02 smithi016 ceph-mon[84444]: pgmap v2129: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 234 op/s 2024-04-12T17:07:02.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:02 smithi016 ceph-mon[84444]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T17:07:02.347 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:07:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:02.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:02 smithi005 ceph-mon[88416]: pgmap v2129: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 234 op/s 2024-04-12T17:07:02.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:02 smithi005 ceph-mon[88416]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T17:07:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:02 smithi005 ceph-mon[90837]: pgmap v2129: 169 pgs: 169 active+clean; 237 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 234 op/s 2024-04-12T17:07:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:02 smithi005 ceph-mon[90837]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-12T17:07:03.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:03 smithi016 ceph-mon[84444]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T17:07:03.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:03 smithi005 ceph-mon[88416]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T17:07:03.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:03 smithi005 ceph-mon[90837]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-12T17:07:03.483 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:07:03.610 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:07:04.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:04 smithi005 ceph-mon[88416]: pgmap v2132: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.0 MiB/s wr, 169 op/s 2024-04-12T17:07:04.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:04 smithi005 ceph-mon[88416]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T17:07:04.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:07:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:07:03] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-04-12T17:07:04.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:04 smithi005 ceph-mon[90837]: pgmap v2132: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.0 MiB/s wr, 169 op/s 2024-04-12T17:07:04.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:04 smithi005 ceph-mon[90837]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T17:07:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:04 smithi016 ceph-mon[84444]: pgmap v2132: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 3.0 MiB/s wr, 169 op/s 2024-04-12T17:07:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:04 smithi016 ceph-mon[84444]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-12T17:07:05.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:05 smithi016 ceph-mon[84444]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T17:07:05.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:05 smithi005 ceph-mon[88416]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T17:07:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:05 smithi005 ceph-mon[90837]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-12T17:07:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:06.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:06 smithi016 ceph-mon[84444]: pgmap v2135: 169 pgs: 169 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 176 op/s 2024-04-12T17:07:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:06 smithi016 ceph-mon[84444]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T17:07:06.400 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.Snaps (12042 ms) 2024-04-12T17:07:06.401 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-12T17:07:06.430 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:06.441 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:07:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:06 smithi005 ceph-mon[88416]: pgmap v2135: 169 pgs: 169 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 176 op/s 2024-04-12T17:07:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:06 smithi005 ceph-mon[88416]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T17:07:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:06 smithi005 ceph-mon[90837]: pgmap v2135: 169 pgs: 169 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 176 op/s 2024-04-12T17:07:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:06 smithi005 ceph-mon[90837]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-12T17:07:06.491 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:07:07.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:07 smithi005 ceph-mon[88416]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T17:07:07.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:07 smithi005 ceph-mon[90837]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T17:07:07.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:07 smithi016 ceph-mon[84444]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-12T17:07:08.120 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:07:08.135 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:07:08.135 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:07:08.136 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:07:08.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:08 smithi005 ceph-mon[88416]: pgmap v2138: 169 pgs: 169 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 37 op/s 2024-04-12T17:07:08.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:08 smithi005 ceph-mon[88416]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T17:07:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:08 smithi005 ceph-mon[90837]: pgmap v2138: 169 pgs: 169 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 37 op/s 2024-04-12T17:07:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:08 smithi005 ceph-mon[90837]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T17:07:08.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:08 smithi016 ceph-mon[84444]: pgmap v2138: 169 pgs: 169 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 37 op/s 2024-04-12T17:07:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:08 smithi016 ceph-mon[84444]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-12T17:07:09.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:09 smithi005 ceph-mon[88416]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T17:07:09.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:09 smithi005 ceph-mon[90837]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T17:07:09.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:09 smithi016 ceph-mon[84444]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-12T17:07:10.127 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:07:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:07:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:07:10.145 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:07:10.166 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:07:10.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:10 smithi005 ceph-mon[88416]: pgmap v2141: 169 pgs: 169 active+clean; 273 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 482 op/s 2024-04-12T17:07:10.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:10 smithi005 ceph-mon[88416]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T17:07:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:10 smithi005 ceph-mon[90837]: pgmap v2141: 169 pgs: 169 active+clean; 273 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 482 op/s 2024-04-12T17:07:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:10 smithi005 ceph-mon[90837]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T17:07:10.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:10 smithi016 ceph-mon[84444]: pgmap v2141: 169 pgs: 169 active+clean; 273 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 482 op/s 2024-04-12T17:07:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:10 smithi016 ceph-mon[84444]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-12T17:07:11.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:11 smithi005 ceph-mon[88416]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T17:07:11.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:11 smithi005 ceph-mon[88416]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T17:07:11.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:11 smithi005 ceph-mon[90837]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T17:07:11.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:11 smithi005 ceph-mon[90837]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T17:07:11.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:11 smithi016 ceph-mon[84444]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-12T17:07:11.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:11 smithi016 ceph-mon[84444]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-12T17:07:12.043 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:12.066 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:07:12.074 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:07:12.082 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:07:12.129 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:07:12.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:12 smithi005 ceph-mon[88416]: pgmap v2144: 169 pgs: 169 active+clean; 273 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 452 op/s 2024-04-12T17:07:12.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:12 smithi005 ceph-mon[88416]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T17:07:12.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:12 smithi005 ceph-mon[90837]: pgmap v2144: 169 pgs: 169 active+clean; 273 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 452 op/s 2024-04-12T17:07:12.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:12 smithi005 ceph-mon[90837]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T17:07:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:12 smithi016 ceph-mon[84444]: pgmap v2144: 169 pgs: 169 active+clean; 273 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 9.0 MiB/s wr, 452 op/s 2024-04-12T17:07:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:12 smithi016 ceph-mon[84444]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-12T17:07:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:07:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:07:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:14.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:14 smithi005 ceph-mon[88416]: pgmap v2147: 169 pgs: 169 active+clean; 333 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 MiB/s wr, 184 op/s 2024-04-12T17:07:14.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:14 smithi005 ceph-mon[88416]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T17:07:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:07:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:07:13] "GET /metrics HTTP/1.1" 200 38893 "" "Prometheus/2.43.0" 2024-04-12T17:07:14.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:14 smithi005 ceph-mon[90837]: pgmap v2147: 169 pgs: 169 active+clean; 333 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 MiB/s wr, 184 op/s 2024-04-12T17:07:14.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:14 smithi005 ceph-mon[90837]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T17:07:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:14 smithi016 ceph-mon[84444]: pgmap v2147: 169 pgs: 169 active+clean; 333 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 MiB/s wr, 184 op/s 2024-04-12T17:07:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:14 smithi016 ceph-mon[84444]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-12T17:07:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:15 smithi005 ceph-mon[88416]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T17:07:15.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:15 smithi005 ceph-mon[90837]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T17:07:15.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:15 smithi016 ceph-mon[84444]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-12T17:07:15.607 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:07:15.760 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:07:16.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:16 smithi005 ceph-mon[88416]: pgmap v2150: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 15 MiB/s wr, 186 op/s 2024-04-12T17:07:16.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:16 smithi005 ceph-mon[88416]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T17:07:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:16 smithi005 ceph-mon[90837]: pgmap v2150: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 15 MiB/s wr, 186 op/s 2024-04-12T17:07:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:16 smithi005 ceph-mon[90837]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T17:07:16.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:16 smithi016 ceph-mon[84444]: pgmap v2150: 169 pgs: 169 active+clean; 341 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 15 MiB/s wr, 186 op/s 2024-04-12T17:07:16.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:16 smithi016 ceph-mon[84444]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-12T17:07:17.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:17 smithi005 ceph-mon[88416]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T17:07:17.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:17 smithi005 ceph-mon[90837]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T17:07:17.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:17 smithi016 ceph-mon[84444]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-12T17:07:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:18 smithi005 ceph-mon[88416]: pgmap v2153: 169 pgs: 169 active+clean; 365 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 58 op/s 2024-04-12T17:07:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:18 smithi005 ceph-mon[88416]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T17:07:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:18 smithi005 ceph-mon[90837]: pgmap v2153: 169 pgs: 169 active+clean; 365 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 58 op/s 2024-04-12T17:07:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:18 smithi005 ceph-mon[90837]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T17:07:18.495 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsOtherPool (12095 ms) 2024-04-12T17:07:18.495 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-12T17:07:18.527 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:18.538 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:07:18.592 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:07:18.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:18 smithi016 ceph-mon[84444]: pgmap v2153: 169 pgs: 169 active+clean; 365 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 58 op/s 2024-04-12T17:07:18.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:18 smithi016 ceph-mon[84444]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-12T17:07:19.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:19 smithi005 ceph-mon[88416]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T17:07:19.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:19 smithi005 ceph-mon[90837]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T17:07:19.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:19 smithi016 ceph-mon[84444]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-12T17:07:20.185 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:07:20.203 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:07:20.203 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:07:20.203 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:07:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:20 smithi005 ceph-mon[88416]: pgmap v2156: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 10 MiB/s wr, 454 op/s 2024-04-12T17:07:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:20 smithi005 ceph-mon[88416]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T17:07:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:20 smithi005 ceph-mon[90837]: pgmap v2156: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 10 MiB/s wr, 454 op/s 2024-04-12T17:07:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:20 smithi005 ceph-mon[90837]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T17:07:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:20 smithi016 ceph-mon[84444]: pgmap v2156: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 10 MiB/s wr, 454 op/s 2024-04-12T17:07:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:20 smithi016 ceph-mon[84444]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-12T17:07:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:21.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:21 smithi005 ceph-mon[88416]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T17:07:21.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:21 smithi005 ceph-mon[88416]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T17:07:21.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:21 smithi005 ceph-mon[90837]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T17:07:21.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:21 smithi005 ceph-mon[90837]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T17:07:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:21 smithi016 ceph-mon[84444]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-12T17:07:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:21 smithi016 ceph-mon[84444]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-12T17:07:22.043 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:07:22.053 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:07:22.053 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:07:22.063 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:07:22.092 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:07:22.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:22 smithi005 ceph-mon[88416]: pgmap v2159: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 4.0 MiB/s wr, 398 op/s 2024-04-12T17:07:22.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:22 smithi005 ceph-mon[88416]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T17:07:22.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:22 smithi005 ceph-mon[90837]: pgmap v2159: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 4.0 MiB/s wr, 398 op/s 2024-04-12T17:07:22.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:22 smithi005 ceph-mon[90837]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T17:07:22.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:22 smithi016 ceph-mon[84444]: pgmap v2159: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 4.0 MiB/s wr, 398 op/s 2024-04-12T17:07:22.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:22 smithi016 ceph-mon[84444]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-12T17:07:22.498 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:07:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:24.046 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:24.073 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:07:24.082 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:07:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:24 smithi005 ceph-mon[88416]: pgmap v2162: 169 pgs: 169 active+clean; 385 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-04-12T17:07:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:24 smithi005 ceph-mon[88416]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T17:07:24.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:07:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:07:23] "GET /metrics HTTP/1.1" 200 38893 "" "Prometheus/2.43.0" 2024-04-12T17:07:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:24 smithi005 ceph-mon[90837]: pgmap v2162: 169 pgs: 169 active+clean; 385 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-04-12T17:07:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:24 smithi005 ceph-mon[90837]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T17:07:24.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:24 smithi016 ceph-mon[84444]: pgmap v2162: 169 pgs: 169 active+clean; 385 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 67 op/s 2024-04-12T17:07:24.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:24 smithi016 ceph-mon[84444]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-12T17:07:25.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:25 smithi016 ceph-mon[84444]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T17:07:25.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:25 smithi005 ceph-mon[88416]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T17:07:25.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:25 smithi005 ceph-mon[90837]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-12T17:07:26.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:26 smithi016 ceph-mon[84444]: pgmap v2165: 169 pgs: 169 active+clean; 393 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 138 op/s 2024-04-12T17:07:26.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:26 smithi016 ceph-mon[84444]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T17:07:26.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:07:26.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:26 smithi016 ceph-mon[84444]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T17:07:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[88416]: pgmap v2165: 169 pgs: 169 active+clean; 393 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 138 op/s 2024-04-12T17:07:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[88416]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T17:07:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:07:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[88416]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T17:07:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[90837]: pgmap v2165: 169 pgs: 169 active+clean; 393 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 138 op/s 2024-04-12T17:07:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[90837]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-12T17:07:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:07:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:26 smithi005 ceph-mon[90837]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-12T17:07:27.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[88416]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:27 smithi005 ceph-mon[90837]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T17:07:27.472 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:07:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:07:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:07:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:07:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:27 smithi016 ceph-mon[84444]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-12T17:07:27.612 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:07:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:28 smithi005 ceph-mon[88416]: pgmap v2168: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 2.0 MiB/s wr, 110 op/s 2024-04-12T17:07:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:28 smithi005 ceph-mon[90837]: pgmap v2168: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 2.0 MiB/s wr, 110 op/s 2024-04-12T17:07:28.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:28 smithi016 ceph-mon[84444]: pgmap v2168: 169 pgs: 169 active+clean; 397 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 2.0 MiB/s wr, 110 op/s 2024-04-12T17:07:29.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:29 smithi005 ceph-mon[88416]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T17:07:29.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:29 smithi005 ceph-mon[90837]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T17:07:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:29 smithi016 ceph-mon[84444]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-12T17:07:30.440 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsDataPool (11945 ms) 2024-04-12T17:07:30.441 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-12T17:07:30.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:30 smithi005 ceph-mon[88416]: pgmap v2171: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 486 op/s 2024-04-12T17:07:30.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:30 smithi005 ceph-mon[88416]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T17:07:30.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:30 smithi005 ceph-mon[90837]: pgmap v2171: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 486 op/s 2024-04-12T17:07:30.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:30 smithi005 ceph-mon[90837]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T17:07:30.474 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:30.484 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:07:30.535 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:07:30.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:30 smithi016 ceph-mon[84444]: pgmap v2171: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 486 op/s 2024-04-12T17:07:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:30 smithi016 ceph-mon[84444]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-12T17:07:31.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:31 smithi005 ceph-mon[88416]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T17:07:31.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:31 smithi005 ceph-mon[90837]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T17:07:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:31 smithi016 ceph-mon[84444]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-12T17:07:32.158 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:07:32.181 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:07:32.181 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:07:32.181 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:07:32.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:32 smithi005 ceph-mon[88416]: pgmap v2174: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 446 op/s 2024-04-12T17:07:32.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:32 smithi005 ceph-mon[88416]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T17:07:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:32 smithi005 ceph-mon[90837]: pgmap v2174: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 446 op/s 2024-04-12T17:07:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:32 smithi005 ceph-mon[90837]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T17:07:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:32 smithi016 ceph-mon[84444]: pgmap v2174: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 446 op/s 2024-04-12T17:07:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:32 smithi016 ceph-mon[84444]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-12T17:07:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:07:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:33.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:33 smithi005 ceph-mon[88416]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T17:07:33.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:33 smithi005 ceph-mon[90837]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T17:07:33.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:33 smithi016 ceph-mon[84444]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-12T17:07:34.147 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:07:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:07:33] "GET /metrics HTTP/1.1" 200 38893 "" "Prometheus/2.43.0" 2024-04-12T17:07:34.172 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:07:34.181 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:07:34.181 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:07:34.190 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:07:34.207 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:07:34.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:34 smithi005 ceph-mon[88416]: pgmap v2177: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 127 op/s 2024-04-12T17:07:34.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:34 smithi005 ceph-mon[88416]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T17:07:34.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:34 smithi005 ceph-mon[90837]: pgmap v2177: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 127 op/s 2024-04-12T17:07:34.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:34 smithi005 ceph-mon[90837]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T17:07:34.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:34 smithi016 ceph-mon[84444]: pgmap v2177: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 127 op/s 2024-04-12T17:07:34.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:34 smithi016 ceph-mon[84444]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-12T17:07:35.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:35 smithi005 ceph-mon[88416]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T17:07:35.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:35 smithi005 ceph-mon[90837]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T17:07:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:35 smithi016 ceph-mon[84444]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-12T17:07:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:36.052 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:36.078 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:07:36.087 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:07:36.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:36 smithi005 ceph-mon[88416]: pgmap v2180: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 148 op/s 2024-04-12T17:07:36.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:36 smithi005 ceph-mon[88416]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T17:07:36.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:36 smithi005 ceph-mon[88416]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T17:07:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:36 smithi005 ceph-mon[90837]: pgmap v2180: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 148 op/s 2024-04-12T17:07:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:36 smithi005 ceph-mon[90837]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T17:07:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:36 smithi005 ceph-mon[90837]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T17:07:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:36 smithi016 ceph-mon[84444]: pgmap v2180: 169 pgs: 169 active+clean; 429 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 10 MiB/s wr, 148 op/s 2024-04-12T17:07:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:36 smithi016 ceph-mon[84444]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-12T17:07:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:36 smithi016 ceph-mon[84444]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-12T17:07:37.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-04-12T17:07:37.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[88416]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-04-12T17:07:37.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-04-12T17:07:37.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-12T17:07:37.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:37 smithi005 ceph-mon[90837]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T17:07:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2024-04-12T17:07:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]: dispatch 2024-04-12T17:07:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-12T17:07:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2024-04-12T17:07:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.d", "id": [5, 0]}]': finished 2024-04-12T17:07:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:37 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-12T17:07:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:37 smithi016 ceph-mon[84444]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-12T17:07:38.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:38 smithi005 ceph-mon[88416]: pgmap v2183: 169 pgs: 169 active+clean; 433 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 139 op/s 2024-04-12T17:07:38.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:38 smithi005 ceph-mon[88416]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T17:07:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:38 smithi005 ceph-mon[90837]: pgmap v2183: 169 pgs: 169 active+clean; 433 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 139 op/s 2024-04-12T17:07:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:38 smithi005 ceph-mon[90837]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T17:07:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:38 smithi016 ceph-mon[84444]: pgmap v2183: 169 pgs: 169 active+clean; 433 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 139 op/s 2024-04-12T17:07:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:38 smithi016 ceph-mon[84444]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-12T17:07:39.514 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:07:39.536 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:07:39.668 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:07:40.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:40 smithi016 ceph-mon[84444]: pgmap v2186: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.0 MiB/s wr, 185 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-12T17:07:40.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:40 smithi016 ceph-mon[84444]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T17:07:40.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:40 smithi005 ceph-mon[88416]: pgmap v2186: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.0 MiB/s wr, 185 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-12T17:07:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:40 smithi005 ceph-mon[88416]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T17:07:40.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:40 smithi005 ceph-mon[90837]: pgmap v2186: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.0 MiB/s wr, 185 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-12T17:07:40.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:40 smithi005 ceph-mon[90837]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-12T17:07:41.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:41 smithi005 ceph-mon[88416]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T17:07:41.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:41 smithi005 ceph-mon[90837]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T17:07:41.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:41 smithi016 ceph-mon[84444]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-12T17:07:42.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:42 smithi005 ceph-mon[88416]: pgmap v2189: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.0 MiB/s wr, 67 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-12T17:07:42.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:42 smithi005 ceph-mon[88416]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T17:07:42.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:42 smithi005 ceph-mon[90837]: pgmap v2189: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.0 MiB/s wr, 67 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-12T17:07:42.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:42 smithi005 ceph-mon[90837]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T17:07:42.501 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12060 ms) 2024-04-12T17:07:42.501 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-12T17:07:42.531 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:42.542 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:07:42.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:42 smithi016 ceph-mon[84444]: pgmap v2189: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.0 MiB/s wr, 67 op/s; 4.0 MiB/s, 0 objects/s recovering 2024-04-12T17:07:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:42 smithi016 ceph-mon[84444]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-12T17:07:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:07:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:42.599 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:07:43.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:43 smithi005 ceph-mon[88416]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T17:07:43.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:43 smithi005 ceph-mon[90837]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T17:07:43.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:43 smithi016 ceph-mon[84444]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-12T17:07:44.188 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:07:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:07:43] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-04-12T17:07:44.202 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:07:44.224 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:07:44.224 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:07:44.224 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:07:44.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:44 smithi005 ceph-mon[88416]: pgmap v2192: 169 pgs: 169 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 9.0 MiB/s wr, 287 op/s; 4 B/s, 0 objects/s recovering 2024-04-12T17:07:44.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:44 smithi005 ceph-mon[88416]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T17:07:44.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:44 smithi005 ceph-mon[90837]: pgmap v2192: 169 pgs: 169 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 9.0 MiB/s wr, 287 op/s; 4 B/s, 0 objects/s recovering 2024-04-12T17:07:44.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:44 smithi005 ceph-mon[90837]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T17:07:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:44 smithi016 ceph-mon[84444]: pgmap v2192: 169 pgs: 169 active+clean; 469 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 MiB/s rd, 9.0 MiB/s wr, 287 op/s; 4 B/s, 0 objects/s recovering 2024-04-12T17:07:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:44 smithi016 ceph-mon[84444]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-12T17:07:45.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:45 smithi005 ceph-mon[88416]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T17:07:45.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:45 smithi005 ceph-mon[90837]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T17:07:45.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:45 smithi016 ceph-mon[84444]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-12T17:07:46.058 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:07:46.066 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:07:46.066 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:07:46.075 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:07:46.097 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:07:46.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:46 smithi005 ceph-mon[88416]: pgmap v2195: 169 pgs: 169 active+clean; 465 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 9.0 MiB/s wr, 503 op/s; 4 B/s, 0 objects/s recovering 2024-04-12T17:07:46.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:46 smithi005 ceph-mon[88416]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T17:07:46.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:46 smithi005 ceph-mon[88416]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T17:07:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:46 smithi005 ceph-mon[90837]: pgmap v2195: 169 pgs: 169 active+clean; 465 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 9.0 MiB/s wr, 503 op/s; 4 B/s, 0 objects/s recovering 2024-04-12T17:07:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:46 smithi005 ceph-mon[90837]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T17:07:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:46 smithi005 ceph-mon[90837]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T17:07:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:46 smithi016 ceph-mon[84444]: pgmap v2195: 169 pgs: 169 active+clean; 465 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 9.0 MiB/s wr, 503 op/s; 4 B/s, 0 objects/s recovering 2024-04-12T17:07:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:46 smithi016 ceph-mon[84444]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-12T17:07:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:46 smithi016 ceph-mon[84444]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-12T17:07:48.061 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:48.087 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:07:48.097 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 0 2024-04-12T17:07:48.116 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:07:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:48 smithi016 ceph-mon[84444]: pgmap v2198: 169 pgs: 169 active+clean; 473 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2024-04-12T17:07:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:48 smithi016 ceph-mon[84444]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T17:07:48.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:48 smithi005 ceph-mon[88416]: pgmap v2198: 169 pgs: 169 active+clean; 473 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2024-04-12T17:07:48.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:48 smithi005 ceph-mon[88416]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T17:07:48.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:48 smithi005 ceph-mon[90837]: pgmap v2198: 169 pgs: 169 active+clean; 473 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2024-04-12T17:07:48.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:48 smithi005 ceph-mon[90837]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-12T17:07:49.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:49 smithi016 ceph-mon[84444]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T17:07:49.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:49 smithi005 ceph-mon[88416]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T17:07:49.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:49 smithi005 ceph-mon[90837]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-12T17:07:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:50 smithi016 ceph-mon[84444]: pgmap v2201: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 134 op/s 2024-04-12T17:07:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:50 smithi016 ceph-mon[84444]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T17:07:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:50 smithi005 ceph-mon[88416]: pgmap v2201: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 134 op/s 2024-04-12T17:07:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:50 smithi005 ceph-mon[88416]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T17:07:50.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:50 smithi005 ceph-mon[90837]: pgmap v2201: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.0 MiB/s wr, 134 op/s 2024-04-12T17:07:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:50 smithi005 ceph-mon[90837]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-12T17:07:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:07:51.350 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:51 smithi016 ceph-mon[84444]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T17:07:51.350 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:51 smithi016 ceph-mon[84444]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T17:07:51.434 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:07:51.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:51 smithi005 ceph-mon[88416]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T17:07:51.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:51 smithi005 ceph-mon[88416]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T17:07:51.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:51 smithi005 ceph-mon[90837]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-12T17:07:51.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:51 smithi005 ceph-mon[90837]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-12T17:07:51.571 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:07:52.314 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:52 smithi016 ceph-mon[84444]: pgmap v2204: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 MiB/s wr, 117 op/s 2024-04-12T17:07:52.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:52 smithi005 ceph-mon[88416]: pgmap v2204: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 MiB/s wr, 117 op/s 2024-04-12T17:07:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:52 smithi005 ceph-mon[90837]: pgmap v2204: 169 pgs: 169 active+clean; 509 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 MiB/s wr, 117 op/s 2024-04-12T17:07:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:07:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:07:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:07:53.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:53 smithi016 ceph-mon[84444]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T17:07:53.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:53 smithi005 ceph-mon[88416]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T17:07:53.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:53 smithi005 ceph-mon[90837]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-12T17:07:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:54 smithi005 ceph-mon[88416]: pgmap v2207: 169 pgs: 169 active+clean; 521 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 481 op/s 2024-04-12T17:07:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:54 smithi005 ceph-mon[88416]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T17:07:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:07:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:07:53] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-12T17:07:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:54 smithi005 ceph-mon[90837]: pgmap v2207: 169 pgs: 169 active+clean; 521 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 481 op/s 2024-04-12T17:07:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:54 smithi005 ceph-mon[90837]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T17:07:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:54 smithi016 ceph-mon[84444]: pgmap v2207: 169 pgs: 169 active+clean; 521 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 481 op/s 2024-04-12T17:07:54.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:54 smithi016 ceph-mon[84444]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-12T17:07:54.369 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11868 ms) 2024-04-12T17:07:54.370 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-12T17:07:54.401 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:07:54.412 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:07:54.458 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:07:55.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:55 smithi016 ceph-mon[84444]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T17:07:55.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:55 smithi005 ceph-mon[88416]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T17:07:55.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:55 smithi005 ceph-mon[90837]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-12T17:07:56.101 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:07:56.119 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:07:56.119 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:07:56.119 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:07:56.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:56 smithi016 ceph-mon[84444]: pgmap v2210: 169 pgs: 169 active+clean; 517 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 491 op/s 2024-04-12T17:07:56.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:56 smithi016 ceph-mon[84444]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T17:07:56.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:56 smithi005 ceph-mon[88416]: pgmap v2210: 169 pgs: 169 active+clean; 517 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 491 op/s 2024-04-12T17:07:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:56 smithi005 ceph-mon[88416]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T17:07:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:56 smithi005 ceph-mon[90837]: pgmap v2210: 169 pgs: 169 active+clean; 517 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 6.0 MiB/s wr, 491 op/s 2024-04-12T17:07:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:56 smithi005 ceph-mon[90837]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-12T17:07:57.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:57 smithi016 ceph-mon[84444]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T17:07:57.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:57 smithi005 ceph-mon[88416]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T17:07:57.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:57 smithi005 ceph-mon[90837]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-12T17:07:58.108 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:07:58.117 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:07:58.117 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:07:58.127 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:07:58.151 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:07:58.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:58 smithi005 ceph-mon[88416]: pgmap v2213: 169 pgs: 169 active+clean; 521 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-12T17:07:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:58 smithi005 ceph-mon[88416]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T17:07:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:58 smithi005 ceph-mon[90837]: pgmap v2213: 169 pgs: 169 active+clean; 521 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-12T17:07:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:58 smithi005 ceph-mon[90837]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T17:07:58.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:58 smithi016 ceph-mon[84444]: pgmap v2213: 169 pgs: 169 active+clean; 521 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-12T17:07:58.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:58 smithi016 ceph-mon[84444]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-12T17:07:59.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:07:59 smithi005 ceph-mon[88416]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T17:07:59.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:07:59 smithi005 ceph-mon[90837]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T17:07:59.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:07:59 smithi016 ceph-mon[84444]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-12T17:08:00.122 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:00.154 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:08:00.163 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:00.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:00 smithi005 ceph-mon[88416]: pgmap v2216: 169 pgs: 169 active+clean; 549 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 138 op/s 2024-04-12T17:08:00.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:00 smithi005 ceph-mon[88416]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T17:08:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:00 smithi005 ceph-mon[90837]: pgmap v2216: 169 pgs: 169 active+clean; 549 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 138 op/s 2024-04-12T17:08:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:00 smithi005 ceph-mon[90837]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T17:08:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:00 smithi016 ceph-mon[84444]: pgmap v2216: 169 pgs: 169 active+clean; 549 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 138 op/s 2024-04-12T17:08:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:00 smithi016 ceph-mon[84444]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-12T17:08:01.384 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:01 smithi016 ceph-mon[84444]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T17:08:01.384 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:01 smithi016 ceph-mon[84444]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T17:08:01.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:01 smithi005 ceph-mon[88416]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T17:08:01.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:01 smithi005 ceph-mon[88416]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T17:08:01.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:01 smithi005 ceph-mon[90837]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-12T17:08:01.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:01 smithi005 ceph-mon[90837]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-12T17:08:02.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:02 smithi005 ceph-mon[88416]: pgmap v2219: 169 pgs: 169 active+clean; 549 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 132 op/s 2024-04-12T17:08:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:02 smithi005 ceph-mon[88416]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T17:08:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:02 smithi005 ceph-mon[90837]: pgmap v2219: 169 pgs: 169 active+clean; 549 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 132 op/s 2024-04-12T17:08:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:02 smithi005 ceph-mon[90837]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T17:08:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:02 smithi016 ceph-mon[84444]: pgmap v2219: 169 pgs: 169 active+clean; 549 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 132 op/s 2024-04-12T17:08:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:02 smithi016 ceph-mon[84444]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-12T17:08:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:08:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:08:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:03.495 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 0 2024-04-12T17:08:03.570 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:08:03.690 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:08:04.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:04 smithi005 ceph-mon[88416]: pgmap v2222: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-04-12T17:08:04.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:04 smithi005 ceph-mon[88416]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T17:08:04.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:04 smithi005 ceph-mon[90837]: pgmap v2222: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-04-12T17:08:04.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:04 smithi005 ceph-mon[90837]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T17:08:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:08:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:08:03] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-12T17:08:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:04 smithi016 ceph-mon[84444]: pgmap v2222: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-04-12T17:08:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:04 smithi016 ceph-mon[84444]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-12T17:08:05.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:05 smithi005 ceph-mon[88416]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T17:08:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:05 smithi005 ceph-mon[90837]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T17:08:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:05 smithi016 ceph-mon[84444]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-12T17:08:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:06.412 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12042 ms) 2024-04-12T17:08:06.412 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-12T17:08:06.445 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:06 smithi005 ceph-mon[88416]: pgmap v2225: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 175 op/s 2024-04-12T17:08:06.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:06 smithi005 ceph-mon[88416]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T17:08:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:06 smithi005 ceph-mon[90837]: pgmap v2225: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 175 op/s 2024-04-12T17:08:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:06 smithi005 ceph-mon[90837]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T17:08:06.457 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:08:06.511 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:08:06.596 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:06 smithi016 ceph-mon[84444]: pgmap v2225: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 175 op/s 2024-04-12T17:08:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:06 smithi016 ceph-mon[84444]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-12T17:08:07.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:07 smithi005 ceph-mon[88416]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T17:08:07.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:07 smithi005 ceph-mon[90837]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T17:08:07.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:07 smithi016 ceph-mon[84444]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-12T17:08:08.156 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:08:08.170 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:08:08.170 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:08:08.170 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:08:08.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:08 smithi005 ceph-mon[88416]: pgmap v2228: 169 pgs: 169 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 75 op/s 2024-04-12T17:08:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:08 smithi005 ceph-mon[88416]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T17:08:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:08 smithi005 ceph-mon[90837]: pgmap v2228: 169 pgs: 169 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 75 op/s 2024-04-12T17:08:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:08 smithi005 ceph-mon[90837]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T17:08:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:08 smithi016 ceph-mon[84444]: pgmap v2228: 169 pgs: 169 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 75 op/s 2024-04-12T17:08:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:08 smithi016 ceph-mon[84444]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-12T17:08:09.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:09 smithi005 ceph-mon[88416]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T17:08:09.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:09 smithi005 ceph-mon[90837]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T17:08:09.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:09 smithi016 ceph-mon[84444]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-12T17:08:10.170 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:08:10.178 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:08:10.178 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:08:10.189 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:08:10.206 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:08:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:10 smithi005 ceph-mon[88416]: pgmap v2231: 169 pgs: 169 active+clean; 589 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 12 MiB/s wr, 514 op/s 2024-04-12T17:08:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:10 smithi005 ceph-mon[88416]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T17:08:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:10 smithi005 ceph-mon[90837]: pgmap v2231: 169 pgs: 169 active+clean; 589 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 12 MiB/s wr, 514 op/s 2024-04-12T17:08:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:10 smithi005 ceph-mon[90837]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T17:08:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:10 smithi016 ceph-mon[84444]: pgmap v2231: 169 pgs: 169 active+clean; 589 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 12 MiB/s wr, 514 op/s 2024-04-12T17:08:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:10 smithi016 ceph-mon[84444]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-12T17:08:11.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:11 smithi005 ceph-mon[88416]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T17:08:11.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:11 smithi005 ceph-mon[88416]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T17:08:11.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:11 smithi005 ceph-mon[90837]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T17:08:11.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:11 smithi005 ceph-mon[90837]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T17:08:11.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:11 smithi016 ceph-mon[84444]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-12T17:08:11.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:11 smithi016 ceph-mon[84444]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-12T17:08:12.058 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:12.084 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:08:12.093 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:12.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:12 smithi005 ceph-mon[88416]: pgmap v2234: 169 pgs: 169 active+clean; 589 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 10 MiB/s wr, 469 op/s 2024-04-12T17:08:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:12 smithi005 ceph-mon[88416]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T17:08:12.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:12 smithi005 ceph-mon[90837]: pgmap v2234: 169 pgs: 169 active+clean; 589 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 10 MiB/s wr, 469 op/s 2024-04-12T17:08:12.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:12 smithi005 ceph-mon[90837]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T17:08:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:12 smithi016 ceph-mon[84444]: pgmap v2234: 169 pgs: 169 active+clean; 589 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 10 MiB/s wr, 469 op/s 2024-04-12T17:08:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:12 smithi016 ceph-mon[84444]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-12T17:08:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:08:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:14.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:14 smithi005 ceph-mon[88416]: pgmap v2237: 169 pgs: 169 active+clean; 605 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 2.0 MiB/s wr, 119 op/s 2024-04-12T17:08:14.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:14 smithi005 ceph-mon[88416]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T17:08:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:08:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:08:13] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:08:14.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:14 smithi005 ceph-mon[90837]: pgmap v2237: 169 pgs: 169 active+clean; 605 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 2.0 MiB/s wr, 119 op/s 2024-04-12T17:08:14.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:14 smithi005 ceph-mon[90837]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T17:08:14.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:14 smithi016 ceph-mon[84444]: pgmap v2237: 169 pgs: 169 active+clean; 605 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 2.0 MiB/s wr, 119 op/s 2024-04-12T17:08:14.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:14 smithi016 ceph-mon[84444]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-12T17:08:15.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:15 smithi016 ceph-mon[84444]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T17:08:15.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:15 smithi005 ceph-mon[88416]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T17:08:15.456 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:15 smithi005 ceph-mon[90837]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-12T17:08:15.517 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:08:15.528 INFO:tasks.workunit.client.0.smithi005.stdout:write: * 83886080~1000 2024-04-12T17:08:15.558 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:08:15.686 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:08:16.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:16 smithi016 ceph-mon[84444]: pgmap v2240: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 MiB/s wr, 124 op/s 2024-04-12T17:08:16.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:16 smithi016 ceph-mon[84444]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T17:08:16.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:16 smithi005 ceph-mon[88416]: pgmap v2240: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 MiB/s wr, 124 op/s 2024-04-12T17:08:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:16 smithi005 ceph-mon[88416]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T17:08:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:16 smithi005 ceph-mon[90837]: pgmap v2240: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 MiB/s wr, 124 op/s 2024-04-12T17:08:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:16 smithi005 ceph-mon[90837]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-12T17:08:17.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:17 smithi016 ceph-mon[84444]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T17:08:17.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:17 smithi005 ceph-mon[88416]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T17:08:17.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:17 smithi005 ceph-mon[90837]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-12T17:08:18.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:18 smithi016 ceph-mon[84444]: pgmap v2243: 169 pgs: 169 active+clean; 625 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-04-12T17:08:18.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:18 smithi016 ceph-mon[84444]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T17:08:18.429 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12017 ms) 2024-04-12T17:08:18.429 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-12T17:08:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:18 smithi005 ceph-mon[88416]: pgmap v2243: 169 pgs: 169 active+clean; 625 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-04-12T17:08:18.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:18 smithi005 ceph-mon[88416]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T17:08:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:18 smithi005 ceph-mon[90837]: pgmap v2243: 169 pgs: 169 active+clean; 625 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-04-12T17:08:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:18 smithi005 ceph-mon[90837]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-12T17:08:18.459 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:18.470 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 41943040~10 2024-04-12T17:08:18.478 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:08:19.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:19 smithi016 ceph-mon[84444]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T17:08:19.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:19 smithi005 ceph-mon[88416]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T17:08:19.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:19 smithi005 ceph-mon[90837]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-12T17:08:20.096 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:08:20.123 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:20.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:20 smithi016 ceph-mon[84444]: pgmap v2246: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 515 op/s 2024-04-12T17:08:20.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:20 smithi016 ceph-mon[84444]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T17:08:20.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:20.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:20 smithi005 ceph-mon[88416]: pgmap v2246: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 515 op/s 2024-04-12T17:08:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:20 smithi005 ceph-mon[88416]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T17:08:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:20 smithi005 ceph-mon[90837]: pgmap v2246: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 6.0 MiB/s wr, 515 op/s 2024-04-12T17:08:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:20 smithi005 ceph-mon[90837]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-12T17:08:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:21.232 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:21.243 INFO:tasks.workunit.client.0.smithi005.stdout:write: Y 41943040~5 2024-04-12T17:08:21.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:21 smithi016 ceph-mon[84444]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T17:08:21.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:21 smithi016 ceph-mon[84444]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T17:08:21.353 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:08:21.433 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:08:21.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:21 smithi005 ceph-mon[88416]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T17:08:21.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:21 smithi005 ceph-mon[88416]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T17:08:21.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:21 smithi005 ceph-mon[90837]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-12T17:08:21.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:21 smithi005 ceph-mon[90837]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-12T17:08:22.218 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3789 ms) 2024-04-12T17:08:22.218 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-12T17:08:22.251 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:22.263 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:08:22.325 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:08:22.346 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:22 smithi016 ceph-mon[84444]: pgmap v2249: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 5.0 MiB/s wr, 91 op/s 2024-04-12T17:08:22.347 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:08:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:22.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:22 smithi005 ceph-mon[88416]: pgmap v2249: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 5.0 MiB/s wr, 91 op/s 2024-04-12T17:08:22.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:22 smithi005 ceph-mon[90837]: pgmap v2249: 169 pgs: 169 active+clean; 637 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 5.0 MiB/s wr, 91 op/s 2024-04-12T17:08:23.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:23 smithi005 ceph-mon[88416]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T17:08:23.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:23 smithi005 ceph-mon[90837]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T17:08:23.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:23 smithi016 ceph-mon[84444]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-12T17:08:24.120 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:08:24.134 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:08:24.134 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:08:24.134 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:08:24.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:24 smithi005 ceph-mon[88416]: pgmap v2252: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 416 op/s 2024-04-12T17:08:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:24 smithi005 ceph-mon[88416]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T17:08:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:08:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:08:23] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:08:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:24 smithi005 ceph-mon[90837]: pgmap v2252: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 416 op/s 2024-04-12T17:08:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:24 smithi005 ceph-mon[90837]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T17:08:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:24 smithi016 ceph-mon[84444]: pgmap v2252: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 416 op/s 2024-04-12T17:08:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:24 smithi016 ceph-mon[84444]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-12T17:08:25.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:25 smithi005 ceph-mon[88416]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T17:08:25.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:25 smithi005 ceph-mon[90837]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T17:08:25.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:25 smithi016 ceph-mon[84444]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-12T17:08:26.066 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:08:26.076 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:08:26.076 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:08:26.087 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:08:26.104 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:08:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:26 smithi005 ceph-mon[88416]: pgmap v2255: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 429 op/s 2024-04-12T17:08:26.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:26 smithi005 ceph-mon[88416]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T17:08:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:26 smithi005 ceph-mon[88416]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T17:08:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:26 smithi005 ceph-mon[90837]: pgmap v2255: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 429 op/s 2024-04-12T17:08:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:26 smithi005 ceph-mon[90837]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T17:08:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:26 smithi005 ceph-mon[90837]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T17:08:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:26 smithi016 ceph-mon[84444]: pgmap v2255: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 429 op/s 2024-04-12T17:08:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:26 smithi016 ceph-mon[84444]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-12T17:08:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:26 smithi016 ceph-mon[84444]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-12T17:08:27.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:27 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:08:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:27 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:08:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:27 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:08:28.133 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:28.155 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:08:28.164 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[88416]: pgmap v2258: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[88416]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[90837]: pgmap v2258: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[90837]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:08:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:08:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:28 smithi016 ceph-mon[84444]: pgmap v2258: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 128 op/s 2024-04-12T17:08:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:28 smithi016 ceph-mon[84444]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-12T17:08:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:08:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:08:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:08:29.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:29 smithi005 ceph-mon[88416]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T17:08:29.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:29 smithi005 ceph-mon[90837]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T17:08:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:29 smithi016 ceph-mon[84444]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-12T17:08:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:30 smithi005 ceph-mon[88416]: pgmap v2261: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 MiB/s wr, 154 op/s 2024-04-12T17:08:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:30 smithi005 ceph-mon[88416]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T17:08:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:30 smithi005 ceph-mon[90837]: pgmap v2261: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 MiB/s wr, 154 op/s 2024-04-12T17:08:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:30 smithi005 ceph-mon[90837]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T17:08:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:30 smithi016 ceph-mon[84444]: pgmap v2261: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 MiB/s wr, 154 op/s 2024-04-12T17:08:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:30 smithi016 ceph-mon[84444]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-12T17:08:31.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:31 smithi005 ceph-mon[88416]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T17:08:31.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:31 smithi005 ceph-mon[88416]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T17:08:31.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:31 smithi005 ceph-mon[90837]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T17:08:31.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:31 smithi005 ceph-mon[90837]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T17:08:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:31 smithi016 ceph-mon[84444]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-12T17:08:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:31 smithi016 ceph-mon[84444]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-12T17:08:31.680 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: after_prepare_snap 2024-04-12T17:08:32.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:32 smithi005 ceph-mon[88416]: pgmap v2264: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 7.0 MiB/s wr, 39 op/s 2024-04-12T17:08:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:32 smithi005 ceph-mon[90837]: pgmap v2264: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 7.0 MiB/s wr, 39 op/s 2024-04-12T17:08:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:32 smithi016 ceph-mon[84444]: pgmap v2264: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 7.0 MiB/s wr, 39 op/s 2024-04-12T17:08:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:08:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:33.165 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:08:33.201 INFO:tasks.workunit.client.0.smithi005.stdout:write: * 0~1000 2024-04-12T17:08:33.208 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:08:33.351 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:08:33.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:33 smithi005 ceph-mon[88416]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T17:08:33.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:33 smithi005 ceph-mon[90837]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T17:08:33.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:33 smithi016 ceph-mon[84444]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-12T17:08:34.147 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:08:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:08:33] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:08:34.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:34 smithi005 ceph-mon[88416]: pgmap v2267: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 KiB/s wr, 299 op/s 2024-04-12T17:08:34.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:34 smithi005 ceph-mon[88416]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T17:08:34.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:34 smithi005 ceph-mon[90837]: pgmap v2267: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 KiB/s wr, 299 op/s 2024-04-12T17:08:34.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:34 smithi005 ceph-mon[90837]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T17:08:34.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:34 smithi016 ceph-mon[84444]: pgmap v2267: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 KiB/s wr, 299 op/s 2024-04-12T17:08:34.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:34 smithi016 ceph-mon[84444]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-12T17:08:35.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:35 smithi005 ceph-mon[88416]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T17:08:35.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:35 smithi005 ceph-mon[90837]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T17:08:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:35 smithi016 ceph-mon[84444]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-12T17:08:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:36.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:36 smithi005 ceph-mon[88416]: pgmap v2270: 169 pgs: 169 active+clean; 681 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 1.0 MiB/s wr, 357 op/s 2024-04-12T17:08:36.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:36 smithi005 ceph-mon[88416]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T17:08:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:36 smithi005 ceph-mon[90837]: pgmap v2270: 169 pgs: 169 active+clean; 681 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 1.0 MiB/s wr, 357 op/s 2024-04-12T17:08:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:36 smithi005 ceph-mon[90837]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T17:08:36.546 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14327 ms) 2024-04-12T17:08:36.546 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-12T17:08:36.575 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:36.586 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:08:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:36 smithi016 ceph-mon[84444]: pgmap v2270: 169 pgs: 169 active+clean; 681 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 1.0 MiB/s wr, 357 op/s 2024-04-12T17:08:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:36 smithi016 ceph-mon[84444]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-12T17:08:36.646 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:08:37.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:37 smithi005 ceph-mon[88416]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T17:08:37.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:37 smithi005 ceph-mon[90837]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T17:08:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:37 smithi016 ceph-mon[84444]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-12T17:08:38.192 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:08:38.218 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:08:38.218 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:08:38.218 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:08:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:38 smithi005 ceph-mon[88416]: pgmap v2273: 169 pgs: 169 active+clean; 685 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 188 op/s 2024-04-12T17:08:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:38 smithi005 ceph-mon[88416]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T17:08:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:38 smithi005 ceph-mon[90837]: pgmap v2273: 169 pgs: 169 active+clean; 685 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 188 op/s 2024-04-12T17:08:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:38 smithi005 ceph-mon[90837]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T17:08:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:38 smithi016 ceph-mon[84444]: pgmap v2273: 169 pgs: 169 active+clean; 685 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 188 op/s 2024-04-12T17:08:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:38 smithi016 ceph-mon[84444]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-12T17:08:39.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:39 smithi005 ceph-mon[88416]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T17:08:39.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:39 smithi005 ceph-mon[90837]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T17:08:39.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:39 smithi016 ceph-mon[84444]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-12T17:08:40.194 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:08:40.207 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:08:40.207 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:08:40.218 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:08:40.239 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:08:40.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:40 smithi005 ceph-mon[88416]: pgmap v2276: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 383 op/s 2024-04-12T17:08:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:40 smithi005 ceph-mon[88416]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T17:08:40.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:40 smithi005 ceph-mon[90837]: pgmap v2276: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 383 op/s 2024-04-12T17:08:40.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:40 smithi005 ceph-mon[90837]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T17:08:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:40 smithi016 ceph-mon[84444]: pgmap v2276: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 383 op/s 2024-04-12T17:08:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:40 smithi016 ceph-mon[84444]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-12T17:08:41.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:41 smithi005 ceph-mon[88416]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T17:08:41.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:41 smithi005 ceph-mon[88416]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T17:08:41.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:41 smithi005 ceph-mon[90837]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T17:08:41.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:41 smithi005 ceph-mon[90837]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T17:08:41.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:41 smithi016 ceph-mon[84444]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-12T17:08:41.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:41 smithi016 ceph-mon[84444]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-12T17:08:42.078 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:42.105 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:08:42.115 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:42.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:42 smithi005 ceph-mon[88416]: pgmap v2279: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 252 op/s 2024-04-12T17:08:42.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:42 smithi005 ceph-mon[88416]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T17:08:42.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:42 smithi005 ceph-mon[90837]: pgmap v2279: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 252 op/s 2024-04-12T17:08:42.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:42 smithi005 ceph-mon[90837]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T17:08:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:42 smithi016 ceph-mon[84444]: pgmap v2279: 169 pgs: 169 active+clean; 701 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 252 op/s 2024-04-12T17:08:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:42 smithi016 ceph-mon[84444]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-12T17:08:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:08:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:44.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:44 smithi005 ceph-mon[88416]: pgmap v2282: 169 pgs: 169 active+clean; 729 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-04-12T17:08:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:44 smithi005 ceph-mon[88416]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T17:08:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:08:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:08:43] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-04-12T17:08:44.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:44 smithi005 ceph-mon[90837]: pgmap v2282: 169 pgs: 169 active+clean; 729 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-04-12T17:08:44.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:44 smithi005 ceph-mon[90837]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T17:08:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:44 smithi016 ceph-mon[84444]: pgmap v2282: 169 pgs: 169 active+clean; 729 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-04-12T17:08:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:44 smithi016 ceph-mon[84444]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-12T17:08:45.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:45 smithi016 ceph-mon[84444]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T17:08:45.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:45 smithi005 ceph-mon[88416]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T17:08:45.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:45 smithi005 ceph-mon[90837]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-12T17:08:45.551 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: after_prepare_snap 2024-04-12T17:08:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:46 smithi016 ceph-mon[84444]: pgmap v2285: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 MiB/s wr, 187 op/s 2024-04-12T17:08:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:46 smithi016 ceph-mon[84444]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T17:08:46.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:46 smithi005 ceph-mon[88416]: pgmap v2285: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 MiB/s wr, 187 op/s 2024-04-12T17:08:46.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:46 smithi005 ceph-mon[88416]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T17:08:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:46 smithi005 ceph-mon[90837]: pgmap v2285: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 6.0 MiB/s wr, 187 op/s 2024-04-12T17:08:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:46 smithi005 ceph-mon[90837]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-12T17:08:47.106 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:08:47.124 INFO:tasks.workunit.client.0.smithi005.stdout:write: * 83886080~1000 2024-04-12T17:08:47.131 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:08:47.273 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:08:47.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:47 smithi016 ceph-mon[84444]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T17:08:47.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:47 smithi005 ceph-mon[88416]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T17:08:47.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:47 smithi005 ceph-mon[90837]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-12T17:08:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:48 smithi016 ceph-mon[84444]: pgmap v2288: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-12T17:08:48.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:48 smithi016 ceph-mon[84444]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T17:08:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:48 smithi005 ceph-mon[88416]: pgmap v2288: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-12T17:08:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:48 smithi005 ceph-mon[88416]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T17:08:48.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:48 smithi005 ceph-mon[90837]: pgmap v2288: 169 pgs: 169 active+clean; 733 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-04-12T17:08:48.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:48 smithi005 ceph-mon[90837]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-12T17:08:49.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:49 smithi005 ceph-mon[88416]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T17:08:49.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:49 smithi005 ceph-mon[90837]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T17:08:49.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:49 smithi016 ceph-mon[84444]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-12T17:08:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:50 smithi005 ceph-mon[88416]: pgmap v2291: 169 pgs: 169 active+clean; 753 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 469 op/s 2024-04-12T17:08:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:50 smithi005 ceph-mon[88416]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T17:08:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:50 smithi005 ceph-mon[90837]: pgmap v2291: 169 pgs: 169 active+clean; 753 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 469 op/s 2024-04-12T17:08:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:50 smithi005 ceph-mon[90837]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T17:08:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:50.535 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13990 ms) 2024-04-12T17:08:50.535 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.Clone 2024-04-12T17:08:50.565 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:50.576 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~8388609 2024-04-12T17:08:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:50 smithi016 ceph-mon[84444]: pgmap v2291: 169 pgs: 169 active+clean; 753 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 469 op/s 2024-04-12T17:08:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:50 smithi016 ceph-mon[84444]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-12T17:08:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:08:50.618 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 16777218~8388609 2024-04-12T17:08:50.660 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap 2024-04-12T17:08:51.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:51 smithi005 ceph-mon[88416]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T17:08:51.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:51 smithi005 ceph-mon[90837]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T17:08:51.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:51 smithi016 ceph-mon[84444]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-12T17:08:52.133 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap 2024-04-12T17:08:52.152 INFO:tasks.workunit.client.0.smithi005.stdout:clone image105 -> image108 2024-04-12T17:08:52.267 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:08:52.324 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:08:52.327 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap 2024-04-12T17:08:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:52 smithi005 ceph-mon[88416]: pgmap v2294: 169 pgs: 169 active+clean; 753 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 449 op/s 2024-04-12T17:08:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:52 smithi005 ceph-mon[88416]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T17:08:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:52 smithi005 ceph-mon[90837]: pgmap v2294: 169 pgs: 169 active+clean; 753 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 449 op/s 2024-04-12T17:08:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:52 smithi005 ceph-mon[90837]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T17:08:52.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:52 smithi016 ceph-mon[84444]: pgmap v2294: 169 pgs: 169 active+clean; 753 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 449 op/s 2024-04-12T17:08:52.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:52 smithi016 ceph-mon[84444]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-12T17:08:52.499 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:08:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:08:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:08:53.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:53 smithi005 ceph-mon[88416]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T17:08:53.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:53 smithi005 ceph-mon[90837]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T17:08:53.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:53 smithi016 ceph-mon[84444]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-12T17:08:54.145 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap 2024-04-12T17:08:54.157 INFO:tasks.workunit.client.0.smithi005.stdout:clone image108 -> image110 2024-04-12T17:08:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:54 smithi005 ceph-mon[88416]: pgmap v2297: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 207 op/s 2024-04-12T17:08:54.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:54 smithi005 ceph-mon[88416]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T17:08:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:08:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:08:53] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-04-12T17:08:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:54 smithi005 ceph-mon[90837]: pgmap v2297: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 207 op/s 2024-04-12T17:08:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:54 smithi005 ceph-mon[90837]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T17:08:54.291 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 1000~1000 2024-04-12T17:08:54.339 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 2010~1000 2024-04-12T17:08:54.341 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:54.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:54 smithi016 ceph-mon[84444]: pgmap v2297: 169 pgs: 169 active+clean; 769 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 10 MiB/s wr, 207 op/s 2024-04-12T17:08:54.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:54 smithi016 ceph-mon[84444]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-12T17:08:54.630 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:08:54.800 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:08:54.963 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.Clone (4428 ms) 2024-04-12T17:08:54.963 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneParent 2024-04-12T17:08:54.992 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:55.002 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap 2024-04-12T17:08:55.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:55 smithi005 ceph-mon[88416]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T17:08:55.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:55 smithi005 ceph-mon[90837]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T17:08:55.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:55 smithi016 ceph-mon[84444]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-12T17:08:56.077 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap 2024-04-12T17:08:56.093 INFO:tasks.workunit.client.0.smithi005.stdout:clone image111 -> image114 2024-04-12T17:08:56.194 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:56.352 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:08:56.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:56 smithi005 ceph-mon[88416]: pgmap v2300: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 276 op/s 2024-04-12T17:08:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:56 smithi005 ceph-mon[88416]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T17:08:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:56 smithi005 ceph-mon[88416]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T17:08:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:56 smithi005 ceph-mon[90837]: pgmap v2300: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 276 op/s 2024-04-12T17:08:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:56 smithi005 ceph-mon[90837]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T17:08:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:56 smithi005 ceph-mon[90837]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T17:08:56.478 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneParent (1516 ms) 2024-04-12T17:08:56.478 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-12T17:08:56.507 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:56.516 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~10 2024-04-12T17:08:56.524 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap 2024-04-12T17:08:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:56 smithi016 ceph-mon[84444]: pgmap v2300: 169 pgs: 169 active+clean; 773 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 276 op/s 2024-04-12T17:08:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:56 smithi016 ceph-mon[84444]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-12T17:08:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:56 smithi016 ceph-mon[84444]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-12T17:08:58.155 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap 2024-04-12T17:08:58.172 INFO:tasks.workunit.client.0.smithi005.stdout:clone image115 -> image118 2024-04-12T17:08:58.280 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:08:58.430 INFO:tasks.workunit.client.0.smithi005.stdout:write: Y 0~1 2024-04-12T17:08:58.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:58 smithi005 ceph-mon[88416]: pgmap v2303: 169 pgs: 169 active+clean; 773 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2024-04-12T17:08:58.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:58 smithi005 ceph-mon[88416]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T17:08:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:58 smithi005 ceph-mon[90837]: pgmap v2303: 169 pgs: 169 active+clean; 773 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2024-04-12T17:08:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:58 smithi005 ceph-mon[90837]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T17:08:58.459 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:08:58.531 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:08:58.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:58 smithi016 ceph-mon[84444]: pgmap v2303: 169 pgs: 169 active+clean; 773 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2024-04-12T17:08:58.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:58 smithi016 ceph-mon[84444]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-12T17:08:58.631 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2153 ms) 2024-04-12T17:08:58.631 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-12T17:08:58.660 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:08:58.671 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 41943040~10 2024-04-12T17:08:58.679 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:08:59.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:08:59 smithi005 ceph-mon[88416]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T17:08:59.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:08:59 smithi005 ceph-mon[90837]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T17:08:59.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:08:59 smithi016 ceph-mon[84444]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-12T17:09:00.171 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 41943041~10 2024-04-12T17:09:00.180 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:00 smithi005 ceph-mon[88416]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 1.15k op/s 2024-04-12T17:09:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:00 smithi005 ceph-mon[88416]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T17:09:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:00 smithi005 ceph-mon[90837]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 1.15k op/s 2024-04-12T17:09:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:00 smithi005 ceph-mon[90837]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T17:09:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:00 smithi016 ceph-mon[84444]: pgmap v2306: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 1.15k op/s 2024-04-12T17:09:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:00 smithi016 ceph-mon[84444]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-12T17:09:01.320 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 41943042~10 2024-04-12T17:09:01.333 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:09:01.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:01 smithi005 ceph-mon[88416]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T17:09:01.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:01 smithi005 ceph-mon[90837]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T17:09:01.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:01 smithi016 ceph-mon[84444]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-12T17:09:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:02 smithi005 ceph-mon[88416]: pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 1.01k op/s 2024-04-12T17:09:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:02 smithi005 ceph-mon[88416]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T17:09:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:02 smithi005 ceph-mon[90837]: pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 1.01k op/s 2024-04-12T17:09:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:02 smithi005 ceph-mon[90837]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T17:09:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:02 smithi016 ceph-mon[84444]: pgmap v2309: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 4.0 MiB/s wr, 1.01k op/s 2024-04-12T17:09:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:02 smithi016 ceph-mon[84444]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-12T17:09:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:09:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:09:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:03.188 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:09:03.230 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:09:03.301 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:09:03.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:03 smithi005 ceph-mon[88416]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T17:09:03.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:03 smithi005 ceph-mon[90837]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T17:09:03.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:03 smithi016 ceph-mon[84444]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-12T17:09:04.176 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:09:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:09:03] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-04-12T17:09:04.310 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5679 ms) 2024-04-12T17:09:04.310 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-12T17:09:04.341 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:04.352 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 41943040~10 2024-04-12T17:09:04.361 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:04.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:04 smithi005 ceph-mon[88416]: pgmap v2312: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-04-12T17:09:04.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:04 smithi005 ceph-mon[88416]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T17:09:04.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:04 smithi005 ceph-mon[90837]: pgmap v2312: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-04-12T17:09:04.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:04 smithi005 ceph-mon[90837]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T17:09:04.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:04 smithi016 ceph-mon[84444]: pgmap v2312: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 326 KiB/s rd, 23 KiB/s wr, 422 op/s 2024-04-12T17:09:04.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:04 smithi016 ceph-mon[84444]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-12T17:09:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:05 smithi005 ceph-mon[88416]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T17:09:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:05 smithi005 ceph-mon[90837]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T17:09:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:05 smithi016 ceph-mon[84444]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-12T17:09:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:06.204 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:09:06.230 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:06 smithi005 ceph-mon[88416]: pgmap v2315: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 329 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-04-12T17:09:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:06 smithi005 ceph-mon[88416]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T17:09:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:06 smithi005 ceph-mon[90837]: pgmap v2315: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 329 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-04-12T17:09:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:06 smithi005 ceph-mon[90837]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T17:09:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:06 smithi016 ceph-mon[84444]: pgmap v2315: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 329 KiB/s rd, 24 KiB/s wr, 429 op/s 2024-04-12T17:09:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:06 smithi016 ceph-mon[84444]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-12T17:09:07.342 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:07.354 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:09:07.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:07 smithi005 ceph-mon[88416]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T17:09:07.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:07 smithi005 ceph-mon[90837]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T17:09:07.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:07 smithi016 ceph-mon[84444]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-12T17:09:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:08 smithi005 ceph-mon[88416]: pgmap v2318: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 30 op/s 2024-04-12T17:09:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:08 smithi005 ceph-mon[88416]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T17:09:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:08 smithi005 ceph-mon[90837]: pgmap v2318: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 30 op/s 2024-04-12T17:09:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:08 smithi005 ceph-mon[90837]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T17:09:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:08 smithi016 ceph-mon[84444]: pgmap v2318: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 30 op/s 2024-04-12T17:09:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:08 smithi016 ceph-mon[84444]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-12T17:09:09.226 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 41943040~10 2024-04-12T17:09:09.233 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap4 2024-04-12T17:09:09.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:09 smithi016 ceph-mon[84444]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T17:09:09.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:09 smithi005 ceph-mon[88416]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T17:09:09.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:09 smithi005 ceph-mon[90837]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-12T17:09:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:10 smithi016 ceph-mon[84444]: pgmap v2321: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 23 KiB/s wr, 337 op/s 2024-04-12T17:09:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:10 smithi016 ceph-mon[84444]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T17:09:10.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:10 smithi005 ceph-mon[88416]: pgmap v2321: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 23 KiB/s wr, 337 op/s 2024-04-12T17:09:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:10 smithi005 ceph-mon[88416]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T17:09:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:10 smithi005 ceph-mon[90837]: pgmap v2321: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 23 KiB/s wr, 337 op/s 2024-04-12T17:09:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:10 smithi005 ceph-mon[90837]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-12T17:09:11.083 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 41943040 2024-04-12T17:09:11.106 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:09:11.170 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:09:11.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:11 smithi016 ceph-mon[84444]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T17:09:11.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:11 smithi016 ceph-mon[84444]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T17:09:11.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:11 smithi005 ceph-mon[88416]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T17:09:11.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:11 smithi005 ceph-mon[88416]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T17:09:11.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:11 smithi005 ceph-mon[90837]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-12T17:09:11.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:11 smithi005 ceph-mon[90837]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-12T17:09:12.231 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7920 ms) 2024-04-12T17:09:12.231 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-12T17:09:12.265 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:12.276 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:12.462 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.AbortInUseImage (232 ms) 2024-04-12T17:09:12.462 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-12T17:09:12.494 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:12.504 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:09:12.553 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:09:12.597 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:12 smithi016 ceph-mon[84444]: pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-04-12T17:09:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:12 smithi016 ceph-mon[84444]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T17:09:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:09:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:09:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:12 smithi005 ceph-mon[88416]: pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-04-12T17:09:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:12 smithi005 ceph-mon[88416]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T17:09:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:12 smithi005 ceph-mon[90837]: pgmap v2324: 169 pgs: 169 active+clean; 785 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-04-12T17:09:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:12 smithi005 ceph-mon[90837]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-12T17:09:12.780 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:09:12.818 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:09:12.857 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:13.034 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (571 ms) 2024-04-12T17:09:13.034 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-12T17:09:13.064 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:13.074 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:09:13.120 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:09:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:09:13] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-12T17:09:14.242 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 8388609~8388609 2024-04-12T17:09:14.271 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 0~1000 2024-04-12T17:09:14.271 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1010~1000 2024-04-12T17:09:14.271 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:09:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:14 smithi016 ceph-mon[84444]: pgmap v2327: 169 pgs: 169 active+clean; 809 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 447 op/s 2024-04-12T17:09:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:14 smithi016 ceph-mon[84444]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T17:09:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:14 smithi005 ceph-mon[88416]: pgmap v2327: 169 pgs: 169 active+clean; 809 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 447 op/s 2024-04-12T17:09:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:14 smithi005 ceph-mon[88416]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T17:09:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:14 smithi005 ceph-mon[90837]: pgmap v2327: 169 pgs: 169 active+clean; 809 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 447 op/s 2024-04-12T17:09:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:14 smithi005 ceph-mon[90837]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-12T17:09:15.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:15 smithi016 ceph-mon[84444]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T17:09:15.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:15 smithi005 ceph-mon[88416]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T17:09:15.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:15 smithi005 ceph-mon[90837]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-12T17:09:16.258 INFO:tasks.workunit.client.0.smithi005.stdout:write: X 8388609~1000 2024-04-12T17:09:16.267 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16777228~1000 2024-04-12T17:09:16.267 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 167772160 2024-04-12T17:09:16.277 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 83886079~8388609 2024-04-12T17:09:16.304 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:09:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:16 smithi016 ceph-mon[84444]: pgmap v2330: 169 pgs: 169 active+clean; 817 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 8.0 MiB/s wr, 474 op/s 2024-04-12T17:09:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:16 smithi016 ceph-mon[84444]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T17:09:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:16 smithi005 ceph-mon[88416]: pgmap v2330: 169 pgs: 169 active+clean; 817 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 8.0 MiB/s wr, 474 op/s 2024-04-12T17:09:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:16 smithi005 ceph-mon[88416]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T17:09:16.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:16 smithi005 ceph-mon[90837]: pgmap v2330: 169 pgs: 169 active+clean; 817 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 8.0 MiB/s wr, 474 op/s 2024-04-12T17:09:16.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:16 smithi005 ceph-mon[90837]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-12T17:09:17.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:17 smithi016 ceph-mon[84444]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T17:09:17.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:17 smithi005 ceph-mon[88416]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T17:09:17.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:17 smithi005 ceph-mon[90837]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-12T17:09:18.269 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:18.297 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83886079~1 2024-04-12T17:09:18.307 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:18 smithi016 ceph-mon[84444]: pgmap v2333: 169 pgs: 169 active+clean; 837 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-04-12T17:09:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:18 smithi016 ceph-mon[84444]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T17:09:18.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:18 smithi005 ceph-mon[88416]: pgmap v2333: 169 pgs: 169 active+clean; 837 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-04-12T17:09:18.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:18 smithi005 ceph-mon[88416]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T17:09:18.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:18 smithi005 ceph-mon[90837]: pgmap v2333: 169 pgs: 169 active+clean; 837 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-04-12T17:09:18.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:18 smithi005 ceph-mon[90837]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-12T17:09:19.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:19 smithi016 ceph-mon[84444]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T17:09:19.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:19 smithi005 ceph-mon[88416]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T17:09:19.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:19 smithi005 ceph-mon[90837]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-12T17:09:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:20 smithi016 ceph-mon[84444]: pgmap v2336: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 301 op/s 2024-04-12T17:09:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:20 smithi016 ceph-mon[84444]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T17:09:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:20 smithi005 ceph-mon[88416]: pgmap v2336: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 301 op/s 2024-04-12T17:09:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:20 smithi005 ceph-mon[88416]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T17:09:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:20 smithi005 ceph-mon[90837]: pgmap v2336: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 301 op/s 2024-04-12T17:09:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:20 smithi005 ceph-mon[90837]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-12T17:09:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:21.534 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:09:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:21 smithi016 ceph-mon[84444]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T17:09:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:21 smithi016 ceph-mon[84444]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T17:09:21.609 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:09:21.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:21 smithi005 ceph-mon[88416]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T17:09:21.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:21 smithi005 ceph-mon[88416]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T17:09:21.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:21 smithi005 ceph-mon[90837]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-12T17:09:21.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:21 smithi005 ceph-mon[90837]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-12T17:09:22.294 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 0~8388609 2024-04-12T17:09:22.311 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 16777218~8388609 2024-04-12T17:09:22.388 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:22 smithi016 ceph-mon[84444]: pgmap v2339: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 134 op/s 2024-04-12T17:09:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:09:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:22 smithi005 ceph-mon[88416]: pgmap v2339: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 134 op/s 2024-04-12T17:09:22.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:22 smithi005 ceph-mon[90837]: pgmap v2339: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 17 MiB/s wr, 134 op/s 2024-04-12T17:09:23.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:23 smithi016 ceph-mon[84444]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T17:09:23.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:23 smithi005 ceph-mon[88416]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T17:09:23.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:23 smithi005 ceph-mon[90837]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-12T17:09:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:09:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:09:23] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-12T17:09:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:24 smithi016 ceph-mon[84444]: pgmap v2342: 169 pgs: 169 active+clean; 917 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 14 MiB/s wr, 432 op/s 2024-04-12T17:09:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:24 smithi016 ceph-mon[84444]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T17:09:24.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:24 smithi005 ceph-mon[88416]: pgmap v2342: 169 pgs: 169 active+clean; 917 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 14 MiB/s wr, 432 op/s 2024-04-12T17:09:24.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:24 smithi005 ceph-mon[88416]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T17:09:24.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:24 smithi005 ceph-mon[90837]: pgmap v2342: 169 pgs: 169 active+clean; 917 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 14 MiB/s wr, 432 op/s 2024-04-12T17:09:24.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:24 smithi005 ceph-mon[90837]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-12T17:09:25.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:25 smithi016 ceph-mon[84444]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T17:09:25.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:25 smithi005 ceph-mon[88416]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T17:09:25.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:25 smithi005 ceph-mon[90837]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-12T17:09:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:26 smithi016 ceph-mon[84444]: pgmap v2345: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 21 MiB/s wr, 464 op/s 2024-04-12T17:09:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:26 smithi016 ceph-mon[84444]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T17:09:26.690 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.AbortWithSnapshots (13656 ms) 2024-04-12T17:09:26.691 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-12T17:09:26.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:26 smithi005 ceph-mon[88416]: pgmap v2345: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 21 MiB/s wr, 464 op/s 2024-04-12T17:09:26.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:26 smithi005 ceph-mon[88416]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T17:09:26.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:26 smithi005 ceph-mon[90837]: pgmap v2345: 169 pgs: 169 active+clean; 941 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 21 MiB/s wr, 464 op/s 2024-04-12T17:09:26.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:26 smithi005 ceph-mon[90837]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-12T17:09:26.721 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:26.731 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:26.740 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:27 smithi016 ceph-mon[84444]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T17:09:27.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:27 smithi005 ceph-mon[88416]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T17:09:27.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:27 smithi005 ceph-mon[90837]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-12T17:09:28.316 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:28.374 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:28 smithi016 ceph-mon[84444]: pgmap v2348: 169 pgs: 169 active+clean; 949 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 40 op/s 2024-04-12T17:09:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:28 smithi016 ceph-mon[84444]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T17:09:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:28 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:09:28.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:28 smithi005 ceph-mon[88416]: pgmap v2348: 169 pgs: 169 active+clean; 949 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 40 op/s 2024-04-12T17:09:28.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:28 smithi005 ceph-mon[88416]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T17:09:28.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:28 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:09:28.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:28 smithi005 ceph-mon[90837]: pgmap v2348: 169 pgs: 169 active+clean; 949 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 40 op/s 2024-04-12T17:09:28.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:28 smithi005 ceph-mon[90837]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-12T17:09:28.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:28 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:09:29.518 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:09:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:29 smithi016 ceph-mon[84444]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T17:09:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:29 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:09:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:29 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:09:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:29 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:09:29.599 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:09:29.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[88416]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T17:09:29.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:09:29.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:09:29.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:09:29.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[90837]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-12T17:09:29.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:09:29.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:09:29.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:29 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:09:30.461 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV1Parent (3770 ms) 2024-04-12T17:09:30.461 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-12T17:09:30.495 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:30.506 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:30.516 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:30 smithi016 ceph-mon[84444]: pgmap v2351: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-04-12T17:09:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:30 smithi016 ceph-mon[84444]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T17:09:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:30 smithi005 ceph-mon[88416]: pgmap v2351: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-04-12T17:09:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:30 smithi005 ceph-mon[88416]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T17:09:30.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:30 smithi005 ceph-mon[90837]: pgmap v2351: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-04-12T17:09:30.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:30 smithi005 ceph-mon[90837]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-12T17:09:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:31 smithi016 ceph-mon[84444]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T17:09:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:31 smithi016 ceph-mon[84444]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T17:09:31.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:31 smithi005 ceph-mon[88416]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T17:09:31.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:31 smithi005 ceph-mon[88416]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T17:09:31.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:31 smithi005 ceph-mon[90837]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-12T17:09:31.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:31 smithi005 ceph-mon[90837]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-12T17:09:32.088 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:32.154 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:32 smithi016 ceph-mon[84444]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 KiB/s wr, 126 op/s 2024-04-12T17:09:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:32 smithi016 ceph-mon[84444]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T17:09:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:09:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:09:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:32 smithi005 ceph-mon[88416]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 KiB/s wr, 126 op/s 2024-04-12T17:09:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:32 smithi005 ceph-mon[88416]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T17:09:32.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:32 smithi005 ceph-mon[90837]: pgmap v2354: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 11 KiB/s wr, 126 op/s 2024-04-12T17:09:32.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:32 smithi005 ceph-mon[90837]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-12T17:09:33.289 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:09:33.368 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:09:34.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:34 smithi005 ceph-mon[88416]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 21 KiB/s wr, 493 op/s 2024-04-12T17:09:34.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:34 smithi005 ceph-mon[88416]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T17:09:34.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:34 smithi005 ceph-mon[90837]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 21 KiB/s wr, 493 op/s 2024-04-12T17:09:34.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:34 smithi005 ceph-mon[90837]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T17:09:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:09:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:09:33] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-12T17:09:34.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:34 smithi016 ceph-mon[84444]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 396 KiB/s rd, 21 KiB/s wr, 493 op/s 2024-04-12T17:09:34.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:34 smithi016 ceph-mon[84444]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-12T17:09:34.470 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV2Parent (4010 ms) 2024-04-12T17:09:34.471 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-12T17:09:34.505 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:34.516 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:34.526 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:35.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:35.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:35 smithi016 ceph-mon[84444]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T17:09:35.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:35.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:35 smithi005 ceph-mon[88416]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T17:09:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:35 smithi005 ceph-mon[90837]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-12T17:09:36.085 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:36.152 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:36 smithi016 ceph-mon[84444]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 516 KiB/s rd, 28 KiB/s wr, 644 op/s 2024-04-12T17:09:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:36 smithi016 ceph-mon[84444]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T17:09:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:36 smithi016 ceph-mon[84444]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T17:09:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:36 smithi005 ceph-mon[88416]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 516 KiB/s rd, 28 KiB/s wr, 644 op/s 2024-04-12T17:09:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:36 smithi005 ceph-mon[88416]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T17:09:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:36 smithi005 ceph-mon[88416]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T17:09:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:36 smithi005 ceph-mon[90837]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 516 KiB/s rd, 28 KiB/s wr, 644 op/s 2024-04-12T17:09:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:36 smithi005 ceph-mon[90837]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-12T17:09:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:36 smithi005 ceph-mon[90837]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-12T17:09:37.262 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:38.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:38 smithi016 ceph-mon[84444]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 11 KiB/s wr, 198 op/s 2024-04-12T17:09:38.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:38 smithi016 ceph-mon[84444]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T17:09:38.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:38 smithi005 ceph-mon[88416]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 11 KiB/s wr, 198 op/s 2024-04-12T17:09:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:38 smithi005 ceph-mon[88416]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T17:09:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:38 smithi005 ceph-mon[90837]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 11 KiB/s wr, 198 op/s 2024-04-12T17:09:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:38 smithi005 ceph-mon[90837]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-12T17:09:38.504 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4033 ms) 2024-04-12T17:09:38.504 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-12T17:09:38.540 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:38.551 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:38.560 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:39.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:39 smithi016 ceph-mon[84444]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T17:09:39.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:39 smithi005 ceph-mon[88416]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T17:09:39.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:39 smithi005 ceph-mon[90837]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-12T17:09:40.363 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:40.435 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:40.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:40 smithi005 ceph-mon[88416]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 19 KiB/s wr, 405 op/s 2024-04-12T17:09:40.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:40 smithi005 ceph-mon[88416]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T17:09:40.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:40 smithi005 ceph-mon[90837]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 19 KiB/s wr, 405 op/s 2024-04-12T17:09:40.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:40 smithi005 ceph-mon[90837]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T17:09:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:40 smithi016 ceph-mon[84444]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 19 KiB/s wr, 405 op/s 2024-04-12T17:09:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:40 smithi016 ceph-mon[84444]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-12T17:09:41.244 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:41.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:41 smithi005 ceph-mon[88416]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T17:09:41.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:41 smithi005 ceph-mon[88416]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T17:09:41.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:41 smithi005 ceph-mon[90837]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T17:09:41.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:41 smithi005 ceph-mon[90837]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T17:09:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:41 smithi016 ceph-mon[84444]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-12T17:09:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:41 smithi016 ceph-mon[84444]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-12T17:09:42.212 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3708 ms) 2024-04-12T17:09:42.212 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-12T17:09:42.243 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:42.254 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:42.263 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:42 smithi016 ceph-mon[84444]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 14 KiB/s wr, 357 op/s 2024-04-12T17:09:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:42 smithi016 ceph-mon[84444]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T17:09:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:09:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:42 smithi005 ceph-mon[88416]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 14 KiB/s wr, 357 op/s 2024-04-12T17:09:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:42 smithi005 ceph-mon[88416]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T17:09:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:42 smithi005 ceph-mon[90837]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 14 KiB/s wr, 357 op/s 2024-04-12T17:09:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:42 smithi005 ceph-mon[90837]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-12T17:09:44.093 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:44.158 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:44 smithi005 ceph-mon[88416]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 22 KiB/s wr, 360 op/s 2024-04-12T17:09:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:44 smithi005 ceph-mon[88416]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T17:09:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:09:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:09:43] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-04-12T17:09:44.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:44 smithi005 ceph-mon[90837]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 22 KiB/s wr, 360 op/s 2024-04-12T17:09:44.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:44 smithi005 ceph-mon[90837]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T17:09:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:44 smithi016 ceph-mon[84444]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 22 KiB/s wr, 360 op/s 2024-04-12T17:09:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:44 smithi016 ceph-mon[84444]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-12T17:09:45.295 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:45.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:45 smithi016 ceph-mon[84444]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T17:09:45.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:45 smithi005 ceph-mon[88416]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T17:09:45.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:45 smithi005 ceph-mon[90837]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-12T17:09:46.219 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4008 ms) 2024-04-12T17:09:46.219 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-12T17:09:46.253 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:46.265 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:46.274 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:46 smithi016 ceph-mon[84444]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 28 KiB/s wr, 434 op/s 2024-04-12T17:09:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:46 smithi016 ceph-mon[84444]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T17:09:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:46 smithi016 ceph-mon[84444]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T17:09:46.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:46 smithi005 ceph-mon[88416]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 28 KiB/s wr, 434 op/s 2024-04-12T17:09:46.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:46 smithi005 ceph-mon[88416]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T17:09:46.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:46 smithi005 ceph-mon[88416]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T17:09:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:46 smithi005 ceph-mon[90837]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 28 KiB/s wr, 434 op/s 2024-04-12T17:09:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:46 smithi005 ceph-mon[90837]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-12T17:09:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:46 smithi005 ceph-mon[90837]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-12T17:09:48.109 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:48.172 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:48 smithi005 ceph-mon[88416]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 7.5 KiB/s wr, 87 op/s 2024-04-12T17:09:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:48 smithi005 ceph-mon[88416]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T17:09:48.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:48 smithi005 ceph-mon[90837]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 7.5 KiB/s wr, 87 op/s 2024-04-12T17:09:48.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:48 smithi005 ceph-mon[90837]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T17:09:48.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:48 smithi016 ceph-mon[84444]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 7.5 KiB/s wr, 87 op/s 2024-04-12T17:09:48.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:48 smithi016 ceph-mon[84444]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-12T17:09:49.309 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:49.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:49 smithi005 ceph-mon[88416]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T17:09:49.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:49 smithi005 ceph-mon[90837]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T17:09:49.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:49 smithi016 ceph-mon[84444]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-12T17:09:50.260 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4041 ms) 2024-04-12T17:09:50.261 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-12T17:09:50.294 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:50.306 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:50.315 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:50 smithi005 ceph-mon[88416]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 18 KiB/s wr, 362 op/s 2024-04-12T17:09:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:50 smithi005 ceph-mon[88416]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T17:09:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:50 smithi005 ceph-mon[90837]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 18 KiB/s wr, 362 op/s 2024-04-12T17:09:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:50 smithi005 ceph-mon[90837]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T17:09:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:50 smithi016 ceph-mon[84444]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 281 KiB/s rd, 18 KiB/s wr, 362 op/s 2024-04-12T17:09:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:50 smithi016 ceph-mon[84444]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-12T17:09:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:09:51.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:51 smithi005 ceph-mon[88416]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T17:09:51.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:51 smithi005 ceph-mon[88416]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T17:09:51.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:51 smithi005 ceph-mon[90837]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T17:09:51.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:51 smithi005 ceph-mon[90837]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T17:09:51.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:51 smithi016 ceph-mon[84444]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-12T17:09:51.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:51 smithi016 ceph-mon[84444]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-12T17:09:52.088 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:52.159 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:52 smithi005 ceph-mon[88416]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 16 KiB/s wr, 349 op/s 2024-04-12T17:09:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:52 smithi005 ceph-mon[88416]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T17:09:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:52 smithi005 ceph-mon[90837]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 16 KiB/s wr, 349 op/s 2024-04-12T17:09:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:52 smithi005 ceph-mon[90837]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T17:09:52.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:52 smithi016 ceph-mon[84444]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 16 KiB/s wr, 349 op/s 2024-04-12T17:09:52.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:52 smithi016 ceph-mon[84444]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-12T17:09:52.499 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:09:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:09:53.327 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:54 smithi005 ceph-mon[88416]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 17 KiB/s wr, 347 op/s 2024-04-12T17:09:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:54 smithi005 ceph-mon[88416]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T17:09:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:09:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:09:53] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:09:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:54 smithi005 ceph-mon[90837]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 17 KiB/s wr, 347 op/s 2024-04-12T17:09:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:54 smithi005 ceph-mon[90837]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T17:09:54.284 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4023 ms) 2024-04-12T17:09:54.284 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-12T17:09:54.316 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:54.327 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:54.336 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:54.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:54 smithi016 ceph-mon[84444]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 273 KiB/s rd, 17 KiB/s wr, 347 op/s 2024-04-12T17:09:54.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:54 smithi016 ceph-mon[84444]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-12T17:09:55.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:55 smithi005 ceph-mon[88416]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T17:09:55.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:55 smithi005 ceph-mon[90837]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T17:09:55.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:55 smithi016 ceph-mon[84444]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-12T17:09:56.091 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:09:56.161 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:09:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:56 smithi005 ceph-mon[88416]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-04-12T17:09:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:56 smithi005 ceph-mon[88416]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T17:09:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:56 smithi005 ceph-mon[88416]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T17:09:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:56 smithi005 ceph-mon[90837]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-04-12T17:09:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:56 smithi005 ceph-mon[90837]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T17:09:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:56 smithi005 ceph-mon[90837]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T17:09:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:56 smithi016 ceph-mon[84444]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-04-12T17:09:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:56 smithi016 ceph-mon[84444]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-12T17:09:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:56 smithi016 ceph-mon[84444]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-12T17:09:57.333 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:09:58.294 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4010 ms) 2024-04-12T17:09:58.294 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-12T17:09:58.329 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:09:58.341 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:09:58.350 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:09:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:58 smithi005 ceph-mon[88416]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 9.7 KiB/s wr, 272 op/s 2024-04-12T17:09:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:58 smithi005 ceph-mon[88416]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T17:09:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:58 smithi005 ceph-mon[90837]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 9.7 KiB/s wr, 272 op/s 2024-04-12T17:09:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:58 smithi005 ceph-mon[90837]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T17:09:58.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:58 smithi016 ceph-mon[84444]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 9.7 KiB/s wr, 272 op/s 2024-04-12T17:09:58.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:58 smithi016 ceph-mon[84444]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-12T17:09:59.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:09:59 smithi005 ceph-mon[88416]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T17:09:59.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:09:59 smithi005 ceph-mon[90837]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T17:09:59.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:09:59 smithi016 ceph-mon[84444]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-12T17:10:00.173 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:10:00.236 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:10:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[88416]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 361 KiB/s rd, 20 KiB/s wr, 454 op/s 2024-04-12T17:10:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[88416]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T17:10:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[88416]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T17:10:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[88416]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T17:10:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[88416]: application not enabled on pool 'test-librbd-smithi005-138812-9' 2024-04-12T17:10:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[88416]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T17:10:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[90837]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 361 KiB/s rd, 20 KiB/s wr, 454 op/s 2024-04-12T17:10:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[90837]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T17:10:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[90837]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T17:10:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[90837]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T17:10:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[90837]: application not enabled on pool 'test-librbd-smithi005-138812-9' 2024-04-12T17:10:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:00 smithi005 ceph-mon[90837]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T17:10:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:00 smithi016 ceph-mon[84444]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 361 KiB/s rd, 20 KiB/s wr, 454 op/s 2024-04-12T17:10:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:00 smithi016 ceph-mon[84444]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-12T17:10:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:00 smithi016 ceph-mon[84444]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-12T17:10:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:00 smithi016 ceph-mon[84444]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T17:10:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:00 smithi016 ceph-mon[84444]: application not enabled on pool 'test-librbd-smithi005-138812-9' 2024-04-12T17:10:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:00 smithi016 ceph-mon[84444]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T17:10:01.279 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:10:01.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:01 smithi005 ceph-mon[88416]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T17:10:01.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:01 smithi005 ceph-mon[88416]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T17:10:01.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:01 smithi005 ceph-mon[90837]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T17:10:01.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:01 smithi005 ceph-mon[90837]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T17:10:01.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:01 smithi016 ceph-mon[84444]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-12T17:10:01.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:01 smithi016 ceph-mon[84444]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-12T17:10:02.319 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4025 ms) 2024-04-12T17:10:02.319 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-12T17:10:02.349 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:10:02.360 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 0~10 2024-04-12T17:10:02.368 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:10:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:02 smithi005 ceph-mon[88416]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-04-12T17:10:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:02 smithi005 ceph-mon[90837]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-04-12T17:10:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:02 smithi016 ceph-mon[84444]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 201 KiB/s rd, 15 KiB/s wr, 256 op/s 2024-04-12T17:10:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:10:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:03.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:03 smithi005 ceph-mon[88416]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T17:10:03.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:03 smithi005 ceph-mon[90837]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T17:10:03.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:03 smithi016 ceph-mon[84444]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-12T17:10:04.178 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:10:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:10:03] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:10:04.196 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:10:04.262 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:10:04.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:04 smithi005 ceph-mon[88416]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 25 KiB/s wr, 373 op/s 2024-04-12T17:10:04.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:04 smithi005 ceph-mon[88416]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T17:10:04.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:04 smithi005 ceph-mon[90837]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 25 KiB/s wr, 373 op/s 2024-04-12T17:10:04.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:04 smithi005 ceph-mon[90837]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T17:10:04.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:04 smithi016 ceph-mon[84444]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 286 KiB/s rd, 25 KiB/s wr, 373 op/s 2024-04-12T17:10:04.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:04 smithi016 ceph-mon[84444]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-12T17:10:05.384 INFO:tasks.workunit.client.0.smithi005.stdout:migration_abort 2024-04-12T17:10:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:05 smithi005 ceph-mon[88416]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T17:10:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:05 smithi005 ceph-mon[90837]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T17:10:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:05 smithi016 ceph-mon[84444]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-12T17:10:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:06.233 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3914 ms) 2024-04-12T17:10:06.233 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-12T17:10:06.267 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:10:06.279 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 28940773~6606964 2024-04-12T17:10:06.321 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 15274141~8010475 2024-04-12T17:10:06.322 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 13880694~1889128 2024-04-12T17:10:06.337 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 52727744~7049040 2024-04-12T17:10:06.337 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 51966267~1379239 2024-04-12T17:10:06.350 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 12533961~1968274 2024-04-12T17:10:06.352 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 46791267~5423786 2024-04-12T17:10:06.382 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 22908558~6342615 2024-04-12T17:10:06.385 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap0 2024-04-12T17:10:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:06 smithi005 ceph-mon[88416]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 330 KiB/s rd, 30 KiB/s wr, 436 op/s 2024-04-12T17:10:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:06 smithi005 ceph-mon[88416]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T17:10:06.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:06 smithi005 ceph-mon[88416]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T17:10:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:06 smithi005 ceph-mon[90837]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 330 KiB/s rd, 30 KiB/s wr, 436 op/s 2024-04-12T17:10:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:06 smithi005 ceph-mon[90837]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T17:10:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:06 smithi005 ceph-mon[90837]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T17:10:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:06 smithi016 ceph-mon[84444]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 330 KiB/s rd, 30 KiB/s wr, 436 op/s 2024-04-12T17:10:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:06 smithi016 ceph-mon[84444]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-12T17:10:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:06 smithi016 ceph-mon[84444]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-12T17:10:08.214 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap0 2024-04-12T17:10:08.229 INFO:tasks.workunit.client.0.smithi005.stdout:clone image159 -> image162 2024-04-12T17:10:08.334 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 140024046 2024-04-12T17:10:08.345 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 30181523~92985 2024-04-12T17:10:08.390 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 49778056~5550283 2024-04-12T17:10:08.425 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 118533074~5150352 2024-04-12T17:10:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:08 smithi005 ceph-mon[88416]: pgmap v2408: 169 pgs: 169 active+clean; 916 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 1.6 MiB/s wr, 157 op/s 2024-04-12T17:10:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:08 smithi005 ceph-mon[88416]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T17:10:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:08 smithi005 ceph-mon[90837]: pgmap v2408: 169 pgs: 169 active+clean; 916 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 1.6 MiB/s wr, 157 op/s 2024-04-12T17:10:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:08 smithi005 ceph-mon[90837]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T17:10:08.458 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 27314246~6315231 2024-04-12T17:10:08.484 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 35178583~6124498 2024-04-12T17:10:08.511 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 95126403~4538838 2024-04-12T17:10:08.511 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 87050625~1125984 2024-04-12T17:10:08.523 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 131915423~4398796 2024-04-12T17:10:08.523 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:10:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:08 smithi016 ceph-mon[84444]: pgmap v2408: 169 pgs: 169 active+clean; 916 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 1.6 MiB/s wr, 157 op/s 2024-04-12T17:10:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:08 smithi016 ceph-mon[84444]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-12T17:10:09.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:09 smithi005 ceph-mon[88416]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T17:10:09.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:09 smithi005 ceph-mon[90837]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T17:10:09.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:09 smithi016 ceph-mon[84444]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-12T17:10:10.229 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:10:10.244 INFO:tasks.workunit.client.0.smithi005.stdout:clone image162 -> image164 2024-04-12T17:10:10.379 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 100366196~6671950 2024-04-12T17:10:10.424 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 68325639~2881513 2024-04-12T17:10:10.431 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 107048425~6178678 2024-04-12T17:10:10.463 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 78792845~5341747 2024-04-12T17:10:10.480 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 129570678~4980874 2024-04-12T17:10:10.520 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 15776583~5161529 2024-04-12T17:10:10.543 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 139487580~502192 2024-04-12T17:10:10.550 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 54458910~7208419 2024-04-12T17:10:10.559 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:10:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:10 smithi016 ceph-mon[84444]: pgmap v2411: 169 pgs: 169 active+clean; 954 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.3 MiB/s wr, 352 op/s 2024-04-12T17:10:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:10 smithi016 ceph-mon[84444]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T17:10:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:10 smithi005 ceph-mon[88416]: pgmap v2411: 169 pgs: 169 active+clean; 954 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.3 MiB/s wr, 352 op/s 2024-04-12T17:10:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:10 smithi005 ceph-mon[88416]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T17:10:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:10 smithi005 ceph-mon[90837]: pgmap v2411: 169 pgs: 169 active+clean; 954 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 9.3 MiB/s wr, 352 op/s 2024-04-12T17:10:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:10 smithi005 ceph-mon[90837]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-12T17:10:11.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:11 smithi016 ceph-mon[84444]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T17:10:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:11 smithi016 ceph-mon[84444]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T17:10:11.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:11 smithi005 ceph-mon[88416]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T17:10:11.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:11 smithi005 ceph-mon[88416]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T17:10:11.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:11 smithi005 ceph-mon[90837]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-12T17:10:11.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:11 smithi005 ceph-mon[90837]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-12T17:10:12.096 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap2 2024-04-12T17:10:12.109 INFO:tasks.workunit.client.0.smithi005.stdout:clone image164 -> image166 2024-04-12T17:10:12.270 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 116854018 2024-04-12T17:10:12.287 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 28398601~7135050 2024-04-12T17:10:12.346 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 25469214~4880928 2024-04-12T17:10:12.348 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 52187391~6776319 2024-04-12T17:10:12.384 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 46120870~2780054 2024-04-12T17:10:12.407 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 89808007~5668046 2024-04-12T17:10:12.447 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 57501968~127197 2024-04-12T17:10:12.449 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 50386099~686305 2024-04-12T17:10:12.455 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 106546008~1663226 2024-04-12T17:10:12.484 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:10:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:12 smithi016 ceph-mon[84444]: pgmap v2414: 169 pgs: 169 active+clean; 954 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.7 MiB/s wr, 258 op/s 2024-04-12T17:10:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:12 smithi016 ceph-mon[84444]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T17:10:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:10:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:10:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:12 smithi005 ceph-mon[88416]: pgmap v2414: 169 pgs: 169 active+clean; 954 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.7 MiB/s wr, 258 op/s 2024-04-12T17:10:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:12 smithi005 ceph-mon[88416]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T17:10:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:12 smithi005 ceph-mon[90837]: pgmap v2414: 169 pgs: 169 active+clean; 954 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.7 MiB/s wr, 258 op/s 2024-04-12T17:10:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:12 smithi005 ceph-mon[90837]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-12T17:10:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:10:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:10:13] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-12T17:10:14.244 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap3 2024-04-12T17:10:14.256 INFO:tasks.workunit.client.0.smithi005.stdout:clone image166 -> image168 2024-04-12T17:10:14.441 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 172367494 2024-04-12T17:10:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:14 smithi016 ceph-mon[84444]: pgmap v2417: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 22 MiB/s wr, 524 op/s 2024-04-12T17:10:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:14 smithi016 ceph-mon[84444]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T17:10:14.618 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.StressNoMigrate (8385 ms) 2024-04-12T17:10:14.618 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.Stress 2024-04-12T17:10:14.650 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:10:14.660 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 55614007~4765969 2024-04-12T17:10:14.693 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 18316106~641888 2024-04-12T17:10:14.693 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 59864336~7490416 2024-04-12T17:10:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:14 smithi005 ceph-mon[88416]: pgmap v2417: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 22 MiB/s wr, 524 op/s 2024-04-12T17:10:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:14 smithi005 ceph-mon[88416]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T17:10:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:14 smithi005 ceph-mon[90837]: pgmap v2417: 169 pgs: 169 active+clean; 1.0 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 6.8 MiB/s rd, 22 MiB/s wr, 524 op/s 2024-04-12T17:10:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:14 smithi005 ceph-mon[90837]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-12T17:10:14.729 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 31476051~6793404 2024-04-12T17:10:14.730 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 57944871~7196556 2024-04-12T17:10:14.765 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 22730203~1891782 2024-04-12T17:10:14.765 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 29295087~6359666 2024-04-12T17:10:14.798 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 58345384~2445307 2024-04-12T17:10:14.801 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap0 2024-04-12T17:10:15.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:15 smithi016 ceph-mon[84444]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T17:10:15.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:15 smithi005 ceph-mon[88416]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T17:10:15.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:15 smithi005 ceph-mon[90837]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-12T17:10:16.259 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap0 2024-04-12T17:10:16.275 INFO:tasks.workunit.client.0.smithi005.stdout:clone image169 -> image172 2024-04-12T17:10:16.380 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 128234302 2024-04-12T17:10:16.391 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 117202387~829864 2024-04-12T17:10:16.405 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 114701214~4808145 2024-04-12T17:10:16.408 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 28136977~8164315 2024-04-12T17:10:16.447 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 120052507~5294663 2024-04-12T17:10:16.449 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 45669015~6098717 2024-04-12T17:10:16.479 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 49177407~1740418 2024-04-12T17:10:16.482 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 115956565~3799696 2024-04-12T17:10:16.502 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 105942824~4298011 2024-04-12T17:10:16.502 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:10:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:16 smithi016 ceph-mon[84444]: pgmap v2420: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 32 MiB/s wr, 665 op/s 2024-04-12T17:10:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:16 smithi016 ceph-mon[84444]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T17:10:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:16 smithi005 ceph-mon[88416]: pgmap v2420: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 32 MiB/s wr, 665 op/s 2024-04-12T17:10:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:16 smithi005 ceph-mon[88416]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T17:10:16.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:16 smithi005 ceph-mon[90837]: pgmap v2420: 169 pgs: 169 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.9 MiB/s rd, 32 MiB/s wr, 665 op/s 2024-04-12T17:10:16.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:16 smithi005 ceph-mon[90837]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-12T17:10:17.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:17 smithi016 ceph-mon[84444]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T17:10:17.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:17 smithi005 ceph-mon[88416]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T17:10:17.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:17 smithi005 ceph-mon[90837]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-12T17:10:18.273 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:10:18.288 INFO:tasks.workunit.client.0.smithi005.stdout:clone image172 -> image174 2024-04-12T17:10:18.418 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 86641107~3743382 2024-04-12T17:10:18.446 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 102340116~4250040 2024-04-12T17:10:18.453 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 91683925~5937988 2024-04-12T17:10:18.484 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 83041425~939056 2024-04-12T17:10:18.490 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 87969450~4259727 2024-04-12T17:10:18.514 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 110983704~4195618 2024-04-12T17:10:18.531 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 123639056~2969366 2024-04-12T17:10:18.551 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 63974469~579671 2024-04-12T17:10:18.582 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:10:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:18 smithi016 ceph-mon[84444]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 15 MiB/s wr, 197 op/s 2024-04-12T17:10:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:18 smithi016 ceph-mon[84444]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T17:10:18.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:18 smithi005 ceph-mon[88416]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 15 MiB/s wr, 197 op/s 2024-04-12T17:10:18.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:18 smithi005 ceph-mon[88416]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T17:10:18.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:18 smithi005 ceph-mon[90837]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 15 MiB/s wr, 197 op/s 2024-04-12T17:10:18.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:18 smithi005 ceph-mon[90837]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-12T17:10:19.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:19 smithi016 ceph-mon[84444]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T17:10:19.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:19 smithi005 ceph-mon[88416]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T17:10:19.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:19 smithi005 ceph-mon[90837]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-12T17:10:20.285 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 4061662~4883354 2024-04-12T17:10:20.304 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 93636032~1794312 2024-04-12T17:10:20.305 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 122089246~1922327 2024-04-12T17:10:20.306 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 28364549~6249587 2024-04-12T17:10:20.306 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 39173551~2168900 2024-04-12T17:10:20.309 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 39324620~2672001 2024-04-12T17:10:20.336 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 116640349~7601083 2024-04-12T17:10:20.351 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 100488509~3951083 2024-04-12T17:10:20.352 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:10:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:20 smithi016 ceph-mon[84444]: pgmap v2426: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 26 MiB/s wr, 547 op/s 2024-04-12T17:10:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:20 smithi016 ceph-mon[84444]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T17:10:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:20 smithi005 ceph-mon[88416]: pgmap v2426: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 26 MiB/s wr, 547 op/s 2024-04-12T17:10:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:20 smithi005 ceph-mon[88416]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T17:10:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:20 smithi005 ceph-mon[90837]: pgmap v2426: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 26 MiB/s wr, 547 op/s 2024-04-12T17:10:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:20 smithi005 ceph-mon[90837]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-12T17:10:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:21 smithi016 ceph-mon[84444]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T17:10:21.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:21 smithi005 ceph-mon[88416]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T17:10:21.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:21 smithi005 ceph-mon[90837]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-12T17:10:22.299 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap3 2024-04-12T17:10:22.317 INFO:tasks.workunit.client.0.smithi005.stdout:clone image174 -> image176 2024-04-12T17:10:22.479 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 147824213 2024-04-12T17:10:22.493 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:10:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:22 smithi016 ceph-mon[84444]: pgmap v2429: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 21 MiB/s wr, 490 op/s 2024-04-12T17:10:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:22 smithi016 ceph-mon[84444]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T17:10:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:10:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:10:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:22 smithi005 ceph-mon[88416]: pgmap v2429: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 21 MiB/s wr, 490 op/s 2024-04-12T17:10:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:22 smithi005 ceph-mon[88416]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T17:10:22.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:22 smithi005 ceph-mon[90837]: pgmap v2429: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 21 MiB/s wr, 490 op/s 2024-04-12T17:10:22.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:22 smithi005 ceph-mon[90837]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-12T17:10:22.930 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:10:23.125 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:10:23.399 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.Stress (8782 ms) 2024-04-12T17:10:23.400 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.Stress2 2024-04-12T17:10:23.429 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:10:23.439 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 45122147~1933829 2024-04-12T17:10:23.456 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 27663837~1148054 2024-04-12T17:10:23.456 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 59453986~7374725 2024-04-12T17:10:23.489 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 62731855~5467379 2024-04-12T17:10:23.497 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 13244891~1313401 2024-04-12T17:10:23.512 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 60389035~1605536 2024-04-12T17:10:23.514 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 46437176~1351029 2024-04-12T17:10:23.523 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 12333101~3463091 2024-04-12T17:10:23.525 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap0 2024-04-12T17:10:23.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:23 smithi016 ceph-mon[84444]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T17:10:23.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:23 smithi005 ceph-mon[88416]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T17:10:23.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:23 smithi005 ceph-mon[90837]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-12T17:10:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:10:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:10:23] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:10:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:24 smithi016 ceph-mon[84444]: pgmap v2432: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 16 MiB/s wr, 471 op/s 2024-04-12T17:10:24.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:24 smithi005 ceph-mon[88416]: pgmap v2432: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 16 MiB/s wr, 471 op/s 2024-04-12T17:10:24.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:24 smithi005 ceph-mon[90837]: pgmap v2432: 169 pgs: 169 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 16 MiB/s wr, 471 op/s 2024-04-12T17:10:25.315 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap0 2024-04-12T17:10:25.328 INFO:tasks.workunit.client.0.smithi005.stdout:clone image177 -> image180 2024-04-12T17:10:25.430 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 12138486~1805473 2024-04-12T17:10:25.452 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 29130288~778114 2024-04-12T17:10:25.458 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 17460208~6421879 2024-04-12T17:10:25.491 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 12837262~3176939 2024-04-12T17:10:25.494 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 6639454~4634075 2024-04-12T17:10:25.516 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 73243403~5443428 2024-04-12T17:10:25.522 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 57708905~3527781 2024-04-12T17:10:25.556 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 13064443~925038 2024-04-12T17:10:25.559 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:10:25.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:25 smithi016 ceph-mon[84444]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T17:10:25.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:25 smithi005 ceph-mon[88416]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T17:10:25.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:25 smithi005 ceph-mon[90837]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-12T17:10:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:26 smithi016 ceph-mon[84444]: pgmap v2434: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 651 op/s 2024-04-12T17:10:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:26 smithi016 ceph-mon[84444]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T17:10:26.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:26 smithi005 ceph-mon[88416]: pgmap v2434: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 651 op/s 2024-04-12T17:10:26.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:26 smithi005 ceph-mon[88416]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T17:10:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:26 smithi005 ceph-mon[90837]: pgmap v2434: 169 pgs: 169 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 17 MiB/s wr, 651 op/s 2024-04-12T17:10:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:26 smithi005 ceph-mon[90837]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-12T17:10:27.326 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:10:27.343 INFO:tasks.workunit.client.0.smithi005.stdout:clone image180 -> image182 2024-04-12T17:10:27.483 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 156404509 2024-04-12T17:10:27.495 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 145744131~6954042 2024-04-12T17:10:27.536 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 11025366~6722966 2024-04-12T17:10:27.572 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 137748430~5528290 2024-04-12T17:10:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:27 smithi016 ceph-mon[84444]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T17:10:27.602 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 73915809~4772747 2024-04-12T17:10:27.609 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 65555495~3466229 2024-04-12T17:10:27.629 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 122494998~8050281 2024-04-12T17:10:27.629 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 45354591~2134105 2024-04-12T17:10:27.666 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 34243436~2853557 2024-04-12T17:10:27.672 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:10:27.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:27 smithi005 ceph-mon[88416]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T17:10:27.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:27 smithi005 ceph-mon[90837]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-12T17:10:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:28 smithi016 ceph-mon[84444]: pgmap v2437: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 873 op/s 2024-04-12T17:10:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:28 smithi016 ceph-mon[84444]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T17:10:28.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:28 smithi005 ceph-mon[88416]: pgmap v2437: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 873 op/s 2024-04-12T17:10:28.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:28 smithi005 ceph-mon[88416]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T17:10:28.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:28 smithi005 ceph-mon[90837]: pgmap v2437: 169 pgs: 169 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 873 op/s 2024-04-12T17:10:28.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:28 smithi005 ceph-mon[90837]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-12T17:10:29.336 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap2 2024-04-12T17:10:29.345 INFO:tasks.workunit.client.0.smithi005.stdout:clone image182 -> image184 2024-04-12T17:10:29.500 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 172186624 2024-04-12T17:10:29.511 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 89855105~5893477 2024-04-12T17:10:29.546 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 33860809~7526355 2024-04-12T17:10:29.553 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 163821624~5916556 2024-04-12T17:10:29.583 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 127815930~1936946 2024-04-12T17:10:29.588 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 85108089~7341364 2024-04-12T17:10:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:29 smithi016 ceph-mon[84444]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T17:10:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:29 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:10:29.620 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 115186769~6752749 2024-04-12T17:10:29.628 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 38494511~1989044 2024-04-12T17:10:29.644 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 118436809~2696680 2024-04-12T17:10:29.646 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:10:29.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:29 smithi005 ceph-mon[88416]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T17:10:29.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:29 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:10:29.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:29 smithi005 ceph-mon[90837]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-12T17:10:29.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:29 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:10:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:30 smithi016 ceph-mon[84444]: pgmap v2440: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 925 op/s 2024-04-12T17:10:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:30 smithi016 ceph-mon[84444]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T17:10:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:10:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:10:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:10:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[88416]: pgmap v2440: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 925 op/s 2024-04-12T17:10:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[88416]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T17:10:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:10:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:10:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:10:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[90837]: pgmap v2440: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 925 op/s 2024-04-12T17:10:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[90837]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-12T17:10:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:10:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:10:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:10:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap3 2024-04-12T17:10:31.586 INFO:tasks.workunit.client.0.smithi005.stdout:clone image184 -> image186 2024-04-12T17:10:31.778 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:10:31.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:31 smithi016 ceph-mon[84444]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T17:10:31.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:31 smithi016 ceph-mon[84444]: pgmap v2443: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 586 op/s 2024-04-12T17:10:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:31 smithi005 ceph-mon[88416]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T17:10:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:31 smithi005 ceph-mon[88416]: pgmap v2443: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 586 op/s 2024-04-12T17:10:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:31 smithi005 ceph-mon[90837]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-12T17:10:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:31 smithi005 ceph-mon[90837]: pgmap v2443: 169 pgs: 169 active+clean; 1.5 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 23 MiB/s wr, 586 op/s 2024-04-12T17:10:32.304 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 27998764~1794900 2024-04-12T17:10:32.334 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 17579789~6166047 2024-04-12T17:10:32.367 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 149967187~722070 2024-04-12T17:10:32.392 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 133056245~4257638 2024-04-12T17:10:32.417 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 66874864~2706440 2024-04-12T17:10:32.450 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 79538862~5578444 2024-04-12T17:10:32.475 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 107280433~2854500 2024-04-12T17:10:32.500 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 14354999~6025007 2024-04-12T17:10:32.521 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user0 2024-04-12T17:10:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:32 smithi016 ceph-mon[84444]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T17:10:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:10:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:10:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:32 smithi005 ceph-mon[88416]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T17:10:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:32 smithi005 ceph-mon[90837]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-12T17:10:33.578 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 96932464~3552955 2024-04-12T17:10:33.589 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 31145909~7968556 2024-04-12T17:10:33.590 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 118242470~3610532 2024-04-12T17:10:33.598 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 129387509~370082 2024-04-12T17:10:33.598 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 135994065~4992602 2024-04-12T17:10:33.607 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1134115~2280925 2024-04-12T17:10:33.607 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 159069191~2083555 2024-04-12T17:10:33.609 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 69812496~3809656 2024-04-12T17:10:33.678 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user1 2024-04-12T17:10:33.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:33 smithi016 ceph-mon[84444]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T17:10:33.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:33 smithi016 ceph-mon[84444]: pgmap v2446: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 757 op/s 2024-04-12T17:10:33.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:33 smithi005 ceph-mon[88416]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T17:10:33.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:33 smithi005 ceph-mon[88416]: pgmap v2446: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 757 op/s 2024-04-12T17:10:33.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:33 smithi005 ceph-mon[90837]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-12T17:10:33.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:33 smithi005 ceph-mon[90837]: pgmap v2446: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 757 op/s 2024-04-12T17:10:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:10:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:10:33] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:10:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:34 smithi016 ceph-mon[84444]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T17:10:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:34 smithi005 ceph-mon[88416]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T17:10:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:34 smithi005 ceph-mon[90837]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-12T17:10:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:35.588 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 221835397 2024-04-12T17:10:35.601 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 49211125~3866022 2024-04-12T17:10:35.619 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 209326235~1802219 2024-04-12T17:10:35.619 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 148227015~5317506 2024-04-12T17:10:35.622 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 79594790~5189479 2024-04-12T17:10:35.622 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 215211077~6624320 2024-04-12T17:10:35.632 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 24438484~808287 2024-04-12T17:10:35.633 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 215919603~5915794 2024-04-12T17:10:35.684 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 13884351~4885735 2024-04-12T17:10:35.685 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user2 2024-04-12T17:10:35.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:35 smithi016 ceph-mon[84444]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T17:10:35.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:35 smithi016 ceph-mon[84444]: pgmap v2449: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 32 MiB/s wr, 936 op/s 2024-04-12T17:10:35.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:35 smithi005 ceph-mon[88416]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T17:10:35.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:35 smithi005 ceph-mon[88416]: pgmap v2449: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 32 MiB/s wr, 936 op/s 2024-04-12T17:10:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:35 smithi005 ceph-mon[90837]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-12T17:10:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:35 smithi005 ceph-mon[90837]: pgmap v2449: 169 pgs: 169 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 32 MiB/s wr, 936 op/s 2024-04-12T17:10:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:36 smithi016 ceph-mon[84444]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T17:10:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:36 smithi005 ceph-mon[88416]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T17:10:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:36 smithi005 ceph-mon[90837]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-12T17:10:37.603 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 289704926 2024-04-12T17:10:37.621 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 173317625~110693 2024-04-12T17:10:37.628 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 105766591~8080513 2024-04-12T17:10:37.628 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 257527424~1005635 2024-04-12T17:10:37.629 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 69602154~7118050 2024-04-12T17:10:37.629 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 240124676~6953574 2024-04-12T17:10:37.633 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 130452723~6233142 2024-04-12T17:10:37.675 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 278534620~83679 2024-04-12T17:10:37.675 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 152284943~3934215 2024-04-12T17:10:37.678 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user3 2024-04-12T17:10:37.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:37 smithi016 ceph-mon[84444]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T17:10:37.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:37 smithi016 ceph-mon[84444]: pgmap v2452: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 214 op/s 2024-04-12T17:10:37.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:37 smithi005 ceph-mon[88416]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T17:10:37.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:37 smithi005 ceph-mon[88416]: pgmap v2452: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 214 op/s 2024-04-12T17:10:37.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:37 smithi005 ceph-mon[90837]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-12T17:10:37.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:37 smithi005 ceph-mon[90837]: pgmap v2452: 169 pgs: 169 active+clean; 1.7 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 22 MiB/s wr, 214 op/s 2024-04-12T17:10:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:38 smithi016 ceph-mon[84444]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T17:10:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:38 smithi005 ceph-mon[88416]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T17:10:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:38 smithi005 ceph-mon[90837]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-12T17:10:39.626 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 28970492~7242623 2024-04-12T17:10:39.630 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 30781147~3621311 2024-04-12T17:10:39.669 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 57940985~7242623 2024-04-12T17:10:39.676 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 59751640~3621311 2024-04-12T17:10:39.730 INFO:tasks.workunit.client.0.smithi005.stdout:write: 3 86911477~7242623 2024-04-12T17:10:39.733 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 88722132~3621311 2024-04-12T17:10:39.801 INFO:tasks.workunit.client.0.smithi005.stdout:write: 4 115881970~7242623 2024-04-12T17:10:39.803 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 117692625~3621311 2024-04-12T17:10:39.839 INFO:tasks.workunit.client.0.smithi005.stdout:write: 5 144852463~7242623 2024-04-12T17:10:39.841 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 146663118~3621311 2024-04-12T17:10:39.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:39 smithi016 ceph-mon[84444]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T17:10:39.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:39 smithi016 ceph-mon[84444]: pgmap v2455: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 40 MiB/s wr, 466 op/s 2024-04-12T17:10:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:39 smithi005 ceph-mon[88416]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T17:10:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:39 smithi005 ceph-mon[88416]: pgmap v2455: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 40 MiB/s wr, 466 op/s 2024-04-12T17:10:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:39 smithi005 ceph-mon[90837]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-12T17:10:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:39 smithi005 ceph-mon[90837]: pgmap v2455: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 40 MiB/s wr, 466 op/s 2024-04-12T17:10:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:40 smithi005 ceph-mon[88416]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T17:10:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:40 smithi005 ceph-mon[90837]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T17:10:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:40 smithi016 ceph-mon[84444]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-12T17:10:41.455 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:10:41.709 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:10:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:41 smithi005 ceph-mon[88416]: pgmap v2457: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 38 MiB/s wr, 435 op/s 2024-04-12T17:10:41.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:41 smithi005 ceph-mon[90837]: pgmap v2457: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 38 MiB/s wr, 435 op/s 2024-04-12T17:10:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:41 smithi016 ceph-mon[84444]: pgmap v2457: 169 pgs: 169 active+clean; 1.8 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 38 MiB/s wr, 435 op/s 2024-04-12T17:10:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:10:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:43.380 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.Stress2 (19980 ms) 2024-04-12T17:10:43.380 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMigration.StressLive 2024-04-12T17:10:43.411 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 83886080 2024-04-12T17:10:43.422 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 5655718~863113 2024-04-12T17:10:43.435 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 12423610~6511071 2024-04-12T17:10:43.436 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 65115512~3891430 2024-04-12T17:10:43.458 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 20896606~4843289 2024-04-12T17:10:43.458 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 59536180~3922442 2024-04-12T17:10:43.487 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 59749833~616517 2024-04-12T17:10:43.489 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 67833041~7183107 2024-04-12T17:10:43.523 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 22308981~1140270 2024-04-12T17:10:43.523 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap0 2024-04-12T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:43 smithi005 ceph-mon[88416]: pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 196 MiB/s rd, 35 MiB/s wr, 858 op/s 2024-04-12T17:10:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:10:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:10:43] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:10:44.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:43 smithi005 ceph-mon[90837]: pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 196 MiB/s rd, 35 MiB/s wr, 858 op/s 2024-04-12T17:10:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:43 smithi016 ceph-mon[84444]: pgmap v2458: 169 pgs: 169 active+clean; 1.9 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 196 MiB/s rd, 35 MiB/s wr, 858 op/s 2024-04-12T17:10:44.945 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap0 2024-04-12T17:10:44.960 INFO:tasks.workunit.client.0.smithi005.stdout:clone image187 -> image190 2024-04-12T17:10:45.065 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 115589304 2024-04-12T17:10:45.076 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 35576112~2388912 2024-04-12T17:10:45.100 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 53136734~1237982 2024-04-12T17:10:45.105 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 36339365~7512106 2024-04-12T17:10:45.134 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 70018458~2277027 2024-04-12T17:10:45.174 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 60245306~793073 2024-04-12T17:10:45.201 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 109199017~1093077 2024-04-12T17:10:45.201 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 74725091~7074356 2024-04-12T17:10:45.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:44 smithi005 ceph-mon[88416]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T17:10:45.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:44 smithi005 ceph-mon[90837]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T17:10:45.246 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 106102686~237129 2024-04-12T17:10:45.246 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap1 2024-04-12T17:10:45.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:44 smithi016 ceph-mon[84444]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-12T17:10:46.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:45 smithi005 ceph-mon[90837]: pgmap v2460: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 262 MiB/s rd, 22 MiB/s wr, 717 op/s 2024-04-12T17:10:46.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:45 smithi005 ceph-mon[90837]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T17:10:46.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:45 smithi005 ceph-mon[88416]: pgmap v2460: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 262 MiB/s rd, 22 MiB/s wr, 717 op/s 2024-04-12T17:10:46.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:45 smithi005 ceph-mon[88416]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T17:10:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:45 smithi016 ceph-mon[84444]: pgmap v2460: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 262 MiB/s rd, 22 MiB/s wr, 717 op/s 2024-04-12T17:10:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:45 smithi016 ceph-mon[84444]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-12T17:10:46.954 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap1 2024-04-12T17:10:46.969 INFO:tasks.workunit.client.0.smithi005.stdout:clone image190 -> image192 2024-04-12T17:10:47.095 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 84796375 2024-04-12T17:10:47.111 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 57637201~6371008 2024-04-12T17:10:47.166 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 35472093~8379963 2024-04-12T17:10:47.180 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 21220794~3195797 2024-04-12T17:10:47.201 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 9279448~7711702 2024-04-12T17:10:47.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:46 smithi005 ceph-mon[88416]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T17:10:47.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:46 smithi005 ceph-mon[90837]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T17:10:47.208 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 58459432~4317620 2024-04-12T17:10:47.232 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 60668279~2191025 2024-04-12T17:10:47.234 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 81036868~2128089 2024-04-12T17:10:47.266 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 43400370~3704394 2024-04-12T17:10:47.272 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap2 2024-04-12T17:10:47.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:46 smithi016 ceph-mon[84444]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-12T17:10:48.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:47 smithi005 ceph-mon[88416]: pgmap v2463: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 306 MiB/s rd, 22 MiB/s wr, 732 op/s 2024-04-12T17:10:48.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:47 smithi005 ceph-mon[88416]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T17:10:48.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:47 smithi005 ceph-mon[90837]: pgmap v2463: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 306 MiB/s rd, 22 MiB/s wr, 732 op/s 2024-04-12T17:10:48.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:47 smithi005 ceph-mon[90837]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T17:10:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:47 smithi016 ceph-mon[84444]: pgmap v2463: 169 pgs: 169 active+clean; 1.9 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 306 MiB/s rd, 22 MiB/s wr, 732 op/s 2024-04-12T17:10:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:47 smithi016 ceph-mon[84444]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-12T17:10:48.968 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap2 2024-04-12T17:10:48.981 INFO:tasks.workunit.client.0.smithi005.stdout:clone image192 -> image194 2024-04-12T17:10:49.133 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 108430740 2024-04-12T17:10:49.145 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 63229093~5494709 2024-04-12T17:10:49.206 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 79908290~3181629 2024-04-12T17:10:49.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:48 smithi005 ceph-mon[88416]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T17:10:49.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:48 smithi005 ceph-mon[90837]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T17:10:49.223 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 30139021~5694650 2024-04-12T17:10:49.255 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 10901091~4947974 2024-04-12T17:10:49.262 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 31430776~4588127 2024-04-12T17:10:49.283 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 55958699~4175556 2024-04-12T17:10:49.298 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 41446224~5181992 2024-04-12T17:10:49.329 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 19002321~3754914 2024-04-12T17:10:49.347 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: snap3 2024-04-12T17:10:49.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:48 smithi016 ceph-mon[84444]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-12T17:10:50.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:49 smithi005 ceph-mon[88416]: pgmap v2466: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 110 MiB/s rd, 28 MiB/s wr, 453 op/s 2024-04-12T17:10:50.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:49 smithi005 ceph-mon[88416]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T17:10:50.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:49 smithi005 ceph-mon[90837]: pgmap v2466: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 110 MiB/s rd, 28 MiB/s wr, 453 op/s 2024-04-12T17:10:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:49 smithi005 ceph-mon[90837]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T17:10:50.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:49 smithi016 ceph-mon[84444]: pgmap v2466: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 110 MiB/s rd, 28 MiB/s wr, 453 op/s 2024-04-12T17:10:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:49 smithi016 ceph-mon[84444]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-12T17:10:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:10:50.978 INFO:tasks.workunit.client.0.smithi005.stdout:snap_protect: snap3 2024-04-12T17:10:50.992 INFO:tasks.workunit.client.0.smithi005.stdout:clone image194 -> image196 2024-04-12T17:10:51.174 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 176466640 2024-04-12T17:10:51.189 INFO:tasks.workunit.client.0.smithi005.stdout:migration_prepare 2024-04-12T17:10:51.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:50 smithi016 ceph-mon[84444]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T17:10:51.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:50 smithi005 ceph-mon[88416]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T17:10:51.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:50 smithi005 ceph-mon[90837]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-12T17:10:51.656 INFO:tasks.workunit.client.0.smithi005.stdout:migration_execute 2024-04-12T17:10:51.656 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 39801077~5485032 2024-04-12T17:10:51.706 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 39701129~2843180 2024-04-12T17:10:51.708 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 169684709~936193 2024-04-12T17:10:51.714 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 87303180~6451482 2024-04-12T17:10:51.737 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 1291686~8053237 2024-04-12T17:10:51.780 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 54131784~7427499 2024-04-12T17:10:51.805 INFO:tasks.workunit.client.0.smithi005.stdout:write: a 67280764~1456507 2024-04-12T17:10:51.831 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 31680758~8205253 2024-04-12T17:10:51.859 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user0 2024-04-12T17:10:52.248 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:51 smithi016 ceph-mon[84444]: pgmap v2469: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 61 MiB/s rd, 25 MiB/s wr, 378 op/s 2024-04-12T17:10:52.249 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:51 smithi016 ceph-mon[84444]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T17:10:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:51 smithi005 ceph-mon[88416]: pgmap v2469: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 61 MiB/s rd, 25 MiB/s wr, 378 op/s 2024-04-12T17:10:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:51 smithi005 ceph-mon[88416]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T17:10:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:51 smithi005 ceph-mon[90837]: pgmap v2469: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 61 MiB/s rd, 25 MiB/s wr, 378 op/s 2024-04-12T17:10:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:51 smithi005 ceph-mon[90837]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-12T17:10:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:10:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:10:52.988 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 208952247 2024-04-12T17:10:53.002 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 159140501~4603660 2024-04-12T17:10:53.012 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 35447045~6272150 2024-04-12T17:10:53.013 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 181622634~1643647 2024-04-12T17:10:53.013 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 59080024~208028 2024-04-12T17:10:53.013 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 121429449~5402016 2024-04-12T17:10:53.019 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 65141010~745780 2024-04-12T17:10:53.019 INFO:tasks.workunit.client.0.smithi005.stdout:write: b 146552164~7092941 2024-04-12T17:10:53.033 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 169319674~6412567 2024-04-12T17:10:53.049 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user1 2024-04-12T17:10:53.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:52 smithi016 ceph-mon[84444]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T17:10:53.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:52 smithi005 ceph-mon[88416]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T17:10:53.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:52 smithi005 ceph-mon[90837]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-12T17:10:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:53 smithi005 ceph-mon[90837]: pgmap v2472: 169 pgs: 169 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 26 MiB/s wr, 853 op/s 2024-04-12T17:10:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:53 smithi005 ceph-mon[90837]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T17:10:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:53 smithi005 ceph-mon[88416]: pgmap v2472: 169 pgs: 169 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 26 MiB/s wr, 853 op/s 2024-04-12T17:10:54.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:53 smithi005 ceph-mon[88416]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T17:10:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:10:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:10:53] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:10:54.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:53 smithi016 ceph-mon[84444]: pgmap v2472: 169 pgs: 169 active+clean; 2.2 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 26 MiB/s wr, 853 op/s 2024-04-12T17:10:54.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:53 smithi016 ceph-mon[84444]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-12T17:10:54.997 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 14148313~7348760 2024-04-12T17:10:55.018 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 65372808~3581136 2024-04-12T17:10:55.018 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 57504112~6183412 2024-04-12T17:10:55.029 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 16547707~2639632 2024-04-12T17:10:55.053 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 22035724~999442 2024-04-12T17:10:55.054 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 36498419~2635074 2024-04-12T17:10:55.054 INFO:tasks.workunit.client.0.smithi005.stdout:write: c 120237578~5183427 2024-04-12T17:10:55.060 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 88826457~5258788 2024-04-12T17:10:55.060 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user2 2024-04-12T17:10:55.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:54 smithi016 ceph-mon[84444]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T17:10:55.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:54 smithi005 ceph-mon[88416]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T17:10:55.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:54 smithi005 ceph-mon[90837]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-12T17:10:56.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:55 smithi016 ceph-mon[84444]: pgmap v2475: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 34 MiB/s wr, 1.14k op/s 2024-04-12T17:10:56.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:55 smithi016 ceph-mon[84444]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T17:10:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:55 smithi005 ceph-mon[88416]: pgmap v2475: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 34 MiB/s wr, 1.14k op/s 2024-04-12T17:10:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:55 smithi005 ceph-mon[88416]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T17:10:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:55 smithi005 ceph-mon[90837]: pgmap v2475: 169 pgs: 169 active+clean; 2.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 34 MiB/s wr, 1.14k op/s 2024-04-12T17:10:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:55 smithi005 ceph-mon[90837]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-12T17:10:57.009 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 355964044 2024-04-12T17:10:57.025 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 145020753~4295165 2024-04-12T17:10:57.040 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 199037148~492852 2024-04-12T17:10:57.040 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 46424829~863149 2024-04-12T17:10:57.041 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 317749106~4637760 2024-04-12T17:10:57.041 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 1044640~3186123 2024-04-12T17:10:57.043 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 337739041~6829893 2024-04-12T17:10:57.043 INFO:tasks.workunit.client.0.smithi005.stdout:write: d 249059678~7998226 2024-04-12T17:10:57.058 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 251206487~2863812 2024-04-12T17:10:57.094 INFO:tasks.workunit.client.0.smithi005.stdout:snap_create: user3 2024-04-12T17:10:57.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:56 smithi016 ceph-mon[84444]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T17:10:57.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:56 smithi005 ceph-mon[88416]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T17:10:57.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:56 smithi005 ceph-mon[90837]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-12T17:10:58.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:57 smithi016 ceph-mon[84444]: pgmap v2478: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 367 op/s 2024-04-12T17:10:58.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:57 smithi016 ceph-mon[84444]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T17:10:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:57 smithi005 ceph-mon[88416]: pgmap v2478: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 367 op/s 2024-04-12T17:10:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:57 smithi005 ceph-mon[88416]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T17:10:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:57 smithi005 ceph-mon[90837]: pgmap v2478: 169 pgs: 169 active+clean; 2.2 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 367 op/s 2024-04-12T17:10:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:57 smithi005 ceph-mon[90837]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-12T17:10:59.031 INFO:tasks.workunit.client.0.smithi005.stdout:write: 1 35596404~8899101 2024-04-12T17:10:59.043 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 37821179~4449550 2024-04-12T17:10:59.068 INFO:tasks.workunit.client.0.smithi005.stdout:write: 2 71192808~8899101 2024-04-12T17:10:59.079 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 73417583~4449550 2024-04-12T17:10:59.136 INFO:tasks.workunit.client.0.smithi005.stdout:write: 3 106789213~8899101 2024-04-12T17:10:59.146 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 109013988~4449550 2024-04-12T17:10:59.170 INFO:tasks.workunit.client.0.smithi005.stdout:write: 4 142385617~8899101 2024-04-12T17:10:59.180 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 144610392~4449550 2024-04-12T17:10:59.217 INFO:tasks.workunit.client.0.smithi005.stdout:write: 5 177982022~8899101 2024-04-12T17:10:59.226 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 180206797~4449550 2024-04-12T17:10:59.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:10:59 smithi016 ceph-mon[84444]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T17:10:59.361 INFO:tasks.workunit.client.0.smithi005.stdout:migration_commit 2024-04-12T17:10:59.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:10:59 smithi005 ceph-mon[88416]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T17:10:59.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:10:59 smithi005 ceph-mon[90837]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-12T17:11:00.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:00 smithi016 ceph-mon[84444]: pgmap v2481: 169 pgs: 169 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 26 MiB/s wr, 322 op/s 2024-04-12T17:11:00.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:00 smithi016 ceph-mon[84444]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T17:11:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:00 smithi005 ceph-mon[88416]: pgmap v2481: 169 pgs: 169 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 26 MiB/s wr, 322 op/s 2024-04-12T17:11:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:00 smithi005 ceph-mon[88416]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T17:11:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:00 smithi005 ceph-mon[90837]: pgmap v2481: 169 pgs: 169 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 26 MiB/s wr, 322 op/s 2024-04-12T17:11:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:00 smithi005 ceph-mon[90837]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-12T17:11:00.639 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMigration.StressLive (17259 ms) 2024-04-12T17:11:02.025 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 57 tests from TestMigration (259402 ms total) 2024-04-12T17:11:02.025 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:11:02.025 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 6 tests from TestGroup 2024-04-12T17:11:02.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:02 smithi016 ceph-mon[84444]: pgmap v2483: 169 pgs: 169 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 22 MiB/s wr, 264 op/s 2024-04-12T17:11:02.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:02 smithi016 ceph-mon[84444]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T17:11:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:02 smithi005 ceph-mon[88416]: pgmap v2483: 169 pgs: 169 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 22 MiB/s wr, 264 op/s 2024-04-12T17:11:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:02 smithi005 ceph-mon[88416]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T17:11:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:02 smithi005 ceph-mon[90837]: pgmap v2483: 169 pgs: 169 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 22 MiB/s wr, 264 op/s 2024-04-12T17:11:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:02 smithi005 ceph-mon[90837]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-12T17:11:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:11:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:03.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:03 smithi016 ceph-mon[84444]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T17:11:03.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:03 smithi005 ceph-mon[88416]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T17:11:03.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:03 smithi005 ceph-mon[90837]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-12T17:11:04.029 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestGroup.group_create 2024-04-12T17:11:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:11:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:11:03] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-12T17:11:04.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[88416]: pgmap v2486: 105 pgs: 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[88416]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3007413290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[90837]: pgmap v2486: 105 pgs: 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[90837]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3007413290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:04 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:04 smithi016 ceph-mon[84444]: pgmap v2486: 105 pgs: 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-12T17:11:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:04 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:11:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:04 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:11:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:04 smithi016 ceph-mon[84444]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-12T17:11:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:04 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3007413290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:04.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:04 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:05.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:05 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:11:05.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:05 smithi016 ceph-mon[84444]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T17:11:05.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:11:05.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:11:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[88416]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T17:11:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:11:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:11:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[90837]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-12T17:11:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:11:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:06.083 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestGroup.group_create (2054 ms) 2024-04-12T17:11:06.083 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestGroup.group_createPP 2024-04-12T17:11:06.102 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestGroup.group_createPP (19 ms) 2024-04-12T17:11:06.102 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestGroup.add_image 2024-04-12T17:11:06.142 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-04-12T17:11:06.142 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-12T17:11:06.184 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestGroup.add_imagePP (42 ms) 2024-04-12T17:11:06.184 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-12T17:11:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:06 smithi016 ceph-mon[84444]: pgmap v2489: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:11:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:06 smithi016 ceph-mon[84444]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T17:11:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:06 smithi005 ceph-mon[88416]: pgmap v2489: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:11:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:06 smithi005 ceph-mon[88416]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T17:11:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:06 smithi005 ceph-mon[90837]: pgmap v2489: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:11:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:06 smithi005 ceph-mon[90837]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-12T17:11:07.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:07 smithi016 ceph-mon[84444]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T17:11:07.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:07 smithi005 ceph-mon[88416]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T17:11:07.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:07 smithi005 ceph-mon[90837]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-12T17:11:08.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:08 smithi016 ceph-mon[84444]: pgmap v2492: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-12T17:11:08.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:08 smithi016 ceph-mon[84444]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T17:11:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:08 smithi005 ceph-mon[88416]: pgmap v2492: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-12T17:11:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:08 smithi005 ceph-mon[88416]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T17:11:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:08 smithi005 ceph-mon[90837]: pgmap v2492: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-12T17:11:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:08 smithi005 ceph-mon[90837]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-12T17:11:09.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:09 smithi016 ceph-mon[84444]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T17:11:09.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:09 smithi005 ceph-mon[88416]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T17:11:09.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:09 smithi005 ceph-mon[90837]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-12T17:11:10.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:10 smithi016 ceph-mon[84444]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 15 KiB/s wr, 167 op/s 2024-04-12T17:11:10.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:10 smithi016 ceph-mon[84444]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T17:11:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:10 smithi005 ceph-mon[88416]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 15 KiB/s wr, 167 op/s 2024-04-12T17:11:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:10 smithi005 ceph-mon[88416]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T17:11:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:10 smithi005 ceph-mon[90837]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 15 KiB/s wr, 167 op/s 2024-04-12T17:11:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:10 smithi005 ceph-mon[90837]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-12T17:11:11.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:11 smithi016 ceph-mon[84444]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T17:11:11.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:11 smithi005 ceph-mon[88416]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T17:11:11.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:11 smithi005 ceph-mon[90837]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-12T17:11:12.127 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestGroup.add_snapshot (5943 ms) 2024-04-12T17:11:12.127 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-12T17:11:12.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:12 smithi016 ceph-mon[84444]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 12 KiB/s wr, 139 op/s 2024-04-12T17:11:12.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:12 smithi016 ceph-mon[84444]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T17:11:12.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:12 smithi016 ceph-mon[84444]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T17:11:12.348 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:11:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:11:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:12 smithi005 ceph-mon[88416]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 12 KiB/s wr, 139 op/s 2024-04-12T17:11:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:12 smithi005 ceph-mon[88416]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T17:11:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:12 smithi005 ceph-mon[88416]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T17:11:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:12 smithi005 ceph-mon[90837]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 12 KiB/s wr, 139 op/s 2024-04-12T17:11:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:12 smithi005 ceph-mon[90837]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-12T17:11:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:12 smithi005 ceph-mon[90837]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-12T17:11:13.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:13 smithi016 ceph-mon[84444]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T17:11:13.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:13 smithi005 ceph-mon[88416]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T17:11:13.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:13 smithi005 ceph-mon[90837]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-12T17:11:14.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:14 smithi005 ceph-mon[88416]: pgmap v2502: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.1 KiB/s wr, 93 op/s 2024-04-12T17:11:14.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:14 smithi005 ceph-mon[88416]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T17:11:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:11:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:11:13] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-12T17:11:14.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:14 smithi005 ceph-mon[90837]: pgmap v2502: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.1 KiB/s wr, 93 op/s 2024-04-12T17:11:14.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:14 smithi005 ceph-mon[90837]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T17:11:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:14 smithi016 ceph-mon[84444]: pgmap v2502: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.1 KiB/s wr, 93 op/s 2024-04-12T17:11:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:14 smithi016 ceph-mon[84444]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-12T17:11:15.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:15 smithi005 ceph-mon[88416]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T17:11:15.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:15 smithi005 ceph-mon[90837]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T17:11:15.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:15 smithi016 ceph-mon[84444]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-12T17:11:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:16 smithi005 ceph-mon[88416]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.5 KiB/s wr, 115 op/s 2024-04-12T17:11:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:16 smithi005 ceph-mon[88416]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T17:11:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:16 smithi005 ceph-mon[88416]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T17:11:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:16 smithi005 ceph-mon[90837]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.5 KiB/s wr, 115 op/s 2024-04-12T17:11:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:16 smithi005 ceph-mon[90837]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T17:11:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:16 smithi005 ceph-mon[90837]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T17:11:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:16 smithi016 ceph-mon[84444]: pgmap v2505: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.5 KiB/s wr, 115 op/s 2024-04-12T17:11:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:16 smithi016 ceph-mon[84444]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-12T17:11:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:16 smithi016 ceph-mon[84444]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-12T17:11:18.157 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestGroup.add_snapshotPP (6027 ms) 2024-04-12T17:11:18.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:18 smithi005 ceph-mon[88416]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.2 KiB/s wr, 32 op/s 2024-04-12T17:11:18.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:18 smithi005 ceph-mon[88416]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T17:11:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:18 smithi005 ceph-mon[90837]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.2 KiB/s wr, 32 op/s 2024-04-12T17:11:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:18 smithi005 ceph-mon[90837]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T17:11:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:18 smithi016 ceph-mon[84444]: pgmap v2508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.2 KiB/s wr, 32 op/s 2024-04-12T17:11:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:18 smithi016 ceph-mon[84444]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-12T17:11:19.134 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 6 tests from TestGroup (14125 ms total) 2024-04-12T17:11:19.134 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:11:19.134 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 31 tests from TestDeepCopy 2024-04-12T17:11:19.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:19 smithi005 ceph-mon[88416]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T17:11:19.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:19 smithi005 ceph-mon[90837]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T17:11:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:19 smithi016 ceph-mon[84444]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-12T17:11:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:20 smithi005 ceph-mon[88416]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-04-12T17:11:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:20 smithi005 ceph-mon[88416]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T17:11:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:20 smithi005 ceph-mon[90837]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-04-12T17:11:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:20 smithi005 ceph-mon[90837]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T17:11:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:20 smithi016 ceph-mon[84444]: pgmap v2511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-04-12T17:11:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:20 smithi016 ceph-mon[84444]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-12T17:11:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:21.142 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-12T17:11:21.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:21 smithi005 ceph-mon[88416]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T17:11:21.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1051207830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:21.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:21 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:21 smithi005 ceph-mon[90837]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T17:11:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1051207830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:21 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:21 smithi016 ceph-mon[84444]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-12T17:11:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1051207830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:21 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:11:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[88416]: pgmap v2514: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:11:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:11:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:11:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[88416]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T17:11:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[90837]: pgmap v2514: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:11:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:11:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:11:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:22 smithi005 ceph-mon[90837]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T17:11:22.499 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:11:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:22 smithi016 ceph-mon[84444]: pgmap v2514: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:11:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:22 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:11:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:22 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:11:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:22 smithi016 ceph-mon[84444]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-12T17:11:23.278 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Empty (2135 ms) 2024-04-12T17:11:23.278 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-12T17:11:23.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:23 smithi005 ceph-mon[88416]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T17:11:23.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:23 smithi005 ceph-mon[90837]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T17:11:23.499 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.NoSnaps (222 ms) 2024-04-12T17:11:23.499 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-12T17:11:23.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:23 smithi016 ceph-mon[84444]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-12T17:11:24.154 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:11:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:11:23] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-12T17:11:24.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[88416]: pgmap v2517: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:11:24.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:11:24.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:11:24.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[88416]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T17:11:24.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[90837]: pgmap v2517: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:11:24.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:11:24.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:11:24.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:24 smithi005 ceph-mon[90837]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T17:11:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:24 smithi016 ceph-mon[84444]: pgmap v2517: 137 pgs: 2 unknown, 135 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:11:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:24 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:11:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:24 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:11:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:24 smithi016 ceph-mon[84444]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-12T17:11:25.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:25 smithi005 ceph-mon[88416]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T17:11:25.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:25 smithi005 ceph-mon[90837]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T17:11:25.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:25 smithi016 ceph-mon[84444]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-12T17:11:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:26 smithi005 ceph-mon[88416]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T17:11:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:26 smithi005 ceph-mon[88416]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T17:11:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:26 smithi005 ceph-mon[90837]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T17:11:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:26 smithi005 ceph-mon[90837]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T17:11:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:26 smithi016 ceph-mon[84444]: pgmap v2520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1023 B/s wr, 2 op/s 2024-04-12T17:11:26.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:26 smithi016 ceph-mon[84444]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-12T17:11:27.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:27 smithi005 ceph-mon[88416]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T17:11:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:27 smithi005 ceph-mon[90837]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T17:11:27.460 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Snaps (3961 ms) 2024-04-12T17:11:27.460 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-12T17:11:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:27 smithi016 ceph-mon[84444]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-12T17:11:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:28 smithi005 ceph-mon[88416]: pgmap v2523: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 6.2 KiB/s wr, 25 op/s 2024-04-12T17:11:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:28 smithi005 ceph-mon[88416]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T17:11:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:28 smithi005 ceph-mon[90837]: pgmap v2523: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 6.2 KiB/s wr, 25 op/s 2024-04-12T17:11:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:28 smithi005 ceph-mon[90837]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T17:11:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:28 smithi016 ceph-mon[84444]: pgmap v2523: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 6.2 KiB/s wr, 25 op/s 2024-04-12T17:11:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:28 smithi016 ceph-mon[84444]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-12T17:11:29.300 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.SnapDiscard (1840 ms) 2024-04-12T17:11:29.300 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-12T17:11:29.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:29 smithi005 ceph-mon[88416]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T17:11:29.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:29 smithi005 ceph-mon[90837]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T17:11:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:29 smithi016 ceph-mon[84444]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-12T17:11:30.370 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.CloneDiscard (1070 ms) 2024-04-12T17:11:30.370 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-12T17:11:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:30 smithi005 ceph-mon[88416]: pgmap v2526: 137 pgs: 137 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 226 op/s 2024-04-12T17:11:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:30 smithi005 ceph-mon[88416]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T17:11:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:11:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:30 smithi005 ceph-mon[90837]: pgmap v2526: 137 pgs: 137 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 226 op/s 2024-04-12T17:11:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:30 smithi005 ceph-mon[90837]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T17:11:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:11:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:30 smithi016 ceph-mon[84444]: pgmap v2526: 137 pgs: 137 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 226 op/s 2024-04-12T17:11:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:30 smithi016 ceph-mon[84444]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-12T17:11:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:11:31.281 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.CloneShrink (911 ms) 2024-04-12T17:11:31.281 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[88416]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[88416]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[90837]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:11:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:11:31.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:11:31.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:31 smithi005 ceph-mon[90837]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T17:11:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:31 smithi016 ceph-mon[84444]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-12T17:11:31.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:11:31.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:11:31.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:11:31.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:31 smithi016 ceph-mon[84444]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-12T17:11:32.414 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.CloneExpand (1133 ms) 2024-04-12T17:11:32.414 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-12T17:11:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:32 smithi016 ceph-mon[84444]: pgmap v2529: 137 pgs: 137 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 203 op/s 2024-04-12T17:11:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:32 smithi016 ceph-mon[84444]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T17:11:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:11:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:32 smithi005 ceph-mon[88416]: pgmap v2529: 137 pgs: 137 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 203 op/s 2024-04-12T17:11:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:32 smithi005 ceph-mon[88416]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T17:11:32.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:32 smithi005 ceph-mon[90837]: pgmap v2529: 137 pgs: 137 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 15 MiB/s wr, 203 op/s 2024-04-12T17:11:32.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:32 smithi005 ceph-mon[90837]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-12T17:11:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:11:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:11:33] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-12T17:11:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:34 smithi005 ceph-mon[88416]: pgmap v2532: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 495 op/s 2024-04-12T17:11:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:34 smithi005 ceph-mon[88416]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T17:11:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:34 smithi005 ceph-mon[90837]: pgmap v2532: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 495 op/s 2024-04-12T17:11:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:34 smithi005 ceph-mon[90837]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T17:11:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:34 smithi016 ceph-mon[84444]: pgmap v2532: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 495 op/s 2024-04-12T17:11:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:34 smithi016 ceph-mon[84444]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-12T17:11:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:35.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:35 smithi005 ceph-mon[88416]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T17:11:35.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:35 smithi005 ceph-mon[90837]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T17:11:35.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:35 smithi016 ceph-mon[84444]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-12T17:11:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:36 smithi005 ceph-mon[88416]: pgmap v2535: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 519 op/s 2024-04-12T17:11:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:36 smithi005 ceph-mon[88416]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T17:11:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:36 smithi005 ceph-mon[90837]: pgmap v2535: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 519 op/s 2024-04-12T17:11:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:36 smithi005 ceph-mon[90837]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T17:11:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:36 smithi016 ceph-mon[84444]: pgmap v2535: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.0 MiB/s wr, 519 op/s 2024-04-12T17:11:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:36 smithi016 ceph-mon[84444]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-12T17:11:37.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:37 smithi005 ceph-mon[88416]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T17:11:37.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:37 smithi005 ceph-mon[90837]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T17:11:37.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:37 smithi016 ceph-mon[84444]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-12T17:11:38.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:38 smithi005 ceph-mon[88416]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-12T17:11:38.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:38 smithi005 ceph-mon[88416]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T17:11:38.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:38 smithi005 ceph-mon[90837]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-12T17:11:38.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:38 smithi005 ceph-mon[90837]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T17:11:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:38 smithi016 ceph-mon[84444]: pgmap v2538: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.7 KiB/s wr, 158 op/s 2024-04-12T17:11:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:38 smithi016 ceph-mon[84444]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-12T17:11:39.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.CloneHideParent (7111 ms) 2024-04-12T17:11:39.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-12T17:11:39.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:39 smithi005 ceph-mon[88416]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T17:11:39.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:39 smithi005 ceph-mon[90837]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T17:11:39.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:39 smithi016 ceph-mon[84444]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-12T17:11:40.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:40 smithi005 ceph-mon[88416]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 194 op/s 2024-04-12T17:11:40.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:40 smithi005 ceph-mon[88416]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T17:11:40.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:40 smithi005 ceph-mon[90837]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 194 op/s 2024-04-12T17:11:40.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:40 smithi005 ceph-mon[90837]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T17:11:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:40 smithi016 ceph-mon[84444]: pgmap v2541: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 194 op/s 2024-04-12T17:11:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:40 smithi016 ceph-mon[84444]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-12T17:11:41.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:41 smithi005 ceph-mon[88416]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T17:11:41.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:41 smithi005 ceph-mon[90837]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T17:11:41.739 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Clone (2214 ms) 2024-04-12T17:11:41.739 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-12T17:11:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:41 smithi016 ceph-mon[84444]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-12T17:11:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:42 smithi016 ceph-mon[84444]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 7.2 KiB/s wr, 60 op/s 2024-04-12T17:11:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:42 smithi016 ceph-mon[84444]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T17:11:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:11:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:42 smithi005 ceph-mon[88416]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 7.2 KiB/s wr, 60 op/s 2024-04-12T17:11:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:42 smithi005 ceph-mon[88416]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T17:11:42.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:42 smithi005 ceph-mon[90837]: pgmap v2544: 137 pgs: 137 active+clean; 69 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 7.2 KiB/s wr, 60 op/s 2024-04-12T17:11:42.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:42 smithi005 ceph-mon[90837]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-12T17:11:43.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:43 smithi005 ceph-mon[88416]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T17:11:43.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:43 smithi005 ceph-mon[90837]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T17:11:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:43 smithi016 ceph-mon[84444]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-12T17:11:43.894 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.CloneFlatten (2155 ms) 2024-04-12T17:11:43.894 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-12T17:11:43.917 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 37807645~1543263 2024-04-12T17:11:43.927 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 52367763~8094989 2024-04-12T17:11:43.928 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 42512570~8145193 2024-04-12T17:11:43.945 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 63114601~6517905 2024-04-12T17:11:43.945 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 26481244~986856 2024-04-12T17:11:43.949 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 49759790~6874310 2024-04-12T17:11:43.954 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 6483928~6049057 2024-04-12T17:11:43.972 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 59244517~5218188 2024-04-12T17:11:43.972 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap0 2024-04-12T17:11:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:11:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:11:43] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-04-12T17:11:44.451 INFO:tasks.workunit.client.0.smithi005.stdout:clone image242 -> image243 2024-04-12T17:11:44.503 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 79517237~1182878 2024-04-12T17:11:44.513 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 13048532~1473569 2024-04-12T17:11:44.517 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 18762496~7752896 2024-04-12T17:11:44.533 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 28918372~2383435 2024-04-12T17:11:44.537 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 46369084~7680418 2024-04-12T17:11:44.556 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 24415683~5010987 2024-04-12T17:11:44.557 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 56885899~282684 2024-04-12T17:11:44.560 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 50320713~3503072 2024-04-12T17:11:44.562 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:11:44.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:44 smithi005 ceph-mon[88416]: pgmap v2547: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 299 op/s 2024-04-12T17:11:44.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:44 smithi005 ceph-mon[88416]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T17:11:44.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:44 smithi005 ceph-mon[90837]: pgmap v2547: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 299 op/s 2024-04-12T17:11:44.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:44 smithi005 ceph-mon[90837]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T17:11:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:44 smithi016 ceph-mon[84444]: pgmap v2547: 137 pgs: 137 active+clean; 121 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 299 op/s 2024-04-12T17:11:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:44 smithi016 ceph-mon[84444]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-12T17:11:45.463 INFO:tasks.workunit.client.0.smithi005.stdout:clone image243 -> image244 2024-04-12T17:11:45.532 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 73828527~558595 2024-04-12T17:11:45.540 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1545451~7654003 2024-04-12T17:11:45.560 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 73248569~8035083 2024-04-12T17:11:45.578 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 56027180~973593 2024-04-12T17:11:45.581 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 48134821~4235026 2024-04-12T17:11:45.601 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 55852749~6219794 2024-04-12T17:11:45.604 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 24179888~4023540 2024-04-12T17:11:45.625 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 72605973~1152258 2024-04-12T17:11:45.626 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:11:45.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:45 smithi005 ceph-mon[88416]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T17:11:45.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:45 smithi005 ceph-mon[90837]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T17:11:45.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:45 smithi016 ceph-mon[84444]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-12T17:11:46.459 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 91368469 2024-04-12T17:11:46.466 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 64336515~6057424 2024-04-12T17:11:46.470 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 66252430~6774199 2024-04-12T17:11:46.494 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 21429781~891474 2024-04-12T17:11:46.494 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 50735929~2377544 2024-04-12T17:11:46.494 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 74680150~1138523 2024-04-12T17:11:46.494 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 80336598~7647484 2024-04-12T17:11:46.495 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 8231922~2925204 2024-04-12T17:11:46.495 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 66815787~3663576 2024-04-12T17:11:46.510 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap3 2024-04-12T17:11:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:46 smithi005 ceph-mon[88416]: pgmap v2550: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 409 op/s 2024-04-12T17:11:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:46 smithi005 ceph-mon[88416]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T17:11:46.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:46 smithi005 ceph-mon[90837]: pgmap v2550: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 409 op/s 2024-04-12T17:11:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:46 smithi005 ceph-mon[90837]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T17:11:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:46 smithi016 ceph-mon[84444]: pgmap v2550: 137 pgs: 137 active+clean; 125 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 409 op/s 2024-04-12T17:11:46.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:46 smithi016 ceph-mon[84444]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-12T17:11:47.474 INFO:tasks.workunit.client.0.smithi005.stdout:clone image244 -> image245 2024-04-12T17:11:47.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:47 smithi005 ceph-mon[88416]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T17:11:47.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:47 smithi005 ceph-mon[90837]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T17:11:47.773 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Stress (3878 ms) 2024-04-12T17:11:47.773 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-12T17:11:47.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:47 smithi016 ceph-mon[84444]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-12T17:11:47.997 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (225 ms) 2024-04-12T17:11:47.997 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-12T17:11:48.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:48 smithi005 ceph-mon[88416]: pgmap v2553: 137 pgs: 137 active+clean; 157 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.9 MiB/s wr, 175 op/s 2024-04-12T17:11:48.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:48 smithi005 ceph-mon[88416]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T17:11:48.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:48 smithi005 ceph-mon[90837]: pgmap v2553: 137 pgs: 137 active+clean; 157 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.9 MiB/s wr, 175 op/s 2024-04-12T17:11:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:48 smithi005 ceph-mon[90837]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T17:11:48.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:48 smithi016 ceph-mon[84444]: pgmap v2553: 137 pgs: 137 active+clean; 157 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.9 MiB/s wr, 175 op/s 2024-04-12T17:11:48.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:48 smithi016 ceph-mon[84444]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-12T17:11:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:49 smithi016 ceph-mon[84444]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T17:11:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:49 smithi016 ceph-mon[84444]: pgmap v2556: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 39 MiB/s wr, 645 op/s 2024-04-12T17:11:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:49 smithi005 ceph-mon[88416]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T17:11:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:49 smithi005 ceph-mon[88416]: pgmap v2556: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 39 MiB/s wr, 645 op/s 2024-04-12T17:11:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:49.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:49 smithi005 ceph-mon[90837]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-12T17:11:49.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:49 smithi005 ceph-mon[90837]: pgmap v2556: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 MiB/s rd, 39 MiB/s wr, 645 op/s 2024-04-12T17:11:49.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:11:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:50 smithi016 ceph-mon[84444]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T17:11:50.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:50 smithi005 ceph-mon[88416]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T17:11:50.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:50 smithi005 ceph-mon[90837]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-12T17:11:51.770 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3773 ms) 2024-04-12T17:11:51.770 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-12T17:11:51.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:51 smithi016 ceph-mon[84444]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T17:11:51.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:51 smithi016 ceph-mon[84444]: pgmap v2559: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 32 MiB/s wr, 580 op/s 2024-04-12T17:11:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:51 smithi005 ceph-mon[88416]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T17:11:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:51 smithi005 ceph-mon[88416]: pgmap v2559: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 32 MiB/s wr, 580 op/s 2024-04-12T17:11:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:51 smithi005 ceph-mon[90837]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-12T17:11:51.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:51 smithi005 ceph-mon[90837]: pgmap v2559: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 32 MiB/s wr, 580 op/s 2024-04-12T17:11:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:52 smithi016 ceph-mon[84444]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T17:11:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:11:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:11:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:52 smithi005 ceph-mon[88416]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T17:11:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:52 smithi005 ceph-mon[90837]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-12T17:11:53.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:53 smithi016 ceph-mon[84444]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T17:11:53.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:53 smithi016 ceph-mon[84444]: pgmap v2562: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 17 MiB/s wr, 292 op/s 2024-04-12T17:11:53.858 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2088 ms) 2024-04-12T17:11:53.858 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-12T17:11:53.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:53 smithi005 ceph-mon[88416]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T17:11:53.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:53 smithi005 ceph-mon[88416]: pgmap v2562: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 17 MiB/s wr, 292 op/s 2024-04-12T17:11:53.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:53 smithi005 ceph-mon[90837]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-12T17:11:53.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:53 smithi005 ceph-mon[90837]: pgmap v2562: 137 pgs: 137 active+clean; 369 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 17 MiB/s wr, 292 op/s 2024-04-12T17:11:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:11:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:11:53] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-04-12T17:11:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:54 smithi016 ceph-mon[84444]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T17:11:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:54 smithi005 ceph-mon[88416]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T17:11:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:54 smithi005 ceph-mon[90837]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-12T17:11:55.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:55 smithi016 ceph-mon[84444]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T17:11:55.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:55 smithi016 ceph-mon[84444]: pgmap v2565: 137 pgs: 137 active+clean; 381 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 20 MiB/s wr, 301 op/s 2024-04-12T17:11:55.941 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2083 ms) 2024-04-12T17:11:55.941 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-12T17:11:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:55 smithi005 ceph-mon[88416]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T17:11:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:55 smithi005 ceph-mon[88416]: pgmap v2565: 137 pgs: 137 active+clean; 381 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 20 MiB/s wr, 301 op/s 2024-04-12T17:11:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:55 smithi005 ceph-mon[90837]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-12T17:11:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:55 smithi005 ceph-mon[90837]: pgmap v2565: 137 pgs: 137 active+clean; 381 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 20 MiB/s wr, 301 op/s 2024-04-12T17:11:55.964 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 51094773~3247422 2024-04-12T17:11:55.979 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 81103887~2782193 2024-04-12T17:11:55.980 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 20711668~8165798 2024-04-12T17:11:56.011 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 11839786~4379463 2024-04-12T17:11:56.011 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 28639068~4450999 2024-04-12T17:11:56.020 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 33885918~1119994 2024-04-12T17:11:56.021 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 19992070~1858836 2024-04-12T17:11:56.026 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 82663120~1222960 2024-04-12T17:11:56.026 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap0 2024-04-12T17:11:56.518 INFO:tasks.workunit.client.0.smithi005.stdout:clone image264 -> image265 2024-04-12T17:11:56.570 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 41513439~632809 2024-04-12T17:11:56.577 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 30196814~7927562 2024-04-12T17:11:56.590 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 64237749~2495603 2024-04-12T17:11:56.600 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 32132083~305959 2024-04-12T17:11:56.602 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 60440889~2753900 2024-04-12T17:11:56.611 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 47628880~4021900 2024-04-12T17:11:56.631 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 57600970~7370333 2024-04-12T17:11:56.644 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 10152526~6448965 2024-04-12T17:11:56.648 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:11:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:56 smithi016 ceph-mon[84444]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T17:11:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:56 smithi005 ceph-mon[88416]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T17:11:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:56 smithi005 ceph-mon[90837]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-12T17:11:57.530 INFO:tasks.workunit.client.0.smithi005.stdout:clone image265 -> image266 2024-04-12T17:11:57.604 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 114750274 2024-04-12T17:11:57.611 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 44332534~2142532 2024-04-12T17:11:57.624 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 22392993~1760761 2024-04-12T17:11:57.643 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 88032777~2408720 2024-04-12T17:11:57.655 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 24137347~7474613 2024-04-12T17:11:57.660 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 62681023~3315208 2024-04-12T17:11:57.692 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 66106548~2827365 2024-04-12T17:11:57.696 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 83275713~7601709 2024-04-12T17:11:57.718 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 22122075~3134240 2024-04-12T17:11:57.719 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:11:57.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:57 smithi016 ceph-mon[84444]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T17:11:57.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:57 smithi016 ceph-mon[84444]: pgmap v2568: 137 pgs: 137 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.4 MiB/s wr, 90 op/s 2024-04-12T17:11:57.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:57 smithi005 ceph-mon[88416]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T17:11:57.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:57 smithi005 ceph-mon[88416]: pgmap v2568: 137 pgs: 137 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.4 MiB/s wr, 90 op/s 2024-04-12T17:11:57.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:57 smithi005 ceph-mon[90837]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-12T17:11:57.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:57 smithi005 ceph-mon[90837]: pgmap v2568: 137 pgs: 137 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.4 MiB/s wr, 90 op/s 2024-04-12T17:11:58.525 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 188463638 2024-04-12T17:11:58.533 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 18680400~3471019 2024-04-12T17:11:58.536 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 79636213~6270683 2024-04-12T17:11:58.536 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 19235530~314258 2024-04-12T17:11:58.560 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 138186857~6373634 2024-04-12T17:11:58.561 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 89142951~7016327 2024-04-12T17:11:58.561 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 146932425~4600771 2024-04-12T17:11:58.563 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 83627305~6279235 2024-04-12T17:11:58.590 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 10781170~6086851 2024-04-12T17:11:58.597 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap3 2024-04-12T17:11:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:58 smithi016 ceph-mon[84444]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T17:11:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:58 smithi005 ceph-mon[88416]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T17:11:58.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:58 smithi005 ceph-mon[90837]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-12T17:11:59.539 INFO:tasks.workunit.client.0.smithi005.stdout:clone image266 -> image267 2024-04-12T17:11:59.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:59 smithi016 ceph-mon[84444]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T17:11:59.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:11:59 smithi016 ceph-mon[84444]: pgmap v2571: 137 pgs: 137 active+clean; 587 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 48 MiB/s wr, 653 op/s 2024-04-12T17:11:59.906 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3964 ms) 2024-04-12T17:11:59.906 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-12T17:11:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:59 smithi005 ceph-mon[88416]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T17:11:59.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:11:59 smithi005 ceph-mon[88416]: pgmap v2571: 137 pgs: 137 active+clean; 587 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 48 MiB/s wr, 653 op/s 2024-04-12T17:11:59.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:59 smithi005 ceph-mon[90837]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-12T17:11:59.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:11:59 smithi005 ceph-mon[90837]: pgmap v2571: 137 pgs: 137 active+clean; 587 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 48 MiB/s wr, 653 op/s 2024-04-12T17:12:00.110 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (204 ms) 2024-04-12T17:12:00.110 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-12T17:12:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:00 smithi016 ceph-mon[84444]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T17:12:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:00 smithi005 ceph-mon[88416]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T17:12:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:00 smithi005 ceph-mon[90837]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-12T17:12:01.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:01 smithi016 ceph-mon[84444]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T17:12:01.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:01 smithi016 ceph-mon[84444]: pgmap v2574: 137 pgs: 137 active+clean; 587 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 41 MiB/s wr, 572 op/s 2024-04-12T17:12:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:01 smithi005 ceph-mon[88416]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T17:12:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:01 smithi005 ceph-mon[88416]: pgmap v2574: 137 pgs: 137 active+clean; 587 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 41 MiB/s wr, 572 op/s 2024-04-12T17:12:01.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:01 smithi005 ceph-mon[90837]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-12T17:12:01.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:01 smithi005 ceph-mon[90837]: pgmap v2574: 137 pgs: 137 active+clean; 587 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 41 MiB/s wr, 572 op/s 2024-04-12T17:12:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:02 smithi016 ceph-mon[84444]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T17:12:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:12:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:12:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:02.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:02 smithi005 ceph-mon[88416]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T17:12:02.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:02 smithi005 ceph-mon[90837]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-12T17:12:03.799 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3688 ms) 2024-04-12T17:12:03.799 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-12T17:12:03.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:03 smithi016 ceph-mon[84444]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T17:12:03.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:03 smithi016 ceph-mon[84444]: pgmap v2577: 137 pgs: 137 active+clean; 660 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 399 op/s 2024-04-12T17:12:03.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:03 smithi005 ceph-mon[88416]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T17:12:03.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:03 smithi005 ceph-mon[88416]: pgmap v2577: 137 pgs: 137 active+clean; 660 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 399 op/s 2024-04-12T17:12:03.892 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:03 smithi005 ceph-mon[90837]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-12T17:12:03.892 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:03 smithi005 ceph-mon[90837]: pgmap v2577: 137 pgs: 137 active+clean; 660 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 399 op/s 2024-04-12T17:12:04.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:12:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:12:03] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-04-12T17:12:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:04 smithi016 ceph-mon[84444]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T17:12:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:04 smithi005 ceph-mon[88416]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T17:12:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:04 smithi005 ceph-mon[90837]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-12T17:12:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:05 smithi016 ceph-mon[84444]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T17:12:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:05 smithi016 ceph-mon[84444]: pgmap v2580: 137 pgs: 137 active+clean; 662 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 413 op/s 2024-04-12T17:12:05.850 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2052 ms) 2024-04-12T17:12:05.850 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-12T17:12:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:05 smithi005 ceph-mon[88416]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T17:12:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:05 smithi005 ceph-mon[88416]: pgmap v2580: 137 pgs: 137 active+clean; 662 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 413 op/s 2024-04-12T17:12:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:05 smithi005 ceph-mon[90837]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-12T17:12:05.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:05 smithi005 ceph-mon[90837]: pgmap v2580: 137 pgs: 137 active+clean; 662 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 413 op/s 2024-04-12T17:12:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:06 smithi016 ceph-mon[84444]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T17:12:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:06 smithi005 ceph-mon[88416]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T17:12:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:06 smithi005 ceph-mon[90837]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-12T17:12:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:07 smithi016 ceph-mon[84444]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T17:12:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:07 smithi016 ceph-mon[84444]: pgmap v2583: 137 pgs: 137 active+clean; 675 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-12T17:12:07.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:07 smithi005 ceph-mon[88416]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T17:12:07.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:07 smithi005 ceph-mon[88416]: pgmap v2583: 137 pgs: 137 active+clean; 675 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-12T17:12:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:07 smithi005 ceph-mon[90837]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-12T17:12:07.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:07 smithi005 ceph-mon[90837]: pgmap v2583: 137 pgs: 137 active+clean; 675 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-12T17:12:07.996 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2145 ms) 2024-04-12T17:12:07.996 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-12T17:12:08.019 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 25137766~1172701 2024-04-12T17:12:08.028 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 385802~6700984 2024-04-12T17:12:08.029 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 35001048~2369707 2024-04-12T17:12:08.038 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 32428899~4629893 2024-04-12T17:12:08.038 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 791336~1709742 2024-04-12T17:12:08.045 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 29892592~2345487 2024-04-12T17:12:08.046 INFO:tasks.workunit.client.0.smithi005.stdout:write: A 68558662~7062019 2024-04-12T17:12:08.065 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 3925820~5041026 2024-04-12T17:12:08.067 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap0 2024-04-12T17:12:08.578 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 119994051 2024-04-12T17:12:08.586 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 5821298~3571527 2024-04-12T17:12:08.589 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 74036522~6879628 2024-04-12T17:12:08.589 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 95755002~5517301 2024-04-12T17:12:08.590 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 115025492~4968559 2024-04-12T17:12:08.590 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 36736314~4368362 2024-04-12T17:12:08.591 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 108137356~2571487 2024-04-12T17:12:08.591 INFO:tasks.workunit.client.0.smithi005.stdout:write: B 111595333~345062 2024-04-12T17:12:08.591 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 114207614~5786437 2024-04-12T17:12:08.617 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:12:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:08 smithi016 ceph-mon[84444]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T17:12:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:08 smithi005 ceph-mon[88416]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T17:12:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:08 smithi005 ceph-mon[90837]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-12T17:12:09.583 INFO:tasks.workunit.client.0.smithi005.stdout:resize: 148325518 2024-04-12T17:12:09.591 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 116853709~3787604 2024-04-12T17:12:09.594 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 55704079~6152093 2024-04-12T17:12:09.595 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 11692793~5280955 2024-04-12T17:12:09.595 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 3461809~7582889 2024-04-12T17:12:09.595 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 33711974~362717 2024-04-12T17:12:09.595 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 1394936~5349015 2024-04-12T17:12:09.608 INFO:tasks.workunit.client.0.smithi005.stdout:write: C 110598637~2200633 2024-04-12T17:12:09.609 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 95937476~1407276 2024-04-12T17:12:09.626 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:12:09.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:09 smithi016 ceph-mon[84444]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T17:12:09.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:09 smithi016 ceph-mon[84444]: pgmap v2586: 137 pgs: 137 active+clean; 751 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 22 MiB/s wr, 574 op/s 2024-04-12T17:12:09.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:09 smithi005 ceph-mon[88416]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T17:12:09.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:09 smithi005 ceph-mon[88416]: pgmap v2586: 137 pgs: 137 active+clean; 751 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 22 MiB/s wr, 574 op/s 2024-04-12T17:12:09.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:09 smithi005 ceph-mon[90837]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-12T17:12:09.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:09 smithi005 ceph-mon[90837]: pgmap v2586: 137 pgs: 137 active+clean; 751 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 22 MiB/s wr, 574 op/s 2024-04-12T17:12:10.596 INFO:tasks.workunit.client.0.smithi005.stdout:clone image286 -> image287 2024-04-12T17:12:10.656 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 107815390~242740 2024-04-12T17:12:10.663 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 134780935~1964902 2024-04-12T17:12:10.666 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 106291842~1715303 2024-04-12T17:12:10.674 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 66796521~8148771 2024-04-12T17:12:10.684 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 38623651~6836791 2024-04-12T17:12:10.710 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 35425253~783261 2024-04-12T17:12:10.719 INFO:tasks.workunit.client.0.smithi005.stdout:write: D 115911865~5851784 2024-04-12T17:12:10.737 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 38698138~6235424 2024-04-12T17:12:10.738 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap3 2024-04-12T17:12:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:10 smithi016 ceph-mon[84444]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T17:12:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:10 smithi005 ceph-mon[88416]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T17:12:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:10 smithi005 ceph-mon[90837]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-12T17:12:11.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:11 smithi016 ceph-mon[84444]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T17:12:11.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:11 smithi016 ceph-mon[84444]: pgmap v2589: 137 pgs: 137 active+clean; 751 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 551 op/s 2024-04-12T17:12:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:11 smithi005 ceph-mon[88416]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T17:12:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:11 smithi005 ceph-mon[88416]: pgmap v2589: 137 pgs: 137 active+clean; 751 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 551 op/s 2024-04-12T17:12:11.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:11 smithi005 ceph-mon[90837]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-12T17:12:11.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:11 smithi005 ceph-mon[90837]: pgmap v2589: 137 pgs: 137 active+clean; 751 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 551 op/s 2024-04-12T17:12:12.581 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:12:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:12.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:12 smithi016 ceph-mon[84444]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T17:12:12.901 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4906 ms) 2024-04-12T17:12:12.901 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-12T17:12:12.923 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-12T17:12:12.924 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:12 smithi005 ceph-mon[90837]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T17:12:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:12 smithi005 ceph-mon[88416]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-12T17:12:12.992 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (90 ms) 2024-04-12T17:12:12.992 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-12T17:12:13.015 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-12T17:12:13.015 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.085 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (94 ms) 2024-04-12T17:12:13.086 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-12T17:12:13.107 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-12T17:12:13.107 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.177 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (91 ms) 2024-04-12T17:12:13.177 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-12T17:12:13.199 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-12T17:12:13.199 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.270 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (94 ms) 2024-04-12T17:12:13.270 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-12T17:12:13.292 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-12T17:12:13.292 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.362 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (92 ms) 2024-04-12T17:12:13.363 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-12T17:12:13.384 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-12T17:12:13.384 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.454 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (91 ms) 2024-04-12T17:12:13.454 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-12T17:12:13.475 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-12T17:12:13.475 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.545 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (92 ms) 2024-04-12T17:12:13.545 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-12T17:12:13.568 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-12T17:12:13.569 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (97 ms) 2024-04-12T17:12:13.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-12T17:12:13.664 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-12T17:12:13.664 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.734 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (91 ms) 2024-04-12T17:12:13.734 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-12T17:12:13.756 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-12T17:12:13.756 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:13.828 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (94 ms) 2024-04-12T17:12:13.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:13 smithi016 ceph-mon[84444]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T17:12:13.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:13 smithi016 ceph-mon[84444]: pgmap v2592: 137 pgs: 137 active+clean; 909 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 515 op/s 2024-04-12T17:12:13.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:13 smithi005 ceph-mon[88416]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T17:12:13.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:13 smithi005 ceph-mon[88416]: pgmap v2592: 137 pgs: 137 active+clean; 909 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 515 op/s 2024-04-12T17:12:13.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:13 smithi005 ceph-mon[90837]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-12T17:12:13.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:13 smithi005 ceph-mon[90837]: pgmap v2592: 137 pgs: 137 active+clean; 909 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 515 op/s 2024-04-12T17:12:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:12:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:12:13] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-04-12T17:12:14.600 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 31 tests from TestDeepCopy (52685 ms total) 2024-04-12T17:12:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:12:14.600 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 51 tests from TestMirroring 2024-04-12T17:12:15.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:15 smithi016 ceph-mon[84444]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T17:12:15.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:15 smithi016 ceph-mon[84444]: pgmap v2594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:12:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:15 smithi005 ceph-mon[88416]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T17:12:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:15 smithi005 ceph-mon[88416]: pgmap v2594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:12:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:15 smithi005 ceph-mon[90837]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-12T17:12:15.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:15 smithi005 ceph-mon[90837]: pgmap v2594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:12:16.607 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-12T17:12:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:16 smithi005 ceph-mon[88416]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T17:12:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:16 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:12:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:16 smithi005 ceph-mon[90837]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T17:12:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:16 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:12:17.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:16 smithi016 ceph-mon[84444]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-12T17:12:17.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:16 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:12:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:17 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:12:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:17 smithi005 ceph-mon[88416]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T17:12:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:17 smithi005 ceph-mon[88416]: pgmap v2597: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:12:17.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:17 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:12:17.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:17 smithi005 ceph-mon[90837]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T17:12:17.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:17 smithi005 ceph-mon[90837]: pgmap v2597: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:12:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:17 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:12:18.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:17 smithi016 ceph-mon[84444]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-12T17:12:18.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:17 smithi016 ceph-mon[84444]: pgmap v2597: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:12:18.735 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2128 ms) 2024-04-12T17:12:18.735 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-12T17:12:18.835 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (100 ms) 2024-04-12T17:12:18.835 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-12T17:12:18.916 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (81 ms) 2024-04-12T17:12:18.917 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-12T17:12:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:18 smithi005 ceph-mon[88416]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T17:12:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:18 smithi005 ceph-mon[90837]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T17:12:19.015 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (99 ms) 2024-04-12T17:12:19.015 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-12T17:12:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:18 smithi016 ceph-mon[84444]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-12T17:12:19.112 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (97 ms) 2024-04-12T17:12:19.112 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-12T17:12:19.206 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (94 ms) 2024-04-12T17:12:19.206 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (109 ms) 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-12T17:12:19.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-12T17:12:19.384 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (68 ms) 2024-04-12T17:12:19.384 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-12T17:12:19.461 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (78 ms) 2024-04-12T17:12:19.461 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-12T17:12:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:19 smithi005 ceph-mon[88416]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T17:12:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:19 smithi005 ceph-mon[88416]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T17:12:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:19 smithi005 ceph-mon[90837]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T17:12:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:19 smithi005 ceph-mon[90837]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T17:12:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:19 smithi016 ceph-mon[84444]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-12T17:12:20.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:19 smithi016 ceph-mon[84444]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T17:12:20.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:20.678 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1217 ms) 2024-04-12T17:12:20.678 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-12T17:12:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:20 smithi005 ceph-mon[88416]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T17:12:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:20 smithi005 ceph-mon[90837]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T17:12:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:20 smithi016 ceph-mon[84444]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-12T17:12:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:21 smithi005 ceph-mon[88416]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T17:12:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:21 smithi005 ceph-mon[88416]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T17:12:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:21 smithi005 ceph-mon[90837]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T17:12:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:21 smithi005 ceph-mon[90837]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T17:12:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:21 smithi016 ceph-mon[84444]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-12T17:12:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:21 smithi016 ceph-mon[84444]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-12T17:12:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:12:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:22.679 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2001 ms) 2024-04-12T17:12:22.679 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-12T17:12:22.772 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (93 ms) 2024-04-12T17:12:22.772 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-12T17:12:22.860 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2024-04-12T17:12:22.860 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-12T17:12:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:22 smithi005 ceph-mon[88416]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T17:12:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:22 smithi005 ceph-mon[90837]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T17:12:22.958 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (98 ms) 2024-04-12T17:12:22.958 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-12T17:12:23.040 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (82 ms) 2024-04-12T17:12:23.040 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-12T17:12:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:22 smithi016 ceph-mon[84444]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-12T17:12:23.118 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (78 ms) 2024-04-12T17:12:23.118 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-12T17:12:23.207 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (89 ms) 2024-04-12T17:12:23.207 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-12T17:12:23.299 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (92 ms) 2024-04-12T17:12:23.299 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-12T17:12:23.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:23 smithi005 ceph-mon[88416]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T17:12:23.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:23 smithi005 ceph-mon[88416]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 56 KiB/s wr, 579 op/s 2024-04-12T17:12:23.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:23 smithi005 ceph-mon[90837]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T17:12:23.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:23 smithi005 ceph-mon[90837]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 56 KiB/s wr, 579 op/s 2024-04-12T17:12:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:23 smithi016 ceph-mon[84444]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-12T17:12:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:23 smithi016 ceph-mon[84444]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 56 KiB/s wr, 579 op/s 2024-04-12T17:12:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:12:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:12:23] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-04-12T17:12:24.712 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1413 ms) 2024-04-12T17:12:24.712 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-12T17:12:24.832 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (120 ms) 2024-04-12T17:12:24.832 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-12T17:12:24.934 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (101 ms) 2024-04-12T17:12:24.934 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-12T17:12:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:24 smithi005 ceph-mon[88416]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T17:12:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:24 smithi005 ceph-mon[90837]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T17:12:25.029 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (96 ms) 2024-04-12T17:12:25.029 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-12T17:12:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:24 smithi016 ceph-mon[84444]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-12T17:12:25.182 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (153 ms) 2024-04-12T17:12:25.183 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-12T17:12:25.337 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (155 ms) 2024-04-12T17:12:25.337 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-12T17:12:25.477 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (140 ms) 2024-04-12T17:12:25.478 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-12T17:12:25.622 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (145 ms) 2024-04-12T17:12:25.622 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-12T17:12:25.774 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (152 ms) 2024-04-12T17:12:25.775 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-12T17:12:25.947 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (173 ms) 2024-04-12T17:12:25.947 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-12T17:12:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:25 smithi005 ceph-mon[88416]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T17:12:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:25 smithi005 ceph-mon[88416]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 64 KiB/s wr, 724 op/s 2024-04-12T17:12:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:25 smithi005 ceph-mon[90837]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T17:12:25.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:25 smithi005 ceph-mon[90837]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 64 KiB/s wr, 724 op/s 2024-04-12T17:12:26.027 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (79 ms) 2024-04-12T17:12:26.027 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-12T17:12:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:25 smithi016 ceph-mon[84444]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-12T17:12:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:25 smithi016 ceph-mon[84444]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 64 KiB/s wr, 724 op/s 2024-04-12T17:12:26.105 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (79 ms) 2024-04-12T17:12:26.106 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-12T17:12:26.179 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (73 ms) 2024-04-12T17:12:26.179 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-12T17:12:26.299 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (121 ms) 2024-04-12T17:12:26.299 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-12T17:12:26.417 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (117 ms) 2024-04-12T17:12:26.417 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-12T17:12:26.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (110 ms) 2024-04-12T17:12:26.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-12T17:12:26.636 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (110 ms) 2024-04-12T17:12:26.636 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-12T17:12:26.708 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.MirrorStatusList (72 ms) 2024-04-12T17:12:26.709 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-12T17:12:26.800 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.RemoveBootstrapped (91 ms) 2024-04-12T17:12:26.800 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-12T17:12:27.163 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.AioPromoteDemote (364 ms) 2024-04-12T17:12:27.163 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-12T17:12:27.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:27 smithi005 ceph-mon[88416]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T17:12:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:27 smithi005 ceph-mon[90837]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T17:12:27.503 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.AioGetInfo (339 ms) 2024-04-12T17:12:27.503 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-12T17:12:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:27 smithi016 ceph-mon[84444]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-12T17:12:27.719 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.AioGetStatus (217 ms) 2024-04-12T17:12:27.719 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.SiteName 2024-04-12T17:12:27.725 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2024-04-12T17:12:27.725 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-12T17:12:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[90837]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 684 KiB/s rd, 89 KiB/s wr, 987 op/s 2024-04-12T17:12:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' 2024-04-12T17:12:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:12:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[88416]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 684 KiB/s rd, 89 KiB/s wr, 987 op/s 2024-04-12T17:12:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' 2024-04-12T17:12:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:12:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.560 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.Bootstrap (834 ms) 2024-04-12T17:12:28.560 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-12T17:12:28.568 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-12T17:12:28.568 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-12T17:12:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:28 smithi016 ceph-mon[84444]: pgmap v2611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 684 KiB/s rd, 89 KiB/s wr, 987 op/s 2024-04-12T17:12:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' 2024-04-12T17:12:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:12:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:29.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:12:29.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' 2024-04-12T17:12:29.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:12:29.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T17:12:29.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:29.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9bef27a1-9d6a-40dc-a329-0142f3ca0ae3"}]: dispatch 2024-04-12T17:12:29.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9bef27a1-9d6a-40dc-a329-0142f3ca0ae3"}]': finished 2024-04-12T17:12:29.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:12:29.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' 2024-04-12T17:12:29.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:12:29.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T17:12:29.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:29.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9bef27a1-9d6a-40dc-a329-0142f3ca0ae3"}]: dispatch 2024-04-12T17:12:29.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9bef27a1-9d6a-40dc-a329-0142f3ca0ae3"}]': finished 2024-04-12T17:12:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:12:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' 2024-04-12T17:12:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:12:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T17:12:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:12:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9bef27a1-9d6a-40dc-a329-0142f3ca0ae3"}]: dispatch 2024-04-12T17:12:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9bef27a1-9d6a-40dc-a329-0142f3ca0ae3"}]': finished 2024-04-12T17:12:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:30 smithi005 ceph-mon[88416]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 191 KiB/s wr, 1.83k op/s 2024-04-12T17:12:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:30 smithi005 ceph-mon[88416]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T17:12:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:30 smithi005 ceph-mon[90837]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 191 KiB/s wr, 1.83k op/s 2024-04-12T17:12:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:30 smithi005 ceph-mon[90837]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T17:12:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:30 smithi016 ceph-mon[84444]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 191 KiB/s wr, 1.83k op/s 2024-04-12T17:12:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:30 smithi016 ceph-mon[84444]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-12T17:12:31.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:31 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:12:31.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:31 smithi005 ceph-mon[88416]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T17:12:31.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:31 smithi005 ceph-mon[88416]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T17:12:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:31 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:12:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:31 smithi005 ceph-mon[90837]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T17:12:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:31 smithi005 ceph-mon[90837]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T17:12:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:31 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:12:31.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:31 smithi016 ceph-mon[84444]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-12T17:12:31.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:31 smithi016 ceph-mon[84444]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-12T17:12:32.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[88416]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 186 KiB/s wr, 1.73k op/s 2024-04-12T17:12:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:12:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:12:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:12:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[90837]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 186 KiB/s wr, 1.73k op/s 2024-04-12T17:12:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:12:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:12:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:12:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:32 smithi016 ceph-mon[84444]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 186 KiB/s wr, 1.73k op/s 2024-04-12T17:12:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:12:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:12:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:12:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:12:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:33.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:33 smithi005 ceph-mon[88416]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T17:12:33.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:33 smithi005 ceph-mon[90837]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T17:12:33.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:33 smithi016 ceph-mon[84444]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-12T17:12:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:12:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:12:33] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.43.0" 2024-04-12T17:12:34.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:34 smithi005 ceph-mon[88416]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 64 KiB/s wr, 620 op/s 2024-04-12T17:12:34.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:34 smithi005 ceph-mon[88416]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T17:12:34.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:34 smithi005 ceph-mon[90837]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 64 KiB/s wr, 620 op/s 2024-04-12T17:12:34.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:34 smithi005 ceph-mon[90837]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T17:12:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:34 smithi016 ceph-mon[84444]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 64 KiB/s wr, 620 op/s 2024-04-12T17:12:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:34 smithi016 ceph-mon[84444]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-12T17:12:35.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:35 smithi005 ceph-mon[88416]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T17:12:35.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:35.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:35 smithi005 ceph-mon[90837]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T17:12:35.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:35.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:35 smithi016 ceph-mon[84444]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-12T17:12:35.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:36.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:36 smithi005 ceph-mon[88416]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 69 KiB/s wr, 673 op/s 2024-04-12T17:12:36.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:36 smithi005 ceph-mon[88416]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T17:12:36.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:36 smithi005 ceph-mon[90837]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 69 KiB/s wr, 673 op/s 2024-04-12T17:12:36.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:36 smithi005 ceph-mon[90837]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T17:12:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:36 smithi016 ceph-mon[84444]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 69 KiB/s wr, 673 op/s 2024-04-12T17:12:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:36 smithi016 ceph-mon[84444]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-12T17:12:37.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:37 smithi005 ceph-mon[88416]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T17:12:37.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:37 smithi005 ceph-mon[90837]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T17:12:37.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:37 smithi016 ceph-mon[84444]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-12T17:12:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:38 smithi005 ceph-mon[88416]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-12T17:12:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:38 smithi005 ceph-mon[88416]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T17:12:38.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:38 smithi005 ceph-mon[90837]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-12T17:12:38.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:38 smithi005 ceph-mon[90837]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T17:12:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:38 smithi016 ceph-mon[84444]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-12T17:12:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:38 smithi016 ceph-mon[84444]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-12T17:12:39.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:39 smithi005 ceph-mon[88416]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T17:12:39.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:39 smithi005 ceph-mon[90837]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T17:12:39.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:39 smithi016 ceph-mon[84444]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-12T17:12:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:40 smithi005 ceph-mon[88416]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-12T17:12:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:40 smithi005 ceph-mon[88416]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T17:12:40.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:40 smithi005 ceph-mon[90837]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-12T17:12:40.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:40 smithi005 ceph-mon[90837]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T17:12:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:40 smithi016 ceph-mon[84444]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-12T17:12:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:40 smithi016 ceph-mon[84444]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-12T17:12:41.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:41 smithi005 ceph-mon[88416]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T17:12:41.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:41 smithi005 ceph-mon[88416]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T17:12:41.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:41 smithi005 ceph-mon[90837]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T17:12:41.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:41 smithi005 ceph-mon[90837]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T17:12:41.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:41 smithi016 ceph-mon[84444]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-12T17:12:41.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:41 smithi016 ceph-mon[84444]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-12T17:12:42.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:42 smithi005 ceph-mon[88416]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.5 KiB/s wr, 90 op/s 2024-04-12T17:12:42.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:42 smithi005 ceph-mon[90837]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.5 KiB/s wr, 90 op/s 2024-04-12T17:12:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:42 smithi016 ceph-mon[84444]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 6.5 KiB/s wr, 90 op/s 2024-04-12T17:12:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:12:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:12:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:43.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:43 smithi005 ceph-mon[88416]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T17:12:43.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:43 smithi005 ceph-mon[90837]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T17:12:43.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:43 smithi016 ceph-mon[84444]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-12T17:12:44.186 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:12:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:12:43] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-04-12T17:12:44.292 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.Snapshot (15723 ms) 2024-04-12T17:12:44.292 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-12T17:12:44.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:44 smithi005 ceph-mon[90837]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T17:12:44.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:44 smithi005 ceph-mon[90837]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T17:12:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:44 smithi005 ceph-mon[88416]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T17:12:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:44 smithi005 ceph-mon[88416]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T17:12:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:44 smithi016 ceph-mon[84444]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T17:12:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:44 smithi016 ceph-mon[84444]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-12T17:12:45.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:45 smithi005 ceph-mon[88416]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T17:12:45.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ffda724-8596-4b8a-8183-d997b5bff9b8"}]: dispatch 2024-04-12T17:12:45.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ffda724-8596-4b8a-8183-d997b5bff9b8"}]': finished 2024-04-12T17:12:45.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:45 smithi005 ceph-mon[90837]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T17:12:45.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ffda724-8596-4b8a-8183-d997b5bff9b8"}]: dispatch 2024-04-12T17:12:45.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ffda724-8596-4b8a-8183-d997b5bff9b8"}]': finished 2024-04-12T17:12:45.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:45 smithi016 ceph-mon[84444]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-12T17:12:45.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ffda724-8596-4b8a-8183-d997b5bff9b8"}]: dispatch 2024-04-12T17:12:45.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ffda724-8596-4b8a-8183-d997b5bff9b8"}]': finished 2024-04-12T17:12:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:46 smithi016 ceph-mon[84444]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-12T17:12:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:46 smithi016 ceph-mon[84444]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T17:12:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:46 smithi016 ceph-mon[84444]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T17:12:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:46 smithi005 ceph-mon[88416]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-12T17:12:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:46 smithi005 ceph-mon[88416]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T17:12:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:46 smithi005 ceph-mon[88416]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T17:12:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:46 smithi005 ceph-mon[90837]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-12T17:12:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:46 smithi005 ceph-mon[90837]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-12T17:12:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:46 smithi005 ceph-mon[90837]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-12T17:12:48.216 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3924 ms) 2024-04-12T17:12:48.216 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-12T17:12:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:48 smithi005 ceph-mon[88416]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 113 op/s 2024-04-12T17:12:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:48 smithi005 ceph-mon[88416]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T17:12:48.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:48 smithi005 ceph-mon[90837]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 113 op/s 2024-04-12T17:12:48.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:48 smithi005 ceph-mon[90837]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T17:12:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:48 smithi016 ceph-mon[84444]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 113 op/s 2024-04-12T17:12:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:48 smithi016 ceph-mon[84444]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-12T17:12:49.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:49 smithi005 ceph-mon[88416]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T17:12:49.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:49 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4de06de2-aabf-4afc-addf-235146e8bd65"}]: dispatch 2024-04-12T17:12:49.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:49 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4de06de2-aabf-4afc-addf-235146e8bd65"}]': finished 2024-04-12T17:12:49.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:49 smithi005 ceph-mon[90837]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T17:12:49.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:49 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4de06de2-aabf-4afc-addf-235146e8bd65"}]: dispatch 2024-04-12T17:12:49.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:49 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4de06de2-aabf-4afc-addf-235146e8bd65"}]': finished 2024-04-12T17:12:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:49 smithi016 ceph-mon[84444]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-12T17:12:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:49 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4de06de2-aabf-4afc-addf-235146e8bd65"}]: dispatch 2024-04-12T17:12:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:49 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4de06de2-aabf-4afc-addf-235146e8bd65"}]': finished 2024-04-12T17:12:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:50 smithi016 ceph-mon[84444]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-12T17:12:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:50 smithi016 ceph-mon[84444]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T17:12:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:50.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:50 smithi005 ceph-mon[88416]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-12T17:12:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:50 smithi005 ceph-mon[88416]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T17:12:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:50 smithi005 ceph-mon[90837]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-12T17:12:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:50 smithi005 ceph-mon[90837]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-12T17:12:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:12:51.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:51 smithi016 ceph-mon[84444]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T17:12:51.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:51 smithi016 ceph-mon[84444]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T17:12:51.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:51 smithi005 ceph-mon[88416]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T17:12:51.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:51 smithi005 ceph-mon[88416]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T17:12:51.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:51 smithi005 ceph-mon[90837]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-12T17:12:51.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:51 smithi005 ceph-mon[90837]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-12T17:12:52.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:52 smithi016 ceph-mon[84444]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-04-12T17:12:52.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:52 smithi016 ceph-mon[84444]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T17:12:52.500 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:12:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:12:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:12:52.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:52 smithi005 ceph-mon[88416]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-04-12T17:12:52.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:52 smithi005 ceph-mon[88416]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T17:12:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:52 smithi005 ceph-mon[90837]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.0 KiB/s wr, 53 op/s 2024-04-12T17:12:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:52 smithi005 ceph-mon[90837]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-12T17:12:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:12:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:12:53] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[90837]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 139 op/s 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[90837]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8e239b6a-1ba9-4f8a-a116-bed66b48f410"}]: dispatch 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8e239b6a-1ba9-4f8a-a116-bed66b48f410"}]': finished 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[88416]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 139 op/s 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[88416]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8e239b6a-1ba9-4f8a-a116-bed66b48f410"}]: dispatch 2024-04-12T17:12:54.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:54 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8e239b6a-1ba9-4f8a-a116-bed66b48f410"}]': finished 2024-04-12T17:12:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:54 smithi016 ceph-mon[84444]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 10 KiB/s wr, 139 op/s 2024-04-12T17:12:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:54 smithi016 ceph-mon[84444]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-12T17:12:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:54 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8e239b6a-1ba9-4f8a-a116-bed66b48f410"}]: dispatch 2024-04-12T17:12:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:54 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8e239b6a-1ba9-4f8a-a116-bed66b48f410"}]': finished 2024-04-12T17:12:55.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:55 smithi005 ceph-mon[88416]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T17:12:55.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:55 smithi005 ceph-mon[90837]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T17:12:55.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:55 smithi016 ceph-mon[84444]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-12T17:12:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:56 smithi005 ceph-mon[88416]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-04-12T17:12:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:56 smithi005 ceph-mon[88416]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T17:12:56.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:56 smithi005 ceph-mon[88416]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T17:12:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:56 smithi005 ceph-mon[90837]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-04-12T17:12:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:56 smithi005 ceph-mon[90837]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T17:12:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:56 smithi005 ceph-mon[90837]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T17:12:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:56 smithi016 ceph-mon[84444]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 205 op/s 2024-04-12T17:12:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:56 smithi016 ceph-mon[84444]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-12T17:12:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:56 smithi016 ceph-mon[84444]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-12T17:12:58.239 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10023 ms) 2024-04-12T17:12:58.239 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-12T17:12:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:58 smithi005 ceph-mon[88416]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 70 op/s 2024-04-12T17:12:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:58 smithi005 ceph-mon[88416]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T17:12:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:58 smithi005 ceph-mon[90837]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 70 op/s 2024-04-12T17:12:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:58 smithi005 ceph-mon[90837]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T17:12:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:58 smithi016 ceph-mon[84444]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 70 op/s 2024-04-12T17:12:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:58 smithi016 ceph-mon[84444]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-12T17:12:59.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[88416]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T17:12:59.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c119e929-bdfb-4157-9fed-c547746a897b"}]: dispatch 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c119e929-bdfb-4157-9fed-c547746a897b"}]': finished 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f36745c9-1951-425b-84e2-c139ca25b6ee"}]: dispatch 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f36745c9-1951-425b-84e2-c139ca25b6ee"}]': finished 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[90837]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c119e929-bdfb-4157-9fed-c547746a897b"}]: dispatch 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c119e929-bdfb-4157-9fed-c547746a897b"}]': finished 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f36745c9-1951-425b-84e2-c139ca25b6ee"}]: dispatch 2024-04-12T17:12:59.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:12:59 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f36745c9-1951-425b-84e2-c139ca25b6ee"}]': finished 2024-04-12T17:12:59.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:59 smithi016 ceph-mon[84444]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-12T17:12:59.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:59 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c119e929-bdfb-4157-9fed-c547746a897b"}]: dispatch 2024-04-12T17:12:59.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:59 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c119e929-bdfb-4157-9fed-c547746a897b"}]': finished 2024-04-12T17:12:59.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:59 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f36745c9-1951-425b-84e2-c139ca25b6ee"}]: dispatch 2024-04-12T17:12:59.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:12:59 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f36745c9-1951-425b-84e2-c139ca25b6ee"}]': finished 2024-04-12T17:13:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:00 smithi016 ceph-mon[84444]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.2 KiB/s wr, 184 op/s 2024-04-12T17:13:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:00 smithi016 ceph-mon[84444]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T17:13:00.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:00 smithi005 ceph-mon[88416]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.2 KiB/s wr, 184 op/s 2024-04-12T17:13:00.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:00 smithi005 ceph-mon[88416]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T17:13:00.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:00 smithi005 ceph-mon[90837]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.2 KiB/s wr, 184 op/s 2024-04-12T17:13:00.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:00 smithi005 ceph-mon[90837]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-12T17:13:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:01 smithi016 ceph-mon[84444]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T17:13:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:01 smithi016 ceph-mon[84444]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T17:13:01.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:01 smithi005 ceph-mon[88416]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T17:13:01.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:01 smithi005 ceph-mon[88416]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T17:13:01.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:01 smithi005 ceph-mon[90837]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-12T17:13:01.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:01 smithi005 ceph-mon[90837]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-12T17:13:02.171 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.SnapshotImageState (3933 ms) 2024-04-12T17:13:02.171 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-12T17:13:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:02 smithi016 ceph-mon[84444]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 179 op/s 2024-04-12T17:13:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:02 smithi016 ceph-mon[84444]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T17:13:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:13:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:02.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:02 smithi005 ceph-mon[88416]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 179 op/s 2024-04-12T17:13:02.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:02 smithi005 ceph-mon[88416]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T17:13:02.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:02 smithi005 ceph-mon[90837]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 8.0 KiB/s wr, 179 op/s 2024-04-12T17:13:02.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:02 smithi005 ceph-mon[90837]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-12T17:13:04.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:04 smithi005 ceph-mon[88416]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 22 KiB/s wr, 224 op/s 2024-04-12T17:13:04.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:04 smithi005 ceph-mon[88416]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T17:13:04.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:13:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:13:03] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-12T17:13:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:04 smithi005 ceph-mon[90837]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 22 KiB/s wr, 224 op/s 2024-04-12T17:13:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:04 smithi005 ceph-mon[90837]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T17:13:04.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:04 smithi016 ceph-mon[84444]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 22 KiB/s wr, 224 op/s 2024-04-12T17:13:04.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:04 smithi016 ceph-mon[84444]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-12T17:13:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:05 smithi005 ceph-mon[88416]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T17:13:05.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:05 smithi005 ceph-mon[90837]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T17:13:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:05 smithi016 ceph-mon[84444]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-12T17:13:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:06.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:06 smithi005 ceph-mon[88416]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 25 KiB/s wr, 235 op/s 2024-04-12T17:13:06.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:06 smithi005 ceph-mon[88416]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T17:13:06.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:06 smithi005 ceph-mon[88416]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T17:13:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:06 smithi005 ceph-mon[90837]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 25 KiB/s wr, 235 op/s 2024-04-12T17:13:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:06 smithi005 ceph-mon[90837]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T17:13:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:06 smithi005 ceph-mon[90837]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T17:13:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:06 smithi016 ceph-mon[84444]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 25 KiB/s wr, 235 op/s 2024-04-12T17:13:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:06 smithi016 ceph-mon[84444]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-12T17:13:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:06 smithi016 ceph-mon[84444]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-12T17:13:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:08 smithi005 ceph-mon[88416]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-12T17:13:08.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:08 smithi005 ceph-mon[88416]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T17:13:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:08 smithi005 ceph-mon[90837]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-12T17:13:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:08 smithi005 ceph-mon[90837]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T17:13:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:08 smithi016 ceph-mon[84444]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 14 op/s 2024-04-12T17:13:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:08 smithi016 ceph-mon[84444]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-12T17:13:09.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:09 smithi005 ceph-mon[88416]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T17:13:09.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:09 smithi005 ceph-mon[90837]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T17:13:09.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:09 smithi016 ceph-mon[84444]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-12T17:13:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:10 smithi005 ceph-mon[90837]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2024-04-12T17:13:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:10 smithi005 ceph-mon[90837]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T17:13:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:10 smithi005 ceph-mon[88416]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2024-04-12T17:13:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:10 smithi005 ceph-mon[88416]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T17:13:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:10 smithi016 ceph-mon[84444]: pgmap v2672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2024-04-12T17:13:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:10 smithi016 ceph-mon[84444]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-12T17:13:11.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:11 smithi005 ceph-mon[88416]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T17:13:11.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:11 smithi005 ceph-mon[88416]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T17:13:11.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:11 smithi005 ceph-mon[90837]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T17:13:11.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:11 smithi005 ceph-mon[90837]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T17:13:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:11 smithi016 ceph-mon[84444]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-12T17:13:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:11 smithi016 ceph-mon[84444]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-12T17:13:12.184 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10013 ms) 2024-04-12T17:13:12.184 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-12T17:13:12.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:12 smithi005 ceph-mon[88416]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-12T17:13:12.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:12 smithi005 ceph-mon[88416]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T17:13:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:12 smithi005 ceph-mon[90837]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-12T17:13:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:12 smithi005 ceph-mon[90837]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T17:13:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:12 smithi016 ceph-mon[84444]: pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-12T17:13:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:12 smithi016 ceph-mon[84444]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-12T17:13:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:13:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:13:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:13.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:13 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c36490fe-49af-4d7f-bdd4-647e96a5ca28"}]: dispatch 2024-04-12T17:13:13.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:13 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c36490fe-49af-4d7f-bdd4-647e96a5ca28"}]': finished 2024-04-12T17:13:13.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:13 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c36490fe-49af-4d7f-bdd4-647e96a5ca28"}]: dispatch 2024-04-12T17:13:13.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:13 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c36490fe-49af-4d7f-bdd4-647e96a5ca28"}]': finished 2024-04-12T17:13:13.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:13 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c36490fe-49af-4d7f-bdd4-647e96a5ca28"}]: dispatch 2024-04-12T17:13:13.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:13 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/c36490fe-49af-4d7f-bdd4-647e96a5ca28"}]': finished 2024-04-12T17:13:14.183 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:13:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:13:13] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2024-04-12T17:13:14.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:14 smithi005 ceph-mon[88416]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 6.7 KiB/s wr, 53 op/s 2024-04-12T17:13:14.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:14 smithi005 ceph-mon[88416]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T17:13:14.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:14 smithi005 ceph-mon[90837]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 6.7 KiB/s wr, 53 op/s 2024-04-12T17:13:14.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:14 smithi005 ceph-mon[90837]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T17:13:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:14 smithi016 ceph-mon[84444]: pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 6.7 KiB/s wr, 53 op/s 2024-04-12T17:13:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:14 smithi016 ceph-mon[84444]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-12T17:13:15.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:15 smithi005 ceph-mon[88416]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T17:13:15.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:15 smithi005 ceph-mon[90837]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T17:13:15.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:15 smithi016 ceph-mon[84444]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-12T17:13:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:16 smithi005 ceph-mon[88416]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-04-12T17:13:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:16 smithi005 ceph-mon[88416]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T17:13:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:16 smithi005 ceph-mon[88416]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T17:13:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:16 smithi005 ceph-mon[90837]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-04-12T17:13:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:16 smithi005 ceph-mon[90837]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T17:13:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:16 smithi005 ceph-mon[90837]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T17:13:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:16 smithi016 ceph-mon[84444]: pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2024-04-12T17:13:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:16 smithi016 ceph-mon[84444]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-12T17:13:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:16 smithi016 ceph-mon[84444]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-12T17:13:18.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:18 smithi005 ceph-mon[88416]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2024-04-12T17:13:18.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:18 smithi005 ceph-mon[88416]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T17:13:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:18 smithi005 ceph-mon[90837]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2024-04-12T17:13:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:18 smithi005 ceph-mon[90837]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T17:13:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:18 smithi016 ceph-mon[84444]: pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2024-04-12T17:13:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:18 smithi016 ceph-mon[84444]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-12T17:13:19.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:19 smithi005 ceph-mon[88416]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T17:13:19.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:19 smithi005 ceph-mon[90837]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T17:13:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:19 smithi016 ceph-mon[84444]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-12T17:13:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:20 smithi005 ceph-mon[88416]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-12T17:13:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:20 smithi005 ceph-mon[88416]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T17:13:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:20 smithi005 ceph-mon[90837]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-12T17:13:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:20 smithi005 ceph-mon[90837]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T17:13:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:20 smithi016 ceph-mon[84444]: pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 13 KiB/s wr, 111 op/s 2024-04-12T17:13:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:20 smithi016 ceph-mon[84444]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-12T17:13:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:21.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:21 smithi005 ceph-mon[88416]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T17:13:21.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:21 smithi005 ceph-mon[88416]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T17:13:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:21 smithi005 ceph-mon[90837]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T17:13:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:21 smithi005 ceph-mon[90837]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T17:13:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:21 smithi016 ceph-mon[84444]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-12T17:13:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:21 smithi016 ceph-mon[84444]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-12T17:13:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:22 smithi005 ceph-mon[88416]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 10 KiB/s wr, 81 op/s 2024-04-12T17:13:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:22 smithi005 ceph-mon[90837]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 10 KiB/s wr, 81 op/s 2024-04-12T17:13:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:22 smithi016 ceph-mon[84444]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 10 KiB/s wr, 81 op/s 2024-04-12T17:13:22.499 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:13:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:13:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:23.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:23 smithi005 ceph-mon[88416]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T17:13:23.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:23 smithi005 ceph-mon[90837]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T17:13:23.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:23 smithi016 ceph-mon[84444]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-12T17:13:24.161 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:13:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:13:23] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-12T17:13:24.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:24 smithi005 ceph-mon[90837]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-12T17:13:24.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:24 smithi005 ceph-mon[90837]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T17:13:24.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:24 smithi005 ceph-mon[88416]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-12T17:13:24.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:24 smithi005 ceph-mon[88416]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T17:13:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:24 smithi016 ceph-mon[84444]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 13 KiB/s wr, 119 op/s 2024-04-12T17:13:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:24 smithi016 ceph-mon[84444]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-12T17:13:25.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:25 smithi005 ceph-mon[88416]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T17:13:25.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:25 smithi005 ceph-mon[90837]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T17:13:25.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:25 smithi016 ceph-mon[84444]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-12T17:13:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:26 smithi005 ceph-mon[88416]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 15 KiB/s wr, 125 op/s 2024-04-12T17:13:26.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:26 smithi005 ceph-mon[88416]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T17:13:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:26 smithi005 ceph-mon[90837]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 15 KiB/s wr, 125 op/s 2024-04-12T17:13:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:26 smithi005 ceph-mon[90837]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T17:13:26.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:26 smithi016 ceph-mon[84444]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 15 KiB/s wr, 125 op/s 2024-04-12T17:13:26.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:26 smithi016 ceph-mon[84444]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-12T17:13:27.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:27 smithi005 ceph-mon[88416]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T17:13:27.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:27 smithi005 ceph-mon[90837]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T17:13:27.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:27 smithi016 ceph-mon[84444]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-12T17:13:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:28 smithi005 ceph-mon[88416]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 71 op/s 2024-04-12T17:13:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:28 smithi005 ceph-mon[88416]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T17:13:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:28 smithi005 ceph-mon[90837]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 71 op/s 2024-04-12T17:13:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:28 smithi005 ceph-mon[90837]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T17:13:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:28 smithi016 ceph-mon[84444]: pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 71 op/s 2024-04-12T17:13:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:28 smithi016 ceph-mon[84444]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-12T17:13:29.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:29 smithi005 ceph-mon[88416]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T17:13:29.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:29 smithi005 ceph-mon[90837]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T17:13:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:29 smithi016 ceph-mon[84444]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-12T17:13:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:30 smithi005 ceph-mon[88416]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 252 op/s 2024-04-12T17:13:30.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:30 smithi005 ceph-mon[88416]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T17:13:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:30 smithi005 ceph-mon[90837]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 252 op/s 2024-04-12T17:13:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:30 smithi005 ceph-mon[90837]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T17:13:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:30 smithi016 ceph-mon[84444]: pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 KiB/s wr, 252 op/s 2024-04-12T17:13:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:30 smithi016 ceph-mon[84444]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-12T17:13:31.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:31 smithi005 ceph-mon[88416]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T17:13:31.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:31 smithi005 ceph-mon[88416]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T17:13:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:31 smithi005 ceph-mon[90837]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T17:13:31.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:31 smithi005 ceph-mon[90837]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T17:13:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:31 smithi016 ceph-mon[84444]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-12T17:13:31.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:31 smithi016 ceph-mon[84444]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-12T17:13:32.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[88416]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[90837]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:13:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:32 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:13:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:13:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:32 smithi016 ceph-mon[84444]: pgmap v2705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 14 KiB/s wr, 187 op/s 2024-04-12T17:13:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:13:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:13:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:13:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:32 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:13:33.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:33 smithi016 ceph-mon[84444]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T17:13:33.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:33 smithi005 ceph-mon[88416]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T17:13:33.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:33 smithi005 ceph-mon[90837]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-12T17:13:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:13:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:13:33] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-12T17:13:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:34 smithi016 ceph-mon[84444]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.7 KiB/s wr, 116 op/s 2024-04-12T17:13:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:34 smithi016 ceph-mon[84444]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T17:13:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:34 smithi005 ceph-mon[88416]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.7 KiB/s wr, 116 op/s 2024-04-12T17:13:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:34 smithi005 ceph-mon[88416]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T17:13:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:34 smithi005 ceph-mon[90837]: pgmap v2708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.7 KiB/s wr, 116 op/s 2024-04-12T17:13:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:34 smithi005 ceph-mon[90837]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-12T17:13:35.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:35 smithi016 ceph-mon[84444]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T17:13:35.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:35.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:35 smithi005 ceph-mon[88416]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T17:13:35.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:35.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:35 smithi005 ceph-mon[90837]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-12T17:13:35.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:36 smithi016 ceph-mon[84444]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.7 KiB/s wr, 125 op/s 2024-04-12T17:13:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:36 smithi016 ceph-mon[84444]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T17:13:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:36 smithi016 ceph-mon[84444]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T17:13:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:36 smithi005 ceph-mon[88416]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.7 KiB/s wr, 125 op/s 2024-04-12T17:13:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:36 smithi005 ceph-mon[88416]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T17:13:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:36 smithi005 ceph-mon[88416]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T17:13:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:36 smithi005 ceph-mon[90837]: pgmap v2711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.7 KiB/s wr, 125 op/s 2024-04-12T17:13:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:36 smithi005 ceph-mon[90837]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-12T17:13:36.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:36 smithi005 ceph-mon[90837]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-12T17:13:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:38 smithi005 ceph-mon[88416]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2024-04-12T17:13:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:38 smithi005 ceph-mon[88416]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T17:13:38.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:38 smithi005 ceph-mon[90837]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2024-04-12T17:13:38.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:38 smithi005 ceph-mon[90837]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T17:13:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:38 smithi016 ceph-mon[84444]: pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 59 op/s 2024-04-12T17:13:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:38 smithi016 ceph-mon[84444]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-12T17:13:39.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:39 smithi005 ceph-mon[88416]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T17:13:39.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:39 smithi005 ceph-mon[90837]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T17:13:39.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:39 smithi016 ceph-mon[84444]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-12T17:13:40.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:40 smithi005 ceph-mon[88416]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9.5 KiB/s wr, 148 op/s 2024-04-12T17:13:40.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:40 smithi005 ceph-mon[88416]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T17:13:40.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:40 smithi005 ceph-mon[90837]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9.5 KiB/s wr, 148 op/s 2024-04-12T17:13:40.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:40 smithi005 ceph-mon[90837]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T17:13:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:40 smithi016 ceph-mon[84444]: pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9.5 KiB/s wr, 148 op/s 2024-04-12T17:13:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:40 smithi016 ceph-mon[84444]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-12T17:13:41.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:41 smithi005 ceph-mon[88416]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T17:13:41.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:41 smithi005 ceph-mon[88416]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T17:13:41.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:41 smithi005 ceph-mon[90837]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T17:13:41.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:41 smithi005 ceph-mon[90837]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T17:13:41.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:41 smithi016 ceph-mon[84444]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-12T17:13:41.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:41 smithi016 ceph-mon[84444]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-12T17:13:42.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:42 smithi005 ceph-mon[88416]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-12T17:13:42.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:42 smithi005 ceph-mon[90837]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-12T17:13:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:42 smithi016 ceph-mon[84444]: pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-12T17:13:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:13:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:13:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:43.229 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31041 ms) 2024-04-12T17:13:43.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:43 smithi005 ceph-mon[88416]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T17:13:43.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:43 smithi005 ceph-mon[90837]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T17:13:43.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:43 smithi016 ceph-mon[84444]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-12T17:13:44.163 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:13:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:13:43] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-12T17:13:44.233 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 51 tests from TestMirroring (86618 ms total) 2024-04-12T17:13:44.233 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:13:44.233 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 34 tests from TestInternal 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[88416]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 124 op/s 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[88416]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4285922f-16e1-4e98-ad8b-7422eff0defe"}]: dispatch 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4285922f-16e1-4e98-ad8b-7422eff0defe"}]': finished 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[90837]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 124 op/s 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[90837]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4285922f-16e1-4e98-ad8b-7422eff0defe"}]: dispatch 2024-04-12T17:13:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:44 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4285922f-16e1-4e98-ad8b-7422eff0defe"}]': finished 2024-04-12T17:13:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:44 smithi016 ceph-mon[84444]: pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.7 KiB/s wr, 124 op/s 2024-04-12T17:13:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:44 smithi016 ceph-mon[84444]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-12T17:13:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:44 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4285922f-16e1-4e98-ad8b-7422eff0defe"}]: dispatch 2024-04-12T17:13:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:44 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/243164628' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4285922f-16e1-4e98-ad8b-7422eff0defe"}]': finished 2024-04-12T17:13:45.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:45 smithi016 ceph-mon[84444]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T17:13:45.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:45 smithi005 ceph-mon[88416]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T17:13:45.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:45 smithi005 ceph-mon[90837]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-12T17:13:46.235 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.OpenByID 2024-04-12T17:13:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:46 smithi016 ceph-mon[84444]: pgmap v2726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:13:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:46 smithi016 ceph-mon[84444]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T17:13:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:46 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3257785786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:46 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[88416]: pgmap v2726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[88416]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3257785786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[90837]: pgmap v2726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[90837]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3257785786' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:46 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:13:47.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:47 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:13:47.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:47 smithi016 ceph-mon[84444]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T17:13:47.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:47 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:13:47.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:47 smithi005 ceph-mon[88416]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T17:13:47.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:47 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:13:47.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:47 smithi005 ceph-mon[90837]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-12T17:13:48.285 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.OpenByID (2049 ms) 2024-04-12T17:13:48.390 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-12T17:13:48.391 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.OpenSnapDNE (28 ms) 2024-04-12T17:13:48.391 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-12T17:13:48.391 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (22 ms) 2024-04-12T17:13:48.392 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-12T17:13:48.392 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2024-04-12T17:13:48.392 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-12T17:13:48.392 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (20 ms) 2024-04-12T17:13:48.392 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-12T17:13:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:48 smithi016 ceph-mon[84444]: pgmap v2729: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:13:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:48 smithi016 ceph-mon[84444]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T17:13:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:48 smithi005 ceph-mon[88416]: pgmap v2729: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:13:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:48 smithi005 ceph-mon[88416]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T17:13:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:48 smithi005 ceph-mon[90837]: pgmap v2729: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:13:48.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:48 smithi005 ceph-mon[90837]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-12T17:13:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:49 smithi016 ceph-mon[84444]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T17:13:49.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:49 smithi005 ceph-mon[88416]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T17:13:49.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:49 smithi005 ceph-mon[90837]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-12T17:13:50.283 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1904 ms) 2024-04-12T17:13:50.283 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-12T17:13:50.305 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (23 ms) 2024-04-12T17:13:50.306 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-12T17:13:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:50 smithi016 ceph-mon[84444]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-04-12T17:13:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:50 smithi016 ceph-mon[84444]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T17:13:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:50.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:50 smithi005 ceph-mon[88416]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-04-12T17:13:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:50 smithi005 ceph-mon[88416]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T17:13:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:50 smithi005 ceph-mon[90837]: pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-04-12T17:13:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:50 smithi005 ceph-mon[90837]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-12T17:13:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:13:51.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:51 smithi016 ceph-mon[84444]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T17:13:51.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:51 smithi005 ceph-mon[88416]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T17:13:51.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:51 smithi005 ceph-mon[90837]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-12T17:13:52.293 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1988 ms) 2024-04-12T17:13:52.293 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-12T17:13:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:52 smithi016 ceph-mon[84444]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-04-12T17:13:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:52 smithi016 ceph-mon[84444]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T17:13:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:13:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:13:52.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:52 smithi005 ceph-mon[88416]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-04-12T17:13:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:52 smithi005 ceph-mon[88416]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T17:13:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:52 smithi005 ceph-mon[90837]: pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 2 op/s 2024-04-12T17:13:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:52 smithi005 ceph-mon[90837]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-12T17:13:53.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:53 smithi016 ceph-mon[84444]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T17:13:53.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:53 smithi005 ceph-mon[88416]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T17:13:53.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:53 smithi005 ceph-mon[90837]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-12T17:13:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:13:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:13:53] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-04-12T17:13:54.302 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2009 ms) 2024-04-12T17:13:54.303 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-12T17:13:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:54 smithi016 ceph-mon[84444]: pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-12T17:13:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:54 smithi016 ceph-mon[84444]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T17:13:54.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:54 smithi005 ceph-mon[88416]: pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-12T17:13:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:54 smithi005 ceph-mon[88416]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T17:13:54.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:54 smithi005 ceph-mon[90837]: pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-12T17:13:54.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:54 smithi005 ceph-mon[90837]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-12T17:13:55.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:55 smithi016 ceph-mon[84444]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T17:13:55.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:55 smithi005 ceph-mon[88416]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T17:13:55.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:55 smithi005 ceph-mon[90837]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-12T17:13:56.155 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1852 ms) 2024-04-12T17:13:56.155 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-12T17:13:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:56 smithi016 ceph-mon[84444]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-12T17:13:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:56 smithi016 ceph-mon[84444]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T17:13:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:56 smithi016 ceph-mon[84444]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T17:13:56.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:56 smithi005 ceph-mon[88416]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-12T17:13:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:56 smithi005 ceph-mon[88416]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T17:13:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:56 smithi005 ceph-mon[88416]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T17:13:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:56 smithi005 ceph-mon[90837]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-12T17:13:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:56 smithi005 ceph-mon[90837]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-12T17:13:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:56 smithi005 ceph-mon[90837]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-12T17:13:58.167 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.FlattenLocksImage (2012 ms) 2024-04-12T17:13:58.167 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-12T17:13:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:58 smithi005 ceph-mon[88416]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-04-12T17:13:58.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:58 smithi005 ceph-mon[88416]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T17:13:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:58 smithi005 ceph-mon[90837]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-04-12T17:13:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:58 smithi005 ceph-mon[90837]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T17:13:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:58 smithi016 ceph-mon[84444]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2024-04-12T17:13:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:58 smithi016 ceph-mon[84444]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-12T17:13:59.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:13:59 smithi005 ceph-mon[88416]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T17:13:59.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:13:59 smithi005 ceph-mon[90837]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T17:13:59.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:13:59 smithi016 ceph-mon[84444]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-12T17:14:00.167 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2001 ms) 2024-04-12T17:14:00.167 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-12T17:14:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:00 smithi005 ceph-mon[88416]: pgmap v2747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-04-12T17:14:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:00 smithi005 ceph-mon[88416]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T17:14:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:00 smithi005 ceph-mon[90837]: pgmap v2747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-04-12T17:14:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:00 smithi005 ceph-mon[90837]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T17:14:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:00 smithi016 ceph-mon[84444]: pgmap v2747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.0 KiB/s wr, 120 op/s 2024-04-12T17:14:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:00 smithi016 ceph-mon[84444]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-12T17:14:01.140 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (973 ms) 2024-04-12T17:14:01.140 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[88416]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3745611797' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]: dispatch 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]: dispatch 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]': finished 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[88416]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[90837]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3745611797' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]: dispatch 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]: dispatch 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]': finished 2024-04-12T17:14:01.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:01 smithi005 ceph-mon[90837]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T17:14:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:01 smithi016 ceph-mon[84444]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-12T17:14:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:01 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3745611797' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]: dispatch 2024-04-12T17:14:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:01 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]: dispatch 2024-04-12T17:14:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:01 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3745611797"}]': finished 2024-04-12T17:14:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:01 smithi016 ceph-mon[84444]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-12T17:14:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:02 smithi005 ceph-mon[88416]: pgmap v2750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.2 KiB/s wr, 76 op/s 2024-04-12T17:14:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3746298301' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]: dispatch 2024-04-12T17:14:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:02 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]: dispatch 2024-04-12T17:14:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:02 smithi005 ceph-mon[90837]: pgmap v2750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.2 KiB/s wr, 76 op/s 2024-04-12T17:14:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3746298301' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]: dispatch 2024-04-12T17:14:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:02 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]: dispatch 2024-04-12T17:14:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:02 smithi016 ceph-mon[84444]: pgmap v2750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.2 KiB/s wr, 76 op/s 2024-04-12T17:14:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3746298301' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]: dispatch 2024-04-12T17:14:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:02 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]: dispatch 2024-04-12T17:14:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:14:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:03.171 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2030 ms) 2024-04-12T17:14:03.171 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-12T17:14:03.204 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.AioWriteRequestsLock (33 ms) 2024-04-12T17:14:03.204 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-12T17:14:03.232 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-04-12T17:14:03.232 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-12T17:14:03.274 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.CancelAsyncResize (43 ms) 2024-04-12T17:14:03.275 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-12T17:14:03.331 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.MultipleResize (56 ms) 2024-04-12T17:14:03.331 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.Metadata 2024-04-12T17:14:03.375 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.Metadata (45 ms) 2024-04-12T17:14:03.376 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-12T17:14:03.407 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-04-12T17:14:03.407 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-12T17:14:03.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:03 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]': finished 2024-04-12T17:14:03.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:03 smithi005 ceph-mon[88416]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T17:14:03.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:03 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]': finished 2024-04-12T17:14:03.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:03 smithi005 ceph-mon[90837]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T17:14:03.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:03 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/3746298301"}]': finished 2024-04-12T17:14:03.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:03 smithi016 ceph-mon[84444]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-12T17:14:04.172 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:14:03] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-04-12T17:14:04.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:04 smithi005 ceph-mon[88416]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-04-12T17:14:04.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:04 smithi005 ceph-mon[90837]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-04-12T17:14:04.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:04 smithi016 ceph-mon[84444]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 216 op/s 2024-04-12T17:14:05.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:05 smithi005 ceph-mon[88416]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T17:14:05.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:05 smithi005 ceph-mon[90837]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T17:14:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:05 smithi016 ceph-mon[84444]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-12T17:14:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:06.231 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapshotCopyup (2824 ms) 2024-04-12T17:14:06.231 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-12T17:14:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:06 smithi005 ceph-mon[88416]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-04-12T17:14:06.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:06 smithi005 ceph-mon[88416]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T17:14:06.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:06 smithi005 ceph-mon[88416]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T17:14:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:06 smithi005 ceph-mon[90837]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-04-12T17:14:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:06 smithi005 ceph-mon[90837]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T17:14:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:06 smithi005 ceph-mon[90837]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T17:14:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:06 smithi016 ceph-mon[84444]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-04-12T17:14:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:06 smithi016 ceph-mon[84444]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-12T17:14:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:06 smithi016 ceph-mon[84444]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-12T17:14:08.230 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2000 ms) 2024-04-12T17:14:08.231 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-12T17:14:08.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:08 smithi005 ceph-mon[88416]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-04-12T17:14:08.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:08 smithi005 ceph-mon[88416]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T17:14:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:08 smithi005 ceph-mon[90837]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-04-12T17:14:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:08 smithi005 ceph-mon[90837]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T17:14:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:08 smithi016 ceph-mon[84444]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.7 KiB/s wr, 115 op/s 2024-04-12T17:14:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:08 smithi016 ceph-mon[84444]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-12T17:14:09.236 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1005 ms) 2024-04-12T17:14:09.236 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-12T17:14:09.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:09 smithi005 ceph-mon[88416]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T17:14:09.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:09 smithi005 ceph-mon[90837]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T17:14:09.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:09 smithi016 ceph-mon[84444]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-12T17:14:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:10 smithi005 ceph-mon[88416]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 27 KiB/s wr, 343 op/s 2024-04-12T17:14:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:10 smithi005 ceph-mon[88416]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T17:14:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:10 smithi005 ceph-mon[90837]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 27 KiB/s wr, 343 op/s 2024-04-12T17:14:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:10 smithi005 ceph-mon[90837]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T17:14:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:10 smithi016 ceph-mon[84444]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 27 KiB/s wr, 343 op/s 2024-04-12T17:14:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:10 smithi016 ceph-mon[84444]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-12T17:14:11.268 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.ResizeCopyup (2032 ms) 2024-04-12T17:14:11.268 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-12T17:14:11.277 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-12T17:14:11.277 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:14:11.277 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (10 ms) 2024-04-12T17:14:11.277 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-12T17:14:11.286 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-12T17:14:11.286 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-12T17:14:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:11 smithi016 ceph-mon[84444]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T17:14:11.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:11 smithi005 ceph-mon[88416]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T17:14:11.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:11 smithi005 ceph-mon[90837]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-12T17:14:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:12 smithi016 ceph-mon[84444]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 25 KiB/s wr, 328 op/s 2024-04-12T17:14:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:12 smithi016 ceph-mon[84444]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T17:14:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:14:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:12.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:12 smithi005 ceph-mon[88416]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 25 KiB/s wr, 328 op/s 2024-04-12T17:14:12.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:12 smithi005 ceph-mon[88416]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T17:14:12.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:12 smithi005 ceph-mon[90837]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 25 KiB/s wr, 328 op/s 2024-04-12T17:14:12.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:12 smithi005 ceph-mon[90837]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-12T17:14:13.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:13 smithi016 ceph-mon[84444]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T17:14:13.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:13 smithi005 ceph-mon[88416]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T17:14:13.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:13 smithi005 ceph-mon[90837]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-12T17:14:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:14:13] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2024-04-12T17:14:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:14 smithi016 ceph-mon[84444]: pgmap v2767: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 1.0 MiB/s wr, 353 op/s 2024-04-12T17:14:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:14 smithi016 ceph-mon[84444]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T17:14:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:14 smithi005 ceph-mon[88416]: pgmap v2767: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 1.0 MiB/s wr, 353 op/s 2024-04-12T17:14:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:14 smithi005 ceph-mon[88416]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T17:14:14.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:14 smithi005 ceph-mon[90837]: pgmap v2767: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 263 KiB/s rd, 1.0 MiB/s wr, 353 op/s 2024-04-12T17:14:14.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:14 smithi005 ceph-mon[90837]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-12T17:14:15.258 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.WriteFullCopyup (3972 ms) 2024-04-12T17:14:15.258 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-12T17:14:15.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:15 smithi016 ceph-mon[84444]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T17:14:15.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:15 smithi005 ceph-mon[88416]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T17:14:15.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:15 smithi005 ceph-mon[90837]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-12T17:14:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:16 smithi016 ceph-mon[84444]: pgmap v2770: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 1.0 MiB/s wr, 363 op/s 2024-04-12T17:14:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:16 smithi016 ceph-mon[84444]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T17:14:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:16 smithi005 ceph-mon[88416]: pgmap v2770: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 1.0 MiB/s wr, 363 op/s 2024-04-12T17:14:16.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:16 smithi005 ceph-mon[88416]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T17:14:16.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:16 smithi005 ceph-mon[90837]: pgmap v2770: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 267 KiB/s rd, 1.0 MiB/s wr, 363 op/s 2024-04-12T17:14:16.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:16 smithi005 ceph-mon[90837]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-12T17:14:17.276 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2019 ms) 2024-04-12T17:14:17.277 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.TestCoR 2024-04-12T17:14:17.289 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-12T17:14:17.289 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to disabled copy-on-read 2024-04-12T17:14:17.289 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestInternal.TestCoR (12 ms) 2024-04-12T17:14:17.289 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout:made parent image "image398": 4194304K (1024 * 4K) 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout:generated random write map: 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: [10 , 41274 ] 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: [11 , 47409 ] 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: [18 , 77218 ] 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: [25 , 102634 ] 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: [46 , 190736 ] 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: [47 , 195244 ] 2024-04-12T17:14:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: [50 , 207395 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [53 , 218909 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [63 , 261532 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [66 , 271213 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [81 , 333698 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [89 , 368113 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [97 , 398916 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [99 , 405819 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [108 , 445296 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [111 , 456388 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [113 , 463265 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [116 , 477018 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [124 , 510365 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [144 , 590922 ] 2024-04-12T17:14:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: [148 , 609003 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [150 , 616757 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [157 , 645281 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [176 , 722269 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [184 , 755087 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [186 , 763043 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [201 , 826455 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [213 , 872839 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [223 , 916662 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [231 , 946992 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [250 , 1026077 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [257 , 1056252 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [264 , 1083210 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [293 , 1203016 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [324 , 1330427 ] 2024-04-12T17:14:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: [328 , 1345196 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [337 , 1383669 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [367 , 1503741 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [378 , 1549537 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [398 , 1630436 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [404 , 1655298 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [419 , 1716895 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [433 , 1777078 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [441 , 1809795 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [443 , 1817836 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [460 , 1887126 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [463 , 1897074 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [473 , 1939205 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [487 , 1995307 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [490 , 2007918 ] 2024-04-12T17:14:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: [504 , 2067201 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [517 , 2120167 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [523 , 2142249 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [535 , 2193001 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [543 , 2226095 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [547 , 2240777 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [552 , 2261251 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [554 , 2270481 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [559 , 2291108 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [574 , 2354516 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [575 , 2355375 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [632 , 2590625 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [641 , 2628818 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [647 , 2651651 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [648 , 2654801 ] 2024-04-12T17:14:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: [653 , 2677377 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [687 , 2814909 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [702 , 2876658 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [712 , 2919495 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [716 , 2933886 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [717 , 2938968 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [720 , 2950041 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [747 , 3061632 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [783 , 3208631 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [786 , 3220705 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [796 , 3262085 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [798 , 3271834 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [818 , 3352353 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [826 , 3385189 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [837 , 3430541 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [871 , 3568026 ] 2024-04-12T17:14:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: [892 , 3656909 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [895 , 3669175 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [900 , 3688948 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [920 , 3771323 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [944 , 3869791 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [946 , 3875735 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [988 , 4049213 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [991 , 4060890 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [992 , 4064883 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [995 , 4076232 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [997 , 4085261 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [1001 , 4101401 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: [1008 , 4130919 ] 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout:write data based on random map 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: write object-10 2024-04-12T17:14:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: write object-11 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-18 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-25 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-46 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-47 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-50 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-53 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-63 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-66 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-81 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-89 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-97 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-99 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-108 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-111 2024-04-12T17:14:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: write object-113 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-116 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-124 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-144 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-148 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-150 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-157 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-176 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-184 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-186 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-201 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-213 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-223 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-231 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-250 2024-04-12T17:14:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: write object-257 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-264 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-293 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-324 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-328 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-337 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-367 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-378 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-398 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-404 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-419 2024-04-12T17:14:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: write object-433 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-441 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-443 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-460 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-463 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-473 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-487 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-490 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-504 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-517 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-523 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-535 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-543 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-547 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-552 2024-04-12T17:14:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: write object-554 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-559 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-574 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-575 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-632 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-641 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-647 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-648 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-653 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-687 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-702 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-712 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-716 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-717 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-720 2024-04-12T17:14:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: write object-747 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-783 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-786 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-796 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-798 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-818 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-826 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-837 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-871 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-892 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-895 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-900 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-920 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-944 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-946 2024-04-12T17:14:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: write object-988 2024-04-12T17:14:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: write object-991 2024-04-12T17:14:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: write object-992 2024-04-12T17:14:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: write object-995 2024-04-12T17:14:17.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:17 smithi016 ceph-mon[84444]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T17:14:17.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:17 smithi005 ceph-mon[88416]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T17:14:17.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:17 smithi005 ceph-mon[90837]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: write object-997 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: write object-1001 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: write object-1008 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout:verify written data by reading 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: read object-10 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout:made snapshot "image398@parent_snap" and protect it 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout:made and opened clone "image399" 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout:flattening clone: "image399" 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout:check whether child image has the same set of objects as parent 2024-04-12T17:14:18.447 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1158 ms) 2024-04-12T17:14:18.448 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-12T17:14:18.524 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.PoolMetadataConfApply (78 ms) 2024-04-12T17:14:18.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.Sparsify 2024-04-12T17:14:18.546 INFO:tasks.workunit.client.0.smithi005.stdout:sparsify_supported=1 2024-04-12T17:14:18.546 INFO:tasks.workunit.client.0.smithi005.stdout:sparse_read_supported=1 2024-04-12T17:14:18.573 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.Sparsify (49 ms) 2024-04-12T17:14:18.573 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-12T17:14:18.587 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-mon[88416]: pgmap v2773: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 5.7 KiB/s wr, 35 op/s 2024-04-12T17:14:18.587 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-mon[88416]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T17:14:18.587 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-mon[90837]: pgmap v2773: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 5.7 KiB/s wr, 35 op/s 2024-04-12T17:14:18.587 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-mon[90837]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T17:14:18.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:14:18] ENGINE Bus STOPPING 2024-04-12T17:14:18.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:14:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:14:18.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:14:18] ENGINE Bus STOPPED 2024-04-12T17:14:18.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:14:18] ENGINE Bus STARTING 2024-04-12T17:14:18.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:14:18] ENGINE Serving on http://:::9283 2024-04-12T17:14:18.588 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:18 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:14:18] ENGINE Bus STARTED 2024-04-12T17:14:18.592 INFO:tasks.workunit.client.0.smithi005.stdout:sparsify_supported=1 2024-04-12T17:14:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:18 smithi016 ceph-mon[84444]: pgmap v2773: 137 pgs: 137 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 5.7 KiB/s wr, 35 op/s 2024-04-12T17:14:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:18 smithi016 ceph-mon[84444]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-12T17:14:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:19 smithi016 ceph-mon[84444]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T17:14:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:19 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' 2024-04-12T17:14:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:14:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:14:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[90837]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[88416]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-12T17:14:19.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' 2024-04-12T17:14:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:14:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:14:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:14:20.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.SparsifyClone (1951 ms) 2024-04-12T17:14:20.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-12T17:14:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:20 smithi016 ceph-mon[84444]: pgmap v2776: 137 pgs: 137 active+clean; 8.7 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 390 op/s 2024-04-12T17:14:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:20 smithi016 ceph-mon[84444]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T17:14:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:20 smithi016 ceph-mon[84444]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T17:14:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[88416]: pgmap v2776: 137 pgs: 137 active+clean; 8.7 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 390 op/s 2024-04-12T17:14:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[88416]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T17:14:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[88416]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T17:14:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[90837]: pgmap v2776: 137 pgs: 137 active+clean; 8.7 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 390 op/s 2024-04-12T17:14:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[90837]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-12T17:14:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:20 smithi005 ceph-mon[90837]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-12T17:14:21.627 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestInternal.MissingDataPool (1102 ms) 2024-04-12T17:14:21.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:21 smithi016 ceph-mon[84444]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T17:14:21.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:21 smithi016 ceph-mon[84444]: pgmap v2779: 137 pgs: 137 active+clean; 8.8 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 649 op/s 2024-04-12T17:14:21.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:21 smithi005 ceph-mon[88416]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T17:14:21.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:21 smithi005 ceph-mon[88416]: pgmap v2779: 137 pgs: 137 active+clean; 8.8 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 649 op/s 2024-04-12T17:14:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:21 smithi005 ceph-mon[90837]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-12T17:14:21.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:21 smithi005 ceph-mon[90837]: pgmap v2779: 137 pgs: 137 active+clean; 8.8 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 649 op/s 2024-04-12T17:14:22.524 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 34 tests from TestInternal (35392 ms total) 2024-04-12T17:14:22.524 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:14:22.524 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 17 tests from TestImageWatcher 2024-04-12T17:14:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:22 smithi016 ceph-mon[84444]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T17:14:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:14:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:22.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:22 smithi005 ceph-mon[88416]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T17:14:22.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:22 smithi005 ceph-mon[90837]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-12T17:14:23.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:23 smithi016 ceph-mon[84444]: pgmap v2781: 137 pgs: 137 active+clean; 8.9 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 72 KiB/s wr, 321 op/s 2024-04-12T17:14:23.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:23 smithi016 ceph-mon[84444]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T17:14:23.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:23 smithi005 ceph-mon[88416]: pgmap v2781: 137 pgs: 137 active+clean; 8.9 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 72 KiB/s wr, 321 op/s 2024-04-12T17:14:23.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:23 smithi005 ceph-mon[88416]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T17:14:23.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:23 smithi005 ceph-mon[90837]: pgmap v2781: 137 pgs: 137 active+clean; 8.9 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 72 KiB/s wr, 321 op/s 2024-04-12T17:14:23.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:23 smithi005 ceph-mon[90837]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-12T17:14:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:14:23] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-04-12T17:14:24.532 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-12T17:14:24.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:24 smithi016 ceph-mon[84444]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T17:14:24.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:24 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4285514776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:24.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:24 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:24.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:24 smithi005 ceph-mon[88416]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T17:14:24.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:24 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4285514776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:24.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:24 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:24.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:24 smithi005 ceph-mon[90837]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-12T17:14:24.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:24 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4285514776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:24.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:24 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:25.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:25 smithi016 ceph-mon[84444]: pgmap v2784: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:25.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:25 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:25.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:25 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:25.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:25 smithi016 ceph-mon[84444]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T17:14:25.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[88416]: pgmap v2784: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:25.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:25.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:25.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[88416]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T17:14:25.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[90837]: pgmap v2784: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:25.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:25.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:25.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:25 smithi005 ceph-mon[90837]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-12T17:14:26.576 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2044 ms) 2024-04-12T17:14:26.576 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-12T17:14:26.602 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-04-12T17:14:26.602 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-12T17:14:26.627 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyResize (25 ms) 2024-04-12T17:14:26.627 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-12T17:14:26.651 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-04-12T17:14:26.651 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-12T17:14:26.676 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2024-04-12T17:14:26.676 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-12T17:14:26.698 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2024-04-12T17:14:26.698 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-12T17:14:26.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-04-12T17:14:26.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-12T17:14:26.738 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2024-04-12T17:14:26.738 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-12T17:14:26.757 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-04-12T17:14:26.757 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-12T17:14:26.778 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (22 ms) 2024-04-12T17:14:26.779 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-12T17:14:26.801 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2024-04-12T17:14:26.801 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-12T17:14:26.821 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-12T17:14:26.821 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-12T17:14:26.842 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-04-12T17:14:26.842 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-12T17:14:26.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:26 smithi016 ceph-mon[84444]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T17:14:26.862 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-12T17:14:26.862 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-12T17:14:26.881 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-04-12T17:14:26.882 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-12T17:14:26.901 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-04-12T17:14:26.902 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-12T17:14:26.923 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (22 ms) 2024-04-12T17:14:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:26 smithi005 ceph-mon[88416]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T17:14:26.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:26 smithi005 ceph-mon[90837]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-12T17:14:27.550 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 17 tests from TestImageWatcher (2392 ms total) 2024-04-12T17:14:27.550 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:14:27.551 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 168 tests from TestLibRBD 2024-04-12T17:14:27.590 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-12T17:14:27.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:27 smithi016 ceph-mon[84444]: pgmap v2787: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:27.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:27 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:27.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:27 smithi016 ceph-mon[84444]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T17:14:27.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:27 smithi005 ceph-mon[88416]: pgmap v2787: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:27.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:27 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:27.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:27 smithi005 ceph-mon[88416]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T17:14:27.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:27 smithi005 ceph-mon[90837]: pgmap v2787: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:27.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:27 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:27.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:27 smithi005 ceph-mon[90837]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-12T17:14:28.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:28 smithi016 ceph-mon[84444]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T17:14:28.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:28 smithi005 ceph-mon[88416]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T17:14:28.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:28 smithi005 ceph-mon[90837]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-12T17:14:29.572 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:29.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:29 smithi016 ceph-mon[84444]: pgmap v2790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:29.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:29 smithi016 ceph-mon[84444]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T17:14:29.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:29 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/856297169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:29.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:29 smithi005 ceph-mon[88416]: pgmap v2790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:29.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:29 smithi005 ceph-mon[88416]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T17:14:29.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:29 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/856297169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:29.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:29 smithi005 ceph-mon[90837]: pgmap v2790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:29.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:29 smithi005 ceph-mon[90837]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-12T17:14:29.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:29 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/856297169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/856297169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T17:14:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:14:30.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.852 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/856297169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:30.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/856297169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.961 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:14:30.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:14:30.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:14:30.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:14:31.612 INFO:tasks.workunit.client.0.smithi005.stdout:image has size 2097152 and order 22 2024-04-12T17:14:31.612 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CreateAndStat (4022 ms) 2024-04-12T17:14:31.612 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-12T17:14:31.612 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.631 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-04-12T17:14:31.631 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-12T17:14:31.631 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.653 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2024-04-12T17:14:31.653 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.GetId 2024-04-12T17:14:31.653 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.679 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.GetId (27 ms) 2024-04-12T17:14:31.679 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-12T17:14:31.679 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.703 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.GetIdPP (23 ms) 2024-04-12T17:14:31.703 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-12T17:14:31.703 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-12T17:14:31.718 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-12T17:14:31.718 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.736 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-04-12T17:14:31.736 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-12T17:14:31.736 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.753 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-04-12T17:14:31.753 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-12T17:14:31.753 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.768 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-12T17:14:31.769 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-12T17:14:31.769 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.785 INFO:tasks.workunit.client.0.smithi005.stdout:image has size 2097152 and order 22 2024-04-12T17:14:31.785 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-04-12T17:14:31.785 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-12T17:14:31.788 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-04-12T17:14:31.788 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-12T17:14:31.788 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.OpenAioPP (25 ms) 2024-04-12T17:14:31.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-12T17:14:31.815 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-04-12T17:14:31.815 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-12T17:14:31.815 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:31 smithi016 ceph-mon[84444]: pgmap v2793: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:31.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:31 smithi016 ceph-mon[84444]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T17:14:31.848 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2024-04-12T17:14:31.848 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-12T17:14:31.848 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.876 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2024-04-12T17:14:31.876 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-12T17:14:31.876 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.908 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (31 ms) 2024-04-12T17:14:31.908 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-12T17:14:31.908 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:31.945 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (37 ms) 2024-04-12T17:14:31.945 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-12T17:14:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:31 smithi005 ceph-mon[88416]: pgmap v2793: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:31 smithi005 ceph-mon[88416]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T17:14:31.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:31 smithi005 ceph-mon[90837]: pgmap v2793: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:14:31.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:31 smithi005 ceph-mon[90837]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-12T17:14:32.578 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:14:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:14:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:32.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:32 smithi016 ceph-mon[84444]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T17:14:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:32 smithi005 ceph-mon[88416]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T17:14:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:32 smithi005 ceph-mon[90837]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-12T17:14:33.607 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:33.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:33 smithi016 ceph-mon[84444]: pgmap v2796: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-04-12T17:14:33.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:33 smithi016 ceph-mon[84444]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T17:14:33.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:33 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/140729239' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:33.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:33 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:33.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[88416]: pgmap v2796: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-04-12T17:14:33.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[88416]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T17:14:33.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/140729239' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:33.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:33.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[90837]: pgmap v2796: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 17 op/s 2024-04-12T17:14:33.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[90837]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-12T17:14:33.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/140729239' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:33.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:14:33] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-04-12T17:14:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[88416]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T17:14:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[90837]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T17:14:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:34 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:34 smithi016 ceph-mon[84444]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-12T17:14:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:35.099 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:14:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T17:14:34.81083048Z level=info msg="Completed cleanup jobs" duration=1.156674ms 2024-04-12T17:14:35.633 INFO:tasks.workunit.client.0.smithi005.stdout:image: image18 2024-04-12T17:14:35.634 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image18 2024-04-12T17:14:35.634 INFO:tasks.workunit.client.0.smithi005.stdout:found image18 2024-04-12T17:14:35.634 INFO:tasks.workunit.client.0.smithi005.stdout:erased image18 2024-04-12T17:14:35.634 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:35.721 INFO:tasks.workunit.client.0.smithi005.stdout:image: image18 2024-04-12T17:14:35.721 INFO:tasks.workunit.client.0.smithi005.stdout:image: image19 2024-04-12T17:14:35.721 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image18 2024-04-12T17:14:35.721 INFO:tasks.workunit.client.0.smithi005.stdout:found image18 2024-04-12T17:14:35.721 INFO:tasks.workunit.client.0.smithi005.stdout:erased image18 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image19 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:found image19 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:erased image19 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:image: image19 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image19 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:found image19 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:erased image19 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3776 ms) 2024-04-12T17:14:35.722 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-12T17:14:35.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:35 smithi005 ceph-mon[88416]: pgmap v2799: 169 pgs: 3 creating+activating, 19 creating+peering, 10 unknown, 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 17 KiB/s wr, 226 op/s 2024-04-12T17:14:35.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:35 smithi005 ceph-mon[88416]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T17:14:35.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:35 smithi005 ceph-mon[90837]: pgmap v2799: 169 pgs: 3 creating+activating, 19 creating+peering, 10 unknown, 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 17 KiB/s wr, 226 op/s 2024-04-12T17:14:35.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:35 smithi005 ceph-mon[90837]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T17:14:36.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:35 smithi016 ceph-mon[84444]: pgmap v2799: 169 pgs: 3 creating+activating, 19 creating+peering, 10 unknown, 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 17 KiB/s wr, 226 op/s 2024-04-12T17:14:36.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:35 smithi016 ceph-mon[84444]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-12T17:14:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:36 smithi005 ceph-mon[88416]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T17:14:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:36 smithi005 ceph-mon[88416]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T17:14:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:36 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2911378169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:36 smithi005 ceph-mon[90837]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T17:14:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:36 smithi005 ceph-mon[90837]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T17:14:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:36 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2911378169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:37.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:36 smithi016 ceph-mon[84444]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-12T17:14:37.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:36 smithi016 ceph-mon[84444]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-12T17:14:37.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:36 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2911378169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:37.152 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:37.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[88416]: pgmap v2803: 201 pgs: 3 creating+activating, 19 creating+peering, 42 unknown, 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 12 KiB/s wr, 188 op/s 2024-04-12T17:14:37.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:37.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2911378169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:37.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[88416]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T17:14:37.963 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[90837]: pgmap v2803: 201 pgs: 3 creating+activating, 19 creating+peering, 42 unknown, 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 12 KiB/s wr, 188 op/s 2024-04-12T17:14:37.963 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:37.963 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2911378169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:37.963 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:37 smithi005 ceph-mon[90837]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T17:14:38.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:37 smithi016 ceph-mon[84444]: pgmap v2803: 201 pgs: 3 creating+activating, 19 creating+peering, 42 unknown, 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 12 KiB/s wr, 188 op/s 2024-04-12T17:14:38.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:37 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:38.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:37 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2911378169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:38.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:37 smithi016 ceph-mon[84444]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-12T17:14:39.181 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 1 2024-04-12T17:14:39.182 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:14:39.182 INFO:tasks.workunit.client.0.smithi005.stdout:image: image20 2024-04-12T17:14:39.182 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image20 2024-04-12T17:14:39.182 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:39.195 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 2 2024-04-12T17:14:39.195 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:14:39.195 INFO:tasks.workunit.client.0.smithi005.stdout:image: image20 2024-04-12T17:14:39.195 INFO:tasks.workunit.client.0.smithi005.stdout:image: image21 2024-04-12T17:14:39.195 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image20 2024-04-12T17:14:39.195 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image21 2024-04-12T17:14:39.258 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 1 2024-04-12T17:14:39.258 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:14:39.258 INFO:tasks.workunit.client.0.smithi005.stdout:image: image21 2024-04-12T17:14:39.258 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image21 2024-04-12T17:14:39.259 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3537 ms) 2024-04-12T17:14:39.259 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-12T17:14:39.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:39 smithi005 ceph-mon[88416]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T17:14:39.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:39 smithi005 ceph-mon[90837]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T17:14:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:39 smithi016 ceph-mon[84444]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-12T17:14:40.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:40 smithi005 ceph-mon[88416]: pgmap v2806: 201 pgs: 3 creating+activating, 5 creating+peering, 4 unknown, 189 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.9 KiB/s wr, 66 op/s 2024-04-12T17:14:40.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:40 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:40.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:40 smithi005 ceph-mon[88416]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T17:14:40.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:40 smithi005 ceph-mon[90837]: pgmap v2806: 201 pgs: 3 creating+activating, 5 creating+peering, 4 unknown, 189 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.9 KiB/s wr, 66 op/s 2024-04-12T17:14:40.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:40 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:40.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:40 smithi005 ceph-mon[90837]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T17:14:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:40 smithi016 ceph-mon[84444]: pgmap v2806: 201 pgs: 3 creating+activating, 5 creating+peering, 4 unknown, 189 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.9 KiB/s wr, 66 op/s 2024-04-12T17:14:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:40 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:40 smithi016 ceph-mon[84444]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-12T17:14:41.174 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:41.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:41 smithi005 ceph-mon[90837]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T17:14:41.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:41 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2899307529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:41.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:41 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:41.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:41 smithi005 ceph-mon[88416]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T17:14:41.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:41 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2899307529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:41.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:41 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:41.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:41 smithi016 ceph-mon[84444]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-12T17:14:41.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:41 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2899307529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:41.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:41 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[88416]: pgmap v2809: 233 pgs: 32 unknown, 5 creating+peering, 196 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[88416]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[90837]: pgmap v2809: 233 pgs: 32 unknown, 5 creating+peering, 196 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:42.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:42 smithi005 ceph-mon[90837]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T17:14:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:14:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:14:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:42 smithi016 ceph-mon[84444]: pgmap v2809: 233 pgs: 32 unknown, 5 creating+peering, 196 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 6.2 KiB/s wr, 66 op/s 2024-04-12T17:14:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:42 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:42 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:42 smithi016 ceph-mon[84444]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-12T17:14:43.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:43 smithi005 ceph-mon[88416]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T17:14:43.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:43 smithi005 ceph-mon[90837]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T17:14:43.559 INFO:tasks.workunit.client.0.smithi005.stdout:image: image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:found image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:erased image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:image: image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:image: image23 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:found image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:erased image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image23 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:found image23 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:erased image23 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:image: image22 2024-04-12T17:14:43.560 INFO:tasks.workunit.client.0.smithi005.stdout:image: image23 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:image: image24 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image22 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:found image22 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:erased image22 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image23 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:found image23 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:erased image23 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image24 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:found image24 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:erased image24 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCopy (4301 ms) 2024-04-12T17:14:43.561 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-12T17:14:43.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:43 smithi016 ceph-mon[84444]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-12T17:14:44.176 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:14:43] "GET /metrics HTTP/1.1" 200 38880 "" "Prometheus/2.43.0" 2024-04-12T17:14:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:44 smithi005 ceph-mon[88416]: pgmap v2812: 233 pgs: 23 unknown, 210 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:14:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:44 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:44 smithi005 ceph-mon[88416]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T17:14:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:44 smithi005 ceph-mon[90837]: pgmap v2812: 233 pgs: 23 unknown, 210 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:14:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:44 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:44 smithi005 ceph-mon[90837]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T17:14:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:44 smithi016 ceph-mon[84444]: pgmap v2812: 233 pgs: 23 unknown, 210 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:14:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:44 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:44 smithi016 ceph-mon[84444]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-12T17:14:45.203 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:45.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:45 smithi005 ceph-mon[88416]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T17:14:45.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1362941900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:45.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:45 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:45.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:45 smithi005 ceph-mon[90837]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T17:14:45.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1362941900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:45.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:45 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:45.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:45 smithi016 ceph-mon[84444]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-12T17:14:45.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1362941900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:45.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:45 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:46.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[88416]: pgmap v2815: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[88416]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[88416]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[90837]: pgmap v2815: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:46.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[90837]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T17:14:46.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:46 smithi005 ceph-mon[90837]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T17:14:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:46 smithi016 ceph-mon[84444]: pgmap v2815: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-12T17:14:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:46 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:46 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:46 smithi016 ceph-mon[84444]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-12T17:14:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:46 smithi016 ceph-mon[84444]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-12T17:14:47.443 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 1 2024-04-12T17:14:47.443 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:14:47.444 INFO:tasks.workunit.client.0.smithi005.stdout:image: image25 2024-04-12T17:14:47.444 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image25 2024-04-12T17:14:47.463 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 2 2024-04-12T17:14:47.463 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:14:47.463 INFO:tasks.workunit.client.0.smithi005.stdout:image: image25 2024-04-12T17:14:47.463 INFO:tasks.workunit.client.0.smithi005.stdout:image: image26 2024-04-12T17:14:47.463 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image25 2024-04-12T17:14:47.463 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image26 2024-04-12T17:14:47.512 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 3 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:image: image25 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:image: image26 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:image: image27 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image25 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image26 2024-04-12T17:14:47.513 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image27 2024-04-12T17:14:47.548 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCopyPP (3988 ms) 2024-04-12T17:14:47.548 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-12T17:14:48.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:48 smithi005 ceph-mon[88416]: pgmap v2818: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2024-04-12T17:14:48.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:48 smithi005 ceph-mon[88416]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T17:14:48.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:48 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:48.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:48 smithi005 ceph-mon[90837]: pgmap v2818: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2024-04-12T17:14:48.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:48 smithi005 ceph-mon[90837]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T17:14:48.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:48 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:48 smithi016 ceph-mon[84444]: pgmap v2818: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 KiB/s wr, 33 op/s 2024-04-12T17:14:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:48 smithi016 ceph-mon[84444]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-12T17:14:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:48 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:49.211 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:49.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:49 smithi005 ceph-mon[88416]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T17:14:49.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:49 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1266998305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:49.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:49 smithi005 ceph-mon[90837]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T17:14:49.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:49 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1266998305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:49 smithi016 ceph-mon[84444]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-12T17:14:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:49 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1266998305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[88416]: pgmap v2821: 297 pgs: 35 unknown, 262 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 411 KiB/s rd, 25 KiB/s wr, 481 op/s 2024-04-12T17:14:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1266998305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[88416]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T17:14:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:50.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[90837]: pgmap v2821: 297 pgs: 35 unknown, 262 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 411 KiB/s rd, 25 KiB/s wr, 481 op/s 2024-04-12T17:14:50.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:50.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1266998305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:50.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[90837]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T17:14:50.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:50.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:50 smithi016 ceph-mon[84444]: pgmap v2821: 297 pgs: 35 unknown, 262 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 411 KiB/s rd, 25 KiB/s wr, 481 op/s 2024-04-12T17:14:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:50 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:50 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1266998305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:50 smithi016 ceph-mon[84444]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-12T17:14:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:14:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:14:51.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:51 smithi016 ceph-mon[84444]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T17:14:51.754 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:51 smithi016 ceph-mon[84444]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T17:14:51.755 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:51 smithi005 ceph-mon[88416]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T17:14:51.755 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:51 smithi005 ceph-mon[88416]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T17:14:51.755 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:51 smithi005 ceph-mon[90837]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-12T17:14:51.755 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:51 smithi005 ceph-mon[90837]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-12T17:14:52.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:52 smithi016 ceph-mon[84444]: pgmap v2824: 297 pgs: 3 creating+peering, 29 unknown, 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 43 KiB/s wr, 785 op/s 2024-04-12T17:14:52.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:52 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:52.500 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:14:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:14:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:14:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:52 smithi005 ceph-mon[88416]: pgmap v2824: 297 pgs: 3 creating+peering, 29 unknown, 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 43 KiB/s wr, 785 op/s 2024-04-12T17:14:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:52 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:52 smithi005 ceph-mon[90837]: pgmap v2824: 297 pgs: 3 creating+peering, 29 unknown, 265 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 43 KiB/s wr, 785 op/s 2024-04-12T17:14:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:52 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:14:53.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:53 smithi016 ceph-mon[84444]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T17:14:53.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:53 smithi005 ceph-mon[88416]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T17:14:53.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:53 smithi005 ceph-mon[90837]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-12T17:14:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:14:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:14:53] "GET /metrics HTTP/1.1" 200 48498 "" "Prometheus/2.43.0" 2024-04-12T17:14:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:54 smithi016 ceph-mon[84444]: pgmap v2827: 297 pgs: 3 creating+peering, 21 unknown, 273 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 19 KiB/s wr, 360 op/s 2024-04-12T17:14:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:54 smithi016 ceph-mon[84444]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T17:14:54.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:54 smithi005 ceph-mon[88416]: pgmap v2827: 297 pgs: 3 creating+peering, 21 unknown, 273 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 19 KiB/s wr, 360 op/s 2024-04-12T17:14:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:54 smithi005 ceph-mon[88416]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T17:14:54.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:54 smithi005 ceph-mon[90837]: pgmap v2827: 297 pgs: 3 creating+peering, 21 unknown, 273 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 19 KiB/s wr, 360 op/s 2024-04-12T17:14:54.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:54 smithi005 ceph-mon[90837]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:image: image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:found image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:erased image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:image: image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:image: image29 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:found image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:erased image28 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image29 2024-04-12T17:14:55.317 INFO:tasks.workunit.client.0.smithi005.stdout:found image29 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:erased image29 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:image: image28 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:image: image29 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:image: image30 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image28 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:found image28 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:erased image28 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image29 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:found image29 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:erased image29 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image30 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:found image30 2024-04-12T17:14:55.318 INFO:tasks.workunit.client.0.smithi005.stdout:erased image30 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:image: image28 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:image: image29 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:image: image30 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:image: image31 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image28 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:found image28 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:erased image28 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image29 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:found image29 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:erased image29 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image30 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:found image30 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:erased image30 2024-04-12T17:14:55.319 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image31 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:found image31 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:erased image31 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:image: image28 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:image: image29 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:image: image30 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:image: image31 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:image: image32 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image28 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:found image28 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:erased image28 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image29 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:found image29 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:erased image29 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image30 2024-04-12T17:14:55.320 INFO:tasks.workunit.client.0.smithi005.stdout:found image30 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:erased image30 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image31 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:found image31 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:erased image31 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image32 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:found image32 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:erased image32 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:image: image28 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:image: image29 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:image: image30 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:image: image31 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:image: image32 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:image: image33 2024-04-12T17:14:55.321 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image28 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:found image28 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:erased image28 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image29 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:found image29 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:erased image29 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image30 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:found image30 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:erased image30 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image31 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:found image31 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:erased image31 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image32 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:found image32 2024-04-12T17:14:55.322 INFO:tasks.workunit.client.0.smithi005.stdout:erased image32 2024-04-12T17:14:55.323 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image33 2024-04-12T17:14:55.323 INFO:tasks.workunit.client.0.smithi005.stdout:found image33 2024-04-12T17:14:55.323 INFO:tasks.workunit.client.0.smithi005.stdout:erased image33 2024-04-12T17:14:55.323 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestDeepCopy (7769 ms) 2024-04-12T17:14:55.323 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-12T17:14:55.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:55 smithi016 ceph-mon[84444]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T17:14:55.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:55 smithi005 ceph-mon[88416]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T17:14:55.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:55 smithi005 ceph-mon[90837]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-12T17:14:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:56 smithi016 ceph-mon[84444]: pgmap v2830: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 418 KiB/s rd, 25 KiB/s wr, 493 op/s 2024-04-12T17:14:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:56 smithi016 ceph-mon[84444]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T17:14:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:56 smithi016 ceph-mon[84444]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T17:14:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:56 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2759499499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:56 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[88416]: pgmap v2830: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 418 KiB/s rd, 25 KiB/s wr, 493 op/s 2024-04-12T17:14:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[88416]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T17:14:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[88416]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T17:14:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2759499499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[90837]: pgmap v2830: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 418 KiB/s rd, 25 KiB/s wr, 493 op/s 2024-04-12T17:14:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[90837]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-12T17:14:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[90837]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-12T17:14:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2759499499' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:56 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:14:57.157 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:14:58.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[88416]: pgmap v2833: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-04-12T17:14:58.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:58.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[88416]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T17:14:58.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[90837]: pgmap v2833: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-04-12T17:14:58.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:58.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[90837]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T17:14:58.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:58 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:58 smithi016 ceph-mon[84444]: pgmap v2833: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 23 KiB/s wr, 436 op/s 2024-04-12T17:14:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:58 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:14:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:58 smithi016 ceph-mon[84444]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-12T17:14:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:58 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:14:59.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:14:59 smithi005 ceph-mon[88416]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T17:14:59.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:14:59 smithi005 ceph-mon[90837]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T17:14:59.491 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 1 2024-04-12T17:14:59.491 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:14:59.491 INFO:tasks.workunit.client.0.smithi005.stdout:image: image34 2024-04-12T17:14:59.491 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image34 2024-04-12T17:14:59.516 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 2 2024-04-12T17:14:59.516 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:14:59.516 INFO:tasks.workunit.client.0.smithi005.stdout:image: image34 2024-04-12T17:14:59.516 INFO:tasks.workunit.client.0.smithi005.stdout:image: image35 2024-04-12T17:14:59.516 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image34 2024-04-12T17:14:59.516 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image35 2024-04-12T17:14:59.569 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:14:59.569 INFO:tasks.workunit.client.0.smithi005.stdout:num images is: 3 2024-04-12T17:14:59.569 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:14:59.569 INFO:tasks.workunit.client.0.smithi005.stdout:image: image34 2024-04-12T17:14:59.569 INFO:tasks.workunit.client.0.smithi005.stdout:image: image35 2024-04-12T17:14:59.570 INFO:tasks.workunit.client.0.smithi005.stdout:image: image36 2024-04-12T17:14:59.570 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image34 2024-04-12T17:14:59.570 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image35 2024-04-12T17:14:59.570 INFO:tasks.workunit.client.0.smithi005.stdout:expected = image36 2024-04-12T17:14:59.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:14:59 smithi016 ceph-mon[84444]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-12T17:14:59.602 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4286 ms) 2024-04-12T17:14:59.603 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-12T17:14:59.603 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:00 smithi005 ceph-mon[88416]: pgmap v2836: 329 pgs: 8 creating+peering, 8 unknown, 313 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 7.7 KiB/s wr, 177 op/s 2024-04-12T17:15:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:00 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:00 smithi005 ceph-mon[88416]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T17:15:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:00 smithi005 ceph-mon[90837]: pgmap v2836: 329 pgs: 8 creating+peering, 8 unknown, 313 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 7.7 KiB/s wr, 177 op/s 2024-04-12T17:15:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:00 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:00 smithi005 ceph-mon[90837]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T17:15:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:00 smithi016 ceph-mon[84444]: pgmap v2836: 329 pgs: 8 creating+peering, 8 unknown, 313 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 7.7 KiB/s wr, 177 op/s 2024-04-12T17:15:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:00 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:00 smithi016 ceph-mon[84444]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-12T17:15:01.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:01 smithi005 ceph-mon[88416]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T17:15:01.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:01 smithi005 ceph-mon[90837]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T17:15:01.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:01 smithi016 ceph-mon[84444]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-12T17:15:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:02 smithi005 ceph-mon[88416]: pgmap v2839: 329 pgs: 8 creating+peering, 321 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 8.0 KiB/s wr, 180 op/s 2024-04-12T17:15:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:02 smithi005 ceph-mon[88416]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T17:15:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:02 smithi005 ceph-mon[90837]: pgmap v2839: 329 pgs: 8 creating+peering, 321 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 8.0 KiB/s wr, 180 op/s 2024-04-12T17:15:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:02 smithi005 ceph-mon[90837]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T17:15:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:02 smithi016 ceph-mon[84444]: pgmap v2839: 329 pgs: 8 creating+peering, 321 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 8.0 KiB/s wr, 180 op/s 2024-04-12T17:15:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:02 smithi016 ceph-mon[84444]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-12T17:15:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:15:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:15:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:03.214 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:found snap1 with size 2097152 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 2 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:found snap1 with size 2097152 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:found snap2 with size 4194304 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:15:03.215 INFO:tasks.workunit.client.0.smithi005.stdout:found snap2 with size 4194304 2024-04-12T17:15:03.216 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 0 2024-04-12T17:15:03.216 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:15:03.216 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3612 ms) 2024-04-12T17:15:03.216 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-12T17:15:03.216 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:03.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:03 smithi005 ceph-mon[88416]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T17:15:03.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:03 smithi005 ceph-mon[90837]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T17:15:03.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:03 smithi016 ceph-mon[84444]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-12T17:15:04.184 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:15:03] "GET /metrics HTTP/1.1" 200 48498 "" "Prometheus/2.43.0" 2024-04-12T17:15:04.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:04 smithi005 ceph-mon[88416]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 19 KiB/s wr, 341 op/s 2024-04-12T17:15:04.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:04 smithi005 ceph-mon[88416]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T17:15:04.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:04 smithi005 ceph-mon[90837]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 19 KiB/s wr, 341 op/s 2024-04-12T17:15:04.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:04 smithi005 ceph-mon[90837]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T17:15:04.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:04 smithi016 ceph-mon[84444]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 19 KiB/s wr, 341 op/s 2024-04-12T17:15:04.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:04 smithi016 ceph-mon[84444]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-12T17:15:05.219 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2005 ms) 2024-04-12T17:15:05.220 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-12T17:15:05.220 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:05.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:05 smithi005 ceph-mon[88416]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T17:15:05.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:05.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:05 smithi005 ceph-mon[90837]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T17:15:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:05 smithi016 ceph-mon[84444]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-12T17:15:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:06.171 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:15:06.171 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:15:06.171 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:15:06.171 INFO:tasks.workunit.client.0.smithi005.stdout:found snap1 with size 2097152 2024-04-12T17:15:06.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:06 smithi005 ceph-mon[88416]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 27 KiB/s wr, 469 op/s 2024-04-12T17:15:06.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:06 smithi005 ceph-mon[88416]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T17:15:06.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:06 smithi005 ceph-mon[88416]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T17:15:06.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:06 smithi005 ceph-mon[90837]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 27 KiB/s wr, 469 op/s 2024-04-12T17:15:06.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:06 smithi005 ceph-mon[90837]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T17:15:06.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:06 smithi005 ceph-mon[90837]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T17:15:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:06 smithi016 ceph-mon[84444]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 27 KiB/s wr, 469 op/s 2024-04-12T17:15:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:06 smithi016 ceph-mon[84444]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-12T17:15:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:06 smithi016 ceph-mon[84444]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-12T17:15:07.169 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 2 2024-04-12T17:15:07.169 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:15:07.169 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:15:07.169 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:15:07.169 INFO:tasks.workunit.client.0.smithi005.stdout:found snap1 with size 2097152 2024-04-12T17:15:07.169 INFO:tasks.workunit.client.0.smithi005.stdout:found snap2 with size 4194304 2024-04-12T17:15:08.178 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:15:08.179 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:15:08.179 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:15:08.179 INFO:tasks.workunit.client.0.smithi005.stdout:found snap2 with size 4194304 2024-04-12T17:15:08.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:08 smithi005 ceph-mon[88416]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-04-12T17:15:08.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:08 smithi005 ceph-mon[88416]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T17:15:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:08 smithi005 ceph-mon[90837]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-04-12T17:15:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:08 smithi005 ceph-mon[90837]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T17:15:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:08 smithi016 ceph-mon[84444]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-04-12T17:15:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:08 smithi016 ceph-mon[84444]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-12T17:15:09.186 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 0 2024-04-12T17:15:09.186 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:15:09.192 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3972 ms) 2024-04-12T17:15:09.192 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-12T17:15:09.192 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:09.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:09 smithi005 ceph-mon[88416]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T17:15:09.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:09 smithi005 ceph-mon[90837]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T17:15:09.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:09 smithi016 ceph-mon[84444]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-12T17:15:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:10 smithi005 ceph-mon[88416]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2024-04-12T17:15:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:10 smithi005 ceph-mon[88416]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T17:15:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:10 smithi005 ceph-mon[90837]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2024-04-12T17:15:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:10 smithi005 ceph-mon[90837]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T17:15:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:10 smithi016 ceph-mon[84444]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2024-04-12T17:15:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:10 smithi016 ceph-mon[84444]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-12T17:15:11.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:11 smithi005 ceph-mon[88416]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T17:15:11.470 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:11 smithi005 ceph-mon[88416]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T17:15:11.470 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:11 smithi005 ceph-mon[90837]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T17:15:11.470 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:11 smithi005 ceph-mon[90837]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T17:15:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:11 smithi016 ceph-mon[84444]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-12T17:15:11.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:11 smithi016 ceph-mon[84444]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-12T17:15:12.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:12 smithi005 ceph-mon[88416]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-04-12T17:15:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:12 smithi005 ceph-mon[90837]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-04-12T17:15:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:12 smithi016 ceph-mon[84444]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-04-12T17:15:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:15:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:15:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:13.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:13 smithi005 ceph-mon[88416]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T17:15:13.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:13 smithi005 ceph-mon[90837]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T17:15:13.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:13 smithi016 ceph-mon[84444]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-12T17:15:14.187 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:15:13] "GET /metrics HTTP/1.1" 200 50954 "" "Prometheus/2.43.0" 2024-04-12T17:15:14.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:14 smithi005 ceph-mon[88416]: pgmap v2857: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-12T17:15:14.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:14 smithi005 ceph-mon[88416]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T17:15:14.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:14 smithi005 ceph-mon[90837]: pgmap v2857: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-12T17:15:14.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:14 smithi005 ceph-mon[90837]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T17:15:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:14 smithi016 ceph-mon[84444]: pgmap v2857: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-12T17:15:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:14 smithi016 ceph-mon[84444]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-12T17:15:15.220 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 0 2024-04-12T17:15:15.221 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:15:15.229 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6037 ms) 2024-04-12T17:15:15.229 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-12T17:15:15.229 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:15.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:15 smithi005 ceph-mon[88416]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T17:15:15.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:15 smithi005 ceph-mon[90837]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T17:15:15.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:15 smithi016 ceph-mon[84444]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-12T17:15:16.177 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:15:16.177 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:15:16.177 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:15:16.177 INFO:tasks.workunit.client.0.smithi005.stdout:found snap1 with size 2097152 2024-04-12T17:15:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:16 smithi005 ceph-mon[88416]: pgmap v2860: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T17:15:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:16 smithi005 ceph-mon[88416]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T17:15:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:16 smithi005 ceph-mon[88416]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T17:15:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:16 smithi005 ceph-mon[90837]: pgmap v2860: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T17:15:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:16 smithi005 ceph-mon[90837]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T17:15:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:16 smithi005 ceph-mon[90837]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T17:15:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:16 smithi016 ceph-mon[84444]: pgmap v2860: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T17:15:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:16 smithi016 ceph-mon[84444]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-12T17:15:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:16 smithi016 ceph-mon[84444]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-12T17:15:17.179 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 2 2024-04-12T17:15:17.180 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:15:17.180 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1 2024-04-12T17:15:17.180 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:15:17.180 INFO:tasks.workunit.client.0.smithi005.stdout:found snap1 with size 2097152 2024-04-12T17:15:17.180 INFO:tasks.workunit.client.0.smithi005.stdout:found snap2 with size 4194304 2024-04-12T17:15:17.185 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 2 2024-04-12T17:15:17.185 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:15:17.185 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap1-rename 2024-04-12T17:15:17.185 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2 2024-04-12T17:15:17.185 INFO:tasks.workunit.client.0.smithi005.stdout:found snap1-rename with size 2097152 2024-04-12T17:15:17.185 INFO:tasks.workunit.client.0.smithi005.stdout:found snap2 with size 4194304 2024-04-12T17:15:18.181 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:15:18.181 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:15:18.181 INFO:tasks.workunit.client.0.smithi005.stdout:snap: snap2-rename 2024-04-12T17:15:18.181 INFO:tasks.workunit.client.0.smithi005.stdout:found snap2-rename with size 4194304 2024-04-12T17:15:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:18 smithi005 ceph-mon[88416]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-04-12T17:15:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:18 smithi005 ceph-mon[88416]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T17:15:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:18 smithi005 ceph-mon[90837]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-04-12T17:15:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:18 smithi005 ceph-mon[90837]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T17:15:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:18 smithi016 ceph-mon[84444]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-04-12T17:15:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:18 smithi016 ceph-mon[84444]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-12T17:15:19.182 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 0 2024-04-12T17:15:19.182 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:15:19.186 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3957 ms) 2024-04-12T17:15:19.186 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-12T17:15:19.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:19 smithi005 ceph-mon[88416]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T17:15:19.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:19.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:19 smithi005 ceph-mon[90837]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T17:15:19.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:19 smithi016 ceph-mon[84444]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-12T17:15:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:20 smithi005 ceph-mon[88416]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-12T17:15:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:20 smithi005 ceph-mon[88416]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T17:15:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:20.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:20 smithi005 ceph-mon[90837]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-12T17:15:20.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:20 smithi005 ceph-mon[90837]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T17:15:20.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:20 smithi016 ceph-mon[84444]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-12T17:15:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:20 smithi016 ceph-mon[84444]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-12T17:15:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:21.189 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:21.190 INFO:tasks.workunit.client.0.smithi005.stdout:using new format!using new format! 2024-04-12T17:15:21.190 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:21.190 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:15:21.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[88416]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/947252164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[88416]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[90837]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/947252164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:21.462 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:21 smithi005 ceph-mon[90837]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T17:15:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:21 smithi016 ceph-mon[84444]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-12T17:15:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/947252164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:21 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:21 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:21 smithi016 ceph-mon[84444]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-12T17:15:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[88416]: pgmap v2869: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-12T17:15:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:15:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[88416]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T17:15:22.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[90837]: pgmap v2869: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-12T17:15:22.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:15:22.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:22.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:22.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:22 smithi005 ceph-mon[90837]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T17:15:22.499 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:15:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:15:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:22.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:22 smithi016 ceph-mon[84444]: pgmap v2869: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.7 KiB/s wr, 62 op/s 2024-04-12T17:15:22.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:22 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:15:22.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:22.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:22.500 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:22 smithi016 ceph-mon[84444]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-12T17:15:23.431 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4245 ms) 2024-04-12T17:15:23.432 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[88416]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:23.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-mon[90837]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T17:15:23.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:23.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:23.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:23 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:23.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:23 smithi016 ceph-mon[84444]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-12T17:15:24.185 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:15:23] "GET /metrics HTTP/1.1" 200 50956 "" "Prometheus/2.43.0" 2024-04-12T17:15:24.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:24 smithi005 ceph-mon[88416]: pgmap v2872: 361 pgs: 25 unknown, 336 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 46 op/s 2024-04-12T17:15:24.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:24 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:24.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:24 smithi005 ceph-mon[90837]: pgmap v2872: 361 pgs: 25 unknown, 336 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 46 op/s 2024-04-12T17:15:24.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:24 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:24 smithi016 ceph-mon[84444]: pgmap v2872: 361 pgs: 25 unknown, 336 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.2 KiB/s wr, 46 op/s 2024-04-12T17:15:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:24 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:25.235 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:25.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-mon[88416]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T17:15:25.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3990032380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:25.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-mon[90837]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T17:15:25.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3990032380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:25.458 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:25] ENGINE Bus STOPPING 2024-04-12T17:15:25.459 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:15:25.459 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:25] ENGINE Bus STOPPED 2024-04-12T17:15:25.459 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:25] ENGINE Bus STARTING 2024-04-12T17:15:25.459 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:25] ENGINE Serving on http://:::9283 2024-04-12T17:15:25.459 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:25] ENGINE Bus STARTED 2024-04-12T17:15:25.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:25 smithi016 ceph-mon[84444]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-12T17:15:25.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:25 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3990032380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: pgmap v2875: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3990032380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: pgmap v2875: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3990032380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.461 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.462 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[90837]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T17:15:26.463 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.464 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.464 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.464 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.464 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:26 smithi005 ceph-mon[88416]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T17:15:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: pgmap v2875: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 56 op/s 2024-04-12T17:15:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:15:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3990032380' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-12T17:15:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:26.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:26.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:26.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:26.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:26.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:26 smithi016 ceph-mon[84444]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-12T17:15:27.244 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[88416]: pgmap v2878: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[88416]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[90837]: pgmap v2878: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[90837]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:28.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:28.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:28 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:28 smithi016 ceph-mon[84444]: pgmap v2878: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-12T17:15:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:28 smithi016 ceph-mon[84444]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-12T17:15:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:28 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:15:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:28 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:29.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:29 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T17:15:29.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:29 smithi005 ceph-mon[88416]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T17:15:29.462 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:29 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T17:15:29.462 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:29 smithi005 ceph-mon[90837]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T17:15:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:29 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T17:15:29.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:29 smithi016 ceph-mon[84444]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-12T17:15:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:30 smithi016 ceph-mon[84444]: pgmap v2881: 393 pgs: 3 unknown, 390 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.5 KiB/s wr, 178 op/s 2024-04-12T17:15:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:30 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[88416]: pgmap v2881: 393 pgs: 3 unknown, 390 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.5 KiB/s wr, 178 op/s 2024-04-12T17:15:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[90837]: pgmap v2881: 393 pgs: 3 unknown, 390 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 9.5 KiB/s wr, 178 op/s 2024-04-12T17:15:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:30 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:32 smithi005 ceph-mon[88416]: pgmap v2882: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.3 KiB/s wr, 139 op/s 2024-04-12T17:15:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:32 smithi005 ceph-mon[88416]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T17:15:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:32 smithi005 ceph-mon[90837]: pgmap v2882: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.3 KiB/s wr, 139 op/s 2024-04-12T17:15:32.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:32 smithi005 ceph-mon[90837]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T17:15:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:32 smithi016 ceph-mon[84444]: pgmap v2882: 393 pgs: 393 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.3 KiB/s wr, 139 op/s 2024-04-12T17:15:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:32 smithi016 ceph-mon[84444]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-12T17:15:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:15:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:15:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:34.160 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:15:33] "GET /metrics HTTP/1.1" 200 50956 "" "Prometheus/2.43.0" 2024-04-12T17:15:34.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:34 smithi005 ceph-mon[88416]: pgmap v2884: 393 pgs: 393 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 689 KiB/s wr, 128 op/s 2024-04-12T17:15:34.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:34 smithi005 ceph-mon[90837]: pgmap v2884: 393 pgs: 393 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 689 KiB/s wr, 128 op/s 2024-04-12T17:15:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:34 smithi016 ceph-mon[84444]: pgmap v2884: 393 pgs: 393 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 689 KiB/s wr, 128 op/s 2024-04-12T17:15:35.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:35.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:35.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:36.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:36 smithi005 ceph-mon[88416]: pgmap v2885: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 836 KiB/s wr, 83 op/s 2024-04-12T17:15:36.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:36 smithi005 ceph-mon[88416]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T17:15:36.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:36 smithi005 ceph-mon[90837]: pgmap v2885: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 836 KiB/s wr, 83 op/s 2024-04-12T17:15:36.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:36 smithi005 ceph-mon[90837]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T17:15:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:36 smithi016 ceph-mon[84444]: pgmap v2885: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 836 KiB/s wr, 83 op/s 2024-04-12T17:15:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:36 smithi016 ceph-mon[84444]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-12T17:15:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: pgmap v2887: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 768 KiB/s wr, 10 op/s 2024-04-12T17:15:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-04-12T17:15:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-04-12T17:15:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 4]}]: dispatch 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.19", "id": [1, 2]}]: dispatch 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [6, 4]}]: dispatch 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: pgmap v2887: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 768 KiB/s wr, 10 op/s 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-04-12T17:15:38.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-04-12T17:15:38.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 4]}]: dispatch 2024-04-12T17:15:38.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.19", "id": [1, 2]}]: dispatch 2024-04-12T17:15:38.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [6, 4]}]: dispatch 2024-04-12T17:15:38.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-12T17:15:38.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2024-04-12T17:15:38.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:38 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2024-04-12T17:15:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: pgmap v2887: 393 pgs: 393 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 768 KiB/s wr, 10 op/s 2024-04-12T17:15:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-04-12T17:15:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-04-12T17:15:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 4]}]: dispatch 2024-04-12T17:15:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.19", "id": [1, 2]}]: dispatch 2024-04-12T17:15:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [6, 4]}]: dispatch 2024-04-12T17:15:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2024-04-12T17:15:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2024-04-12T17:15:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:38 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]: dispatch 2024-04-12T17:15:39.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-04-12T17:15:39.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-04-12T17:15:39.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 4]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.19", "id": [1, 2]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [6, 4]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[88416]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 4]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.19", "id": [1, 2]}]': finished 2024-04-12T17:15:39.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [6, 4]}]': finished 2024-04-12T17:15:39.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-12T17:15:39.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2024-04-12T17:15:39.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2024-04-12T17:15:39.460 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:39 smithi005 ceph-mon[90837]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 4]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.19", "id": [1, 2]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [6, 4]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.15", "id": [4, 3]}]': finished 2024-04-12T17:15:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:39 smithi016 ceph-mon[84444]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-12T17:15:40.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:40 smithi005 ceph-mon[88416]: pgmap v2889: 393 pgs: 393 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 972 KiB/s wr, 8 op/s 2024-04-12T17:15:40.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:40 smithi005 ceph-mon[88416]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T17:15:40.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:40 smithi005 ceph-mon[90837]: pgmap v2889: 393 pgs: 393 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 972 KiB/s wr, 8 op/s 2024-04-12T17:15:40.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:40 smithi005 ceph-mon[90837]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T17:15:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:40 smithi016 ceph-mon[84444]: pgmap v2889: 393 pgs: 393 active+clean; 12 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 972 KiB/s wr, 8 op/s 2024-04-12T17:15:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:40 smithi016 ceph-mon[84444]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-12T17:15:42.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:42 smithi005 ceph-mon[88416]: pgmap v2891: 393 pgs: 393 active+clean; 14 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-12T17:15:42.665 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:42 smithi016 ceph-mon[84444]: pgmap v2891: 393 pgs: 393 active+clean; 14 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-12T17:15:42.665 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:42 smithi005 ceph-mon[90837]: pgmap v2891: 393 pgs: 393 active+clean; 14 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 512 KiB/s wr, 1 op/s 2024-04-12T17:15:42.665 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:15:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:15:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:44.186 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:15:43] "GET /metrics HTTP/1.1" 200 55787 "" "Prometheus/2.43.0" 2024-04-12T17:15:44.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:44 smithi005 ceph-mon[88416]: pgmap v2892: 393 pgs: 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 B/s rd, 963 KiB/s wr, 1 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:44.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:44 smithi005 ceph-mon[90837]: pgmap v2892: 393 pgs: 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 B/s rd, 963 KiB/s wr, 1 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:44 smithi016 ceph-mon[84444]: pgmap v2892: 393 pgs: 393 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 481 B/s rd, 963 KiB/s wr, 1 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:46.402 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.RemoveFullTry (22970 ms) 2024-04-12T17:15:46.403 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[88416]: pgmap v2893: 393 pgs: 393 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[88416]: pool 'test-librbd-smithi005-138812-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[88416]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[90837]: pgmap v2893: 393 pgs: 393 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[90837]: pool 'test-librbd-smithi005-138812-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T17:15:46.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:46 smithi005 ceph-mon[90837]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T17:15:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:46 smithi016 ceph-mon[84444]: pgmap v2893: 393 pgs: 393 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:46 smithi016 ceph-mon[84444]: pool 'test-librbd-smithi005-138812-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T17:15:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:46 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T17:15:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:46 smithi016 ceph-mon[84444]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-12T17:15:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:48 smithi016 ceph-mon[84444]: pgmap v2895: 393 pgs: 393 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 1024 KiB/s wr, 1 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:48 smithi016 ceph-mon[84444]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T17:15:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:48 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4163933739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:48 smithi005 ceph-mon[88416]: pgmap v2895: 393 pgs: 393 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 1024 KiB/s wr, 1 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:48 smithi005 ceph-mon[88416]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T17:15:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:48 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4163933739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:48 smithi005 ceph-mon[90837]: pgmap v2895: 393 pgs: 393 active+clean; 20 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 1024 KiB/s wr, 1 op/s; 4 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:15:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:48 smithi005 ceph-mon[90837]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-12T17:15:48.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:48 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4163933739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:49 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4163933739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:49.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:49 smithi016 ceph-mon[84444]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T17:15:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:49 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4163933739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:49 smithi005 ceph-mon[88416]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T17:15:49.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:49 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4163933739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:49.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:49 smithi005 ceph-mon[90837]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-12T17:15:50.259 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:15:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:50 smithi016 ceph-mon[84444]: pgmap v2898: 425 pgs: 20 creating+peering, 12 unknown, 393 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.0 MiB/s wr, 14 op/s; 5 B/s, 0 objects/s recovering 2024-04-12T17:15:50.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:50 smithi016 ceph-mon[84444]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T17:15:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:50 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3306450897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[88416]: pgmap v2898: 425 pgs: 20 creating+peering, 12 unknown, 393 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.0 MiB/s wr, 14 op/s; 5 B/s, 0 objects/s recovering 2024-04-12T17:15:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[88416]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T17:15:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3306450897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[90837]: pgmap v2898: 425 pgs: 20 creating+peering, 12 unknown, 393 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.0 MiB/s wr, 14 op/s; 5 B/s, 0 objects/s recovering 2024-04-12T17:15:50.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[90837]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-12T17:15:50.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3306450897' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:15:50.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:50.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:15:50.710 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:50] ENGINE Bus STOPPING 2024-04-12T17:15:50.711 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:15:50.711 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:50] ENGINE Bus STOPPED 2024-04-12T17:15:50.711 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:50] ENGINE Bus STARTING 2024-04-12T17:15:50.711 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:50] ENGINE Serving on http://:::9283 2024-04-12T17:15:50.711 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:15:50] ENGINE Bus STARTED 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3306450897' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: pool 'test-librbd-smithi005-138812-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T17:15:51.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:51 smithi016 ceph-mon[84444]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3306450897' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3306450897' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-12T17:15:51.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.712 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.713 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: pool 'test-librbd-smithi005-138812-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T17:15:51.714 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[88416]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: pool 'test-librbd-smithi005-138812-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T17:15:51.715 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:51 smithi005 ceph-mon[90837]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-12T17:15:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:15:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:15:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:15:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:52 smithi016 ceph-mon[84444]: pgmap v2901: 457 pgs: 20 creating+peering, 42 unknown, 395 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-12T17:15:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:52 smithi016 ceph-mon[84444]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T17:15:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:52 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:52 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[88416]: pgmap v2901: 457 pgs: 20 creating+peering, 42 unknown, 395 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-12T17:15:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[88416]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T17:15:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[90837]: pgmap v2901: 457 pgs: 20 creating+peering, 42 unknown, 395 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-12T17:15:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[90837]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-12T17:15:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:52 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T17:15:54.168 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:15:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:15:53] "GET /metrics HTTP/1.1" 200 60692 "" "Prometheus/2.43.0" 2024-04-12T17:15:54.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:54 smithi005 ceph-mon[88416]: pgmap v2904: 457 pgs: 20 creating+peering, 25 unknown, 412 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:15:54.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:54 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T17:15:54.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:54 smithi005 ceph-mon[88416]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T17:15:54.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:54 smithi005 ceph-mon[90837]: pgmap v2904: 457 pgs: 20 creating+peering, 25 unknown, 412 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:15:54.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:54 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T17:15:54.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:54 smithi005 ceph-mon[90837]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T17:15:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:54 smithi016 ceph-mon[84444]: pgmap v2904: 457 pgs: 20 creating+peering, 25 unknown, 412 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-12T17:15:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:54 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi005-138812-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T17:15:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:54 smithi016 ceph-mon[84444]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-12T17:15:56.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:56 smithi005 ceph-mon[88416]: pgmap v2906: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-12T17:15:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:56 smithi005 ceph-mon[90837]: pgmap v2906: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-12T17:15:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:56 smithi016 ceph-mon[84444]: pgmap v2906: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-12T17:15:58.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:15:58 smithi005 ceph-mon[88416]: pgmap v2907: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-12T17:15:58.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:15:58 smithi005 ceph-mon[90837]: pgmap v2907: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-12T17:15:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:15:58 smithi016 ceph-mon[84444]: pgmap v2907: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-12T17:16:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:00 smithi005 ceph-mon[88416]: pgmap v2908: 457 pgs: 457 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 557 KiB/s wr, 15 op/s 2024-04-12T17:16:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:00 smithi005 ceph-mon[90837]: pgmap v2908: 457 pgs: 457 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 557 KiB/s wr, 15 op/s 2024-04-12T17:16:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:00 smithi016 ceph-mon[84444]: pgmap v2908: 457 pgs: 457 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 557 KiB/s wr, 15 op/s 2024-04-12T17:16:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:02 smithi005 ceph-mon[88416]: pgmap v2909: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 735 KiB/s wr, 14 op/s 2024-04-12T17:16:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:02 smithi005 ceph-mon[88416]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T17:16:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:02 smithi005 ceph-mon[90837]: pgmap v2909: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 735 KiB/s wr, 14 op/s 2024-04-12T17:16:02.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:02 smithi005 ceph-mon[90837]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T17:16:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:02 smithi016 ceph-mon[84444]: pgmap v2909: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 735 KiB/s wr, 14 op/s 2024-04-12T17:16:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:02 smithi016 ceph-mon[84444]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-12T17:16:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:16:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:04.170 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:16:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:16:03] "GET /metrics HTTP/1.1" 200 60692 "" "Prometheus/2.43.0" 2024-04-12T17:16:04.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:04 smithi005 ceph-mon[88416]: pgmap v2911: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 656 KiB/s wr, 6 op/s 2024-04-12T17:16:04.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:04 smithi005 ceph-mon[90837]: pgmap v2911: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 656 KiB/s wr, 6 op/s 2024-04-12T17:16:04.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:04 smithi016 ceph-mon[84444]: pgmap v2911: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 656 KiB/s wr, 6 op/s 2024-04-12T17:16:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:16:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:05.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:16:05.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:05.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:16:05.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:06.394 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (19992 ms) 2024-04-12T17:16:06.395 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-12T17:16:06.395 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:16:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:06 smithi016 ceph-mon[84444]: pgmap v2912: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T17:16:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:06 smithi016 ceph-mon[84444]: pool 'test-librbd-smithi005-138812-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T17:16:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:06 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T17:16:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:06 smithi016 ceph-mon[84444]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[88416]: pgmap v2912: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[88416]: pool 'test-librbd-smithi005-138812-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[88416]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[90837]: pgmap v2912: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[90837]: pool 'test-librbd-smithi005-138812-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T17:16:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:06 smithi005 ceph-mon[90837]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-12T17:16:08.391 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:08.392 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:08.392 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:08.392 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:08.392 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:08.392 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.393 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:08.393 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.393 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.393 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:08.393 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.393 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:08.394 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.394 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.394 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:08.394 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.394 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:08.394 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.395 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.395 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:08.395 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.395 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:08.395 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.395 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.395 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:08.396 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.396 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:08.396 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.396 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.396 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:08.396 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:08.397 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:08.398 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:08.398 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:08.398 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.398 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:08.398 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.398 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.399 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:08.402 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.402 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:08.402 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.402 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.402 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:08.402 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.403 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:08.403 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.403 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.403 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:08.403 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.403 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:08.404 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.404 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.404 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:08.404 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.404 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:08.404 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.405 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.405 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:08.405 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.405 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.405 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.405 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.406 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.406 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.406 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:08.406 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:08.407 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:08.407 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.407 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:08.407 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:08.407 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:08.407 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.408 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:08.408 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:08.408 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:08.408 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.408 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:08.408 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:08.408 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:08.409 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.409 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:08.409 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:08.409 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 512~512 = 512 2024-04-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 1536~512 = 0 2024-04-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.410 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.411 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:08.411 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:16:08.411 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.411 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.411 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:16:08.411 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.412 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.412 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:16:08.412 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.412 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.412 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:16:08.412 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.413 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.413 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.413 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.413 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:16:08.413 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.413 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.413 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:16:08.414 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.414 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.414 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:16:08.414 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.414 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.414 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:16:08.415 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.415 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.415 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.415 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.415 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:16:08.415 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.415 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.416 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:16:08.416 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.416 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.416 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:16:08.416 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.416 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.417 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:16:08.417 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.417 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.417 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.417 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.417 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:16:08.417 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.418 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.418 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:16:08.418 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.418 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.418 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:16:08.418 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.419 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.419 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:16:08.419 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.419 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.419 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.419 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.420 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:16:08.420 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.420 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.420 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:16:08.420 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.420 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.420 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.421 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.422 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.422 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.422 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.422 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.422 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:08.422 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.423 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:08.424 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.424 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.424 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.424 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.424 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.424 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.425 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:08.425 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.425 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.425 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.425 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.425 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.426 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.427 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:08.427 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.427 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.427 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.427 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.427 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.428 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.428 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.428 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:08.428 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.428 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.428 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.429 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.429 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:08.429 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.429 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.429 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.429 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:08.430 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:08.430 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:08.430 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:08.430 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:08.430 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:08.430 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:08 smithi016 ceph-mon[84444]: pgmap v2914: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 768 KiB/s wr, 1 op/s 2024-04-12T17:16:08.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:08 smithi005 ceph-mon[88416]: pgmap v2914: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 768 KiB/s wr, 1 op/s 2024-04-12T17:16:08.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:08 smithi005 ceph-mon[90837]: pgmap v2914: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 768 KiB/s wr, 1 op/s 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.133 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.134 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.135 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.136 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.137 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.138 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.139 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.140 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.141 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.142 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:10.143 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:10.144 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:10.145 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestIO (3739 ms) 2024-04-12T17:16:10.145 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-12T17:16:10.145 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:16:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:10 smithi016 ceph-mon[84444]: pgmap v2915: 457 pgs: 457 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 1004 KiB/s wr, 408 op/s 2024-04-12T17:16:10.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:10 smithi005 ceph-mon[88416]: pgmap v2915: 457 pgs: 457 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 1004 KiB/s wr, 408 op/s 2024-04-12T17:16:10.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:10 smithi005 ceph-mon[90837]: pgmap v2915: 457 pgs: 457 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 1004 KiB/s wr, 408 op/s 2024-04-12T17:16:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:11 smithi016 ceph-mon[84444]: pool 'test-librbd-smithi005-138812-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T17:16:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:11 smithi016 ceph-mon[84444]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T17:16:11.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:11 smithi016 ceph-mon[84444]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T17:16:11.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:11 smithi005 ceph-mon[88416]: pool 'test-librbd-smithi005-138812-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T17:16:11.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:11 smithi005 ceph-mon[88416]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T17:16:11.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:11 smithi005 ceph-mon[88416]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T17:16:11.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:11 smithi005 ceph-mon[90837]: pool 'test-librbd-smithi005-138812-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T17:16:11.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:11 smithi005 ceph-mon[90837]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T17:16:11.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:11 smithi005 ceph-mon[90837]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-12T17:16:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:12 smithi016 ceph-mon[84444]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 856 KiB/s wr, 348 op/s 2024-04-12T17:16:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:16:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:12.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:12 smithi005 ceph-mon[88416]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 856 KiB/s wr, 348 op/s 2024-04-12T17:16:12.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:12 smithi005 ceph-mon[90837]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 856 KiB/s wr, 348 op/s 2024-04-12T17:16:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:16:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:16:13] "GET /metrics HTTP/1.1" 200 60772 "" "Prometheus/2.43.0" 2024-04-12T17:16:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:14 smithi016 ceph-mon[84444]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 492 KiB/s wr, 407 op/s 2024-04-12T17:16:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:14 smithi005 ceph-mon[88416]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 492 KiB/s wr, 407 op/s 2024-04-12T17:16:14.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:14 smithi005 ceph-mon[90837]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 492 KiB/s wr, 407 op/s 2024-04-12T17:16:15.968 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.970 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:15.971 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:15.972 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.973 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:15.974 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 512~512 = 512 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 1536~512 = 0 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.976 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:16:15.977 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.978 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.979 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.980 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.982 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.983 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:15.984 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:15.985 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:15.985 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:15.985 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:16 smithi016 ceph-mon[84444]: pgmap v2919: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 619 KiB/s wr, 1.03k op/s 2024-04-12T17:16:16.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:16 smithi005 ceph-mon[88416]: pgmap v2919: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 619 KiB/s wr, 1.03k op/s 2024-04-12T17:16:16.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:16 smithi005 ceph-mon[90837]: pgmap v2919: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 619 KiB/s wr, 1.03k op/s 2024-04-12T17:16:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:18 smithi016 ceph-mon[84444]: pgmap v2920: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 519 KiB/s wr, 866 op/s 2024-04-12T17:16:18.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:18 smithi005 ceph-mon[88416]: pgmap v2920: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 519 KiB/s wr, 866 op/s 2024-04-12T17:16:18.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:18 smithi005 ceph-mon[90837]: pgmap v2920: 457 pgs: 457 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 519 KiB/s wr, 866 op/s 2024-04-12T17:16:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:19.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:20 smithi016 ceph-mon[84444]: pgmap v2921: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 843 KiB/s wr, 1.14k op/s 2024-04-12T17:16:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:20 smithi005 ceph-mon[88416]: pgmap v2921: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 843 KiB/s wr, 1.14k op/s 2024-04-12T17:16:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:20 smithi005 ceph-mon[90837]: pgmap v2921: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 843 KiB/s wr, 1.14k op/s 2024-04-12T17:16:22.008 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.009 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.010 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.011 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.012 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.013 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.014 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.015 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.016 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:22.017 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.018 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.018 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.018 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:22.018 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 4 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11875 ms) 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-12T17:16:22.019 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:16:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:22 smithi016 ceph-mon[84444]: pgmap v2922: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 843 KiB/s wr, 1.14k op/s 2024-04-12T17:16:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:16:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:22 smithi005 ceph-mon[88416]: pgmap v2922: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 843 KiB/s wr, 1.14k op/s 2024-04-12T17:16:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:22 smithi005 ceph-mon[90837]: pgmap v2922: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 848 KiB/s rd, 843 KiB/s wr, 1.14k op/s 2024-04-12T17:16:24.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:16:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:16:23] "GET /metrics HTTP/1.1" 200 60748 "" "Prometheus/2.43.0" 2024-04-12T17:16:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:24 smithi016 ceph-mon[84444]: pgmap v2923: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 959 KiB/s rd, 839 KiB/s wr, 1.22k op/s 2024-04-12T17:16:24.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:24 smithi005 ceph-mon[88416]: pgmap v2923: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 959 KiB/s rd, 839 KiB/s wr, 1.22k op/s 2024-04-12T17:16:24.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:24 smithi005 ceph-mon[90837]: pgmap v2923: 457 pgs: 457 active+clean; 11 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 959 KiB/s rd, 839 KiB/s wr, 1.22k op/s 2024-04-12T17:16:26.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:26 smithi016 ceph-mon[84444]: pgmap v2924: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 796 KiB/s wr, 1.17k op/s 2024-04-12T17:16:26.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:26 smithi005 ceph-mon[88416]: pgmap v2924: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 796 KiB/s wr, 1.17k op/s 2024-04-12T17:16:26.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:26 smithi005 ceph-mon[90837]: pgmap v2924: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 796 KiB/s wr, 1.17k op/s 2024-04-12T17:16:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:28 smithi016 ceph-mon[84444]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 714 op/s 2024-04-12T17:16:28.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:28 smithi005 ceph-mon[88416]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 714 op/s 2024-04-12T17:16:28.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:28 smithi005 ceph-mon[90837]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 714 op/s 2024-04-12T17:16:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:30 smithi016 ceph-mon[84444]: pgmap v2926: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-12T17:16:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:30 smithi005 ceph-mon[88416]: pgmap v2926: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-12T17:16:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:30 smithi005 ceph-mon[90837]: pgmap v2926: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-12T17:16:31.567 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:31.567 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:31.567 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:31.567 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:31.567 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:31.568 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:31.569 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:31.570 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:16:31.571 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 512~512 = 512 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 1536~512 = 0 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.574 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.575 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:16:31.576 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.578 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.579 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.580 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:31.582 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:32 smithi016 ceph-mon[84444]: pgmap v2927: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 94 KiB/s wr, 212 op/s 2024-04-12T17:16:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:16:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:16:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:32.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:32 smithi005 ceph-mon[88416]: pgmap v2927: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 94 KiB/s wr, 212 op/s 2024-04-12T17:16:32.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:32 smithi005 ceph-mon[90837]: pgmap v2927: 457 pgs: 457 active+clean; 15 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 940 KiB/s rd, 94 KiB/s wr, 212 op/s 2024-04-12T17:16:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:16:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:16:33] "GET /metrics HTTP/1.1" 200 60748 "" "Prometheus/2.43.0" 2024-04-12T17:16:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:34 smithi016 ceph-mon[84444]: pgmap v2928: 457 pgs: 457 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 994 KiB/s wr, 635 op/s 2024-04-12T17:16:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:34 smithi005 ceph-mon[90837]: pgmap v2928: 457 pgs: 457 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 994 KiB/s wr, 635 op/s 2024-04-12T17:16:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:34 smithi005 ceph-mon[88416]: pgmap v2928: 457 pgs: 457 active+clean; 23 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 994 KiB/s wr, 635 op/s 2024-04-12T17:16:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:36 smithi016 ceph-mon[84444]: pgmap v2929: 457 pgs: 457 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 437 op/s 2024-04-12T17:16:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:36 smithi005 ceph-mon[88416]: pgmap v2929: 457 pgs: 457 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 437 op/s 2024-04-12T17:16:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:36 smithi005 ceph-mon[90837]: pgmap v2929: 457 pgs: 457 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 437 op/s 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.550 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.551 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.552 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.553 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.554 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.555 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.556 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:16:37.557 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 4 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:16:37.558 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (15541 ms) 2024-04-12T17:16:37.559 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-12T17:16:37.559 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:16:38.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:38 smithi005 ceph-mon[88416]: pgmap v2930: 457 pgs: 457 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 428 op/s 2024-04-12T17:16:38.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:38 smithi005 ceph-mon[90837]: pgmap v2930: 457 pgs: 457 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 428 op/s 2024-04-12T17:16:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:38 smithi016 ceph-mon[84444]: pgmap v2930: 457 pgs: 457 active+clean; 31 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 428 op/s 2024-04-12T17:16:39.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:39 smithi005 ceph-mon[88416]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T17:16:39.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:39 smithi005 ceph-mon[90837]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T17:16:39.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:39 smithi016 ceph-mon[84444]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-12T17:16:40.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:40 smithi005 ceph-mon[88416]: pgmap v2932: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-12T17:16:40.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:40 smithi005 ceph-mon[90837]: pgmap v2932: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-12T17:16:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:40 smithi016 ceph-mon[84444]: pgmap v2932: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-12T17:16:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:42 smithi016 ceph-mon[84444]: pgmap v2933: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-12T17:16:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:16:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:42.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:42 smithi005 ceph-mon[88416]: pgmap v2933: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-12T17:16:42.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:42 smithi005 ceph-mon[90837]: pgmap v2933: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-12T17:16:44.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:16:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:16:43] "GET /metrics HTTP/1.1" 200 60745 "" "Prometheus/2.43.0" 2024-04-12T17:16:44.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:44 smithi005 ceph-mon[88416]: pgmap v2934: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 999 KiB/s wr, 368 op/s 2024-04-12T17:16:44.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:44 smithi005 ceph-mon[90837]: pgmap v2934: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 999 KiB/s wr, 368 op/s 2024-04-12T17:16:44.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:44 smithi016 ceph-mon[84444]: pgmap v2934: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 999 KiB/s wr, 368 op/s 2024-04-12T17:16:45.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:45 smithi005 ceph-mon[88416]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T17:16:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:45 smithi005 ceph-mon[90837]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T17:16:45.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:45 smithi016 ceph-mon[84444]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-12T17:16:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:46 smithi005 ceph-mon[88416]: pgmap v2936: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 737 KiB/s wr, 481 op/s 2024-04-12T17:16:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:46 smithi005 ceph-mon[90837]: pgmap v2936: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 737 KiB/s wr, 481 op/s 2024-04-12T17:16:46.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:46 smithi016 ceph-mon[84444]: pgmap v2936: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 737 KiB/s wr, 481 op/s 2024-04-12T17:16:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:48 smithi005 ceph-mon[90837]: pgmap v2937: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 500 KiB/s wr, 29 op/s 2024-04-12T17:16:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:48 smithi005 ceph-mon[88416]: pgmap v2937: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 500 KiB/s wr, 29 op/s 2024-04-12T17:16:48.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:48 smithi016 ceph-mon[84444]: pgmap v2937: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 500 KiB/s wr, 29 op/s 2024-04-12T17:16:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:49.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:16:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:50 smithi005 ceph-mon[88416]: pgmap v2938: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 52 op/s 2024-04-12T17:16:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:50 smithi005 ceph-mon[90837]: pgmap v2938: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 52 op/s 2024-04-12T17:16:50.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:50 smithi016 ceph-mon[84444]: pgmap v2938: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 52 op/s 2024-04-12T17:16:51.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:16:51.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:16:51.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:16:51.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:16:51.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:16:51.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:16:51.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:16:51.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:16:51.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:16:51.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:16:51.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:16:51.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:16:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:52 smithi016 ceph-mon[84444]: pgmap v2939: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-12T17:16:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:16:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:16:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:16:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:52 smithi005 ceph-mon[88416]: pgmap v2939: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-12T17:16:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:52 smithi005 ceph-mon[90837]: pgmap v2939: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-12T17:16:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:16:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:16:53] "GET /metrics HTTP/1.1" 200 60751 "" "Prometheus/2.43.0" 2024-04-12T17:16:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:54 smithi005 ceph-mon[88416]: pgmap v2940: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-04-12T17:16:54.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:54 smithi005 ceph-mon[90837]: pgmap v2940: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-04-12T17:16:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:54 smithi016 ceph-mon[84444]: pgmap v2940: 457 pgs: 457 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 412 KiB/s wr, 51 op/s 2024-04-12T17:16:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:56 smithi005 ceph-mon[88416]: pgmap v2941: 457 pgs: 457 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-04-12T17:16:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:56 smithi005 ceph-mon[90837]: pgmap v2941: 457 pgs: 457 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-04-12T17:16:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:56 smithi016 ceph-mon[84444]: pgmap v2941: 457 pgs: 457 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.2 MiB/s wr, 32 op/s 2024-04-12T17:16:58.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:58 smithi005 ceph-mon[88416]: pgmap v2942: 457 pgs: 457 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-12T17:16:58.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:16:58 smithi005 ceph-mon[88416]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T17:16:58.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:58 smithi005 ceph-mon[90837]: pgmap v2942: 457 pgs: 457 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-12T17:16:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:16:58 smithi005 ceph-mon[90837]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T17:16:58.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:58 smithi016 ceph-mon[84444]: pgmap v2942: 457 pgs: 457 active+clean; 51 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-12T17:16:58.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:16:58 smithi016 ceph-mon[84444]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-12T17:17:00.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:00 smithi005 ceph-mon[88416]: pgmap v2944: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T17:17:00.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:00 smithi005 ceph-mon[90837]: pgmap v2944: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T17:17:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:00 smithi016 ceph-mon[84444]: pgmap v2944: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T17:17:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:02 smithi016 ceph-mon[84444]: pgmap v2945: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T17:17:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:17:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:02.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:02 smithi005 ceph-mon[88416]: pgmap v2945: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T17:17:02.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:02 smithi005 ceph-mon[90837]: pgmap v2945: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 2.0 MiB/s wr, 39 op/s 2024-04-12T17:17:04.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:17:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:17:03] "GET /metrics HTTP/1.1" 200 60751 "" "Prometheus/2.43.0" 2024-04-12T17:17:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:04 smithi005 ceph-mon[88416]: pgmap v2946: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T17:17:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:04.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:04 smithi005 ceph-mon[90837]: pgmap v2946: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T17:17:04.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:04 smithi016 ceph-mon[84444]: pgmap v2946: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-12T17:17:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:06 smithi005 ceph-mon[88416]: pgmap v2947: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T17:17:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:06 smithi005 ceph-mon[90837]: pgmap v2947: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T17:17:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:06 smithi016 ceph-mon[84444]: pgmap v2947: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T17:17:08.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:08 smithi005 ceph-mon[88416]: pgmap v2948: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T17:17:08.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:08 smithi005 ceph-mon[90837]: pgmap v2948: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T17:17:08.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:08 smithi016 ceph-mon[84444]: pgmap v2948: 457 pgs: 457 active+clean; 59 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 820 KiB/s wr, 36 op/s 2024-04-12T17:17:10.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:10 smithi005 ceph-mon[88416]: pgmap v2949: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-12T17:17:10.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:10 smithi005 ceph-mon[90837]: pgmap v2949: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-12T17:17:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:10 smithi016 ceph-mon[84444]: pgmap v2949: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-12T17:17:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:12 smithi016 ceph-mon[84444]: pgmap v2950: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-12T17:17:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:17:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:12.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:12 smithi005 ceph-mon[88416]: pgmap v2950: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-12T17:17:12.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:12 smithi005 ceph-mon[90837]: pgmap v2950: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-12T17:17:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:17:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:17:13] "GET /metrics HTTP/1.1" 200 60756 "" "Prometheus/2.43.0" 2024-04-12T17:17:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:14 smithi005 ceph-mon[88416]: pgmap v2951: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:14.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:14 smithi005 ceph-mon[90837]: pgmap v2951: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:14.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:14 smithi016 ceph-mon[84444]: pgmap v2951: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:16.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:16 smithi005 ceph-mon[88416]: pgmap v2952: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:16.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:16 smithi005 ceph-mon[90837]: pgmap v2952: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:16.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:16 smithi016 ceph-mon[84444]: pgmap v2952: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:18.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:18 smithi005 ceph-mon[88416]: pgmap v2953: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:18.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:18 smithi005 ceph-mon[88416]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T17:17:18.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:18 smithi005 ceph-mon[90837]: pgmap v2953: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:18 smithi005 ceph-mon[90837]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T17:17:18.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:18 smithi016 ceph-mon[84444]: pgmap v2953: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-12T17:17:18.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:18 smithi016 ceph-mon[84444]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-12T17:17:19.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:19.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:20 smithi005 ceph-mon[88416]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T17:17:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:20 smithi005 ceph-mon[90837]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T17:17:20.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:20 smithi016 ceph-mon[84444]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T17:17:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:22 smithi016 ceph-mon[84444]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T17:17:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:17:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:17:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:22 smithi005 ceph-mon[88416]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T17:17:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:22 smithi005 ceph-mon[90837]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 920 B/s wr, 40 op/s 2024-04-12T17:17:24.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:17:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:17:23] "GET /metrics HTTP/1.1" 200 60754 "" "Prometheus/2.43.0" 2024-04-12T17:17:24.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:24 smithi005 ceph-mon[88416]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:24.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:24 smithi005 ceph-mon[90837]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:24.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:24 smithi016 ceph-mon[84444]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:26.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:26 smithi016 ceph-mon[84444]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:26.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:26 smithi005 ceph-mon[88416]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:26.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:26 smithi005 ceph-mon[90837]: pgmap v2958: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:28.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:28 smithi016 ceph-mon[84444]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:28.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:28 smithi005 ceph-mon[88416]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:28.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:28 smithi005 ceph-mon[90837]: pgmap v2959: 457 pgs: 457 active+clean; 75 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-12T17:17:29.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:29 smithi016 ceph-mon[84444]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T17:17:29.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:29 smithi005 ceph-mon[88416]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T17:17:29.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:29 smithi005 ceph-mon[90837]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-12T17:17:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:30 smithi016 ceph-mon[84444]: pgmap v2961: 457 pgs: 457 active+clean; 299 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 22 MiB/s wr, 74 op/s 2024-04-12T17:17:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:30 smithi016 ceph-mon[84444]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T17:17:30.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:30 smithi005 ceph-mon[88416]: pgmap v2961: 457 pgs: 457 active+clean; 299 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 22 MiB/s wr, 74 op/s 2024-04-12T17:17:30.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:30 smithi005 ceph-mon[88416]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T17:17:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:30 smithi005 ceph-mon[90837]: pgmap v2961: 457 pgs: 457 active+clean; 299 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 22 MiB/s wr, 74 op/s 2024-04-12T17:17:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:30 smithi005 ceph-mon[90837]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-12T17:17:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 4 2024-04-12T17:17:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 4 2024-04-12T17:17:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 4 2024-04-12T17:17:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:17:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:17:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:17:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:17:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:17:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:read: 4 2024-04-12T17:17:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCloneEncryption (54023 ms) 2024-04-12T17:17:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-12T17:17:31.573 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:17:31.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:31 smithi016 ceph-mon[84444]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T17:17:31.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:31 smithi005 ceph-mon[88416]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T17:17:31.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:31 smithi005 ceph-mon[90837]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-12T17:17:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:32 smithi016 ceph-mon[84444]: pgmap v2964: 457 pgs: 457 active+clean; 299 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 43 MiB/s wr, 126 op/s 2024-04-12T17:17:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:32 smithi016 ceph-mon[84444]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T17:17:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:17:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:17:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:32.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:32 smithi005 ceph-mon[88416]: pgmap v2964: 457 pgs: 457 active+clean; 299 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 43 MiB/s wr, 126 op/s 2024-04-12T17:17:32.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:32 smithi005 ceph-mon[88416]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T17:17:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:32 smithi005 ceph-mon[90837]: pgmap v2964: 457 pgs: 457 active+clean; 299 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 43 MiB/s wr, 126 op/s 2024-04-12T17:17:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:32 smithi005 ceph-mon[90837]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-12T17:17:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:17:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:17:33] "GET /metrics HTTP/1.1" 200 60754 "" "Prometheus/2.43.0" 2024-04-12T17:17:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:34 smithi016 ceph-mon[84444]: pgmap v2966: 457 pgs: 457 active+clean; 239 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 7.7 MiB/s wr, 49 op/s 2024-04-12T17:17:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:34 smithi005 ceph-mon[88416]: pgmap v2966: 457 pgs: 457 active+clean; 239 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 7.7 MiB/s wr, 49 op/s 2024-04-12T17:17:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:34 smithi005 ceph-mon[90837]: pgmap v2966: 457 pgs: 457 active+clean; 239 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 7.7 MiB/s wr, 49 op/s 2024-04-12T17:17:34.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:36 smithi016 ceph-mon[84444]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 5.3 MiB/s wr, 200 op/s 2024-04-12T17:17:36.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:36 smithi016 ceph-mon[84444]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T17:17:36.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:36 smithi016 ceph-mon[84444]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T17:17:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:36 smithi005 ceph-mon[88416]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 5.3 MiB/s wr, 200 op/s 2024-04-12T17:17:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:36 smithi005 ceph-mon[88416]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T17:17:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:36 smithi005 ceph-mon[88416]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T17:17:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:36 smithi005 ceph-mon[90837]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 5.3 MiB/s wr, 200 op/s 2024-04-12T17:17:36.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:36 smithi005 ceph-mon[90837]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-12T17:17:36.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:36 smithi005 ceph-mon[90837]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-12T17:17:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:38 smithi016 ceph-mon[84444]: pgmap v2970: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-12T17:17:38.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:38 smithi005 ceph-mon[88416]: pgmap v2970: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-12T17:17:38.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:38 smithi005 ceph-mon[90837]: pgmap v2970: 457 pgs: 457 active+clean; 35 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-12T17:17:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:40 smithi016 ceph-mon[84444]: pgmap v2971: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 4.1 MiB/s wr, 208 op/s 2024-04-12T17:17:40.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:40 smithi005 ceph-mon[88416]: pgmap v2971: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 4.1 MiB/s wr, 208 op/s 2024-04-12T17:17:40.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:40 smithi005 ceph-mon[90837]: pgmap v2971: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 4.1 MiB/s wr, 208 op/s 2024-04-12T17:17:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:42 smithi016 ceph-mon[84444]: pgmap v2972: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 3.6 MiB/s wr, 165 op/s 2024-04-12T17:17:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:17:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:42.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:42 smithi005 ceph-mon[88416]: pgmap v2972: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 3.6 MiB/s wr, 165 op/s 2024-04-12T17:17:42.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:42 smithi005 ceph-mon[90837]: pgmap v2972: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 3.6 MiB/s wr, 165 op/s 2024-04-12T17:17:43.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:43 smithi016 ceph-mon[84444]: pgmap v2973: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:17:43.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:43 smithi005 ceph-mon[88416]: pgmap v2973: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:17:43.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:43 smithi005 ceph-mon[90837]: pgmap v2973: 457 pgs: 457 active+clean; 64 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:17:44.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:17:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:17:43] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-12T17:17:45.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:45 smithi005 ceph-mon[88416]: pgmap v2974: 457 pgs: 457 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:17:45.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:45 smithi005 ceph-mon[90837]: pgmap v2974: 457 pgs: 457 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:17:46.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:45 smithi016 ceph-mon[84444]: pgmap v2974: 457 pgs: 457 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:17:46.958 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15385 ms) 2024-04-12T17:17:46.958 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-12T17:17:46.958 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:17:47.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:47 smithi005 ceph-mon[88416]: pgmap v2975: 457 pgs: 457 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.6 MiB/s wr, 34 op/s 2024-04-12T17:17:47.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:47 smithi005 ceph-mon[90837]: pgmap v2975: 457 pgs: 457 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.6 MiB/s wr, 34 op/s 2024-04-12T17:17:48.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:47 smithi016 ceph-mon[84444]: pgmap v2975: 457 pgs: 457 active+clean; 72 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.6 MiB/s wr, 34 op/s 2024-04-12T17:17:49.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:49 smithi005 ceph-mon[88416]: pgmap v2976: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-04-12T17:17:49.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:49.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:49 smithi005 ceph-mon[90837]: pgmap v2976: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-04-12T17:17:49.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:50.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:49 smithi016 ceph-mon[84444]: pgmap v2976: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 31 op/s 2024-04-12T17:17:50.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:17:51.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:51 smithi005 ceph-mon[88416]: pgmap v2977: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-12T17:17:51.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:17:51.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:51 smithi005 ceph-mon[90837]: pgmap v2977: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-12T17:17:51.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:17:52.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:51 smithi016 ceph-mon[84444]: pgmap v2977: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-12T17:17:52.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:17:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:17:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:17:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:17:53.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:17:53.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:53.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:17:53.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:17:53.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:17:54.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:54 smithi005 ceph-mon[88416]: pgmap v2978: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T17:17:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:54 smithi005 ceph-mon[90837]: pgmap v2978: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T17:17:54.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:17:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:17:53] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-12T17:17:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:54 smithi016 ceph-mon[84444]: pgmap v2978: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T17:17:56.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:56 smithi005 ceph-mon[88416]: pgmap v2979: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T17:17:56.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:56 smithi005 ceph-mon[88416]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T17:17:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:56 smithi005 ceph-mon[90837]: pgmap v2979: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T17:17:56.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:56 smithi005 ceph-mon[90837]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T17:17:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:56 smithi016 ceph-mon[84444]: pgmap v2979: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-12T17:17:56.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:56 smithi016 ceph-mon[84444]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-12T17:17:58.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:17:58 smithi005 ceph-mon[88416]: pgmap v2981: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 819 KiB/s wr, 5 op/s 2024-04-12T17:17:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:17:58 smithi005 ceph-mon[90837]: pgmap v2981: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 819 KiB/s wr, 5 op/s 2024-04-12T17:17:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:17:58 smithi016 ceph-mon[84444]: pgmap v2981: 457 pgs: 457 active+clean; 80 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 819 KiB/s wr, 5 op/s 2024-04-12T17:18:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:00 smithi005 ceph-mon[88416]: pgmap v2982: 457 pgs: 457 active+clean; 112 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-04-12T17:18:00.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:00 smithi005 ceph-mon[90837]: pgmap v2982: 457 pgs: 457 active+clean; 112 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-04-12T17:18:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:00 smithi016 ceph-mon[84444]: pgmap v2982: 457 pgs: 457 active+clean; 112 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 MiB/s wr, 37 op/s 2024-04-12T17:18:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:02 smithi005 ceph-mon[88416]: pgmap v2983: 457 pgs: 457 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:18:02.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:02 smithi005 ceph-mon[90837]: pgmap v2983: 457 pgs: 457 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:18:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:02 smithi016 ceph-mon[84444]: pgmap v2983: 457 pgs: 457 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-12T17:18:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:18:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:02.813 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (15856 ms) 2024-04-12T17:18:02.813 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-12T17:18:02.813 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:18:04.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:04 smithi005 ceph-mon[88416]: pgmap v2984: 457 pgs: 457 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T17:18:04.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:04 smithi005 ceph-mon[90837]: pgmap v2984: 457 pgs: 457 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T17:18:04.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:18:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:18:03] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-12T17:18:04.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:04 smithi016 ceph-mon[84444]: pgmap v2984: 457 pgs: 457 active+clean; 121 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T17:18:05.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:05.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:06.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:06 smithi005 ceph-mon[88416]: pgmap v2985: 457 pgs: 457 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:18:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:06 smithi005 ceph-mon[90837]: pgmap v2985: 457 pgs: 457 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:18:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:06 smithi016 ceph-mon[84444]: pgmap v2985: 457 pgs: 457 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:18:07.076 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4263 ms) 2024-04-12T17:18:07.076 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-12T17:18:07.076 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:18:08.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:08 smithi005 ceph-mon[88416]: pgmap v2986: 457 pgs: 457 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 3.9 MiB/s wr, 32 op/s 2024-04-12T17:18:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:08 smithi005 ceph-mon[90837]: pgmap v2986: 457 pgs: 457 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 3.9 MiB/s wr, 32 op/s 2024-04-12T17:18:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:08 smithi016 ceph-mon[84444]: pgmap v2986: 457 pgs: 457 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 3.9 MiB/s wr, 32 op/s 2024-04-12T17:18:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:10 smithi005 ceph-mon[88416]: pgmap v2987: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:18:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:10 smithi005 ceph-mon[90837]: pgmap v2987: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:18:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:10 smithi016 ceph-mon[84444]: pgmap v2987: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:18:12.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:12 smithi005 ceph-mon[88416]: pgmap v2988: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T17:18:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:12 smithi005 ceph-mon[90837]: pgmap v2988: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T17:18:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:12 smithi016 ceph-mon[84444]: pgmap v2988: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-12T17:18:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:18:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:18:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:12.686 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5610 ms) 2024-04-12T17:18:12.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-12T17:18:12.687 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-12T17:18:12.687 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:18:12.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-12T17:18:12.687 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-12T17:18:12.687 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:18:14.153 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:18:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:18:13] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-12T17:18:14.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:14 smithi005 ceph-mon[88416]: pgmap v2989: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 14 op/s 2024-04-12T17:18:14.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:14 smithi005 ceph-mon[90837]: pgmap v2989: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 14 op/s 2024-04-12T17:18:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:14 smithi016 ceph-mon[84444]: pgmap v2989: 457 pgs: 457 active+clean; 129 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 14 op/s 2024-04-12T17:18:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:16 smithi005 ceph-mon[88416]: pgmap v2990: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-04-12T17:18:16.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:16 smithi005 ceph-mon[90837]: pgmap v2990: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-04-12T17:18:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:16 smithi016 ceph-mon[84444]: pgmap v2990: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-04-12T17:18:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:18 smithi005 ceph-mon[88416]: pgmap v2991: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 684 KiB/s wr, 23 op/s 2024-04-12T17:18:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:18 smithi005 ceph-mon[88416]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T17:18:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:18 smithi005 ceph-mon[90837]: pgmap v2991: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 684 KiB/s wr, 23 op/s 2024-04-12T17:18:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:18 smithi005 ceph-mon[90837]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T17:18:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:18 smithi016 ceph-mon[84444]: pgmap v2991: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 684 KiB/s wr, 23 op/s 2024-04-12T17:18:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:18 smithi016 ceph-mon[84444]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-12T17:18:19.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:19 smithi005 ceph-mon[88416]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T17:18:19.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:19 smithi005 ceph-mon[90837]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T17:18:19.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:19 smithi016 ceph-mon[84444]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-12T17:18:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:20 smithi005 ceph-mon[88416]: pgmap v2994: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 514 KiB/s wr, 35 op/s 2024-04-12T17:18:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:20.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:20 smithi005 ceph-mon[90837]: pgmap v2994: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 514 KiB/s wr, 35 op/s 2024-04-12T17:18:20.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:20 smithi016 ceph-mon[84444]: pgmap v2994: 457 pgs: 457 active+clean; 133 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 514 KiB/s wr, 35 op/s 2024-04-12T17:18:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:22 smithi005 ceph-mon[88416]: pgmap v2995: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-12T17:18:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:22 smithi005 ceph-mon[90837]: pgmap v2995: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-12T17:18:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:22 smithi016 ceph-mon[84444]: pgmap v2995: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-04-12T17:18:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:18:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:24.182 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:18:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:18:23] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-12T17:18:24.183 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:24 smithi005 ceph-mon[88416]: pgmap v2996: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 514 KiB/s wr, 46 op/s 2024-04-12T17:18:24.183 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:24 smithi005 ceph-mon[90837]: pgmap v2996: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 514 KiB/s wr, 46 op/s 2024-04-12T17:18:24.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:24 smithi016 ceph-mon[84444]: pgmap v2996: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 514 KiB/s wr, 46 op/s 2024-04-12T17:18:26.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:26 smithi005 ceph-mon[88416]: pgmap v2997: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-12T17:18:26.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:26 smithi005 ceph-mon[90837]: pgmap v2997: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-12T17:18:26.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:26 smithi016 ceph-mon[84444]: pgmap v2997: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 515 KiB/s wr, 71 op/s 2024-04-12T17:18:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:28 smithi005 ceph-mon[88416]: pgmap v2998: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 435 KiB/s wr, 56 op/s 2024-04-12T17:18:28.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:28 smithi005 ceph-mon[90837]: pgmap v2998: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 435 KiB/s wr, 56 op/s 2024-04-12T17:18:28.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:28 smithi016 ceph-mon[84444]: pgmap v2998: 457 pgs: 457 active+clean; 137 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 435 KiB/s wr, 56 op/s 2024-04-12T17:18:30.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:30 smithi005 ceph-mon[88416]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 1.9 MiB/s wr, 55 op/s 2024-04-12T17:18:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:30 smithi005 ceph-mon[90837]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 1.9 MiB/s wr, 55 op/s 2024-04-12T17:18:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:30 smithi016 ceph-mon[84444]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 1.9 MiB/s wr, 55 op/s 2024-04-12T17:18:32.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:32 smithi005 ceph-mon[88416]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 1.7 MiB/s wr, 48 op/s 2024-04-12T17:18:32.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:32 smithi005 ceph-mon[90837]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 1.7 MiB/s wr, 48 op/s 2024-04-12T17:18:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:32 smithi016 ceph-mon[84444]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 1.7 MiB/s wr, 48 op/s 2024-04-12T17:18:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:18:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:34.197 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:34 smithi005 ceph-mon[88416]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-04-12T17:18:34.197 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:18:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:18:33] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-12T17:18:34.197 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:34 smithi005 ceph-mon[90837]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-04-12T17:18:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:34 smithi016 ceph-mon[84444]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 48 op/s 2024-04-12T17:18:35.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:35.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:35.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:36.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:36 smithi005 ceph-mon[88416]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-04-12T17:18:36.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:36 smithi005 ceph-mon[90837]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-04-12T17:18:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:36 smithi016 ceph-mon[84444]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 30 op/s 2024-04-12T17:18:38.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:38 smithi005 ceph-mon[88416]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T17:18:38.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:38 smithi005 ceph-mon[90837]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T17:18:38.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:38 smithi016 ceph-mon[84444]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-12T17:18:40.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:40 smithi016 ceph-mon[84444]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-12T17:18:40.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:40 smithi005 ceph-mon[88416]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-12T17:18:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:40 smithi005 ceph-mon[90837]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-12T17:18:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:42 smithi016 ceph-mon[84444]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 3 op/s 2024-04-12T17:18:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:18:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:42.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:42 smithi005 ceph-mon[88416]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 3 op/s 2024-04-12T17:18:42.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:42 smithi005 ceph-mon[90837]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 3 op/s 2024-04-12T17:18:44.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:18:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:18:43] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-12T17:18:44.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:44 smithi016 ceph-mon[84444]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3 op/s 2024-04-12T17:18:44.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:44 smithi005 ceph-mon[88416]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3 op/s 2024-04-12T17:18:44.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:44 smithi005 ceph-mon[90837]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3 op/s 2024-04-12T17:18:46.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:46 smithi016 ceph-mon[84444]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 2 op/s 2024-04-12T17:18:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:46 smithi005 ceph-mon[88416]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 2 op/s 2024-04-12T17:18:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:46 smithi005 ceph-mon[90837]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 2 op/s 2024-04-12T17:18:48.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:48 smithi016 ceph-mon[84444]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T17:18:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:48 smithi005 ceph-mon[88416]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T17:18:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:48 smithi005 ceph-mon[90837]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-12T17:18:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:50 smithi016 ceph-mon[84444]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 3 op/s 2024-04-12T17:18:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:50 smithi005 ceph-mon[88416]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 3 op/s 2024-04-12T17:18:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:50 smithi005 ceph-mon[90837]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 3 op/s 2024-04-12T17:18:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:18:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:52 smithi016 ceph-mon[84444]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:18:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:18:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:18:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:52 smithi005 ceph-mon[88416]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:18:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:52 smithi005 ceph-mon[90837]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:18:53.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:53.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:53.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:18:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:18:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:18:53] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-12T17:18:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:54 smithi016 ceph-mon[84444]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T17:18:54.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:54.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:54 smithi005 ceph-mon[88416]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T17:18:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:54 smithi005 ceph-mon[90837]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1 op/s 2024-04-12T17:18:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:55.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:18:55.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:18:55.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:55.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:18:55.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:18:55.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:18:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:18:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:18:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:56 smithi016 ceph-mon[84444]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:18:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:56 smithi005 ceph-mon[88416]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:18:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:56 smithi005 ceph-mon[90837]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:18:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:18:58 smithi016 ceph-mon[84444]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:18:58.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:18:58 smithi005 ceph-mon[88416]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:18:58.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:18:58 smithi005 ceph-mon[90837]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:19:00.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:00 smithi016 ceph-mon[84444]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:19:00.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:00 smithi005 ceph-mon[88416]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:19:00.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:00 smithi005 ceph-mon[90837]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:19:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:02 smithi016 ceph-mon[84444]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-04-12T17:19:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:19:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:02.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:02 smithi005 ceph-mon[88416]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-04-12T17:19:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:02 smithi005 ceph-mon[90837]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 op/s 2024-04-12T17:19:04.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:19:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:19:03] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-12T17:19:04.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:04 smithi016 ceph-mon[84444]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T17:19:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:04 smithi005 ceph-mon[88416]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T17:19:04.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:04 smithi005 ceph-mon[90837]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-12T17:19:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:05.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:05.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:06.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:06 smithi016 ceph-mon[84444]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:19:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:06 smithi005 ceph-mon[88416]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:19:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:06 smithi005 ceph-mon[90837]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-12T17:19:08.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:08 smithi016 ceph-mon[84444]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:19:08.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:08 smithi005 ceph-mon[88416]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:19:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:08 smithi005 ceph-mon[90837]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-12T17:19:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:10 smithi016 ceph-mon[84444]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 6 op/s 2024-04-12T17:19:10.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:10 smithi005 ceph-mon[88416]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 6 op/s 2024-04-12T17:19:10.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:10 smithi005 ceph-mon[90837]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 6 op/s 2024-04-12T17:19:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:12 smithi016 ceph-mon[84444]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 5 op/s 2024-04-12T17:19:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:19:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:12.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:12 smithi005 ceph-mon[88416]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 5 op/s 2024-04-12T17:19:12.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:12 smithi005 ceph-mon[90837]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 5 op/s 2024-04-12T17:19:14.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:19:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:19:13] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-12T17:19:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:14 smithi016 ceph-mon[84444]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T17:19:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:14 smithi005 ceph-mon[88416]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T17:19:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:14 smithi005 ceph-mon[90837]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T17:19:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:16 smithi016 ceph-mon[84444]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T17:19:16.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:16 smithi005 ceph-mon[88416]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T17:19:16.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:16 smithi005 ceph-mon[90837]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 8 op/s 2024-04-12T17:19:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:18 smithi016 ceph-mon[84444]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:19:18.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:18 smithi005 ceph-mon[88416]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:19:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:18 smithi005 ceph-mon[90837]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:19:19.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:19.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:20 smithi005 ceph-mon[88416]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T17:19:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:20 smithi005 ceph-mon[90837]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T17:19:20.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:20 smithi016 ceph-mon[84444]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T17:19:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:22 smithi016 ceph-mon[84444]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-12T17:19:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:19:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:22 smithi005 ceph-mon[88416]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-12T17:19:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:22 smithi005 ceph-mon[90837]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-12T17:19:24.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:19:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:19:23] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-12T17:19:24.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:24 smithi005 ceph-mon[88416]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T17:19:24.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:24 smithi005 ceph-mon[90837]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T17:19:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:24 smithi016 ceph-mon[84444]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-12T17:19:26.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:26 smithi005 ceph-mon[88416]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-12T17:19:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:26 smithi005 ceph-mon[90837]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-12T17:19:26.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:26 smithi016 ceph-mon[84444]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-12T17:19:28.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:28 smithi005 ceph-mon[88416]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-12T17:19:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:28 smithi005 ceph-mon[90837]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-12T17:19:28.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:28 smithi016 ceph-mon[84444]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-12T17:19:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:30 smithi005 ceph-mon[88416]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-12T17:19:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:30 smithi005 ceph-mon[90837]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-12T17:19:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:30 smithi016 ceph-mon[84444]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 24 op/s 2024-04-12T17:19:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:32 smithi016 ceph-mon[84444]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T17:19:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:19:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:32.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:32 smithi005 ceph-mon[88416]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T17:19:32.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:32 smithi005 ceph-mon[90837]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-12T17:19:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:19:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:19:33] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-12T17:19:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:34 smithi005 ceph-mon[88416]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-12T17:19:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:34 smithi005 ceph-mon[90837]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-12T17:19:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:34 smithi016 ceph-mon[84444]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-12T17:19:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:36 smithi005 ceph-mon[88416]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-12T17:19:36.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:36 smithi005 ceph-mon[90837]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-12T17:19:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:36 smithi016 ceph-mon[84444]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 170 B/s wr, 22 op/s 2024-04-12T17:19:38.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:38 smithi005 ceph-mon[88416]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:38 smithi005 ceph-mon[90837]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:38.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:38 smithi016 ceph-mon[84444]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:40.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:40 smithi005 ceph-mon[88416]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-12T17:19:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:40 smithi005 ceph-mon[90837]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-12T17:19:40.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:40 smithi016 ceph-mon[84444]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-12T17:19:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:42 smithi016 ceph-mon[84444]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-04-12T17:19:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:19:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:42.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:42 smithi005 ceph-mon[88416]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-04-12T17:19:42.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:42 smithi005 ceph-mon[90837]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-04-12T17:19:44.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:19:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:19:43] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-12T17:19:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:44 smithi005 ceph-mon[88416]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:44.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:44 smithi005 ceph-mon[90837]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:44 smithi016 ceph-mon[84444]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:46 smithi005 ceph-mon[88416]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-12T17:19:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:46 smithi005 ceph-mon[90837]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-12T17:19:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:46 smithi016 ceph-mon[84444]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 13 op/s 2024-04-12T17:19:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:48 smithi005 ceph-mon[88416]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:19:48.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:48 smithi005 ceph-mon[90837]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:19:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:48 smithi016 ceph-mon[84444]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:19:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:19:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:50 smithi005 ceph-mon[88416]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:19:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:50 smithi005 ceph-mon[90837]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:19:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:50 smithi016 ceph-mon[84444]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:19:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:52 smithi016 ceph-mon[84444]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-12T17:19:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:19:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:19:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:19:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:52 smithi005 ceph-mon[88416]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-12T17:19:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:52 smithi005 ceph-mon[90837]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-12T17:19:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:19:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:19:53] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-12T17:19:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:54 smithi005 ceph-mon[88416]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-12T17:19:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:54 smithi005 ceph-mon[90837]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-12T17:19:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:54 smithi016 ceph-mon[84444]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-12T17:19:55.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:19:55.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:19:55.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:19:55.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:19:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:19:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:19:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:19:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:19:55.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:19:55.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:19:55.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:19:55.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:19:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:56 smithi005 ceph-mon[88416]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:19:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:56 smithi005 ceph-mon[90837]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:19:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:56 smithi016 ceph-mon[84444]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:19:58.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:19:58 smithi005 ceph-mon[88416]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:19:58 smithi005 ceph-mon[90837]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:19:58.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:19:58 smithi016 ceph-mon[84444]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:20:00.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[88416]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-12T17:20:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[88416]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:20:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[88416]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T17:20:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[88416]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T17:20:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[90837]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-12T17:20:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[90837]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:20:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[90837]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T17:20:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:00 smithi005 ceph-mon[90837]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T17:20:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:00 smithi016 ceph-mon[84444]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-12T17:20:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:00 smithi016 ceph-mon[84444]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:20:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:00 smithi016 ceph-mon[84444]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-12T17:20:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:00 smithi016 ceph-mon[84444]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-12T17:20:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:02 smithi016 ceph-mon[84444]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:20:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:20:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:20:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:02.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:02 smithi005 ceph-mon[88416]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:20:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:02 smithi005 ceph-mon[90837]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:20:04.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:20:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:20:03] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-12T17:20:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:04 smithi005 ceph-mon[88416]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:20:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:04.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:04 smithi005 ceph-mon[90837]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:20:04.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:04 smithi016 ceph-mon[84444]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-12T17:20:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:06 smithi005 ceph-mon[88416]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 18 op/s 2024-04-12T17:20:06.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:06 smithi005 ceph-mon[90837]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 18 op/s 2024-04-12T17:20:06.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:06 smithi016 ceph-mon[84444]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 18 op/s 2024-04-12T17:20:08.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:08 smithi005 ceph-mon[88416]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-04-12T17:20:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:08 smithi005 ceph-mon[90837]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-04-12T17:20:08.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:08 smithi016 ceph-mon[84444]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 op/s 2024-04-12T17:20:10.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:10 smithi005 ceph-mon[88416]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:20:10.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:10 smithi005 ceph-mon[90837]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:20:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:10 smithi016 ceph-mon[84444]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:20:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:12 smithi016 ceph-mon[84444]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:20:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:20:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:12.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:12 smithi005 ceph-mon[88416]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:20:12.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:12 smithi005 ceph-mon[90837]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-12T17:20:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:20:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:20:13] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-12T17:20:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:14 smithi005 ceph-mon[88416]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-12T17:20:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:14 smithi005 ceph-mon[90837]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-12T17:20:14.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:14 smithi016 ceph-mon[84444]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-12T17:20:16.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:16 smithi005 ceph-mon[88416]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:20:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:16 smithi005 ceph-mon[90837]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:20:16.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:16 smithi016 ceph-mon[84444]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-12T17:20:18.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:18 smithi005 ceph-mon[88416]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-12T17:20:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:18 smithi005 ceph-mon[90837]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-12T17:20:18.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:18 smithi016 ceph-mon[84444]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-12T17:20:19.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:19.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:19.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:20 smithi005 ceph-mon[88416]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-12T17:20:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:20 smithi005 ceph-mon[90837]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-12T17:20:20.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:20 smithi016 ceph-mon[84444]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-12T17:20:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:22 smithi016 ceph-mon[84444]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T17:20:22.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:20:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:22 smithi005 ceph-mon[88416]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T17:20:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:22 smithi005 ceph-mon[90837]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-12T17:20:24.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:20:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:20:23] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-12T17:20:24.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:24 smithi005 ceph-mon[88416]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-12T17:20:24.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:24 smithi005 ceph-mon[90837]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-12T17:20:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:24 smithi016 ceph-mon[84444]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-12T17:20:26.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:26 smithi005 ceph-mon[88416]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 255 B/s wr, 22 op/s 2024-04-12T17:20:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:26 smithi005 ceph-mon[90837]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 255 B/s wr, 22 op/s 2024-04-12T17:20:26.789 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (134102 ms) 2024-04-12T17:20:26.789 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-12T17:20:26.789 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:20:26.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:26 smithi016 ceph-mon[84444]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 255 B/s wr, 22 op/s 2024-04-12T17:20:28.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:28 smithi005 ceph-mon[88416]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-12T17:20:28.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:28 smithi005 ceph-mon[90837]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-12T17:20:28.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:28 smithi016 ceph-mon[84444]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-12T17:20:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:30 smithi005 ceph-mon[88416]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 426 B/s wr, 19 op/s 2024-04-12T17:20:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:30 smithi005 ceph-mon[90837]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 426 B/s wr, 19 op/s 2024-04-12T17:20:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:30 smithi016 ceph-mon[84444]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 426 B/s wr, 19 op/s 2024-04-12T17:20:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:32 smithi016 ceph-mon[84444]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-12T17:20:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:20:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:32.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:32 smithi005 ceph-mon[88416]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-12T17:20:32.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:32 smithi005 ceph-mon[90837]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-12T17:20:34.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:20:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:20:33] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-12T17:20:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:34 smithi005 ceph-mon[88416]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-12T17:20:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:34 smithi005 ceph-mon[90837]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-12T17:20:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:34 smithi016 ceph-mon[84444]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-12T17:20:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:36.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:36 smithi016 ceph-mon[84444]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-12T17:20:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:36 smithi005 ceph-mon[88416]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-12T17:20:36.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:36 smithi005 ceph-mon[90837]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-12T17:20:38.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:38 smithi016 ceph-mon[84444]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-12T17:20:38.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:38 smithi005 ceph-mon[88416]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-12T17:20:38.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:38 smithi005 ceph-mon[90837]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-12T17:20:40.711 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.EncryptedResize (13923 ms) 2024-04-12T17:20:40.712 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-12T17:20:40.712 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:20:40.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:40 smithi016 ceph-mon[84444]: pgmap v3064: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T17:20:40.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:40 smithi005 ceph-mon[88416]: pgmap v3064: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T17:20:40.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:40 smithi005 ceph-mon[90837]: pgmap v3064: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-12T17:20:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:42 smithi016 ceph-mon[84444]: pgmap v3065: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T17:20:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:20:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:20:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:42.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:42 smithi005 ceph-mon[88416]: pgmap v3065: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T17:20:42.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:42 smithi005 ceph-mon[90837]: pgmap v3065: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T17:20:44.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:20:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:20:43] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-12T17:20:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:44 smithi016 ceph-mon[84444]: pgmap v3066: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T17:20:44.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:44 smithi005 ceph-mon[88416]: pgmap v3066: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T17:20:44.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:44 smithi005 ceph-mon[90837]: pgmap v3066: 457 pgs: 457 active+clean; 173 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-12T17:20:46.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:46 smithi016 ceph-mon[84444]: pgmap v3067: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:46.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:46 smithi005 ceph-mon[88416]: pgmap v3067: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:46.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:46 smithi005 ceph-mon[90837]: pgmap v3067: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:48 smithi016 ceph-mon[84444]: pgmap v3068: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:48.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:48 smithi005 ceph-mon[88416]: pgmap v3068: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:48.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:48 smithi005 ceph-mon[90837]: pgmap v3068: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:49.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:49.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:20:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:50 smithi016 ceph-mon[84444]: pgmap v3069: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:50.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:50 smithi005 ceph-mon[88416]: pgmap v3069: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:50.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:50 smithi005 ceph-mon[90837]: pgmap v3069: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:51.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:51 smithi016 ceph-mon[84444]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T17:20:51.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:51 smithi005 ceph-mon[88416]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T17:20:51.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:51 smithi005 ceph-mon[90837]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-12T17:20:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:52 smithi016 ceph-mon[84444]: pgmap v3071: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-12T17:20:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:20:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:20:52.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:52 smithi005 ceph-mon[88416]: pgmap v3071: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-12T17:20:52.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:52 smithi005 ceph-mon[90837]: pgmap v3071: 457 pgs: 457 active+clean; 169 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-12T17:20:54.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:20:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:20:53] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-12T17:20:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:54 smithi016 ceph-mon[84444]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 2.1 KiB/s wr, 18 op/s 2024-04-12T17:20:54.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:54 smithi005 ceph-mon[88416]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 2.1 KiB/s wr, 18 op/s 2024-04-12T17:20:54.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:54 smithi005 ceph-mon[90837]: pgmap v3072: 457 pgs: 457 active+clean; 169 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 2.1 KiB/s wr, 18 op/s 2024-04-12T17:20:55.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:20:55.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:20:55.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:20:56.847 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (16135 ms) 2024-04-12T17:20:56.847 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-12T17:20:56.847 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:20:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:56 smithi016 ceph-mon[84444]: pgmap v3073: 457 pgs: 457 active+clean; 185 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:20:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:20:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:20:56.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[88416]: pgmap v3073: 457 pgs: 457 active+clean; 185 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:56.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:20:56.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:20:56.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:20:56.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[90837]: pgmap v3073: 457 pgs: 457 active+clean; 185 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:56.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:20:56.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:20:56.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:20:58.700 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:20:58.700 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:20:58.700 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:20:58.700 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:20:58.700 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:20:58.700 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.701 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:20:58.702 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:20:58.703 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.704 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:20:58.705 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 512~512 = 512 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.706 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 1536~512 = 0 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.707 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:20:58.708 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.709 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.710 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.711 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.712 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.713 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:20:58.714 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:20:58.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:20:58 smithi016 ceph-mon[84444]: pgmap v3074: 457 pgs: 457 active+clean; 185 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:58.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:20:58 smithi005 ceph-mon[88416]: pgmap v3074: 457 pgs: 457 active+clean; 185 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:20:58.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:20:58 smithi005 ceph-mon[90837]: pgmap v3074: 457 pgs: 457 active+clean; 185 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-12T17:21:00.281 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.281 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.281 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.282 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.283 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.284 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.285 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.286 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.287 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.288 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.289 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.290 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3435 ms) 2024-04-12T17:21:00.291 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-12T17:21:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:00 smithi016 ceph-mon[84444]: pgmap v3075: 457 pgs: 457 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 484 op/s 2024-04-12T17:21:00.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:00 smithi005 ceph-mon[88416]: pgmap v3075: 457 pgs: 457 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 484 op/s 2024-04-12T17:21:00.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:00 smithi005 ceph-mon[90837]: pgmap v3075: 457 pgs: 457 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 484 op/s 2024-04-12T17:21:01.549 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:01.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:01 smithi016 ceph-mon[84444]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T17:21:01.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:01 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/677413765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:01.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:01 smithi016 ceph-mon[84444]: pgmap v3077: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 484 op/s 2024-04-12T17:21:01.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:01 smithi005 ceph-mon[88416]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T17:21:01.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:01 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/677413765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:01.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:01 smithi005 ceph-mon[88416]: pgmap v3077: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 484 op/s 2024-04-12T17:21:01.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:01 smithi005 ceph-mon[90837]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-12T17:21:01.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:01 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/677413765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:01.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:01 smithi005 ceph-mon[90837]: pgmap v3077: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 484 op/s 2024-04-12T17:21:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:02 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:21:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:02 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/677413765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:02 smithi016 ceph-mon[84444]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T17:21:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:21:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:02.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:02 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:21:02.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:02 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/677413765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:02.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:02 smithi005 ceph-mon[90837]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T17:21:02.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:02 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:21:02.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:02 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/677413765' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:02.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:02 smithi005 ceph-mon[88416]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-12T17:21:03.629 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:03.629 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:03.629 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:03.629 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:03.629 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:03.629 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:03.630 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.631 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.632 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 512~512 = 512 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:03.633 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 1536~512 = 0 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3347 ms) 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-12T17:21:03.634 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.656 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (28 ms) 2024-04-12T17:21:03.657 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-12T17:21:03.657 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.683 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-04-12T17:21:03.684 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-12T17:21:03.684 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.708 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (25 ms) 2024-04-12T17:21:03.708 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-12T17:21:03.709 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.733 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (24 ms) 2024-04-12T17:21:03.733 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-12T17:21:03.733 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.793 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (61 ms) 2024-04-12T17:21:03.793 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-12T17:21:03.793 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.847 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (53 ms) 2024-04-12T17:21:03.847 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-12T17:21:03.847 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:03 smithi016 ceph-mon[84444]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T17:21:03.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:03 smithi016 ceph-mon[84444]: pgmap v3080: 489 pgs: 21 unknown, 468 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 759 op/s 2024-04-12T17:21:03.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:03 smithi005 ceph-mon[88416]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T17:21:03.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:03 smithi005 ceph-mon[88416]: pgmap v3080: 489 pgs: 21 unknown, 468 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 759 op/s 2024-04-12T17:21:03.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:03 smithi005 ceph-mon[90837]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-12T17:21:03.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:03 smithi005 ceph-mon[90837]: pgmap v3080: 489 pgs: 21 unknown, 468 active+clean; 201 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 759 op/s 2024-04-12T17:21:03.907 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (61 ms) 2024-04-12T17:21:03.907 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-12T17:21:03.908 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:03.970 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (62 ms) 2024-04-12T17:21:03.970 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-12T17:21:03.970 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:21:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:21:03] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-12T17:21:04.331 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (361 ms) 2024-04-12T17:21:04.331 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-12T17:21:04.331 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.721 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (391 ms) 2024-04-12T17:21:04.721 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-12T17:21:04.722 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.746 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (24 ms) 2024-04-12T17:21:04.746 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-12T17:21:04.746 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.771 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (25 ms) 2024-04-12T17:21:04.771 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-12T17:21:04.771 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.796 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (26 ms) 2024-04-12T17:21:04.796 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-12T17:21:04.796 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.819 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (23 ms) 2024-04-12T17:21:04.819 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-12T17:21:04.820 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.840 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.840 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 0~1048576 = 0 2024-04-12T17:21:04.840 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.840 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 0~4194304 = 0 2024-04-12T17:21:04.840 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.841 INFO:tasks.workunit.client.0.smithi005.stdout:aio discard: 3145728~1048576 = 0 2024-04-12T17:21:04.841 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-04-12T17:21:04.841 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-12T17:21:04.841 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:04 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:21:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:04 smithi016 ceph-mon[84444]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T17:21:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.937 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.938 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.939 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestFUA (96 ms) 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-12T17:21:04.940 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.954 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:04.955 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:04 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:21:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:04 smithi005 ceph-mon[88416]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T17:21:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:04.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:04 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:21:04.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:04 smithi005 ceph-mon[90837]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-12T17:21:04.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:04.966 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.966 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:04.966 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:21:04.966 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:start compare and write 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:compare and wrote: 512 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:21:04.967 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.968 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.968 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:21:04.968 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.968 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:21:04.968 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.968 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:21:04.969 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.970 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.970 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:21:04.970 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.970 INFO:tasks.workunit.client.0.smithi005.stdout:started aio compare and write 2024-04-12T17:21:04.970 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:finished aio compare and write 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.972 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.973 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:discard: 512~512 2024-04-12T17:21:04.974 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:05.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:05 smithi016 ceph-mon[84444]: pgmap v3082: 489 pgs: 489 active+clean; 203 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 470 KiB/s rd, 234 KiB/s wr, 963 op/s 2024-04-12T17:21:05.933 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.934 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.935 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.936 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.937 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.938 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:05.939 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.940 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:05.941 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:05.941 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:05.941 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.942 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.942 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.942 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.942 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:05.949 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:05.949 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:05.949 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.949 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.950 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:05.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:05 smithi005 ceph-mon[88416]: pgmap v3082: 489 pgs: 489 active+clean; 203 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 470 KiB/s rd, 234 KiB/s wr, 963 op/s 2024-04-12T17:21:05.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:05 smithi005 ceph-mon[90837]: pgmap v3082: 489 pgs: 489 active+clean; 203 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 470 KiB/s rd, 234 KiB/s wr, 963 op/s 2024-04-12T17:21:05.971 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:05.971 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:05.971 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.971 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.971 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.971 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.971 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:05.993 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:05.993 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:05.993 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:05.993 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:05.993 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:05.993 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:05.993 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.022 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.022 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.022 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.022 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.022 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.022 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.022 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.051 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.051 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.052 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.095 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.095 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.095 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.095 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.095 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.095 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.096 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.136 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.136 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.136 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.136 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.137 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.137 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.137 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.193 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.193 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.193 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.193 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.193 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.193 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.193 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.245 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.245 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.245 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.246 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.327 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.327 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.328 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.328 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.328 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.328 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.328 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.394 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.394 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.394 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.394 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.394 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.394 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.395 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.468 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.468 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.468 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.468 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.468 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.468 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.468 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.538 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.539 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.539 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.539 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.626 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.627 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.627 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.627 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.627 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.627 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.627 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.711 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.711 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.711 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.711 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.712 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.712 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.712 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.810 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.810 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.810 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.810 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.811 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.811 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.811 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.906 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:06.907 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:06.907 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:06.907 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestIOPP (1969 ms) 2024-04-12T17:21:06.907 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-12T17:21:06.907 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:06.930 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (25 ms) 2024-04-12T17:21:06.930 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-12T17:21:06.931 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:06.955 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (25 ms) 2024-04-12T17:21:06.955 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-12T17:21:06.955 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:06.982 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (26 ms) 2024-04-12T17:21:06.982 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-12T17:21:06.982 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.005 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (24 ms) 2024-04-12T17:21:07.005 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-12T17:21:07.005 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.030 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (25 ms) 2024-04-12T17:21:07.030 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-12T17:21:07.031 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.051 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:07.055 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (24 ms) 2024-04-12T17:21:07.055 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T17:21:07.055 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.080 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-04-12T17:21:07.080 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T17:21:07.080 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.100 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:07.103 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2024-04-12T17:21:07.103 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-12T17:21:07.103 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.129 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (25 ms) 2024-04-12T17:21:07.129 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-12T17:21:07.129 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.149 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:07.153 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (25 ms) 2024-04-12T17:21:07.153 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T17:21:07.154 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.178 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-04-12T17:21:07.178 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T17:21:07.178 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.199 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:07.202 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (24 ms) 2024-04-12T17:21:07.202 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-12T17:21:07.203 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.260 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (57 ms) 2024-04-12T17:21:07.260 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-12T17:21:07.261 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.304 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:07.323 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (63 ms) 2024-04-12T17:21:07.323 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-12T17:21:07.323 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.377 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (54 ms) 2024-04-12T17:21:07.377 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-12T17:21:07.377 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.420 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:07.438 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (62 ms) 2024-04-12T17:21:07.438 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-12T17:21:07.439 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:07.726 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (287 ms) 2024-04-12T17:21:07.726 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-12T17:21:07.726 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:08.059 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:08.078 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (352 ms) 2024-04-12T17:21:08.078 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-12T17:21:08.078 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:08.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:07 smithi016 ceph-mon[84444]: pgmap v3083: 489 pgs: 489 active+clean; 203 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 163 KiB/s wr, 672 op/s 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:08.102 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:08.103 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:08.103 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:08.103 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.103 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:08.103 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:08.104 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:08.104 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:08.104 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.104 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:08.104 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:08.104 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:08.104 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:08.105 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.105 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:08.105 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:08.105 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:08.105 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:08.106 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.106 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:21:08.106 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:08.106 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:08.106 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:21:08.106 INFO:tasks.workunit.client.0.smithi005.stdout:read: 512 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:08.107 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:21:08.108 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:21:08.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:07 smithi005 ceph-mon[88416]: pgmap v3083: 489 pgs: 489 active+clean; 203 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 163 KiB/s wr, 672 op/s 2024-04-12T17:21:08.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:07 smithi005 ceph-mon[90837]: pgmap v3083: 489 pgs: 489 active+clean; 203 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 163 KiB/s wr, 672 op/s 2024-04-12T17:21:09.051 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:21:09.051 INFO:tasks.workunit.client.0.smithi005.stdout:finished read 2024-04-12T17:21:09.051 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:21:09.051 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.051 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.051 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 0 2024-04-12T17:21:09.051 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 16384 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.052 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 49152 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 65536 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.053 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 98304 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 114688 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.054 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 147456 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 163840 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.055 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 196608 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 212992 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.056 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.057 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.058 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.059 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.068 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.069 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.091 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.091 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.091 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.091 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.091 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.091 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.091 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.113 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.142 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.142 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.142 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.142 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.142 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.142 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.142 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.170 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.171 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.171 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.215 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.215 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.215 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.215 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.215 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.216 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.216 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.262 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.263 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.263 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.263 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.263 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.263 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.263 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.319 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.319 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.319 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.319 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.319 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.319 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.319 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.367 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.367 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.367 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.368 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.433 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.433 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.433 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.433 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.433 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.433 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.433 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.496 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.496 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.496 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.497 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.497 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.497 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.497 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.572 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.572 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.572 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.572 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.572 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.572 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.572 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.643 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.643 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.643 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.643 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.644 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.730 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.814 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.814 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.814 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.815 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.815 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.815 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.815 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:09.905 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:09.905 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:09.905 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:09.906 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:09.906 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:09.906 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:09.906 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:21:10.003 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:21:10.003 INFO:tasks.workunit.client.0.smithi005.stdout:finished writesame 2024-04-12T17:21:10.003 INFO:tasks.workunit.client.0.smithi005.stdout:to verify the data 2024-04-12T17:21:10.003 INFO:tasks.workunit.client.0.smithi005.stdout:verified 2024-04-12T17:21:10.003 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:started writesame 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:expected fail, finished writesame 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1925 ms) 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-12T17:21:10.004 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:10.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:09 smithi016 ceph-mon[84444]: pgmap v3084: 489 pgs: 489 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.04k op/s 2024-04-12T17:21:10.209 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:09 smithi005 ceph-mon[88416]: pgmap v3084: 489 pgs: 489 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.04k op/s 2024-04-12T17:21:10.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:09 smithi005 ceph-mon[90837]: pgmap v3084: 489 pgs: 489 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.04k op/s 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 0 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:snap: orig 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:found orig with size 2097152 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:read: 80 2024-04-12T17:21:11.280 INFO:tasks.workunit.client.0.smithi005.stdout:write test data! 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 80 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 2 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:snap: orig 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:snap: written 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:found orig with size 2097152 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:found written with size 2097152 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:read: 80 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:read: 80 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:read: 80 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:write to snapshot returned -30 2024-04-12T17:21:11.281 INFO:tasks.workunit.client.0.smithi005.stdout:Read-only file system 2024-04-12T17:21:11.315 INFO:tasks.workunit.client.0.smithi005.stdout:read: 80 2024-04-12T17:21:11.315 INFO:tasks.workunit.client.0.smithi005.stdout:read: 80 2024-04-12T17:21:11.315 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 80 2024-04-12T17:21:11.315 INFO:tasks.workunit.client.0.smithi005.stdout:opening testimg@orig 2024-04-12T17:21:11.315 INFO:tasks.workunit.client.0.smithi005.stdout:read: 80 2024-04-12T17:21:11.315 INFO:tasks.workunit.client.0.smithi005.stdout:write to snapshot returned -30 2024-04-12T17:21:11.315 INFO:tasks.workunit.client.0.smithi005.stdout:Read-only file system 2024-04-12T17:21:12.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:11 smithi016 ceph-mon[84444]: pgmap v3085: 489 pgs: 489 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.79k op/s 2024-04-12T17:21:12.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:11 smithi016 ceph-mon[84444]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T17:21:12.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:11 smithi016 ceph-mon[84444]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T17:21:12.209 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:11 smithi005 ceph-mon[88416]: pgmap v3085: 489 pgs: 489 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.79k op/s 2024-04-12T17:21:12.209 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:11 smithi005 ceph-mon[88416]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T17:21:12.209 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:11 smithi005 ceph-mon[88416]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T17:21:12.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:11 smithi005 ceph-mon[90837]: pgmap v3085: 489 pgs: 489 active+clean; 293 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.79k op/s 2024-04-12T17:21:12.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:11 smithi005 ceph-mon[90837]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-12T17:21:12.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:11 smithi005 ceph-mon[90837]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-12T17:21:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:21:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:21:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 2 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:snap: orig 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:snap: written 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:found orig with size 2097152 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:found written with size 2097152 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 1 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:21:13.276 INFO:tasks.workunit.client.0.smithi005.stdout:snap: orig 2024-04-12T17:21:13.277 INFO:tasks.workunit.client.0.smithi005.stdout:found orig with size 2097152 2024-04-12T17:21:13.277 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 0 2024-04-12T17:21:13.277 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:21:13.277 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3273 ms) 2024-04-12T17:21:13.277 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-12T17:21:13.277 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:13.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:13 smithi016 ceph-mon[84444]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T17:21:13.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:13 smithi005 ceph-mon[88416]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T17:21:13.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:13 smithi005 ceph-mon[90837]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-12T17:21:14.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:21:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:21:13] "GET /metrics HTTP/1.1" 200 63209 "" "Prometheus/2.43.0" 2024-04-12T17:21:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:14 smithi016 ceph-mon[84444]: pgmap v3089: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 1.83k op/s 2024-04-12T17:21:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:14 smithi016 ceph-mon[84444]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T17:21:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:14 smithi005 ceph-mon[88416]: pgmap v3089: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 1.83k op/s 2024-04-12T17:21:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:14 smithi005 ceph-mon[88416]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T17:21:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:14 smithi005 ceph-mon[90837]: pgmap v3089: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 1.83k op/s 2024-04-12T17:21:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:14 smithi005 ceph-mon[90837]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-12T17:21:15.290 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2014 ms) 2024-04-12T17:21:15.290 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-12T17:21:15.290 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:15.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:15 smithi016 ceph-mon[84444]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T17:21:15.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:15 smithi005 ceph-mon[88416]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T17:21:15.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:15 smithi005 ceph-mon[90837]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-12T17:21:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:16 smithi016 ceph-mon[84444]: pgmap v3092: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.6 MiB/s wr, 2.29k op/s 2024-04-12T17:21:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:16 smithi016 ceph-mon[84444]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T17:21:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:16 smithi005 ceph-mon[90837]: pgmap v3092: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.6 MiB/s wr, 2.29k op/s 2024-04-12T17:21:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:16 smithi005 ceph-mon[90837]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T17:21:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:16 smithi005 ceph-mon[88416]: pgmap v3092: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.6 MiB/s wr, 2.29k op/s 2024-04-12T17:21:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:16 smithi005 ceph-mon[88416]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-12T17:21:17.292 INFO:tasks.workunit.client.0.smithi005.stdout:made parent image "parent" 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:parent has no parent info 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:made snapshot "parent@parent_snap" 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:can't unprotect an unprotected snap 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:can't protect a protected snap 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:made and opened clone "child" 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:read: 8 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:read: 8 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:read: 8 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:sizes and overlaps are good between parent and child 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:child image successfully cloned all image-meta pairs 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:sized down clone, changed overlap 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:can't remove parent while child still exists 2024-04-12T17:21:17.293 INFO:tasks.workunit.client.0.smithi005.stdout:can't remove parent while still protected 2024-04-12T17:21:17.294 INFO:tasks.workunit.client.0.smithi005.stdout:removed parent snap after unprotecting 2024-04-12T17:21:17.294 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestClone (2002 ms) 2024-04-12T17:21:17.294 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-12T17:21:17.294 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:17.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:17 smithi016 ceph-mon[84444]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T17:21:17.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:17 smithi005 ceph-mon[88416]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T17:21:17.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:17 smithi005 ceph-mon[90837]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-12T17:21:18.407 INFO:tasks.workunit.client.0.smithi005.stdout:made parent image "parent" 2024-04-12T17:21:18.407 INFO:tasks.workunit.client.0.smithi005.stdout:parent has no parent info 2024-04-12T17:21:18.408 INFO:tasks.workunit.client.0.smithi005.stdout:made snapshot "parent@parent_snap" 2024-04-12T17:21:18.408 INFO:tasks.workunit.client.0.smithi005.stdout:made and opened clone "child" 2024-04-12T17:21:18.408 INFO:tasks.workunit.client.0.smithi005.stdout:child image successfully cloned all image-meta pairs 2024-04-12T17:21:18.408 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestClone2 (1116 ms) 2024-04-12T17:21:18.408 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-12T17:21:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:18 smithi016 ceph-mon[84444]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 2.62k op/s 2024-04-12T17:21:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:18 smithi016 ceph-mon[84444]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T17:21:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:18 smithi005 ceph-mon[88416]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 2.62k op/s 2024-04-12T17:21:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:18 smithi005 ceph-mon[88416]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T17:21:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:18 smithi005 ceph-mon[90837]: pgmap v3095: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 2.62k op/s 2024-04-12T17:21:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:18 smithi005 ceph-mon[90837]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-12T17:21:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:19 smithi016 ceph-mon[84444]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T17:21:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:19 smithi005 ceph-mon[88416]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T17:21:19.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:19 smithi005 ceph-mon[90837]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-12T17:21:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:20 smithi016 ceph-mon[84444]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 53 KiB/s wr, 905 op/s 2024-04-12T17:21:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:20 smithi016 ceph-mon[84444]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T17:21:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3707457865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[88416]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 53 KiB/s wr, 905 op/s 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[88416]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3707457865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[90837]: pgmap v3098: 489 pgs: 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 53 KiB/s wr, 905 op/s 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[90837]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3707457865' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:21.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3707457865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:21.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:21 smithi016 ceph-mon[84444]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T17:21:21.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:21 smithi016 ceph-mon[84444]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T17:21:21.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2004385505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3707457865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[88416]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T17:21:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[88416]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T17:21:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2004385505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3707457865' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[90837]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-12T17:21:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[90837]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-12T17:21:21.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2004385505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:22.255 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:22 smithi016 ceph-mon[84444]: pgmap v3101: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 29 KiB/s wr, 462 op/s 2024-04-12T17:21:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:22 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2004385505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:22 smithi016 ceph-mon[84444]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T17:21:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:21:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:21:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:22 smithi005 ceph-mon[88416]: pgmap v3101: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 29 KiB/s wr, 462 op/s 2024-04-12T17:21:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:22 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2004385505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:22 smithi005 ceph-mon[88416]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T17:21:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:22 smithi005 ceph-mon[90837]: pgmap v3101: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 29 KiB/s wr, 462 op/s 2024-04-12T17:21:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:22 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2004385505' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:22 smithi005 ceph-mon[90837]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-12T17:21:24.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:21:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:21:23] "GET /metrics HTTP/1.1" 200 65648 "" "Prometheus/2.43.0" 2024-04-12T17:21:24.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:24 smithi016 ceph-mon[84444]: pgmap v3104: 553 pgs: 8 creating+peering, 41 unknown, 504 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-12T17:21:24.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:24 smithi016 ceph-mon[84444]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T17:21:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:24 smithi005 ceph-mon[88416]: pgmap v3104: 553 pgs: 8 creating+peering, 41 unknown, 504 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-12T17:21:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:24 smithi005 ceph-mon[88416]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T17:21:24.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:24 smithi005 ceph-mon[90837]: pgmap v3104: 553 pgs: 8 creating+peering, 41 unknown, 504 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-12T17:21:24.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:24 smithi005 ceph-mon[90837]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-12T17:21:25.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:25 smithi016 ceph-mon[84444]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T17:21:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:25 smithi005 ceph-mon[88416]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T17:21:25.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:25 smithi005 ceph-mon[90837]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-12T17:21:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:26 smithi016 ceph-mon[84444]: pgmap v3107: 553 pgs: 8 creating+peering, 545 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-04-12T17:21:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:26 smithi016 ceph-mon[84444]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T17:21:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:26 smithi016 ceph-mon[84444]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T17:21:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:26 smithi005 ceph-mon[88416]: pgmap v3107: 553 pgs: 8 creating+peering, 545 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-04-12T17:21:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:26 smithi005 ceph-mon[88416]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T17:21:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:26 smithi005 ceph-mon[88416]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T17:21:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:26 smithi005 ceph-mon[90837]: pgmap v3107: 553 pgs: 8 creating+peering, 545 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 53 op/s 2024-04-12T17:21:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:26 smithi005 ceph-mon[90837]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-12T17:21:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:26 smithi005 ceph-mon[90837]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-12T17:21:27.776 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.776 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 1 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:child: image113 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113/b1fefac41737 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.777 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 2 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:child: image113 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113/b1fefac41737 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.778 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:27.779 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 3 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:child: image113 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:child: image115 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113/b1fefac41737 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115/b1feae17c6a9 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.780 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 3 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:child: image113 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:child: image115 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113/b1fefac41737 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.781 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115/b1feae17c6a9 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.782 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 4 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 4 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:child: image113 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:child: image115 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:child: image116 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113/b1fefac41737 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.783 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115/b1feae17c6a9 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116/b1fe1aca2fc6 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.784 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:27.785 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.363 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.363 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image113 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 4 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 4 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:child: image113 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:child: image115 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:child: image116 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image113/b1fefac41737 2024-04-12T17:21:28.364 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115/b1feae17c6a9 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116/b1fe1aca2fc6 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.365 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image115 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.366 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 3 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout:child: image115 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout:child: image116 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.367 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image115/b1feae17c6a9 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116/b1fe1aca2fc6 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.368 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.369 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116 2024-04-12T17:21:28.369 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.369 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 2 2024-04-12T17:21:28.369 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:child: image116 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-28/image116/b1fe1aca2fc6 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 1 2024-04-12T17:21:28.370 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:21:28.371 INFO:tasks.workunit.client.0.smithi005.stdout:child: image114 2024-04-12T17:21:28.371 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-27/image114/b1fec7a40b99 2024-04-12T17:21:28.371 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:28.371 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 0 2024-04-12T17:21:28.371 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:21:28.371 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ListChildren (9955 ms) 2024-04-12T17:21:28.371 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-12T17:21:28.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:28 smithi016 ceph-mon[84444]: pgmap v3110: 553 pgs: 3 creating+peering, 550 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:21:28.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:28 smithi016 ceph-mon[84444]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T17:21:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:28 smithi005 ceph-mon[88416]: pgmap v3110: 553 pgs: 3 creating+peering, 550 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:21:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:28 smithi005 ceph-mon[88416]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T17:21:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:28 smithi005 ceph-mon[90837]: pgmap v3110: 553 pgs: 3 creating+peering, 550 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:21:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:28 smithi005 ceph-mon[90837]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-12T17:21:29.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:29 smithi016 ceph-mon[84444]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T17:21:29.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:29 smithi005 ceph-mon[88416]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T17:21:29.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:29 smithi005 ceph-mon[90837]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-12T17:21:30.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:30 smithi016 ceph-mon[84444]: pgmap v3113: 553 pgs: 553 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 7.5 KiB/s wr, 281 op/s 2024-04-12T17:21:30.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:30 smithi016 ceph-mon[84444]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T17:21:30.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:30 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/423462002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:30.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:30 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[88416]: pgmap v3113: 553 pgs: 553 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 7.5 KiB/s wr, 281 op/s 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[88416]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/423462002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[90837]: pgmap v3113: 553 pgs: 553 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 7.5 KiB/s wr, 281 op/s 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[90837]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/423462002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:30 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:31.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:31 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:31.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:31 smithi016 ceph-mon[84444]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T17:21:31.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:31 smithi016 ceph-mon[84444]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T17:21:31.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4210927240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[88416]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[88416]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4210927240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[90837]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[90837]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-12T17:21:31.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4210927240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:32 smithi016 ceph-mon[84444]: pgmap v3116: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 7.5 KiB/s wr, 281 op/s 2024-04-12T17:21:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:32 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4210927240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:32.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:32 smithi016 ceph-mon[84444]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T17:21:32.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:21:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:21:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:32 smithi005 ceph-mon[88416]: pgmap v3116: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 7.5 KiB/s wr, 281 op/s 2024-04-12T17:21:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:32 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4210927240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:32 smithi005 ceph-mon[88416]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T17:21:32.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:32 smithi005 ceph-mon[90837]: pgmap v3116: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 7.5 KiB/s wr, 281 op/s 2024-04-12T17:21:32.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:32 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4210927240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:32.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:32 smithi005 ceph-mon[90837]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-12T17:21:34.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:21:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:21:33] "GET /metrics HTTP/1.1" 200 65648 "" "Prometheus/2.43.0" 2024-04-12T17:21:34.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:34 smithi016 ceph-mon[84444]: pgmap v3119: 617 pgs: 3 creating+peering, 38 unknown, 576 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 7.2 KiB/s wr, 274 op/s 2024-04-12T17:21:34.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:34 smithi016 ceph-mon[84444]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T17:21:34.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:34 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3755176189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:34 smithi005 ceph-mon[88416]: pgmap v3119: 617 pgs: 3 creating+peering, 38 unknown, 576 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 7.2 KiB/s wr, 274 op/s 2024-04-12T17:21:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:34 smithi005 ceph-mon[88416]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T17:21:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:34 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3755176189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:34 smithi005 ceph-mon[90837]: pgmap v3119: 617 pgs: 3 creating+peering, 38 unknown, 576 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 7.2 KiB/s wr, 274 op/s 2024-04-12T17:21:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:34 smithi005 ceph-mon[90837]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-12T17:21:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:34 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3755176189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:21:35.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:35 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3755176189' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:35.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:35 smithi016 ceph-mon[84444]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T17:21:35.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:35 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]: dispatch 2024-04-12T17:21:35.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:35 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]: dispatch 2024-04-12T17:21:35.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:35.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3755176189' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:35.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[88416]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T17:21:35.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]: dispatch 2024-04-12T17:21:35.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]: dispatch 2024-04-12T17:21:35.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:35.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3755176189' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:21:35.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[90837]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-12T17:21:35.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]: dispatch 2024-04-12T17:21:35.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]: dispatch 2024-04-12T17:21:35.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:36.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: pgmap v3122: 649 pgs: 6 creating+peering, 29 unknown, 614 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 8.7 KiB/s wr, 448 op/s 2024-04-12T17:21:36.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]': finished 2024-04-12T17:21:36.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T17:21:36.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]: dispatch 2024-04-12T17:21:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]: dispatch 2024-04-12T17:21:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T17:21:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]': finished 2024-04-12T17:21:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T17:21:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:36 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: pgmap v3122: 649 pgs: 6 creating+peering, 29 unknown, 614 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 8.7 KiB/s wr, 448 op/s 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]': finished 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]: dispatch 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]: dispatch 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]': finished 2024-04-12T17:21:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: pgmap v3122: 649 pgs: 6 creating+peering, 29 unknown, 614 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 8.7 KiB/s wr, 448 op/s 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31", "force_nonempty":""}]': finished 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]: dispatch 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]: dispatch 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi005-138812-31", "mode":"writeback"}]': finished 2024-04-12T17:21:36.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-12T17:21:36.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:36.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:36 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:37.254 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:38 smithi016 ceph-mon[84444]: pgmap v3125: 649 pgs: 4 creating+peering, 20 unknown, 625 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 1.5 KiB/s wr, 173 op/s 2024-04-12T17:21:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:38 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]': finished 2024-04-12T17:21:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:38 smithi016 ceph-mon[84444]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T17:21:38.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:38 smithi005 ceph-mon[88416]: pgmap v3125: 649 pgs: 4 creating+peering, 20 unknown, 625 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 1.5 KiB/s wr, 173 op/s 2024-04-12T17:21:38.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:38 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]': finished 2024-04-12T17:21:38.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:38 smithi005 ceph-mon[88416]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T17:21:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:38 smithi005 ceph-mon[90837]: pgmap v3125: 649 pgs: 4 creating+peering, 20 unknown, 625 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 1.5 KiB/s wr, 173 op/s 2024-04-12T17:21:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:38 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi005-138812-29", "overlaypool":"test-librbd-smithi005-138812-31"}]': finished 2024-04-12T17:21:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:38 smithi005 ceph-mon[90837]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-12T17:21:39.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:39 smithi016 ceph-mon[84444]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T17:21:39.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:39 smithi005 ceph-mon[88416]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T17:21:39.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:39 smithi005 ceph-mon[90837]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-12T17:21:40.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:40 smithi016 ceph-mon[84444]: pgmap v3128: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:21:40.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:40 smithi016 ceph-mon[84444]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T17:21:40.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:40 smithi005 ceph-mon[88416]: pgmap v3128: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:21:40.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:40 smithi005 ceph-mon[88416]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T17:21:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:40 smithi005 ceph-mon[90837]: pgmap v3128: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:21:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:40 smithi005 ceph-mon[90837]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-12T17:21:41.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:41 smithi016 ceph-mon[84444]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T17:21:41.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:41 smithi005 ceph-mon[88416]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T17:21:41.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:41 smithi005 ceph-mon[90837]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-12T17:21:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:42 smithi016 ceph-mon[84444]: pgmap v3131: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:21:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:42 smithi016 ceph-mon[84444]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T17:21:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:21:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:21:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:42.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:42 smithi005 ceph-mon[88416]: pgmap v3131: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:21:42.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:42 smithi005 ceph-mon[88416]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T17:21:42.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:42 smithi005 ceph-mon[90837]: pgmap v3131: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:21:42.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:42 smithi005 ceph-mon[90837]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-12T17:21:42.832 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 1 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:child: image118 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118/b1fea156ce56 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.833 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 2 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:child: image118 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118/b1fea156ce56 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.834 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.835 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 3 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:child: image118 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:child: image120 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118/b1fea156ce56 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120/b1fee98e6887 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.836 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 3 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:child: image118 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:child: image120 2024-04-12T17:21:42.837 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118/b1fea156ce56 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120/b1fee98e6887 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.838 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 4 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 4 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:child: image118 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:child: image120 2024-04-12T17:21:42.839 INFO:tasks.workunit.client.0.smithi005.stdout:child: image121 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118/b1fea156ce56 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120/b1fee98e6887 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121/b1fec3b4127b 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:42.841 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:43.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:43 smithi016 ceph-mon[84444]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T17:21:43.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:43 smithi005 ceph-mon[88416]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T17:21:43.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:43 smithi005 ceph-mon[90837]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-12T17:21:44.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:21:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:21:43] "GET /metrics HTTP/1.1" 200 75414 "" "Prometheus/2.43.0" 2024-04-12T17:21:44.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:44 smithi016 ceph-mon[84444]: pgmap v3134: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 16 op/s 2024-04-12T17:21:44.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:44 smithi016 ceph-mon[84444]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T17:21:44.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:44 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]: dispatch 2024-04-12T17:21:44.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:44 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]: dispatch 2024-04-12T17:21:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[88416]: pgmap v3134: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 16 op/s 2024-04-12T17:21:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[88416]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T17:21:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]: dispatch 2024-04-12T17:21:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]: dispatch 2024-04-12T17:21:44.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[90837]: pgmap v3134: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 KiB/s wr, 16 op/s 2024-04-12T17:21:44.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[90837]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-12T17:21:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]: dispatch 2024-04-12T17:21:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:44 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]: dispatch 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image118 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 4 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 4 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:child: image118 2024-04-12T17:21:45.310 INFO:tasks.workunit.client.0.smithi005.stdout:child: image120 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:child: image121 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image118/b1fea156ce56 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120/b1fee98e6887 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121/b1fec3b4127b 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image120 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 3 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:21:45.312 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:45.313 INFO:tasks.workunit.client.0.smithi005.stdout:child: image120 2024-04-12T17:21:45.313 INFO:tasks.workunit.client.0.smithi005.stdout:child: image121 2024-04-12T17:21:45.313 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:45.313 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.313 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image120/b1fee98e6887 2024-04-12T17:21:45.313 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.313 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121/b1fec3b4127b 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 2 2024-04-12T17:21:45.314 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 2 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:child: image121 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-30/image121/b1fec3b4127b 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:trying to find test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:checking test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 1 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 1 2024-04-12T17:21:45.315 INFO:tasks.workunit.client.0.smithi005.stdout:child: image119 2024-04-12T17:21:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-29/image119/b1fed936642b 2024-04-12T17:21:45.316 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:21:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 0 2024-04-12T17:21:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:21:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16946 ms) 2024-04-12T17:21:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-12T17:21:45.316 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:45.375 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.LockingPP (65 ms) 2024-04-12T17:21:45.375 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-12T17:21:45.375 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:45.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:45 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]': finished 2024-04-12T17:21:45.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:45 smithi016 ceph-mon[84444]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T17:21:45.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:45 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:45.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:45 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:45.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:45 smithi016 ceph-mon[84444]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T17:21:45.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:45 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]': finished 2024-04-12T17:21:45.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:45 smithi016 ceph-mon[84444]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T17:21:45.623 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.FlushAio (248 ms) 2024-04-12T17:21:45.623 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-12T17:21:45.623 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]': finished 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[90837]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[90837]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]': finished 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[90837]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi005-138812-29"}]': finished 2024-04-12T17:21:45.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[88416]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-12T17:21:45.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:45.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]: dispatch 2024-04-12T17:21:45.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[88416]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T17:21:45.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi005-138812-29", "tierpool":"test-librbd-smithi005-138812-31"}]': finished 2024-04-12T17:21:45.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:45 smithi005 ceph-mon[88416]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-12T17:21:45.777 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.FlushAioPP (154 ms) 2024-04-12T17:21:45.777 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-12T17:21:45.777 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:45.799 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (22 ms) 2024-04-12T17:21:45.799 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-12T17:21:45.799 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:45.822 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (24 ms) 2024-04-12T17:21:45.822 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-12T17:21:45.823 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:45.838 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-04-12T17:21:45.838 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-12T17:21:45.838 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:45.872 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.LargeCacheRead (34 ms) 2024-04-12T17:21:45.872 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-12T17:21:45.872 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:46.087 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestPendingAio (215 ms) 2024-04-12T17:21:46.087 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-12T17:21:46.087 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:46.347 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:46.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:46 smithi016 ceph-mon[84444]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 8.7 KiB/s wr, 460 op/s 2024-04-12T17:21:46.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:46 smithi016 ceph-mon[84444]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T17:21:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:46 smithi005 ceph-mon[88416]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 8.7 KiB/s wr, 460 op/s 2024-04-12T17:21:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:46 smithi005 ceph-mon[88416]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T17:21:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:46 smithi005 ceph-mon[90837]: pgmap v3137: 649 pgs: 649 active+clean; 301 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 8.7 KiB/s wr, 460 op/s 2024-04-12T17:21:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:46 smithi005 ceph-mon[90837]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-12T17:21:48.380 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2292 ms) 2024-04-12T17:21:48.380 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-12T17:21:48.380 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:48.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:48 smithi016 ceph-mon[84444]: pgmap v3140: 649 pgs: 649 active+clean; 303 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 587 KiB/s wr, 613 op/s 2024-04-12T17:21:48.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:48 smithi016 ceph-mon[84444]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T17:21:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:48 smithi005 ceph-mon[88416]: pgmap v3140: 649 pgs: 649 active+clean; 303 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 587 KiB/s wr, 613 op/s 2024-04-12T17:21:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:48 smithi005 ceph-mon[88416]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T17:21:48.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:48 smithi005 ceph-mon[90837]: pgmap v3140: 649 pgs: 649 active+clean; 303 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 587 KiB/s wr, 613 op/s 2024-04-12T17:21:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:48 smithi005 ceph-mon[90837]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-12T17:21:49.448 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:49.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:49 smithi016 ceph-mon[84444]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T17:21:49.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:49.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:49 smithi005 ceph-mon[88416]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T17:21:49.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:49 smithi005 ceph-mon[90837]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-12T17:21:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:21:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:50 smithi016 ceph-mon[84444]: pgmap v3143: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 736 KiB/s wr, 825 op/s 2024-04-12T17:21:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:50 smithi016 ceph-mon[84444]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T17:21:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:50 smithi005 ceph-mon[88416]: pgmap v3143: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 736 KiB/s wr, 825 op/s 2024-04-12T17:21:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:50 smithi005 ceph-mon[88416]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T17:21:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:50 smithi005 ceph-mon[90837]: pgmap v3143: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1003 KiB/s rd, 736 KiB/s wr, 825 op/s 2024-04-12T17:21:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:50 smithi005 ceph-mon[90837]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-12T17:21:51.300 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2920 ms) 2024-04-12T17:21:51.300 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-12T17:21:51.301 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:51 smithi016 ceph-mon[84444]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T17:21:51.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:51 smithi016 ceph-mon[84444]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T17:21:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:51 smithi005 ceph-mon[88416]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T17:21:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:51 smithi005 ceph-mon[88416]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T17:21:51.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:51 smithi005 ceph-mon[90837]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-12T17:21:51.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:51 smithi005 ceph-mon[90837]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-12T17:21:52.361 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.Flatten (1060 ms) 2024-04-12T17:21:52.361 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-12T17:21:52.361 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:52.394 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 32768 2024-04-12T17:21:52.394 INFO:tasks.workunit.client.0.smithi005.stdout:read: 32768 2024-04-12T17:21:52.394 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-04-12T17:21:52.394 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-12T17:21:52.394 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:52.425 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SparsifyPP (31 ms) 2024-04-12T17:21:52.425 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-12T17:21:52.425 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:52 smithi016 ceph-mon[84444]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 155 KiB/s wr, 657 op/s 2024-04-12T17:21:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:52 smithi016 ceph-mon[84444]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T17:21:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:21:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:21:52.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:52 smithi005 ceph-mon[88416]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 155 KiB/s wr, 657 op/s 2024-04-12T17:21:52.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:52 smithi005 ceph-mon[88416]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T17:21:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:52 smithi005 ceph-mon[90837]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 155 KiB/s wr, 657 op/s 2024-04-12T17:21:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:52 smithi005 ceph-mon[90837]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-12T17:21:54.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:21:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:21:53] "GET /metrics HTTP/1.1" 200 75482 "" "Prometheus/2.43.0" 2024-04-12T17:21:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:54 smithi005 ceph-mon[88416]: pgmap v3149: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-04-12T17:21:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:54 smithi005 ceph-mon[88416]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T17:21:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:54 smithi005 ceph-mon[90837]: pgmap v3149: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-04-12T17:21:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:54 smithi005 ceph-mon[90837]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T17:21:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:54 smithi016 ceph-mon[84444]: pgmap v3149: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-04-12T17:21:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:54 smithi016 ceph-mon[84444]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-12T17:21:55.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:55 smithi005 ceph-mon[88416]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T17:21:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:55 smithi005 ceph-mon[90837]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T17:21:55.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:55 smithi016 ceph-mon[84444]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-12T17:21:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:56 smithi005 ceph-mon[88416]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 42 KiB/s wr, 336 op/s 2024-04-12T17:21:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:56 smithi005 ceph-mon[88416]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T17:21:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:21:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:56 smithi005 ceph-mon[90837]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 42 KiB/s wr, 336 op/s 2024-04-12T17:21:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:56 smithi005 ceph-mon[90837]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T17:21:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:21:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:56 smithi016 ceph-mon[84444]: pgmap v3152: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 42 KiB/s wr, 336 op/s 2024-04-12T17:21:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:56 smithi016 ceph-mon[84444]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-12T17:21:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:21:57.410 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapshotLimit (4985 ms) 2024-04-12T17:21:57.411 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-12T17:21:57.411 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:21:57.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[88416]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T17:21:57.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:21:57.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:21:57.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:21:57.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[90837]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T17:21:57.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:21:57.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:21:57.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:21:57.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:57 smithi016 ceph-mon[84444]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-12T17:21:57.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:21:57.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:21:57.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:21:58.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:58 smithi005 ceph-mon[88416]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 38 KiB/s wr, 275 op/s 2024-04-12T17:21:58.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:58 smithi005 ceph-mon[88416]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T17:21:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:58 smithi005 ceph-mon[90837]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 38 KiB/s wr, 275 op/s 2024-04-12T17:21:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:58 smithi005 ceph-mon[90837]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T17:21:58.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:58 smithi016 ceph-mon[84444]: pgmap v3155: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 38 KiB/s wr, 275 op/s 2024-04-12T17:21:58.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:58 smithi016 ceph-mon[84444]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-12T17:21:59.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:21:59 smithi005 ceph-mon[88416]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T17:21:59.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:21:59 smithi005 ceph-mon[90837]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T17:21:59.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:21:59 smithi016 ceph-mon[84444]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-12T17:22:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:00 smithi005 ceph-mon[88416]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-04-12T17:22:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:00 smithi005 ceph-mon[88416]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T17:22:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:00 smithi005 ceph-mon[90837]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-04-12T17:22:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:00 smithi005 ceph-mon[90837]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T17:22:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:00 smithi016 ceph-mon[84444]: pgmap v3158: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 7.0 KiB/s wr, 72 op/s 2024-04-12T17:22:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:00 smithi016 ceph-mon[84444]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-12T17:22:01.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:01 smithi005 ceph-mon[88416]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T17:22:01.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:01 smithi005 ceph-mon[88416]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T17:22:01.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:01 smithi005 ceph-mon[90837]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T17:22:01.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:01 smithi005 ceph-mon[90837]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T17:22:01.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:01 smithi016 ceph-mon[84444]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-12T17:22:01.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:01 smithi016 ceph-mon[84444]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-12T17:22:02.296 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4886 ms) 2024-04-12T17:22:02.296 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-12T17:22:02.296 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:02.369 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:02.369 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (73 ms) 2024-04-12T17:22:02.369 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-12T17:22:02.369 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:02.436 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (67 ms) 2024-04-12T17:22:02.436 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-12T17:22:02.436 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:02 smithi016 ceph-mon[84444]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-04-12T17:22:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:02 smithi016 ceph-mon[84444]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T17:22:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:22:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:02.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:02 smithi005 ceph-mon[88416]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-04-12T17:22:02.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:02 smithi005 ceph-mon[88416]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T17:22:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:02 smithi005 ceph-mon[90837]: pgmap v3161: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.0 KiB/s wr, 36 op/s 2024-04-12T17:22:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:02 smithi005 ceph-mon[90837]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-12T17:22:03.446 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (1010 ms) 2024-04-12T17:22:03.446 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-12T17:22:03.446 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:04.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:22:03] "GET /metrics HTTP/1.1" 200 75482 "" "Prometheus/2.43.0" 2024-04-12T17:22:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:04 smithi005 ceph-mon[88416]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-04-12T17:22:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:04 smithi005 ceph-mon[88416]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T17:22:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:04.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:04 smithi005 ceph-mon[90837]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-04-12T17:22:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:04 smithi005 ceph-mon[90837]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T17:22:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:04 smithi016 ceph-mon[84444]: pgmap v3164: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 767 B/s wr, 1 op/s 2024-04-12T17:22:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:04 smithi016 ceph-mon[84444]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-12T17:22:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:05.466 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2020 ms) 2024-04-12T17:22:05.467 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-12T17:22:05.467 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:05.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (59 ms) 2024-04-12T17:22:05.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-12T17:22:05.525 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-12T17:22:05.525 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:22:05.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-12T17:22:05.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-12T17:22:05.525 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:05.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:05 smithi005 ceph-mon[88416]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T17:22:05.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:05 smithi005 ceph-mon[90837]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T17:22:05.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:05 smithi016 ceph-mon[84444]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-12T17:22:06.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:06 smithi005 ceph-mon[88416]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 5.5 KiB/s wr, 112 op/s 2024-04-12T17:22:06.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:06 smithi005 ceph-mon[88416]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T17:22:06.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:06 smithi005 ceph-mon[88416]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T17:22:06.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:06 smithi005 ceph-mon[90837]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 5.5 KiB/s wr, 112 op/s 2024-04-12T17:22:06.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:06 smithi005 ceph-mon[90837]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T17:22:06.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:06 smithi005 ceph-mon[90837]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T17:22:06.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:06 smithi016 ceph-mon[84444]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 5.5 KiB/s wr, 112 op/s 2024-04-12T17:22:06.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:06 smithi016 ceph-mon[84444]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-12T17:22:06.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:06 smithi016 ceph-mon[84444]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-12T17:22:07.295 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:22:07.295 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapRemove2 (1770 ms) 2024-04-12T17:22:07.295 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-12T17:22:07.295 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:08.305 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1010 ms) 2024-04-12T17:22:08.305 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-12T17:22:08.305 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:08.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:08 smithi016 ceph-mon[84444]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-04-12T17:22:08.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:08 smithi016 ceph-mon[84444]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T17:22:08.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:08 smithi005 ceph-mon[88416]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-04-12T17:22:08.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:08 smithi005 ceph-mon[88416]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T17:22:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:08 smithi005 ceph-mon[90837]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 13 KiB/s wr, 174 op/s 2024-04-12T17:22:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:08 smithi005 ceph-mon[90837]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-12T17:22:09.328 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1023 ms) 2024-04-12T17:22:09.328 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-12T17:22:09.328 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:09.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:09 smithi016 ceph-mon[84444]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T17:22:09.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:09 smithi005 ceph-mon[88416]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T17:22:09.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:09 smithi005 ceph-mon[90837]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-12T17:22:10.347 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1019 ms) 2024-04-12T17:22:10.347 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-12T17:22:10.347 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:10 smithi016 ceph-mon[84444]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 17 KiB/s wr, 252 op/s 2024-04-12T17:22:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:10 smithi016 ceph-mon[84444]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T17:22:10.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:10 smithi005 ceph-mon[88416]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 17 KiB/s wr, 252 op/s 2024-04-12T17:22:10.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:10 smithi005 ceph-mon[88416]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T17:22:10.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:10 smithi005 ceph-mon[90837]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 17 KiB/s wr, 252 op/s 2024-04-12T17:22:10.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:10 smithi005 ceph-mon[90837]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-12T17:22:11.391 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1044 ms) 2024-04-12T17:22:11.391 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-12T17:22:11.391 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:11.427 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (37 ms) 2024-04-12T17:22:11.428 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-12T17:22:11.428 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:11.461 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (34 ms) 2024-04-12T17:22:11.462 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-12T17:22:11.462 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:11.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:11 smithi016 ceph-mon[84444]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T17:22:11.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:11 smithi016 ceph-mon[84444]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T17:22:11.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:11 smithi005 ceph-mon[88416]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T17:22:11.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:11 smithi005 ceph-mon[88416]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T17:22:11.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:11 smithi005 ceph-mon[90837]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-12T17:22:11.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:11 smithi005 ceph-mon[90837]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-12T17:22:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:12 smithi016 ceph-mon[84444]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.5 KiB/s wr, 188 op/s 2024-04-12T17:22:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:22:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:12.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:12 smithi005 ceph-mon[88416]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.5 KiB/s wr, 188 op/s 2024-04-12T17:22:12.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:12 smithi005 ceph-mon[90837]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.5 KiB/s wr, 188 op/s 2024-04-12T17:22:13.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:13 smithi016 ceph-mon[84444]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T17:22:13.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:13 smithi005 ceph-mon[88416]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T17:22:13.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:13 smithi005 ceph-mon[90837]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-12T17:22:14.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:22:13] "GET /metrics HTTP/1.1" 200 75501 "" "Prometheus/2.43.0" 2024-04-12T17:22:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:14 smithi016 ceph-mon[84444]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 41 op/s 2024-04-12T17:22:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:14 smithi016 ceph-mon[84444]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T17:22:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:14 smithi005 ceph-mon[88416]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 41 op/s 2024-04-12T17:22:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:14 smithi005 ceph-mon[88416]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T17:22:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:14 smithi005 ceph-mon[90837]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 41 op/s 2024-04-12T17:22:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:14 smithi005 ceph-mon[90837]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-12T17:22:15.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:15 smithi016 ceph-mon[84444]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T17:22:15.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:15 smithi005 ceph-mon[88416]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T17:22:15.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:15 smithi005 ceph-mon[90837]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-12T17:22:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:16 smithi016 ceph-mon[84444]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-04-12T17:22:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:16 smithi016 ceph-mon[84444]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T17:22:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:16 smithi016 ceph-mon[84444]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T17:22:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:16 smithi005 ceph-mon[88416]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-04-12T17:22:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:16 smithi005 ceph-mon[88416]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T17:22:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:16 smithi005 ceph-mon[88416]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T17:22:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:16 smithi005 ceph-mon[90837]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-04-12T17:22:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:16 smithi005 ceph-mon[90837]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-12T17:22:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:16 smithi005 ceph-mon[90837]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-12T17:22:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:18 smithi016 ceph-mon[84444]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 7.5 KiB/s wr, 221 op/s 2024-04-12T17:22:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:18 smithi016 ceph-mon[84444]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T17:22:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:18 smithi005 ceph-mon[88416]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 7.5 KiB/s wr, 221 op/s 2024-04-12T17:22:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:18 smithi005 ceph-mon[88416]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T17:22:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:18 smithi005 ceph-mon[90837]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 7.5 KiB/s wr, 221 op/s 2024-04-12T17:22:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:18 smithi005 ceph-mon[90837]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-12T17:22:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:19 smithi016 ceph-mon[84444]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T17:22:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:19 smithi005 ceph-mon[88416]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T17:22:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:19.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:19 smithi005 ceph-mon[90837]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-12T17:22:19.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:20 smithi016 ceph-mon[84444]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-12T17:22:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:20 smithi016 ceph-mon[84444]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T17:22:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:20 smithi005 ceph-mon[88416]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-12T17:22:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:20 smithi005 ceph-mon[88416]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T17:22:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:20 smithi005 ceph-mon[90837]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-12T17:22:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:20 smithi005 ceph-mon[90837]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-12T17:22:21.601 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:21 smithi016 ceph-mon[84444]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T17:22:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:21 smithi005 ceph-mon[88416]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T17:22:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:21 smithi005 ceph-mon[90837]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-12T17:22:21.990 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10528 ms) 2024-04-12T17:22:21.990 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-12T17:22:21.990 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:22.462 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.Metadata (472 ms) 2024-04-12T17:22:22.462 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-12T17:22:22.462 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:22 smithi016 ceph-mon[84444]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.2 KiB/s wr, 66 op/s 2024-04-12T17:22:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:22 smithi016 ceph-mon[84444]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T17:22:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:22:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:22 smithi005 ceph-mon[88416]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.2 KiB/s wr, 66 op/s 2024-04-12T17:22:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:22 smithi005 ceph-mon[88416]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T17:22:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:22 smithi005 ceph-mon[90837]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.2 KiB/s wr, 66 op/s 2024-04-12T17:22:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:22 smithi005 ceph-mon[90837]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-12T17:22:23.472 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.MetadataPP (1010 ms) 2024-04-12T17:22:23.472 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-12T17:22:23.472 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:23.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.UpdateFeatures (107 ms) 2024-04-12T17:22:23.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-12T17:22:23.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-12T17:22:23.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-12T17:22:23.579 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:23.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:23 smithi005 ceph-mon[88416]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T17:22:23.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:23 smithi005 ceph-mon[90837]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T17:22:23.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:23 smithi016 ceph-mon[84444]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-12T17:22:24.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:22:23] "GET /metrics HTTP/1.1" 200 75500 "" "Prometheus/2.43.0" 2024-04-12T17:22:24.439 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:24.439 INFO:tasks.workunit.client.0.smithi005.stdout:25.00% done 2024-04-12T17:22:24.439 INFO:tasks.workunit.client.0.smithi005.stdout:50.00% done 2024-04-12T17:22:24.439 INFO:tasks.workunit.client.0.smithi005.stdout:75.00% done 2024-04-12T17:22:24.440 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.RebuildObjectMap (860 ms) 2024-04-12T17:22:24.440 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-12T17:22:24.471 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:24.471 INFO:tasks.workunit.client.0.smithi005.stdout:25.00% done 2024-04-12T17:22:24.471 INFO:tasks.workunit.client.0.smithi005.stdout:50.00% done 2024-04-12T17:22:24.471 INFO:tasks.workunit.client.0.smithi005.stdout:75.00% done 2024-04-12T17:22:24.471 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (32 ms) 2024-04-12T17:22:24.471 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-12T17:22:24.471 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:24 smithi005 ceph-mon[88416]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 89 KiB/s wr, 399 op/s 2024-04-12T17:22:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:24 smithi005 ceph-mon[88416]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T17:22:24.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:24 smithi005 ceph-mon[90837]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 89 KiB/s wr, 399 op/s 2024-04-12T17:22:24.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:24 smithi005 ceph-mon[90837]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T17:22:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:24 smithi016 ceph-mon[84444]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 253 KiB/s rd, 89 KiB/s wr, 399 op/s 2024-04-12T17:22:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:24 smithi016 ceph-mon[84444]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-12T17:22:25.441 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:25.441 INFO:tasks.workunit.client.0.smithi005.stdout:25.00% done 2024-04-12T17:22:25.441 INFO:tasks.workunit.client.0.smithi005.stdout:50.00% done 2024-04-12T17:22:25.441 INFO:tasks.workunit.client.0.smithi005.stdout:75.00% done 2024-04-12T17:22:25.441 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CheckObjectMap (970 ms) 2024-04-12T17:22:25.441 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-12T17:22:25.441 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:25.469 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.BlockingAIO (28 ms) 2024-04-12T17:22:25.470 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-12T17:22:25.470 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:25.599 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (130 ms) 2024-04-12T17:22:25.600 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-12T17:22:25.600 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-12T17:22:25.600 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:22:25.600 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-12T17:22:25.600 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-12T17:22:25.600 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:25 smithi005 ceph-mon[88416]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T17:22:25.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:25 smithi005 ceph-mon[90837]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T17:22:25.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:25 smithi016 ceph-mon[84444]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-12T17:22:26.466 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (867 ms) 2024-04-12T17:22:26.466 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-12T17:22:26.467 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:26 smithi005 ceph-mon[88416]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 140 KiB/s wr, 575 op/s 2024-04-12T17:22:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:26 smithi005 ceph-mon[88416]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T17:22:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:26 smithi005 ceph-mon[90837]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 140 KiB/s wr, 575 op/s 2024-04-12T17:22:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:26 smithi005 ceph-mon[90837]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T17:22:26.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:26 smithi016 ceph-mon[84444]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 140 KiB/s wr, 575 op/s 2024-04-12T17:22:26.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:26 smithi016 ceph-mon[84444]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-12T17:22:27.414 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (948 ms) 2024-04-12T17:22:27.414 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-12T17:22:27.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:27 smithi005 ceph-mon[88416]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T17:22:27.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:27 smithi005 ceph-mon[90837]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T17:22:27.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:27 smithi016 ceph-mon[84444]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-12T17:22:28.532 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:28.532 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:22:28.532 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestImageOptions (1118 ms) 2024-04-12T17:22:28.532 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-12T17:22:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:28 smithi005 ceph-mon[88416]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 148 KiB/s wr, 541 op/s 2024-04-12T17:22:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:28 smithi005 ceph-mon[88416]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T17:22:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:28 smithi005 ceph-mon[90837]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 148 KiB/s wr, 541 op/s 2024-04-12T17:22:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:28 smithi005 ceph-mon[90837]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T17:22:28.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:28 smithi016 ceph-mon[84444]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 148 KiB/s wr, 541 op/s 2024-04-12T17:22:28.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:28 smithi016 ceph-mon[84444]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:100.00% done 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (990 ms) 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-12T17:22:29.522 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-12T17:22:29.523 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:wrote: 512 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:22:29.561 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:22:29.562 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:started write 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:write completion cb called! 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 0 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:finished write 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:22:29.563 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:created completion 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:started read 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:read completion cb called! 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:return value is: 512 2024-04-12T17:22:29.564 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ImagePollIO (39 ms) 2024-04-12T17:22:29.565 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-12T17:22:29.565 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:29.575 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:29.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:29 smithi005 ceph-mon[88416]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T17:22:29.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:29 smithi005 ceph-mon[90837]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T17:22:29.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:29 smithi016 ceph-mon[84444]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-12T17:22:30.564 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.Mirror (1003 ms) 2024-04-12T17:22:30.564 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-12T17:22:30.578 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (14 ms) 2024-04-12T17:22:30.578 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-12T17:22:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:30 smithi005 ceph-mon[88416]: pgmap v3203: 649 pgs: 649 active+clean; 311 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 575 KiB/s wr, 879 op/s 2024-04-12T17:22:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:30 smithi005 ceph-mon[88416]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T17:22:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:30 smithi005 ceph-mon[90837]: pgmap v3203: 649 pgs: 649 active+clean; 311 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 575 KiB/s wr, 879 op/s 2024-04-12T17:22:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:30 smithi005 ceph-mon[90837]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T17:22:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:30 smithi016 ceph-mon[84444]: pgmap v3203: 649 pgs: 649 active+clean; 311 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 575 KiB/s wr, 879 op/s 2024-04-12T17:22:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:30 smithi016 ceph-mon[84444]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-12T17:22:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T17:22:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T17:22:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T17:22:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65e82d12-fe8e-4b81-8555-34003a8334f6"}]: dispatch 2024-04-12T17:22:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65e82d12-fe8e-4b81-8555-34003a8334f6"}]': finished 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8b9d619-83bf-4294-a35e-3c23601eabbf"}]: dispatch 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8b9d619-83bf-4294-a35e-3c23601eabbf"}]': finished 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/058a158c-720d-4c72-be18-9234c77eb987"}]: dispatch 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/058a158c-720d-4c72-be18-9234c77eb987"}]': finished 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]': finished 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T17:22:31.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65e82d12-fe8e-4b81-8555-34003a8334f6"}]: dispatch 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65e82d12-fe8e-4b81-8555-34003a8334f6"}]': finished 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8b9d619-83bf-4294-a35e-3c23601eabbf"}]: dispatch 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8b9d619-83bf-4294-a35e-3c23601eabbf"}]': finished 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/058a158c-720d-4c72-be18-9234c77eb987"}]: dispatch 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/058a158c-720d-4c72-be18-9234c77eb987"}]': finished 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]': finished 2024-04-12T17:22:31.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-12T17:22:31.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-12T17:22:31.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-12T17:22:31.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65e82d12-fe8e-4b81-8555-34003a8334f6"}]: dispatch 2024-04-12T17:22:31.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/65e82d12-fe8e-4b81-8555-34003a8334f6"}]': finished 2024-04-12T17:22:31.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8b9d619-83bf-4294-a35e-3c23601eabbf"}]: dispatch 2024-04-12T17:22:31.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a8b9d619-83bf-4294-a35e-3c23601eabbf"}]': finished 2024-04-12T17:22:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/058a158c-720d-4c72-be18-9234c77eb987"}]: dispatch 2024-04-12T17:22:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/058a158c-720d-4c72-be18-9234c77eb987"}]': finished 2024-04-12T17:22:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' 2024-04-12T17:22:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]: dispatch 2024-04-12T17:22:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3507057273' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9fba89c2-24eb-4841-846a-b8cc9b24e424"}]': finished 2024-04-12T17:22:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:32 smithi016 ceph-mon[84444]: pgmap v3206: 649 pgs: 649 active+clean; 311 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 479 KiB/s wr, 514 op/s 2024-04-12T17:22:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:32 smithi016 ceph-mon[84444]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T17:22:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:22:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:32 smithi005 ceph-mon[88416]: pgmap v3206: 649 pgs: 649 active+clean; 311 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 479 KiB/s wr, 514 op/s 2024-04-12T17:22:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:32 smithi005 ceph-mon[88416]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T17:22:32.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:32 smithi005 ceph-mon[90837]: pgmap v3206: 649 pgs: 649 active+clean; 311 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 390 KiB/s rd, 479 KiB/s wr, 514 op/s 2024-04-12T17:22:32.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:32 smithi005 ceph-mon[90837]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-12T17:22:33.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:33 smithi016 ceph-mon[84444]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T17:22:33.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:33 smithi016 ceph-mon[84444]: pgmap v3209: 649 pgs: 649 active+clean; 313 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 519 KiB/s wr, 57 op/s 2024-04-12T17:22:33.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:33 smithi005 ceph-mon[88416]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T17:22:33.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:33 smithi005 ceph-mon[88416]: pgmap v3209: 649 pgs: 649 active+clean; 313 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 519 KiB/s wr, 57 op/s 2024-04-12T17:22:33.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:33 smithi005 ceph-mon[90837]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-12T17:22:33.890 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:33 smithi005 ceph-mon[90837]: pgmap v3209: 649 pgs: 649 active+clean; 313 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 519 KiB/s wr, 57 op/s 2024-04-12T17:22:34.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:22:33] "GET /metrics HTTP/1.1" 200 75500 "" "Prometheus/2.43.0" 2024-04-12T17:22:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:34 smithi016 ceph-mon[84444]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T17:22:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:34.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:34 smithi005 ceph-mon[88416]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T17:22:34.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:34.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:34 smithi005 ceph-mon[90837]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-12T17:22:34.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:35.646 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5068 ms) 2024-04-12T17:22:35.646 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-12T17:22:35.646 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:35.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:35 smithi016 ceph-mon[84444]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T17:22:35.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:35 smithi016 ceph-mon[84444]: pgmap v3212: 649 pgs: 649 active+clean; 317 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 1.7 MiB/s wr, 385 op/s 2024-04-12T17:22:35.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:35 smithi005 ceph-mon[88416]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T17:22:35.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:35 smithi005 ceph-mon[88416]: pgmap v3212: 649 pgs: 649 active+clean; 317 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 1.7 MiB/s wr, 385 op/s 2024-04-12T17:22:35.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:35 smithi005 ceph-mon[90837]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-12T17:22:35.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:35 smithi005 ceph-mon[90837]: pgmap v3212: 649 pgs: 649 active+clean; 317 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 1.7 MiB/s wr, 385 op/s 2024-04-12T17:22:36.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:36 smithi005 ceph-mon[88416]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T17:22:36.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:36 smithi005 ceph-mon[90837]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T17:22:37.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:36 smithi016 ceph-mon[84444]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-12T17:22:37.631 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1986 ms) 2024-04-12T17:22:37.632 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-12T17:22:37.632 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:37.704 INFO:tasks.workunit.client.0.smithi005.stdout:1: acquiring exclusive lock 2024-04-12T17:22:37.704 INFO:tasks.workunit.client.0.smithi005.stdout:2: acquiring exclusive lock 2024-04-12T17:22:37.707 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock acquired 2024-04-12T17:22:37.740 INFO:tasks.workunit.client.0.smithi005.stdout:2: releasing exclusive lock 2024-04-12T17:22:37.742 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock released 2024-04-12T17:22:37.742 INFO:tasks.workunit.client.0.smithi005.stdout:2: acquiring exclusive lock 2024-04-12T17:22:37.745 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock acquired 2024-04-12T17:22:37.771 INFO:tasks.workunit.client.0.smithi005.stdout:1: releasing exclusive lock 2024-04-12T17:22:37.774 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock released 2024-04-12T17:22:37.774 INFO:tasks.workunit.client.0.smithi005.stdout:1: acquiring exclusive lock 2024-04-12T17:22:37.778 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock acquired 2024-04-12T17:22:37.815 INFO:tasks.workunit.client.0.smithi005.stdout:1: releasing exclusive lock 2024-04-12T17:22:37.818 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock released 2024-04-12T17:22:37.818 INFO:tasks.workunit.client.0.smithi005.stdout:1: acquiring exclusive lock 2024-04-12T17:22:37.822 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock acquired 2024-04-12T17:22:37.849 INFO:tasks.workunit.client.0.smithi005.stdout:1: releasing exclusive lock 2024-04-12T17:22:37.851 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock released 2024-04-12T17:22:37.852 INFO:tasks.workunit.client.0.smithi005.stdout:1: acquiring exclusive lock 2024-04-12T17:22:37.855 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock acquired 2024-04-12T17:22:37.902 INFO:tasks.workunit.client.0.smithi005.stdout:2: releasing exclusive lock 2024-04-12T17:22:37.905 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock released 2024-04-12T17:22:37.905 INFO:tasks.workunit.client.0.smithi005.stdout:2: acquiring exclusive lock 2024-04-12T17:22:37.909 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock acquired 2024-04-12T17:22:37.942 INFO:tasks.workunit.client.0.smithi005.stdout:2: releasing exclusive lock 2024-04-12T17:22:37.945 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock released 2024-04-12T17:22:37.946 INFO:tasks.workunit.client.0.smithi005.stdout:2: acquiring exclusive lock 2024-04-12T17:22:37.947 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock acquired 2024-04-12T17:22:37.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:37 smithi005 ceph-mon[88416]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T17:22:37.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:37 smithi005 ceph-mon[88416]: pgmap v3215: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 1.1 MiB/s wr, 403 op/s 2024-04-12T17:22:37.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:37 smithi005 ceph-mon[90837]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T17:22:37.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:37 smithi005 ceph-mon[90837]: pgmap v3215: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 1.1 MiB/s wr, 403 op/s 2024-04-12T17:22:37.991 INFO:tasks.workunit.client.0.smithi005.stdout:1: releasing exclusive lock 2024-04-12T17:22:37.994 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock released 2024-04-12T17:22:37.994 INFO:tasks.workunit.client.0.smithi005.stdout:1: acquiring exclusive lock 2024-04-12T17:22:37.998 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock acquired 2024-04-12T17:22:38.035 INFO:tasks.workunit.client.0.smithi005.stdout:1: releasing exclusive lock 2024-04-12T17:22:38.038 INFO:tasks.workunit.client.0.smithi005.stdout:1: exclusive lock released 2024-04-12T17:22:38.041 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock acquired 2024-04-12T17:22:38.046 INFO:tasks.workunit.client.0.smithi005.stdout:2: releasing exclusive lock 2024-04-12T17:22:38.049 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock released 2024-04-12T17:22:38.049 INFO:tasks.workunit.client.0.smithi005.stdout:2: acquiring exclusive lock 2024-04-12T17:22:38.052 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock acquired 2024-04-12T17:22:38.062 INFO:tasks.workunit.client.0.smithi005.stdout:2: releasing exclusive lock 2024-04-12T17:22:38.065 INFO:tasks.workunit.client.0.smithi005.stdout:2: exclusive lock released 2024-04-12T17:22:38.078 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ExclusiveLock (447 ms) 2024-04-12T17:22:38.078 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-12T17:22:38.094 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:38.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:37 smithi016 ceph-mon[84444]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-12T17:22:38.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:37 smithi016 ceph-mon[84444]: pgmap v3215: 649 pgs: 649 active+clean; 317 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 1.1 MiB/s wr, 403 op/s 2024-04-12T17:22:38.654 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.BreakLock (575 ms) 2024-04-12T17:22:38.654 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-12T17:22:38.654 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:38.685 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (30 ms) 2024-04-12T17:22:38.685 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-12T17:22:38.685 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-12T17:22:38.685 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-12T17:22:38.685 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:38.748 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:1.56% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:3.12% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:4.69% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:6.25% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:7.81% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:9.38% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:10.94% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:12.50% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:14.06% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:15.62% done 2024-04-12T17:22:38.749 INFO:tasks.workunit.client.0.smithi005.stdout:17.19% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:18.75% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:20.31% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:21.88% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:23.44% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:25.00% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:26.56% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:28.12% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:29.69% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:31.25% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:32.81% done 2024-04-12T17:22:38.750 INFO:tasks.workunit.client.0.smithi005.stdout:34.38% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:35.94% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:37.50% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:39.06% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:40.62% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:42.19% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:43.75% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:45.31% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:46.88% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:48.44% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:50.00% done 2024-04-12T17:22:38.751 INFO:tasks.workunit.client.0.smithi005.stdout:51.56% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:53.12% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:54.69% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:56.25% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:57.81% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:59.38% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:60.94% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:62.50% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:64.06% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:65.62% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:67.19% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:68.75% done 2024-04-12T17:22:38.752 INFO:tasks.workunit.client.0.smithi005.stdout:70.31% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:71.88% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:73.44% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:75.00% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:76.56% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:78.12% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:79.69% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:81.25% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:82.81% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:84.38% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:85.94% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:87.50% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:89.06% done 2024-04-12T17:22:38.753 INFO:tasks.workunit.client.0.smithi005.stdout:90.62% done 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:92.19% done 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:93.75% done 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:95.31% done 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:96.88% done 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:98.44% done 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-12T17:22:38.754 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:38.808 INFO:tasks.workunit.client.0.smithi005.stdout:0.00% done 2024-04-12T17:22:38.808 INFO:tasks.workunit.client.0.smithi005.stdout:1.56% done 2024-04-12T17:22:38.808 INFO:tasks.workunit.client.0.smithi005.stdout:3.12% done 2024-04-12T17:22:38.808 INFO:tasks.workunit.client.0.smithi005.stdout:4.69% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:6.25% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:7.81% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:9.38% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:10.94% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:12.50% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:14.06% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:15.62% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:17.19% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:18.75% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:20.31% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:21.88% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:23.44% done 2024-04-12T17:22:38.809 INFO:tasks.workunit.client.0.smithi005.stdout:25.00% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:26.56% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:28.12% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:29.69% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:31.25% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:32.81% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:34.38% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:35.94% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:37.50% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:39.06% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:40.62% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:42.19% done 2024-04-12T17:22:38.810 INFO:tasks.workunit.client.0.smithi005.stdout:43.75% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:45.31% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:46.88% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:48.44% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:50.00% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:51.56% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:53.12% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:54.69% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:56.25% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:57.81% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:59.38% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:60.94% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:62.50% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:64.06% done 2024-04-12T17:22:38.811 INFO:tasks.workunit.client.0.smithi005.stdout:65.62% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:67.19% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:68.75% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:70.31% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:71.88% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:73.44% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:75.00% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:76.56% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:78.12% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:79.69% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:81.25% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:82.81% done 2024-04-12T17:22:38.812 INFO:tasks.workunit.client.0.smithi005.stdout:84.38% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:85.94% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:87.50% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:89.06% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:90.62% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:92.19% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:93.75% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:95.31% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:96.88% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:98.44% done 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (60 ms) 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-12T17:22:38.813 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:38.816 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:38.939 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestTrashPurge (131 ms) 2024-04-12T17:22:38.939 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-12T17:22:38.939 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:38.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:38 smithi005 ceph-mon[88416]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T17:22:38.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:38 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]: dispatch 2024-04-12T17:22:38.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:38 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]: dispatch 2024-04-12T17:22:38.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:38 smithi005 ceph-mon[90837]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T17:22:38.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:38 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]: dispatch 2024-04-12T17:22:38.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:38 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]: dispatch 2024-04-12T17:22:38.984 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (45 ms) 2024-04-12T17:22:38.984 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-12T17:22:38.984 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:39.014 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestListWatchers (30 ms) 2024-04-12T17:22:39.014 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-12T17:22:39.014 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:39.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:38 smithi016 ceph-mon[84444]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-12T17:22:39.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:38 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1334791796' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]: dispatch 2024-04-12T17:22:39.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:38 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]: dispatch 2024-04-12T17:22:39.661 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestSetSnapById (647 ms) 2024-04-12T17:22:39.661 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-12T17:22:39.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.Namespaces (21 ms) 2024-04-12T17:22:39.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-12T17:22:39.711 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:39.716 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:39.795 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.NamespacesPP (114 ms) 2024-04-12T17:22:39.796 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.Migration 2024-04-12T17:22:39.796 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:39.796 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]': finished 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[90837]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.19", "id": [6, 5]}]: dispatch 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]: dispatch 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[90837]: pgmap v3218: 649 pgs: 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 139 KiB/s wr, 172 op/s 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]': finished 2024-04-12T17:22:39.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[88416]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T17:22:39.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.19", "id": [6, 5]}]: dispatch 2024-04-12T17:22:39.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]: dispatch 2024-04-12T17:22:39.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-12T17:22:39.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:39 smithi005 ceph-mon[88416]: pgmap v3218: 649 pgs: 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 139 KiB/s wr, 172 op/s 2024-04-12T17:22:40.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:39 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/2854746478"}]': finished 2024-04-12T17:22:40.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:39 smithi016 ceph-mon[84444]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-12T17:22:40.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.19", "id": [6, 5]}]: dispatch 2024-04-12T17:22:40.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]: dispatch 2024-04-12T17:22:40.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:39 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]: dispatch 2024-04-12T17:22:40.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:39 smithi016 ceph-mon[84444]: pgmap v3218: 649 pgs: 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 139 KiB/s wr, 172 op/s 2024-04-12T17:22:40.191 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.Migration (395 ms) 2024-04-12T17:22:40.191 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-12T17:22:40.191 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:40.191 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:40.588 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.MigrationPP (397 ms) 2024-04-12T17:22:40.588 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-12T17:22:40.588 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:40.603 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (16 ms) 2024-04-12T17:22:40.603 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-12T17:22:40.603 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:40.621 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-12T17:22:40.621 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-12T17:22:40.621 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:40.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.19", "id": [6, 5]}]': finished 2024-04-12T17:22:40.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]': finished 2024-04-12T17:22:40.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-04-12T17:22:40.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[88416]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T17:22:40.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.19", "id": [6, 5]}]': finished 2024-04-12T17:22:40.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]': finished 2024-04-12T17:22:40.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-04-12T17:22:40.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:40 smithi005 ceph-mon[90837]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T17:22:41.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:40 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.19", "id": [6, 5]}]': finished 2024-04-12T17:22:41.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:40 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1b", "id": [2, 5]}]': finished 2024-04-12T17:22:41.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:40 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1b", "id": [3, 7]}]': finished 2024-04-12T17:22:41.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:40 smithi016 ceph-mon[84444]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-12T17:22:41.363 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (742 ms) 2024-04-12T17:22:41.363 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-12T17:22:41.393 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.PoolMetadata (30 ms) 2024-04-12T17:22:41.393 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-12T17:22:41.412 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.PoolMetadataPP (19 ms) 2024-04-12T17:22:41.412 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.Config 2024-04-12T17:22:41.417 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:41.454 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.Config (42 ms) 2024-04-12T17:22:41.454 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-12T17:22:41.459 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:41.496 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-04-12T17:22:41.497 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-12T17:22:41.642 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:22:41] ENGINE Bus STOPPING 2024-04-12T17:22:41.643 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:22:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:22:41.643 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:22:41] ENGINE Bus STOPPED 2024-04-12T17:22:41.643 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:22:41] ENGINE Bus STARTING 2024-04-12T17:22:41.643 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:22:41] ENGINE Serving on http://:::9283 2024-04-12T17:22:41.643 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:22:41] ENGINE Bus STARTED 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: pgmap v3221: 649 pgs: 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 135 KiB/s wr, 95 op/s 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:22:41.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:41.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T17:22:41.962 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: pgmap v3221: 649 pgs: 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 135 KiB/s wr, 95 op/s 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.963 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:41.964 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:41.965 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:41.965 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:41.965 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: pgmap v3221: 649 pgs: 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 135 KiB/s wr, 95 op/s 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:22:42.100 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:42.101 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:22:42.102 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:22:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:22:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:43.520 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:43.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:43 smithi016 ceph-mon[84444]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T17:22:43.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:43 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/30482852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:43.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:43 smithi005 ceph-mon[88416]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T17:22:43.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:43 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/30482852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:43.892 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:43 smithi005 ceph-mon[90837]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-12T17:22:43.892 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:43 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/30482852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:44.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:22:43] "GET /metrics HTTP/1.1" 200 75496 "" "Prometheus/2.43.0" 2024-04-12T17:22:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:44 smithi016 ceph-mon[84444]: pgmap v3224: 681 pgs: 6 creating+peering, 26 unknown, 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 383 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:44 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:22:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:44 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/30482852' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:44 smithi016 ceph-mon[84444]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T17:22:44.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[88416]: pgmap v3224: 681 pgs: 6 creating+peering, 26 unknown, 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 383 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:44.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:22:44.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/30482852' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:44.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[88416]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T17:22:44.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[90837]: pgmap v3224: 681 pgs: 6 creating+peering, 26 unknown, 649 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 383 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:44.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:22:44.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/30482852' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:44.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:44 smithi005 ceph-mon[90837]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-12T17:22:45.594 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:45.606 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:45.615 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:45.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:45 smithi016 ceph-mon[84444]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T17:22:45.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:45 smithi005 ceph-mon[88416]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T17:22:45.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:45 smithi005 ceph-mon[90837]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-12T17:22:46.604 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.PoolStatsPP (5107 ms) 2024-04-12T17:22:46.604 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-12T17:22:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:46 smithi016 ceph-mon[84444]: pgmap v3227: 681 pgs: 25 creating+peering, 5 unknown, 651 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 58 KiB/s wr, 1.22k op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:46 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:22:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:46 smithi016 ceph-mon[84444]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T17:22:46.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:46 smithi005 ceph-mon[88416]: pgmap v3227: 681 pgs: 25 creating+peering, 5 unknown, 651 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 58 KiB/s wr, 1.22k op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:46.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:46 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:22:46.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:46 smithi005 ceph-mon[88416]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T17:22:46.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:46 smithi005 ceph-mon[90837]: pgmap v3227: 681 pgs: 25 creating+peering, 5 unknown, 651 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 905 KiB/s rd, 58 KiB/s wr, 1.22k op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:46.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:46 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:22:46.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:46 smithi005 ceph-mon[90837]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-12T17:22:47.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:47 smithi016 ceph-mon[84444]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T17:22:47.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:47 smithi005 ceph-mon[88416]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T17:22:47.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:47 smithi005 ceph-mon[90837]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-12T17:22:48.548 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:48 smithi016 ceph-mon[84444]: pgmap v3230: 681 pgs: 25 creating+peering, 656 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 32 KiB/s wr, 843 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:48 smithi016 ceph-mon[84444]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T17:22:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:48 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/604060825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:48 smithi005 ceph-mon[88416]: pgmap v3230: 681 pgs: 25 creating+peering, 656 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 32 KiB/s wr, 843 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:48 smithi005 ceph-mon[88416]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T17:22:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:48 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/604060825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:48.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:48 smithi005 ceph-mon[90837]: pgmap v3230: 681 pgs: 25 creating+peering, 656 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 32 KiB/s wr, 843 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T17:22:48.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:48 smithi005 ceph-mon[90837]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-12T17:22:48.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:48 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/604060825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:49 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/604060825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:49 smithi016 ceph-mon[84444]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T17:22:49.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:49 smithi016 ceph-mon[84444]: pgmap v3233: 713 pgs: 22 creating+peering, 8 unknown, 683 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-12T17:22:49.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:49.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/604060825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:49.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[90837]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T17:22:49.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[90837]: pgmap v3233: 713 pgs: 22 creating+peering, 8 unknown, 683 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-12T17:22:49.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:49.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/604060825' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:49.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[88416]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-12T17:22:49.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[88416]: pgmap v3233: 713 pgs: 22 creating+peering, 8 unknown, 683 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-12T17:22:49.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:22:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:50 smithi016 ceph-mon[84444]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T17:22:50.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:50 smithi005 ceph-mon[88416]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T17:22:50.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:50 smithi005 ceph-mon[90837]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-12T17:22:51.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:51 smithi016 ceph-mon[84444]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T17:22:51.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:51 smithi016 ceph-mon[84444]: pgmap v3236: 713 pgs: 22 creating+peering, 8 unknown, 683 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-04-12T17:22:51.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:51 smithi016 ceph-mon[84444]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T17:22:51.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:51 smithi005 ceph-mon[88416]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T17:22:51.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:51 smithi005 ceph-mon[88416]: pgmap v3236: 713 pgs: 22 creating+peering, 8 unknown, 683 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-04-12T17:22:51.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:51 smithi005 ceph-mon[88416]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T17:22:51.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:51 smithi005 ceph-mon[90837]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-12T17:22:51.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:51 smithi005 ceph-mon[90837]: pgmap v3236: 713 pgs: 22 creating+peering, 8 unknown, 683 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-04-12T17:22:51.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:51 smithi005 ceph-mon[90837]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-12T17:22:52.416 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ImageSpec (5812 ms) 2024-04-12T17:22:52.416 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-12T17:22:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:22:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:22:53.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:53 smithi016 ceph-mon[84444]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T17:22:53.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:53 smithi005 ceph-mon[88416]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T17:22:53.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:53 smithi005 ceph-mon[90837]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-12T17:22:54.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:22:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:22:53] "GET /metrics HTTP/1.1" 200 80381 "" "Prometheus/2.43.0" 2024-04-12T17:22:54.305 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:22:54.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:54 smithi016 ceph-mon[84444]: pgmap v3239: 713 pgs: 18 creating+peering, 695 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.2 KiB/s wr, 93 op/s 2024-04-12T17:22:54.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:54 smithi016 ceph-mon[84444]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T17:22:54.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:54 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2581190898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:54.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:54 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[88416]: pgmap v3239: 713 pgs: 18 creating+peering, 695 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.2 KiB/s wr, 93 op/s 2024-04-12T17:22:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[88416]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T17:22:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2581190898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:54.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[90837]: pgmap v3239: 713 pgs: 18 creating+peering, 695 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.2 KiB/s wr, 93 op/s 2024-04-12T17:22:54.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[90837]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-12T17:22:54.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2581190898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:54.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:54 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:22:55.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:55 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:55.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:55 smithi016 ceph-mon[84444]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T17:22:55.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:55 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:55.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:55 smithi005 ceph-mon[88416]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T17:22:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:55 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:22:55.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:55 smithi005 ceph-mon[90837]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-12T17:22:56.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:56 smithi016 ceph-mon[84444]: pgmap v3242: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 175 op/s 2024-04-12T17:22:56.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:56 smithi016 ceph-mon[84444]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T17:22:56.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:56 smithi016 ceph-mon[84444]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T17:22:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:56 smithi005 ceph-mon[88416]: pgmap v3242: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 175 op/s 2024-04-12T17:22:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:56 smithi005 ceph-mon[88416]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T17:22:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:56 smithi005 ceph-mon[88416]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T17:22:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:56 smithi005 ceph-mon[90837]: pgmap v3242: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 6.2 KiB/s wr, 175 op/s 2024-04-12T17:22:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:56 smithi005 ceph-mon[90837]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-12T17:22:56.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:56 smithi005 ceph-mon[90837]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-12T17:22:58.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:58 smithi016 ceph-mon[84444]: pgmap v3245: 745 pgs: 5 creating+peering, 23 unknown, 717 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.2 KiB/s wr, 82 op/s 2024-04-12T17:22:58.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:58 smithi016 ceph-mon[84444]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T17:22:58.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:58 smithi005 ceph-mon[88416]: pgmap v3245: 745 pgs: 5 creating+peering, 23 unknown, 717 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.2 KiB/s wr, 82 op/s 2024-04-12T17:22:58.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:58 smithi005 ceph-mon[88416]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T17:22:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:58 smithi005 ceph-mon[90837]: pgmap v3245: 745 pgs: 5 creating+peering, 23 unknown, 717 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.2 KiB/s wr, 82 op/s 2024-04-12T17:22:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:58 smithi005 ceph-mon[90837]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-12T17:22:59.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:22:59 smithi016 ceph-mon[84444]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T17:22:59.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:22:59 smithi005 ceph-mon[90837]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T17:22:59.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:22:59 smithi005 ceph-mon[88416]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-12T17:23:00.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:00 smithi016 ceph-mon[84444]: pgmap v3248: 745 pgs: 745 active+clean; 318 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-12T17:23:00.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:00 smithi016 ceph-mon[84444]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T17:23:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:00 smithi005 ceph-mon[90837]: pgmap v3248: 745 pgs: 745 active+clean; 318 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-12T17:23:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:00 smithi005 ceph-mon[90837]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T17:23:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:00 smithi005 ceph-mon[88416]: pgmap v3248: 745 pgs: 745 active+clean; 318 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-12T17:23:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:00 smithi005 ceph-mon[88416]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-12T17:23:01.310 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 3 2024-04-12T17:23:01.310 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 3 2024-04-12T17:23:01.310 INFO:tasks.workunit.client.0.smithi005.stdout:child: image218 2024-04-12T17:23:01.310 INFO:tasks.workunit.client.0.smithi005.stdout:child: image220 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:child: image219 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-15/image218/b1feaab3586e 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-34/image219/b1fe3631877d 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:found child test-librbd-smithi005-138812-15/image220/b1fe7989dbb2 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:num children is: 0 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:num snaps is: 0 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:expected: 0 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8894 ms) 2024-04-12T17:23:01.311 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-12T17:23:01.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:01 smithi016 ceph-mon[84444]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T17:23:01.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:01 smithi016 ceph-mon[84444]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T17:23:01.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:01 smithi005 ceph-mon[88416]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T17:23:01.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:01 smithi005 ceph-mon[88416]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T17:23:01.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:01 smithi005 ceph-mon[90837]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-12T17:23:01.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:01 smithi005 ceph-mon[90837]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-12T17:23:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:02 smithi016 ceph-mon[84444]: pgmap v3251: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:23:02.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:23:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:02.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:02 smithi005 ceph-mon[88416]: pgmap v3251: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:23:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:02 smithi005 ceph-mon[90837]: pgmap v3251: 713 pgs: 713 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:23:03.358 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:23:03.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:03 smithi005 ceph-mon[88416]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T17:23:03.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:03 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3423005162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:23:03.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:03 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:23:03.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:03 smithi005 ceph-mon[90837]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T17:23:03.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:03 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3423005162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:23:03.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:03 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:23:03.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:03 smithi016 ceph-mon[84444]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-12T17:23:03.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:03 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3423005162' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:23:03.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:03 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:23:04.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:23:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:23:03] "GET /metrics HTTP/1.1" 200 80381 "" "Prometheus/2.43.0" 2024-04-12T17:23:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[88416]: pgmap v3254: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:23:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:23:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:23:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[88416]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T17:23:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[88416]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[90837]: pgmap v3254: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[90837]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:04 smithi005 ceph-mon[90837]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T17:23:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:04 smithi016 ceph-mon[84444]: pgmap v3254: 745 pgs: 4 creating+peering, 28 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:23:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:04 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:23:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:04 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:23:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:04 smithi016 ceph-mon[84444]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-12T17:23:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:04.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:04 smithi016 ceph-mon[84444]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-12T17:23:05.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:05 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:23:05.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:05 smithi005 ceph-mon[88416]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T17:23:05.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:05 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:23:05.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:05 smithi005 ceph-mon[90837]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T17:23:05.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:05 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:23:05.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:05 smithi016 ceph-mon[84444]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-12T17:23:06.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:06 smithi005 ceph-mon[90837]: pgmap v3257: 745 pgs: 18 creating+peering, 9 unknown, 718 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s 2024-04-12T17:23:06.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:06 smithi005 ceph-mon[90837]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T17:23:06.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:06 smithi005 ceph-mon[88416]: pgmap v3257: 745 pgs: 18 creating+peering, 9 unknown, 718 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s 2024-04-12T17:23:06.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:06 smithi005 ceph-mon[88416]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T17:23:06.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:06 smithi016 ceph-mon[84444]: pgmap v3257: 745 pgs: 18 creating+peering, 9 unknown, 718 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 KiB/s wr, 167 op/s 2024-04-12T17:23:06.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:06 smithi016 ceph-mon[84444]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-12T17:23:08.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:08 smithi016 ceph-mon[84444]: pgmap v3260: 745 pgs: 18 creating+peering, 727 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-04-12T17:23:08.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:08 smithi016 ceph-mon[84444]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T17:23:08.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:08 smithi005 ceph-mon[88416]: pgmap v3260: 745 pgs: 18 creating+peering, 727 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-04-12T17:23:08.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:08 smithi005 ceph-mon[88416]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T17:23:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:08 smithi005 ceph-mon[90837]: pgmap v3260: 745 pgs: 18 creating+peering, 727 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-04-12T17:23:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:08 smithi005 ceph-mon[90837]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-12T17:23:09.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:09 smithi016 ceph-mon[84444]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T17:23:09.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:09 smithi005 ceph-mon[88416]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T17:23:09.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:09 smithi005 ceph-mon[90837]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-12T17:23:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:10 smithi016 ceph-mon[84444]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-12T17:23:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:10 smithi016 ceph-mon[84444]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T17:23:10.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:10 smithi005 ceph-mon[88416]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-12T17:23:10.711 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:10 smithi005 ceph-mon[88416]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T17:23:10.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:10 smithi005 ceph-mon[90837]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-12T17:23:10.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:10 smithi005 ceph-mon[90837]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-12T17:23:11.392 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.QuiesceWatch (10082 ms) 2024-04-12T17:23:11.392 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-12T17:23:11.393 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:23:11.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:11 smithi016 ceph-mon[84444]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T17:23:11.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:11 smithi016 ceph-mon[84444]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T17:23:11.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:11 smithi005 ceph-mon[88416]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T17:23:11.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:11 smithi005 ceph-mon[88416]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T17:23:11.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:11 smithi005 ceph-mon[90837]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-12T17:23:11.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:11 smithi005 ceph-mon[90837]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-12T17:23:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:12 smithi016 ceph-mon[84444]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-12T17:23:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:23:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:12.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:12 smithi005 ceph-mon[88416]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-12T17:23:12.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:12 smithi005 ceph-mon[90837]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 KiB/s wr, 58 op/s 2024-04-12T17:23:13.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:13 smithi016 ceph-mon[84444]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T17:23:13.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:13 smithi005 ceph-mon[88416]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T17:23:13.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:13 smithi005 ceph-mon[90837]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-12T17:23:14.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:23:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:23:13] "GET /metrics HTTP/1.1" 200 82881 "" "Prometheus/2.43.0" 2024-04-12T17:23:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:14 smithi016 ceph-mon[84444]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:23:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:14 smithi016 ceph-mon[84444]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T17:23:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:14 smithi005 ceph-mon[88416]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:23:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:14 smithi005 ceph-mon[88416]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T17:23:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:14 smithi005 ceph-mon[90837]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:23:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:14 smithi005 ceph-mon[90837]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-12T17:23:15.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:15 smithi016 ceph-mon[84444]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T17:23:15.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:15 smithi005 ceph-mon[88416]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T17:23:15.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:15 smithi005 ceph-mon[90837]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-12T17:23:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:16 smithi016 ceph-mon[84444]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 106 op/s 2024-04-12T17:23:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:16 smithi016 ceph-mon[84444]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T17:23:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:16 smithi016 ceph-mon[84444]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T17:23:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:16 smithi005 ceph-mon[88416]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 106 op/s 2024-04-12T17:23:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:16 smithi005 ceph-mon[88416]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T17:23:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:16 smithi005 ceph-mon[88416]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T17:23:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:16 smithi005 ceph-mon[90837]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 106 op/s 2024-04-12T17:23:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:16 smithi005 ceph-mon[90837]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-12T17:23:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:16 smithi005 ceph-mon[90837]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-12T17:23:17.441 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6049 ms) 2024-04-12T17:23:17.441 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-12T17:23:17.441 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:23:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:18 smithi016 ceph-mon[84444]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 KiB/s wr, 100 op/s 2024-04-12T17:23:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:18 smithi016 ceph-mon[84444]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T17:23:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:18 smithi005 ceph-mon[88416]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 KiB/s wr, 100 op/s 2024-04-12T17:23:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:18 smithi005 ceph-mon[88416]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T17:23:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:18 smithi005 ceph-mon[90837]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 KiB/s wr, 100 op/s 2024-04-12T17:23:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:18 smithi005 ceph-mon[90837]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-12T17:23:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:19 smithi016 ceph-mon[84444]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T17:23:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:19 smithi005 ceph-mon[88416]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T17:23:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:19.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:19 smithi005 ceph-mon[90837]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-12T17:23:19.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:19.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:20 smithi016 ceph-mon[84444]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-04-12T17:23:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:20 smithi016 ceph-mon[84444]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T17:23:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:20 smithi005 ceph-mon[88416]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-04-12T17:23:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:20 smithi005 ceph-mon[88416]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T17:23:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:20 smithi005 ceph-mon[90837]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-04-12T17:23:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:20 smithi005 ceph-mon[90837]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-12T17:23:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:21 smithi005 ceph-mon[88416]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T17:23:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:21 smithi005 ceph-mon[88416]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T17:23:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:21 smithi005 ceph-mon[90837]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T17:23:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:21 smithi005 ceph-mon[90837]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T17:23:21.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:21 smithi016 ceph-mon[84444]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-12T17:23:21.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:21 smithi016 ceph-mon[84444]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-12T17:23:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:22 smithi016 ceph-mon[84444]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 77 op/s 2024-04-12T17:23:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:22 smithi016 ceph-mon[84444]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T17:23:22.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:23:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:22 smithi005 ceph-mon[88416]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 77 op/s 2024-04-12T17:23:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:22 smithi005 ceph-mon[88416]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T17:23:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:22 smithi005 ceph-mon[90837]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 77 op/s 2024-04-12T17:23:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:22 smithi005 ceph-mon[90837]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-12T17:23:23.393 INFO:tasks.workunit.client.0.smithi005.stdout:10.00% done 2024-04-12T17:23:23.393 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5952 ms) 2024-04-12T17:23:23.394 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-12T17:23:23.394 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:23:23.408 INFO:tasks.workunit.client.0.smithi005.stderr:test quiesce is not long enough to time out 2024-04-12T17:23:24.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:23:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:23:23] "GET /metrics HTTP/1.1" 200 82921 "" "Prometheus/2.43.0" 2024-04-12T17:23:24.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:24 smithi016 ceph-mon[84444]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 KiB/s wr, 71 op/s 2024-04-12T17:23:24.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:24 smithi016 ceph-mon[84444]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T17:23:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:24 smithi005 ceph-mon[88416]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 KiB/s wr, 71 op/s 2024-04-12T17:23:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:24 smithi005 ceph-mon[88416]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T17:23:24.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:24 smithi005 ceph-mon[90837]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 KiB/s wr, 71 op/s 2024-04-12T17:23:24.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:24 smithi005 ceph-mon[90837]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-12T17:23:26.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:26 smithi016 ceph-mon[84444]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-04-12T17:23:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:26 smithi005 ceph-mon[88416]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-04-12T17:23:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:26 smithi005 ceph-mon[90837]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-04-12T17:23:27.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:27 smithi016 ceph-mon[84444]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T17:23:27.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:27 smithi005 ceph-mon[88416]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T17:23:27.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:27 smithi005 ceph-mon[90837]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-12T17:23:28.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:28 smithi016 ceph-mon[84444]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.4 KiB/s wr, 88 op/s 2024-04-12T17:23:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:28 smithi005 ceph-mon[88416]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.4 KiB/s wr, 88 op/s 2024-04-12T17:23:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:28 smithi005 ceph-mon[90837]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.4 KiB/s wr, 88 op/s 2024-04-12T17:23:30.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:30 smithi016 ceph-mon[84444]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-04-12T17:23:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:30 smithi005 ceph-mon[88416]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-04-12T17:23:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:30 smithi005 ceph-mon[90837]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.2 KiB/s wr, 39 op/s 2024-04-12T17:23:32.328 INFO:tasks.workunit.client.0.smithi005.stderr:test quiesce is timed out 2024-04-12T17:23:32.331 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 0 2024-04-12T17:23:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:32 smithi016 ceph-mon[84444]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.7 KiB/s wr, 30 op/s 2024-04-12T17:23:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:32 smithi016 ceph-mon[84444]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T17:23:32.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:23:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:23:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:32 smithi005 ceph-mon[88416]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.7 KiB/s wr, 30 op/s 2024-04-12T17:23:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:32 smithi005 ceph-mon[88416]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T17:23:32.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:32 smithi005 ceph-mon[90837]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.7 KiB/s wr, 30 op/s 2024-04-12T17:23:32.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:32 smithi005 ceph-mon[90837]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-12T17:23:33.331 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 1 2024-04-12T17:23:33.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:33 smithi016 ceph-mon[84444]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T17:23:33.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:33 smithi005 ceph-mon[88416]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T17:23:33.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:33 smithi005 ceph-mon[90837]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-12T17:23:34.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:23:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:23:33] "GET /metrics HTTP/1.1" 200 82921 "" "Prometheus/2.43.0" 2024-04-12T17:23:34.331 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 2 2024-04-12T17:23:34.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:34 smithi016 ceph-mon[84444]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 35 op/s 2024-04-12T17:23:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:34 smithi005 ceph-mon[88416]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 35 op/s 2024-04-12T17:23:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:34 smithi005 ceph-mon[90837]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 35 op/s 2024-04-12T17:23:35.332 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 3 2024-04-12T17:23:35.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:35.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:35.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:36.332 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 4 2024-04-12T17:23:36.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:36 smithi016 ceph-mon[84444]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 639 B/s wr, 9 op/s 2024-04-12T17:23:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:36 smithi005 ceph-mon[88416]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 639 B/s wr, 9 op/s 2024-04-12T17:23:36.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:36 smithi005 ceph-mon[90837]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 639 B/s wr, 9 op/s 2024-04-12T17:23:37.332 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 5 2024-04-12T17:23:38.332 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 6 2024-04-12T17:23:38.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:38 smithi016 ceph-mon[84444]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:23:38.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:38 smithi005 ceph-mon[88416]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:23:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:38 smithi005 ceph-mon[90837]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:23:39.332 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 7 2024-04-12T17:23:40.333 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 8 2024-04-12T17:23:40.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:40 smithi016 ceph-mon[84444]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:23:40.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:40 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-12T17:23:40.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:40 smithi005 ceph-mon[88416]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:23:40.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:40 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-12T17:23:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:40 smithi005 ceph-mon[90837]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T17:23:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:40 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-12T17:23:41.332 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 9 2024-04-12T17:23:41.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-12T17:23:41.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:41 smithi016 ceph-mon[84444]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T17:23:41.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-12T17:23:41.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:41 smithi005 ceph-mon[88416]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T17:23:41.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-12T17:23:41.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:41 smithi005 ceph-mon[90837]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-12T17:23:42.332 INFO:tasks.workunit.client.0.smithi005.stderr:waiting for timed out ... 10 2024-04-12T17:23:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:23:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:23:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:42 smithi016 ceph-mon[84444]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 361 B/s wr, 4 op/s 2024-04-12T17:23:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:42 smithi016 ceph-mon[84444]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T17:23:42.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:23:42.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:23:42.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:23:42.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:42.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[88416]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 361 B/s wr, 4 op/s 2024-04-12T17:23:42.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[88416]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[90837]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 361 B/s wr, 4 op/s 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[90837]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:23:42.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:23:44.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:23:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:23:43] "GET /metrics HTTP/1.1" 200 82909 "" "Prometheus/2.43.0" 2024-04-12T17:23:44.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:44 smithi016 ceph-mon[84444]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-04-12T17:23:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:44 smithi005 ceph-mon[88416]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-04-12T17:23:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:44 smithi005 ceph-mon[90837]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 0 op/s 2024-04-12T17:23:46.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:46 smithi016 ceph-mon[84444]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:46 smithi005 ceph-mon[88416]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:46 smithi005 ceph-mon[90837]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:48.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:48 smithi016 ceph-mon[84444]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:48 smithi005 ceph-mon[88416]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:48.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:48 smithi005 ceph-mon[90837]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:49.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:49.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:49.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:23:50.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:50 smithi016 ceph-mon[84444]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:50 smithi005 ceph-mon[88416]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:50 smithi005 ceph-mon[90837]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:52 smithi016 ceph-mon[84444]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:52.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:23:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:23:52.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:52 smithi005 ceph-mon[88416]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:52 smithi005 ceph-mon[90837]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:53.333 INFO:tasks.workunit.client.0.smithi005.stderr:test retry succeeds 2024-04-12T17:23:54.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:23:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:23:53] "GET /metrics HTTP/1.1" 200 82920 "" "Prometheus/2.43.0" 2024-04-12T17:23:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:54 smithi005 ceph-mon[88416]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:54 smithi005 ceph-mon[88416]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T17:23:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:54 smithi005 ceph-mon[90837]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:54.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:54 smithi005 ceph-mon[90837]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T17:23:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:54 smithi016 ceph-mon[84444]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2024-04-12T17:23:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:54 smithi016 ceph-mon[84444]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-12T17:23:55.487 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32094 ms) 2024-04-12T17:23:55.487 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-12T17:23:55.487 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:23:55.552 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.WriteZeroes (65 ms) 2024-04-12T17:23:55.552 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-12T17:23:55.552 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:23:55.616 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (64 ms) 2024-04-12T17:23:55.616 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-12T17:23:55.616 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:23:55.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:55 smithi005 ceph-mon[88416]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T17:23:55.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:55 smithi005 ceph-mon[90837]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T17:23:55.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:55 smithi016 ceph-mon[84444]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-12T17:23:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:56 smithi005 ceph-mon[88416]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:23:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:56 smithi005 ceph-mon[88416]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T17:23:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:56 smithi005 ceph-mon[90837]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:23:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:56 smithi005 ceph-mon[90837]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T17:23:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:56 smithi016 ceph-mon[84444]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:23:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:56 smithi016 ceph-mon[84444]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-12T17:23:57.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:57 smithi005 ceph-mon[88416]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T17:23:57.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:57 smithi005 ceph-mon[90837]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T17:23:57.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:57 smithi016 ceph-mon[84444]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-12T17:23:58.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:58 smithi005 ceph-mon[88416]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 93 op/s 2024-04-12T17:23:58.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:58 smithi005 ceph-mon[88416]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T17:23:58.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:58 smithi005 ceph-mon[90837]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 93 op/s 2024-04-12T17:23:58.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:58 smithi005 ceph-mon[90837]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T17:23:58.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:58 smithi016 ceph-mon[84444]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 KiB/s wr, 93 op/s 2024-04-12T17:23:58.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:58 smithi016 ceph-mon[84444]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-12T17:23:59.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:23:59 smithi005 ceph-mon[88416]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T17:23:59.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:23:59 smithi005 ceph-mon[90837]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T17:23:59.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:23:59 smithi016 ceph-mon[84444]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-12T17:24:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:00 smithi005 ceph-mon[88416]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-12T17:24:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:00 smithi005 ceph-mon[88416]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T17:24:00.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:00 smithi005 ceph-mon[90837]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-12T17:24:00.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:00 smithi005 ceph-mon[90837]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T17:24:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:00 smithi016 ceph-mon[84444]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 180 op/s 2024-04-12T17:24:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:00 smithi016 ceph-mon[84444]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-12T17:24:01.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:01 smithi005 ceph-mon[88416]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T17:24:01.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:01 smithi005 ceph-mon[88416]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T17:24:01.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:01 smithi005 ceph-mon[90837]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T17:24:01.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:01 smithi005 ceph-mon[90837]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T17:24:01.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:01 smithi016 ceph-mon[84444]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-12T17:24:01.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:01 smithi016 ceph-mon[84444]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-12T17:24:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:02 smithi016 ceph-mon[84444]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-12T17:24:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:02 smithi016 ceph-mon[84444]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T17:24:02.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:24:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:02.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:02 smithi005 ceph-mon[88416]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-12T17:24:02.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:02 smithi005 ceph-mon[88416]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T17:24:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:02 smithi005 ceph-mon[90837]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-12T17:24:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:02 smithi005 ceph-mon[90837]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-12T17:24:04.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:24:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:24:03] "GET /metrics HTTP/1.1" 200 82920 "" "Prometheus/2.43.0" 2024-04-12T17:24:04.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:04 smithi016 ceph-mon[84444]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-12T17:24:04.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:04 smithi016 ceph-mon[84444]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T17:24:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:04 smithi005 ceph-mon[88416]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-12T17:24:04.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:04 smithi005 ceph-mon[88416]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T17:24:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:04 smithi005 ceph-mon[90837]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-04-12T17:24:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:04 smithi005 ceph-mon[90837]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-12T17:24:05.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:05 smithi016 ceph-mon[84444]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T17:24:05.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:05.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:05 smithi005 ceph-mon[88416]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T17:24:05.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:05.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:05 smithi005 ceph-mon[90837]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-12T17:24:05.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:06.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:06 smithi016 ceph-mon[84444]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-12T17:24:06.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:06 smithi016 ceph-mon[84444]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T17:24:06.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:06 smithi005 ceph-mon[88416]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-12T17:24:06.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:06 smithi005 ceph-mon[88416]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T17:24:06.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:06 smithi005 ceph-mon[90837]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-12T17:24:06.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:06 smithi005 ceph-mon[90837]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-12T17:24:07.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:07 smithi016 ceph-mon[84444]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T17:24:07.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:07 smithi005 ceph-mon[88416]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T17:24:07.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:07 smithi005 ceph-mon[90837]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-12T17:24:08.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:08 smithi016 ceph-mon[84444]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.5 KiB/s wr, 239 op/s 2024-04-12T17:24:08.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:08 smithi016 ceph-mon[84444]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T17:24:08.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:08 smithi005 ceph-mon[88416]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.5 KiB/s wr, 239 op/s 2024-04-12T17:24:08.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:08 smithi005 ceph-mon[88416]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T17:24:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:08 smithi005 ceph-mon[90837]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.5 KiB/s wr, 239 op/s 2024-04-12T17:24:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:08 smithi005 ceph-mon[90837]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-12T17:24:09.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:09 smithi016 ceph-mon[84444]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T17:24:09.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:09 smithi005 ceph-mon[88416]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T17:24:09.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:09 smithi005 ceph-mon[90837]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-12T17:24:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:10 smithi016 ceph-mon[84444]: pgmap v3329: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 243 op/s 2024-04-12T17:24:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:10 smithi016 ceph-mon[84444]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T17:24:10.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:10 smithi005 ceph-mon[88416]: pgmap v3329: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 243 op/s 2024-04-12T17:24:10.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:10 smithi005 ceph-mon[88416]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T17:24:10.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:10 smithi005 ceph-mon[90837]: pgmap v3329: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.5 KiB/s wr, 243 op/s 2024-04-12T17:24:10.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:10 smithi005 ceph-mon[90837]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-12T17:24:11.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:11 smithi016 ceph-mon[84444]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T17:24:11.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:11 smithi016 ceph-mon[84444]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T17:24:11.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:11 smithi005 ceph-mon[88416]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T17:24:11.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:11 smithi005 ceph-mon[88416]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T17:24:11.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:11 smithi005 ceph-mon[90837]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-12T17:24:11.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:11 smithi005 ceph-mon[90837]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-12T17:24:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:12 smithi016 ceph-mon[84444]: pgmap v3332: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-12T17:24:12.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:24:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:12.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:12 smithi005 ceph-mon[88416]: pgmap v3332: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-12T17:24:12.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:12 smithi005 ceph-mon[90837]: pgmap v3332: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-12T17:24:13.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:13 smithi005 ceph-mon[88416]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T17:24:13.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:13 smithi005 ceph-mon[90837]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T17:24:13.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:13 smithi016 ceph-mon[84444]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-12T17:24:14.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:24:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:24:13] "GET /metrics HTTP/1.1" 200 82929 "" "Prometheus/2.43.0" 2024-04-12T17:24:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:14 smithi005 ceph-mon[88416]: pgmap v3335: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-12T17:24:14.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:14 smithi005 ceph-mon[88416]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T17:24:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:14 smithi005 ceph-mon[90837]: pgmap v3335: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-12T17:24:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:14 smithi005 ceph-mon[90837]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T17:24:14.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:14 smithi016 ceph-mon[84444]: pgmap v3335: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-12T17:24:14.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:14 smithi016 ceph-mon[84444]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-12T17:24:15.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:15 smithi005 ceph-mon[88416]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T17:24:15.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:15 smithi005 ceph-mon[90837]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T17:24:15.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:15 smithi016 ceph-mon[84444]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-12T17:24:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:16 smithi005 ceph-mon[88416]: pgmap v3338: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-12T17:24:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:16 smithi005 ceph-mon[88416]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T17:24:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:16 smithi005 ceph-mon[88416]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T17:24:16.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:16 smithi005 ceph-mon[90837]: pgmap v3338: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-12T17:24:16.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:16 smithi005 ceph-mon[90837]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T17:24:16.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:16 smithi005 ceph-mon[90837]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T17:24:16.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:16 smithi016 ceph-mon[84444]: pgmap v3338: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-12T17:24:16.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:16 smithi016 ceph-mon[84444]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-12T17:24:16.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:16 smithi016 ceph-mon[84444]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-12T17:24:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:18 smithi016 ceph-mon[84444]: pgmap v3341: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-04-12T17:24:18.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:18 smithi016 ceph-mon[84444]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T17:24:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:18 smithi005 ceph-mon[88416]: pgmap v3341: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-04-12T17:24:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:18 smithi005 ceph-mon[88416]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T17:24:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:18 smithi005 ceph-mon[90837]: pgmap v3341: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 39 op/s 2024-04-12T17:24:18.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:18 smithi005 ceph-mon[90837]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-12T17:24:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:19 smithi016 ceph-mon[84444]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T17:24:19.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:19 smithi005 ceph-mon[88416]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T17:24:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:19.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:19 smithi005 ceph-mon[90837]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-12T17:24:19.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:20 smithi016 ceph-mon[84444]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-12T17:24:20.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:20 smithi016 ceph-mon[84444]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T17:24:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:20 smithi005 ceph-mon[88416]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-12T17:24:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:20 smithi005 ceph-mon[88416]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T17:24:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:20 smithi005 ceph-mon[90837]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-04-12T17:24:20.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:20 smithi005 ceph-mon[90837]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-12T17:24:21.414 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] TestLibRBD.ConcurentOperations (25798 ms) 2024-04-12T17:24:21.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:21 smithi016 ceph-mon[84444]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T17:24:21.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:21 smithi016 ceph-mon[84444]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T17:24:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:21 smithi005 ceph-mon[88416]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T17:24:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:21 smithi005 ceph-mon[88416]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T17:24:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:21 smithi005 ceph-mon[90837]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-12T17:24:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:21 smithi005 ceph-mon[90837]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-12T17:24:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:22 smithi016 ceph-mon[84444]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-12T17:24:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:24:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:22.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:22 smithi005 ceph-mon[88416]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-12T17:24:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:22 smithi005 ceph-mon[90837]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-12T17:24:23.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:23 smithi016 ceph-mon[84444]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T17:24:23.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:23 smithi005 ceph-mon[88416]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T17:24:23.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:23 smithi005 ceph-mon[90837]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-12T17:24:24.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:24:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:24:23] "GET /metrics HTTP/1.1" 200 82928 "" "Prometheus/2.43.0" 2024-04-12T17:24:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:24 smithi005 ceph-mon[88416]: pgmap v3350: 713 pgs: 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-04-12T17:24:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:24 smithi005 ceph-mon[88416]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T17:24:24.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:24 smithi005 ceph-mon[90837]: pgmap v3350: 713 pgs: 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-04-12T17:24:24.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:24 smithi005 ceph-mon[90837]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T17:24:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:24 smithi016 ceph-mon[84444]: pgmap v3350: 713 pgs: 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-04-12T17:24:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:24 smithi016 ceph-mon[84444]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-12T17:24:25.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:25 smithi005 ceph-mon[88416]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T17:24:25.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:25 smithi005 ceph-mon[88416]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T17:24:25.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:25 smithi005 ceph-mon[90837]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T17:24:25.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:25 smithi005 ceph-mon[90837]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T17:24:25.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:25 smithi016 ceph-mon[84444]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-12T17:24:25.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:25 smithi016 ceph-mon[84444]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-12T17:24:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:26 smithi005 ceph-mon[88416]: pgmap v3353: 649 pgs: 649 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:26 smithi005 ceph-mon[88416]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T17:24:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:26 smithi005 ceph-mon[90837]: pgmap v3353: 649 pgs: 649 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:26 smithi005 ceph-mon[90837]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T17:24:26.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:26 smithi016 ceph-mon[84444]: pgmap v3353: 649 pgs: 649 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:26.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:26 smithi016 ceph-mon[84444]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-12T17:24:28.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:28 smithi016 ceph-mon[84444]: pgmap v3356: 585 pgs: 585 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:28.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:28 smithi016 ceph-mon[84444]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T17:24:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:28 smithi005 ceph-mon[88416]: pgmap v3356: 585 pgs: 585 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:28 smithi005 ceph-mon[88416]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T17:24:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:28 smithi005 ceph-mon[90837]: pgmap v3356: 585 pgs: 585 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:28.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:28 smithi005 ceph-mon[90837]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-12T17:24:29.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:29 smithi016 ceph-mon[84444]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T17:24:29.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:29 smithi005 ceph-mon[88416]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T17:24:29.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:29 smithi005 ceph-mon[90837]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-12T17:24:30.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:30 smithi016 ceph-mon[84444]: pgmap v3359: 521 pgs: 521 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:30.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:30 smithi016 ceph-mon[84444]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T17:24:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:30 smithi005 ceph-mon[88416]: pgmap v3359: 521 pgs: 521 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:30 smithi005 ceph-mon[88416]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T17:24:30.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:30 smithi005 ceph-mon[90837]: pgmap v3359: 521 pgs: 521 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:30.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:30 smithi005 ceph-mon[90837]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-12T17:24:31.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:31 smithi016 ceph-mon[84444]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T17:24:31.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:31 smithi005 ceph-mon[88416]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T17:24:31.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:31 smithi005 ceph-mon[90837]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-12T17:24:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:32 smithi016 ceph-mon[84444]: pgmap v3362: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:32.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:32 smithi016 ceph-mon[84444]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T17:24:32.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:32 smithi016 ceph-mon[84444]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T17:24:32.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:24:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:32 smithi005 ceph-mon[88416]: pgmap v3362: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:32.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:32 smithi005 ceph-mon[88416]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T17:24:32.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:32 smithi005 ceph-mon[88416]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T17:24:32.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:32 smithi005 ceph-mon[90837]: pgmap v3362: 457 pgs: 457 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:32.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:32 smithi005 ceph-mon[90837]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-12T17:24:32.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:32 smithi005 ceph-mon[90837]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-12T17:24:34.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:24:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:24:33] "GET /metrics HTTP/1.1" 200 82928 "" "Prometheus/2.43.0" 2024-04-12T17:24:34.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:34 smithi016 ceph-mon[84444]: pgmap v3365: 393 pgs: 393 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:34.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:34 smithi016 ceph-mon[84444]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T17:24:34.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:34 smithi005 ceph-mon[88416]: pgmap v3365: 393 pgs: 393 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:34 smithi005 ceph-mon[88416]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T17:24:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:34 smithi005 ceph-mon[90837]: pgmap v3365: 393 pgs: 393 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:34.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:34 smithi005 ceph-mon[90837]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-12T17:24:34.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:35.102 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:24:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T17:24:34.815405136Z level=info msg="Completed cleanup jobs" duration=5.860305ms 2024-04-12T17:24:35.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:35 smithi016 ceph-mon[84444]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T17:24:35.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:35 smithi005 ceph-mon[88416]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T17:24:35.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:35 smithi005 ceph-mon[90837]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-12T17:24:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:36 smithi016 ceph-mon[84444]: pgmap v3368: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:36.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:36 smithi016 ceph-mon[84444]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T17:24:36.713 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:36 smithi005 ceph-mon[88416]: pgmap v3368: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:36.713 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:36 smithi005 ceph-mon[88416]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T17:24:36.714 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:36 smithi005 ceph-mon[90837]: pgmap v3368: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:36.714 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:36 smithi005 ceph-mon[90837]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-12T17:24:37.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:37 smithi005 ceph-mon[88416]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T17:24:37.711 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:37 smithi005 ceph-mon[90837]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T17:24:37.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:37 smithi016 ceph-mon[84444]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-12T17:24:38.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:38 smithi005 ceph-mon[88416]: pgmap v3371: 265 pgs: 265 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:38.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:38 smithi005 ceph-mon[88416]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T17:24:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:38 smithi005 ceph-mon[90837]: pgmap v3371: 265 pgs: 265 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:38.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:38 smithi005 ceph-mon[90837]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T17:24:38.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:38 smithi016 ceph-mon[84444]: pgmap v3371: 265 pgs: 265 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:38.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:38 smithi016 ceph-mon[84444]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-12T17:24:39.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:39 smithi005 ceph-mon[88416]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T17:24:39.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:39 smithi005 ceph-mon[88416]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T17:24:39.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:39 smithi005 ceph-mon[90837]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T17:24:39.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:39 smithi005 ceph-mon[90837]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T17:24:39.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:39 smithi016 ceph-mon[84444]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-12T17:24:39.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:39 smithi016 ceph-mon[84444]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-12T17:24:40.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:40 smithi005 ceph-mon[88416]: pgmap v3374: 201 pgs: 201 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:40.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:40 smithi005 ceph-mon[88416]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T17:24:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:40 smithi005 ceph-mon[90837]: pgmap v3374: 201 pgs: 201 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:40.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:40 smithi005 ceph-mon[90837]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T17:24:40.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:40 smithi016 ceph-mon[84444]: pgmap v3374: 201 pgs: 201 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:40.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:40 smithi016 ceph-mon[84444]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-12T17:24:41.357 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 168 tests from TestLibRBD (593823 ms total) 2024-04-12T17:24:41.357 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:24:41.357 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-12T17:24:41.403 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-12T17:24:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:42 smithi016 ceph-mon[84444]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:42 smithi016 ceph-mon[84444]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T17:24:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:24:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:42.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:42 smithi005 ceph-mon[88416]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:42.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:42 smithi005 ceph-mon[88416]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T17:24:42.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:42 smithi005 ceph-mon[90837]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:42.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:42 smithi005 ceph-mon[90837]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-12T17:24:43.384 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:24:43.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[88416]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T17:24:43.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2096414964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:24:43.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:24:43.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:24:43.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:24:43.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:24:43.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[90837]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T17:24:43.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2096414964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:24:43.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:24:43.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:24:43.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:24:43.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:24:43.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:43 smithi016 ceph-mon[84444]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-12T17:24:43.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:43 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2096414964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:24:43.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:24:43.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:24:43.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:24:43.851 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:24:44.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:24:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:24:43] "GET /metrics HTTP/1.1" 200 52476 "" "Prometheus/2.43.0" 2024-04-12T17:24:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[88416]: pgmap v3380: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:24:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2096414964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:24:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[88416]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T17:24:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[90837]: pgmap v3380: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:24:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2096414964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:24:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:44 smithi005 ceph-mon[90837]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T17:24:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:44 smithi016 ceph-mon[84444]: pgmap v3380: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:44 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:24:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:44 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2096414964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:24:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:44 smithi016 ceph-mon[84444]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-12T17:24:45.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:45 smithi005 ceph-mon[88416]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T17:24:45.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:45 smithi005 ceph-mon[90837]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T17:24:45.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:45 smithi016 ceph-mon[84444]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-12T17:24:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:46 smithi005 ceph-mon[88416]: pgmap v3383: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:46 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:24:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:46 smithi005 ceph-mon[88416]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T17:24:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:46 smithi005 ceph-mon[90837]: pgmap v3383: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:46 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:24:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:46 smithi005 ceph-mon[90837]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T17:24:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:46 smithi016 ceph-mon[84444]: pgmap v3383: 137 pgs: 18 creating+peering, 10 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:24:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:46 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:24:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:46 smithi016 ceph-mon[84444]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-12T17:24:47.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:47 smithi005 ceph-mon[88416]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T17:24:47.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:47 smithi005 ceph-mon[90837]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T17:24:47.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:47 smithi016 ceph-mon[84444]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-12T17:24:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:48 smithi005 ceph-mon[88416]: pgmap v3386: 137 pgs: 18 creating+peering, 119 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.3 MiB/s wr, 66 op/s 2024-04-12T17:24:48.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:48 smithi005 ceph-mon[90837]: pgmap v3386: 137 pgs: 18 creating+peering, 119 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.3 MiB/s wr, 66 op/s 2024-04-12T17:24:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:48 smithi016 ceph-mon[84444]: pgmap v3386: 137 pgs: 18 creating+peering, 119 active+clean; 22 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.3 MiB/s wr, 66 op/s 2024-04-12T17:24:49.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:49.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:24:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:50 smithi005 ceph-mon[88416]: pgmap v3387: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 MiB/s wr, 67 op/s 2024-04-12T17:24:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:50 smithi005 ceph-mon[90837]: pgmap v3387: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 MiB/s wr, 67 op/s 2024-04-12T17:24:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:50 smithi016 ceph-mon[84444]: pgmap v3387: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 MiB/s wr, 67 op/s 2024-04-12T17:24:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:52 smithi016 ceph-mon[84444]: pgmap v3388: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-12T17:24:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:52 smithi016 ceph-mon[84444]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T17:24:52.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:24:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:24:52.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:52 smithi005 ceph-mon[88416]: pgmap v3388: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-12T17:24:52.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:52 smithi005 ceph-mon[88416]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T17:24:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:52 smithi005 ceph-mon[90837]: pgmap v3388: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-12T17:24:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:52 smithi005 ceph-mon[90837]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-12T17:24:54.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:24:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:24:53] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-12T17:24:54.280 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12877 ms) 2024-04-12T17:24:54.280 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-12T17:24:54.280 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:24:54.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:54 smithi016 ceph-mon[84444]: pgmap v3390: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 66 op/s 2024-04-12T17:24:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:54 smithi005 ceph-mon[88416]: pgmap v3390: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 66 op/s 2024-04-12T17:24:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:54 smithi005 ceph-mon[90837]: pgmap v3390: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 MiB/s wr, 66 op/s 2024-04-12T17:24:56.603 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:56 smithi016 ceph-mon[84444]: pgmap v3391: 137 pgs: 137 active+clean; 51 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.9 MiB/s wr, 71 op/s 2024-04-12T17:24:56.603 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:56 smithi016 ceph-mon[84444]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T17:24:56.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:56 smithi005 ceph-mon[88416]: pgmap v3391: 137 pgs: 137 active+clean; 51 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.9 MiB/s wr, 71 op/s 2024-04-12T17:24:56.715 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:56 smithi005 ceph-mon[88416]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T17:24:56.716 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:56 smithi005 ceph-mon[90837]: pgmap v3391: 137 pgs: 137 active+clean; 51 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.9 MiB/s wr, 71 op/s 2024-04-12T17:24:56.716 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:56 smithi005 ceph-mon[90837]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-12T17:24:58.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:24:58 smithi016 ceph-mon[84444]: pgmap v3393: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 56 op/s 2024-04-12T17:24:58.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:24:58 smithi005 ceph-mon[88416]: pgmap v3393: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 56 op/s 2024-04-12T17:24:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:24:58 smithi005 ceph-mon[90837]: pgmap v3393: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 56 op/s 2024-04-12T17:25:00.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:00 smithi016 ceph-mon[84444]: pgmap v3394: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-12T17:25:00.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:00 smithi005 ceph-mon[88416]: pgmap v3394: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-12T17:25:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:00 smithi005 ceph-mon[90837]: pgmap v3394: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-12T17:25:02.600 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:02 smithi016 ceph-mon[84444]: pgmap v3395: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-12T17:25:02.600 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:25:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:02.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:02 smithi005 ceph-mon[88416]: pgmap v3395: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-12T17:25:02.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:02 smithi005 ceph-mon[90837]: pgmap v3395: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-12T17:25:03.182 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8902 ms) 2024-04-12T17:25:03.182 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-12T17:25:03.182 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:25:04.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:25:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:25:03] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-12T17:25:04.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:04 smithi016 ceph-mon[84444]: pgmap v3396: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 58 op/s 2024-04-12T17:25:04.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:04 smithi016 ceph-mon[84444]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T17:25:04.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:04 smithi005 ceph-mon[88416]: pgmap v3396: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 58 op/s 2024-04-12T17:25:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:04 smithi005 ceph-mon[88416]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T17:25:04.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:04 smithi005 ceph-mon[90837]: pgmap v3396: 137 pgs: 137 active+clean; 105 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 58 op/s 2024-04-12T17:25:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:04 smithi005 ceph-mon[90837]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-12T17:25:04.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:06.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:06 smithi016 ceph-mon[84444]: pgmap v3398: 137 pgs: 137 active+clean; 113 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 76 op/s 2024-04-12T17:25:06.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:06 smithi005 ceph-mon[88416]: pgmap v3398: 137 pgs: 137 active+clean; 113 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 76 op/s 2024-04-12T17:25:06.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:06 smithi005 ceph-mon[90837]: pgmap v3398: 137 pgs: 137 active+clean; 113 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 76 op/s 2024-04-12T17:25:08.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:08 smithi016 ceph-mon[84444]: pgmap v3399: 137 pgs: 137 active+clean; 113 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-12T17:25:08.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:08 smithi005 ceph-mon[88416]: pgmap v3399: 137 pgs: 137 active+clean; 113 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-12T17:25:08.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:08 smithi005 ceph-mon[90837]: pgmap v3399: 137 pgs: 137 active+clean; 113 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-12T17:25:10.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:10 smithi016 ceph-mon[84444]: pgmap v3400: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-12T17:25:10.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:10 smithi005 ceph-mon[88416]: pgmap v3400: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-12T17:25:10.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:10 smithi005 ceph-mon[90837]: pgmap v3400: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-12T17:25:11.520 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8339 ms) 2024-04-12T17:25:11.521 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-12T17:25:11.521 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:25:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:12 smithi016 ceph-mon[84444]: pgmap v3401: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-12T17:25:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:25:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:25:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:12.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:12 smithi005 ceph-mon[88416]: pgmap v3401: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-12T17:25:12.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:12 smithi005 ceph-mon[90837]: pgmap v3401: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2024-04-12T17:25:13.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:13 smithi016 ceph-mon[84444]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T17:25:13.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:13 smithi005 ceph-mon[88416]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T17:25:13.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:13 smithi005 ceph-mon[90837]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-12T17:25:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:25:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:25:13] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:25:14.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:14 smithi016 ceph-mon[84444]: pgmap v3403: 137 pgs: 137 active+clean; 176 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.5 MiB/s wr, 81 op/s 2024-04-12T17:25:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:14 smithi005 ceph-mon[88416]: pgmap v3403: 137 pgs: 137 active+clean; 176 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.5 MiB/s wr, 81 op/s 2024-04-12T17:25:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:14 smithi005 ceph-mon[90837]: pgmap v3403: 137 pgs: 137 active+clean; 176 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.5 MiB/s wr, 81 op/s 2024-04-12T17:25:16.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:16 smithi016 ceph-mon[84444]: pgmap v3404: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 83 op/s 2024-04-12T17:25:16.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:16 smithi005 ceph-mon[88416]: pgmap v3404: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 83 op/s 2024-04-12T17:25:16.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:16 smithi005 ceph-mon[90837]: pgmap v3404: 137 pgs: 137 active+clean; 192 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 83 op/s 2024-04-12T17:25:18.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:18 smithi005 ceph-mon[88416]: pgmap v3405: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 101 op/s 2024-04-12T17:25:18.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:18 smithi005 ceph-mon[90837]: pgmap v3405: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 101 op/s 2024-04-12T17:25:18.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:18 smithi016 ceph-mon[84444]: pgmap v3405: 137 pgs: 137 active+clean; 196 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 101 op/s 2024-04-12T17:25:19.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:19.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:19.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:20.136 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (8615 ms) 2024-04-12T17:25:20.136 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-12T17:25:20.136 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:25:20.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:20 smithi005 ceph-mon[88416]: pgmap v3406: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 66 op/s 2024-04-12T17:25:20.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:20 smithi005 ceph-mon[90837]: pgmap v3406: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 66 op/s 2024-04-12T17:25:20.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:20 smithi016 ceph-mon[84444]: pgmap v3406: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 66 op/s 2024-04-12T17:25:21.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:21 smithi005 ceph-mon[88416]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T17:25:21.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:21 smithi005 ceph-mon[90837]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T17:25:21.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:21 smithi016 ceph-mon[84444]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-12T17:25:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:22 smithi016 ceph-mon[84444]: pgmap v3408: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 70 op/s 2024-04-12T17:25:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:25:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:22 smithi005 ceph-mon[88416]: pgmap v3408: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 70 op/s 2024-04-12T17:25:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:22 smithi005 ceph-mon[90837]: pgmap v3408: 137 pgs: 137 active+clean; 200 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.2 MiB/s wr, 70 op/s 2024-04-12T17:25:24.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:25:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:25:23] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:25:24.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:24 smithi005 ceph-mon[90837]: pgmap v3409: 137 pgs: 137 active+clean; 217 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.9 MiB/s wr, 74 op/s 2024-04-12T17:25:24.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:24 smithi005 ceph-mon[88416]: pgmap v3409: 137 pgs: 137 active+clean; 217 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.9 MiB/s wr, 74 op/s 2024-04-12T17:25:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:24 smithi016 ceph-mon[84444]: pgmap v3409: 137 pgs: 137 active+clean; 217 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.9 MiB/s wr, 74 op/s 2024-04-12T17:25:26.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:26 smithi005 ceph-mon[88416]: pgmap v3410: 137 pgs: 137 active+clean; 225 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 958 KiB/s rd, 4.1 MiB/s wr, 71 op/s 2024-04-12T17:25:26.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:26 smithi005 ceph-mon[90837]: pgmap v3410: 137 pgs: 137 active+clean; 225 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 958 KiB/s rd, 4.1 MiB/s wr, 71 op/s 2024-04-12T17:25:26.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:26 smithi016 ceph-mon[84444]: pgmap v3410: 137 pgs: 137 active+clean; 225 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 958 KiB/s rd, 4.1 MiB/s wr, 71 op/s 2024-04-12T17:25:27.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:27 smithi005 ceph-mon[88416]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T17:25:27.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:27 smithi005 ceph-mon[90837]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T17:25:27.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:27 smithi016 ceph-mon[84444]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-12T17:25:28.618 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8482 ms) 2024-04-12T17:25:28.618 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-12T17:25:28.618 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:25:28.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:28 smithi005 ceph-mon[88416]: pgmap v3412: 137 pgs: 137 active+clean; 246 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.3 MiB/s wr, 71 op/s 2024-04-12T17:25:28.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:28 smithi005 ceph-mon[90837]: pgmap v3412: 137 pgs: 137 active+clean; 246 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.3 MiB/s wr, 71 op/s 2024-04-12T17:25:28.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:28 smithi016 ceph-mon[84444]: pgmap v3412: 137 pgs: 137 active+clean; 246 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.3 MiB/s wr, 71 op/s 2024-04-12T17:25:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:30 smithi005 ceph-mon[88416]: pgmap v3413: 137 pgs: 137 active+clean; 286 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-12T17:25:30.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:30 smithi005 ceph-mon[88416]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T17:25:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:30 smithi005 ceph-mon[90837]: pgmap v3413: 137 pgs: 137 active+clean; 286 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-12T17:25:30.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:30 smithi005 ceph-mon[90837]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T17:25:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:30 smithi016 ceph-mon[84444]: pgmap v3413: 137 pgs: 137 active+clean; 286 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 11 MiB/s wr, 101 op/s 2024-04-12T17:25:30.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:30 smithi016 ceph-mon[84444]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-12T17:25:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:32 smithi016 ceph-mon[84444]: pgmap v3415: 137 pgs: 137 active+clean; 286 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 69 op/s 2024-04-12T17:25:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:25:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:32.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:32 smithi005 ceph-mon[88416]: pgmap v3415: 137 pgs: 137 active+clean; 286 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 69 op/s 2024-04-12T17:25:32.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:32 smithi005 ceph-mon[90837]: pgmap v3415: 137 pgs: 137 active+clean; 286 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 69 op/s 2024-04-12T17:25:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:25:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:25:33] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:25:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:34 smithi005 ceph-mon[88416]: pgmap v3416: 137 pgs: 137 active+clean; 303 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.8 MiB/s wr, 84 op/s 2024-04-12T17:25:34.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:34 smithi005 ceph-mon[90837]: pgmap v3416: 137 pgs: 137 active+clean; 303 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.8 MiB/s wr, 84 op/s 2024-04-12T17:25:34.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:34 smithi016 ceph-mon[84444]: pgmap v3416: 137 pgs: 137 active+clean; 303 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.8 MiB/s wr, 84 op/s 2024-04-12T17:25:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:36.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:36 smithi005 ceph-mon[88416]: pgmap v3417: 137 pgs: 137 active+clean; 311 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 94 op/s 2024-04-12T17:25:36.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:36 smithi005 ceph-mon[90837]: pgmap v3417: 137 pgs: 137 active+clean; 311 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 94 op/s 2024-04-12T17:25:36.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:36 smithi016 ceph-mon[84444]: pgmap v3417: 137 pgs: 137 active+clean; 311 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 94 op/s 2024-04-12T17:25:37.218 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8600 ms) 2024-04-12T17:25:37.218 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-12T17:25:37.218 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:25:38.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:38 smithi005 ceph-mon[88416]: pgmap v3418: 137 pgs: 137 active+clean; 315 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 70 op/s 2024-04-12T17:25:38.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:38 smithi005 ceph-mon[88416]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T17:25:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:38 smithi005 ceph-mon[90837]: pgmap v3418: 137 pgs: 137 active+clean; 315 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 70 op/s 2024-04-12T17:25:38.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:38 smithi005 ceph-mon[90837]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T17:25:38.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:38 smithi016 ceph-mon[84444]: pgmap v3418: 137 pgs: 137 active+clean; 315 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 70 op/s 2024-04-12T17:25:39.150 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:38 smithi016 ceph-mon[84444]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-12T17:25:40.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:40 smithi005 ceph-mon[88416]: pgmap v3420: 137 pgs: 137 active+clean; 331 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 93 op/s 2024-04-12T17:25:40.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:40 smithi005 ceph-mon[90837]: pgmap v3420: 137 pgs: 137 active+clean; 331 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 93 op/s 2024-04-12T17:25:40.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:40 smithi016 ceph-mon[84444]: pgmap v3420: 137 pgs: 137 active+clean; 331 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.6 MiB/s wr, 93 op/s 2024-04-12T17:25:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:42 smithi016 ceph-mon[84444]: pgmap v3421: 137 pgs: 137 active+clean; 331 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 88 op/s 2024-04-12T17:25:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:25:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:42.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:42 smithi005 ceph-mon[88416]: pgmap v3421: 137 pgs: 137 active+clean; 331 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 88 op/s 2024-04-12T17:25:42.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:42 smithi005 ceph-mon[90837]: pgmap v3421: 137 pgs: 137 active+clean; 331 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.3 MiB/s wr, 88 op/s 2024-04-12T17:25:43.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:25:43.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:25:43.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:25:44.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:25:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:25:43] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-12T17:25:44.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:44 smithi005 ceph-mon[88416]: pgmap v3422: 137 pgs: 137 active+clean; 348 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 72 op/s 2024-04-12T17:25:44.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:44 smithi005 ceph-mon[90837]: pgmap v3422: 137 pgs: 137 active+clean; 348 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 72 op/s 2024-04-12T17:25:44.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:44 smithi016 ceph-mon[84444]: pgmap v3422: 137 pgs: 137 active+clean; 348 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 72 op/s 2024-04-12T17:25:45.214 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (7996 ms) 2024-04-12T17:25:45.420 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (63811 ms total) 2024-04-12T17:25:45.420 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:25:45.420 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-12T17:25:45.449 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-12T17:25:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[88416]: pgmap v3423: 137 pgs: 137 active+clean; 348 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-12T17:25:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[88416]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T17:25:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:46.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[90837]: pgmap v3423: 137 pgs: 137 active+clean; 348 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-12T17:25:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[90837]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T17:25:46.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:46.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:46 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:46 smithi016 ceph-mon[84444]: pgmap v3423: 137 pgs: 137 active+clean; 348 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 63 op/s 2024-04-12T17:25:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:46 smithi016 ceph-mon[84444]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-12T17:25:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:46 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:46 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:47.428 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:25:47.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[88416]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1617724285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[90837]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1617724285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:47.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:47 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:47.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:47 smithi016 ceph-mon[84444]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-12T17:25:47.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:47 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1617724285' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:25:47.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:47 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:25:47.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:47.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:47 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[88416]: pgmap v3426: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:25:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:25:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:25:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[88416]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T17:25:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:25:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:25:48.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[90837]: pgmap v3426: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:25:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:25:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:25:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[90837]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T17:25:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:25:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:25:48.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:48 smithi016 ceph-mon[84444]: pgmap v3426: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:25:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:48 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:25:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:48 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:25:48.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:48 smithi016 ceph-mon[84444]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-12T17:25:48.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:25:48.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:25:48.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:49.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:49 smithi005 ceph-mon[88416]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T17:25:49.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:49.710 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:49.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:49 smithi005 ceph-mon[90837]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T17:25:49.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:49.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:49 smithi016 ceph-mon[84444]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-12T17:25:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:25:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:25:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:50 smithi005 ceph-mon[88416]: pgmap v3429: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:25:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:50 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:25:50.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:50 smithi005 ceph-mon[88416]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T17:25:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:50 smithi005 ceph-mon[90837]: pgmap v3429: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:25:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:50 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:25:50.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:50 smithi005 ceph-mon[90837]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T17:25:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:50 smithi016 ceph-mon[84444]: pgmap v3429: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:25:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:50 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:25:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:50 smithi016 ceph-mon[84444]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-12T17:25:51.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:51 smithi005 ceph-mon[88416]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T17:25:51.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:51 smithi005 ceph-mon[90837]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T17:25:51.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:51 smithi016 ceph-mon[84444]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-12T17:25:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:52 smithi016 ceph-mon[84444]: pgmap v3432: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:25:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:25:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:25:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:52 smithi005 ceph-mon[88416]: pgmap v3432: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:25:52.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:52 smithi005 ceph-mon[90837]: pgmap v3432: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:25:54.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:25:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:25:53] "GET /metrics HTTP/1.1" 200 36591 "" "Prometheus/2.43.0" 2024-04-12T17:25:54.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:54 smithi005 ceph-mon[88416]: pgmap v3433: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-12T17:25:54.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:54 smithi005 ceph-mon[90837]: pgmap v3433: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-12T17:25:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:54 smithi016 ceph-mon[84444]: pgmap v3433: 137 pgs: 137 active+clean; 25 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-12T17:25:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:56 smithi005 ceph-mon[88416]: pgmap v3434: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-12T17:25:56.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:56 smithi005 ceph-mon[88416]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T17:25:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:56 smithi005 ceph-mon[90837]: pgmap v3434: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-12T17:25:56.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:56 smithi005 ceph-mon[90837]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T17:25:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:56 smithi016 ceph-mon[84444]: pgmap v3434: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-12T17:25:56.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:56 smithi016 ceph-mon[84444]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-12T17:25:58.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:25:58 smithi005 ceph-mon[88416]: pgmap v3436: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-12T17:25:58.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:25:58 smithi005 ceph-mon[90837]: pgmap v3436: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-12T17:25:58.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:25:58 smithi016 ceph-mon[84444]: pgmap v3436: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-12T17:26:00.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:00 smithi005 ceph-mon[88416]: pgmap v3437: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.0 MiB/s wr, 51 op/s 2024-04-12T17:26:00.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:00 smithi005 ceph-mon[90837]: pgmap v3437: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.0 MiB/s wr, 51 op/s 2024-04-12T17:26:00.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:00 smithi016 ceph-mon[84444]: pgmap v3437: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.0 MiB/s wr, 51 op/s 2024-04-12T17:26:02.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:02 smithi016 ceph-mon[84444]: pgmap v3438: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-04-12T17:26:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:26:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:02.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:02 smithi005 ceph-mon[88416]: pgmap v3438: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-04-12T17:26:02.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:02 smithi005 ceph-mon[90837]: pgmap v3438: 137 pgs: 137 active+clean; 30 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-04-12T17:26:02.740 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/1.Simple (17292 ms) 2024-04-12T17:26:02.740 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-12T17:26:02.740 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:26:04.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:26:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:26:03] "GET /metrics HTTP/1.1" 200 36591 "" "Prometheus/2.43.0" 2024-04-12T17:26:04.467 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[90837]: pgmap v3439: 137 pgs: 137 active+clean; 51 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-12T17:26:04.467 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[90837]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T17:26:04.467 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:26:04.467 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:04.468 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[88416]: pgmap v3439: 137 pgs: 137 active+clean; 51 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-12T17:26:04.468 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[88416]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T17:26:04.468 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:26:04.468 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:04 smithi016 ceph-mon[84444]: pgmap v3439: 137 pgs: 137 active+clean; 51 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-12T17:26:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:04 smithi016 ceph-mon[84444]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-12T17:26:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:26:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:06.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:06 smithi016 ceph-mon[84444]: pgmap v3441: 137 pgs: 137 active+clean; 91 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 49 op/s 2024-04-12T17:26:06.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:06 smithi005 ceph-mon[88416]: pgmap v3441: 137 pgs: 137 active+clean; 91 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 49 op/s 2024-04-12T17:26:06.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:06 smithi005 ceph-mon[90837]: pgmap v3441: 137 pgs: 137 active+clean; 91 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 49 op/s 2024-04-12T17:26:08.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:08 smithi016 ceph-mon[84444]: pgmap v3442: 137 pgs: 137 active+clean; 95 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-12T17:26:08.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:08 smithi005 ceph-mon[88416]: pgmap v3442: 137 pgs: 137 active+clean; 95 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-12T17:26:08.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:08 smithi005 ceph-mon[90837]: pgmap v3442: 137 pgs: 137 active+clean; 95 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-12T17:26:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:10 smithi016 ceph-mon[84444]: pgmap v3443: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 59 op/s 2024-04-12T17:26:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:10 smithi005 ceph-mon[88416]: pgmap v3443: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 59 op/s 2024-04-12T17:26:10.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:10 smithi005 ceph-mon[90837]: pgmap v3443: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 59 op/s 2024-04-12T17:26:12.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:12 smithi016 ceph-mon[84444]: pgmap v3444: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 59 op/s 2024-04-12T17:26:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:26:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:12.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:12 smithi005 ceph-mon[88416]: pgmap v3444: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 59 op/s 2024-04-12T17:26:12.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:12 smithi005 ceph-mon[90837]: pgmap v3444: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 59 op/s 2024-04-12T17:26:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:26:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:26:13] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-04-12T17:26:14.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:14 smithi016 ceph-mon[84444]: pgmap v3445: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-12T17:26:14.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:14 smithi005 ceph-mon[88416]: pgmap v3445: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-12T17:26:14.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:14 smithi005 ceph-mon[90837]: pgmap v3445: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-12T17:26:15.203 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12462 ms) 2024-04-12T17:26:15.203 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-12T17:26:15.204 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:26:16.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:16 smithi016 ceph-mon[84444]: pgmap v3446: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-12T17:26:16.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:16 smithi016 ceph-mon[84444]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T17:26:16.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:16 smithi005 ceph-mon[88416]: pgmap v3446: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-12T17:26:16.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:16 smithi005 ceph-mon[88416]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T17:26:16.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:16 smithi005 ceph-mon[90837]: pgmap v3446: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-12T17:26:16.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:16 smithi005 ceph-mon[90837]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-12T17:26:18.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:18 smithi016 ceph-mon[84444]: pgmap v3448: 137 pgs: 137 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 42 op/s 2024-04-12T17:26:18.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:18 smithi005 ceph-mon[88416]: pgmap v3448: 137 pgs: 137 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 42 op/s 2024-04-12T17:26:18.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:18 smithi005 ceph-mon[90837]: pgmap v3448: 137 pgs: 137 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 42 op/s 2024-04-12T17:26:19.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:19.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:19.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:20.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:20 smithi016 ceph-mon[84444]: pgmap v3449: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:26:20.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:20 smithi005 ceph-mon[88416]: pgmap v3449: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:26:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:20 smithi005 ceph-mon[90837]: pgmap v3449: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:26:22.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:22 smithi016 ceph-mon[84444]: pgmap v3450: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:26:22.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:26:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:22.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:22 smithi005 ceph-mon[88416]: pgmap v3450: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:26:22.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:22 smithi005 ceph-mon[90837]: pgmap v3450: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-12T17:26:24.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:26:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:26:23] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-12T17:26:24.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:24 smithi016 ceph-mon[84444]: pgmap v3451: 137 pgs: 137 active+clean; 166 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-12T17:26:24.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:24 smithi005 ceph-mon[88416]: pgmap v3451: 137 pgs: 137 active+clean; 166 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-12T17:26:24.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:24 smithi005 ceph-mon[90837]: pgmap v3451: 137 pgs: 137 active+clean; 166 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-12T17:26:26.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:26 smithi016 ceph-mon[84444]: pgmap v3452: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-04-12T17:26:26.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:26 smithi005 ceph-mon[88416]: pgmap v3452: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-04-12T17:26:26.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:26 smithi005 ceph-mon[90837]: pgmap v3452: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.0 MiB/s wr, 66 op/s 2024-04-12T17:26:26.988 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (11785 ms) 2024-04-12T17:26:26.988 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-12T17:26:26.989 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:26:28.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:28 smithi016 ceph-mon[84444]: pgmap v3453: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.9 MiB/s wr, 60 op/s 2024-04-12T17:26:28.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:28 smithi016 ceph-mon[84444]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T17:26:28.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:28 smithi005 ceph-mon[88416]: pgmap v3453: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.9 MiB/s wr, 60 op/s 2024-04-12T17:26:28.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:28 smithi005 ceph-mon[88416]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T17:26:28.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:28 smithi005 ceph-mon[90837]: pgmap v3453: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.9 MiB/s wr, 60 op/s 2024-04-12T17:26:28.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:28 smithi005 ceph-mon[90837]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-12T17:26:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:30 smithi016 ceph-mon[84444]: pgmap v3455: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T17:26:30.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:30 smithi005 ceph-mon[88416]: pgmap v3455: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T17:26:30.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:30 smithi005 ceph-mon[90837]: pgmap v3455: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T17:26:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:32 smithi016 ceph-mon[84444]: pgmap v3456: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T17:26:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:26:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:32.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:32 smithi005 ceph-mon[88416]: pgmap v3456: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T17:26:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:32 smithi005 ceph-mon[90837]: pgmap v3456: 137 pgs: 137 active+clean; 224 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 67 op/s 2024-04-12T17:26:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:26:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:26:33] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-12T17:26:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:34 smithi016 ceph-mon[84444]: pgmap v3457: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-12T17:26:34.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:34.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:34 smithi005 ceph-mon[88416]: pgmap v3457: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-12T17:26:34.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:34.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:34 smithi005 ceph-mon[90837]: pgmap v3457: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-12T17:26:34.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:36 smithi016 ceph-mon[84444]: pgmap v3458: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-12T17:26:36.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:36 smithi005 ceph-mon[88416]: pgmap v3458: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-12T17:26:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:36 smithi005 ceph-mon[90837]: pgmap v3458: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-12T17:26:38.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:38 smithi016 ceph-mon[84444]: pgmap v3459: 137 pgs: 137 active+clean; 236 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 56 op/s 2024-04-12T17:26:38.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:38 smithi005 ceph-mon[88416]: pgmap v3459: 137 pgs: 137 active+clean; 236 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 56 op/s 2024-04-12T17:26:38.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:38 smithi005 ceph-mon[90837]: pgmap v3459: 137 pgs: 137 active+clean; 236 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 56 op/s 2024-04-12T17:26:38.994 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12006 ms) 2024-04-12T17:26:38.994 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-12T17:26:38.994 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:26:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:40 smithi016 ceph-mon[84444]: pgmap v3460: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.5 MiB/s wr, 67 op/s 2024-04-12T17:26:40.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:40 smithi016 ceph-mon[84444]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T17:26:40.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:40 smithi005 ceph-mon[88416]: pgmap v3460: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.5 MiB/s wr, 67 op/s 2024-04-12T17:26:40.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:40 smithi005 ceph-mon[88416]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T17:26:40.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:40 smithi005 ceph-mon[90837]: pgmap v3460: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 7.5 MiB/s wr, 67 op/s 2024-04-12T17:26:40.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:40 smithi005 ceph-mon[90837]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-12T17:26:42.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:42 smithi016 ceph-mon[84444]: pgmap v3462: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 966 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-12T17:26:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:26:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:42.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:42 smithi005 ceph-mon[88416]: pgmap v3462: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 966 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-12T17:26:42.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:42 smithi005 ceph-mon[90837]: pgmap v3462: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 966 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-12T17:26:44.210 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:26:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:26:43] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:26:44.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:44 smithi016 ceph-mon[84444]: pgmap v3463: 137 pgs: 137 active+clean; 268 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 51 op/s 2024-04-12T17:26:44.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:44 smithi005 ceph-mon[88416]: pgmap v3463: 137 pgs: 137 active+clean; 268 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 51 op/s 2024-04-12T17:26:44.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:44 smithi005 ceph-mon[90837]: pgmap v3463: 137 pgs: 137 active+clean; 268 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 51 op/s 2024-04-12T17:26:46.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:46 smithi016 ceph-mon[84444]: pgmap v3464: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T17:26:46.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:46 smithi005 ceph-mon[88416]: pgmap v3464: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T17:26:46.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:46 smithi005 ceph-mon[90837]: pgmap v3464: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-12T17:26:48.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:48 smithi016 ceph-mon[84444]: pgmap v3465: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:26:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:26:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:26:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:26:48.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:48 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:26:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[88416]: pgmap v3465: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:26:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:26:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:26:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:26:48.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:26:48.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[90837]: pgmap v3465: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-12T17:26:48.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:26:48.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:26:48.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:26:48.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:48 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:26:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:49.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:49.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:26:50.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:50 smithi016 ceph-mon[84444]: pgmap v3466: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T17:26:50.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:50 smithi005 ceph-mon[88416]: pgmap v3466: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T17:26:50.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:50 smithi005 ceph-mon[90837]: pgmap v3466: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T17:26:51.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:51 smithi016 ceph-mon[84444]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T17:26:51.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:51 smithi005 ceph-mon[88416]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T17:26:51.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:51 smithi005 ceph-mon[90837]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-12T17:26:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:52 smithi016 ceph-mon[84444]: pgmap v3468: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T17:26:52.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:26:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:26:52.759 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (13765 ms) 2024-04-12T17:26:52.760 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-12T17:26:52.760 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:26:52.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:52 smithi005 ceph-mon[88416]: pgmap v3468: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T17:26:52.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:52 smithi005 ceph-mon[90837]: pgmap v3468: 137 pgs: 137 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 47 op/s 2024-04-12T17:26:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:26:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:26:53] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:26:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:54 smithi016 ceph-mon[84444]: pgmap v3469: 137 pgs: 137 active+clean; 354 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-12T17:26:54.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:54 smithi016 ceph-mon[84444]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T17:26:54.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:54 smithi005 ceph-mon[88416]: pgmap v3469: 137 pgs: 137 active+clean; 354 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-12T17:26:54.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:54 smithi005 ceph-mon[88416]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T17:26:54.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:54 smithi005 ceph-mon[90837]: pgmap v3469: 137 pgs: 137 active+clean; 354 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-12T17:26:54.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:54 smithi005 ceph-mon[90837]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-12T17:26:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:56 smithi016 ceph-mon[84444]: pgmap v3471: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 65 op/s 2024-04-12T17:26:56.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:56 smithi005 ceph-mon[88416]: pgmap v3471: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 65 op/s 2024-04-12T17:26:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:56 smithi005 ceph-mon[90837]: pgmap v3471: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 65 op/s 2024-04-12T17:26:58.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:26:58 smithi016 ceph-mon[84444]: pgmap v3472: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 66 op/s 2024-04-12T17:26:58.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:26:58 smithi005 ceph-mon[88416]: pgmap v3472: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 66 op/s 2024-04-12T17:26:58.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:26:58 smithi005 ceph-mon[90837]: pgmap v3472: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 66 op/s 2024-04-12T17:27:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:00 smithi016 ceph-mon[84444]: pgmap v3473: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 12 MiB/s wr, 88 op/s 2024-04-12T17:27:00.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:00 smithi005 ceph-mon[88416]: pgmap v3473: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 12 MiB/s wr, 88 op/s 2024-04-12T17:27:00.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:00 smithi005 ceph-mon[90837]: pgmap v3473: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 12 MiB/s wr, 88 op/s 2024-04-12T17:27:02.573 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:27:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:02.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:02 smithi016 ceph-mon[84444]: pgmap v3474: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.8 MiB/s wr, 73 op/s 2024-04-12T17:27:02.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:02 smithi005 ceph-mon[88416]: pgmap v3474: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.8 MiB/s wr, 73 op/s 2024-04-12T17:27:02.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:02 smithi005 ceph-mon[90837]: pgmap v3474: 137 pgs: 137 active+clean; 383 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.8 MiB/s wr, 73 op/s 2024-04-12T17:27:04.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:27:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:27:03] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:27:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:04 smithi016 ceph-mon[84444]: pgmap v3475: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1007 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:27:04.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:04 smithi005 ceph-mon[88416]: pgmap v3475: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1007 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:27:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:04.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:04 smithi005 ceph-mon[90837]: pgmap v3475: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1007 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:27:04.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:05.759 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (13000 ms) 2024-04-12T17:27:05.760 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-12T17:27:05.760 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:27:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:06 smithi016 ceph-mon[84444]: pgmap v3476: 137 pgs: 137 active+clean; 403 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-12T17:27:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:06 smithi005 ceph-mon[90837]: pgmap v3476: 137 pgs: 137 active+clean; 403 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-12T17:27:06.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:06 smithi005 ceph-mon[88416]: pgmap v3476: 137 pgs: 137 active+clean; 403 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 MiB/s wr, 41 op/s 2024-04-12T17:27:07.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:07 smithi016 ceph-mon[84444]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T17:27:07.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:07 smithi005 ceph-mon[88416]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T17:27:07.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:07 smithi005 ceph-mon[90837]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-12T17:27:08.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:08 smithi016 ceph-mon[84444]: pgmap v3478: 137 pgs: 137 active+clean; 403 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-04-12T17:27:08.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:08 smithi005 ceph-mon[88416]: pgmap v3478: 137 pgs: 137 active+clean; 403 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-04-12T17:27:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:08 smithi005 ceph-mon[90837]: pgmap v3478: 137 pgs: 137 active+clean; 403 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-04-12T17:27:09.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:09 smithi016 ceph-mon[84444]: pgmap v3479: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:27:09.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:09 smithi005 ceph-mon[88416]: pgmap v3479: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:27:09.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:09 smithi005 ceph-mon[90837]: pgmap v3479: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:27:12.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:11 smithi005 ceph-mon[88416]: pgmap v3480: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:27:12.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:11 smithi005 ceph-mon[90837]: pgmap v3480: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:27:12.317 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:11 smithi016 ceph-mon[84444]: pgmap v3480: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:27:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:27:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:14.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:13 smithi005 ceph-mon[88416]: pgmap v3481: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-12T17:27:14.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:27:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:27:13] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:27:14.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:13 smithi005 ceph-mon[90837]: pgmap v3481: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-12T17:27:14.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:13 smithi016 ceph-mon[84444]: pgmap v3481: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-12T17:27:16.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:15 smithi005 ceph-mon[88416]: pgmap v3482: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-12T17:27:16.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:15 smithi005 ceph-mon[90837]: pgmap v3482: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-12T17:27:16.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:15 smithi016 ceph-mon[84444]: pgmap v3482: 137 pgs: 137 active+clean; 428 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-12T17:27:18.209 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:17 smithi005 ceph-mon[88416]: pgmap v3483: 137 pgs: 137 active+clean; 436 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.5 MiB/s wr, 47 op/s 2024-04-12T17:27:18.211 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:17 smithi005 ceph-mon[90837]: pgmap v3483: 137 pgs: 137 active+clean; 436 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.5 MiB/s wr, 47 op/s 2024-04-12T17:27:18.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:17 smithi016 ceph-mon[84444]: pgmap v3483: 137 pgs: 137 active+clean; 436 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.5 MiB/s wr, 47 op/s 2024-04-12T17:27:18.783 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (13024 ms) 2024-04-12T17:27:18.950 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (93335 ms total) 2024-04-12T17:27:18.950 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:27:18.950 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-12T17:27:18.981 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-12T17:27:20.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:19 smithi005 ceph-mon[88416]: pgmap v3484: 137 pgs: 137 active+clean; 444 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-12T17:27:20.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:19 smithi005 ceph-mon[88416]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T17:27:20.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:20.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:19 smithi005 ceph-mon[90837]: pgmap v3484: 137 pgs: 137 active+clean; 444 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-12T17:27:20.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:19 smithi005 ceph-mon[90837]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T17:27:20.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:20.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:19 smithi016 ceph-mon[84444]: pgmap v3484: 137 pgs: 137 active+clean; 444 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-12T17:27:20.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:19 smithi016 ceph-mon[84444]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-12T17:27:20.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:20.964 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:27:21.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:20 smithi005 ceph-mon[88416]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T17:27:21.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4158969486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:27:21.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:20 smithi005 ceph-mon[90837]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T17:27:21.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4158969486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:27:21.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:20 smithi016 ceph-mon[84444]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-12T17:27:21.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4158969486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:27:22.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[88416]: pgmap v3487: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:27:22.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:27:22.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4158969486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:27:22.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[88416]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T17:27:22.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[90837]: pgmap v3487: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:27:22.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:27:22.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4158969486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:27:22.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:21 smithi005 ceph-mon[90837]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T17:27:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:21 smithi016 ceph-mon[84444]: pgmap v3487: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:27:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:21 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:27:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4158969486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:27:22.250 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:21 smithi016 ceph-mon[84444]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-12T17:27:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:27:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:23.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:22 smithi016 ceph-mon[84444]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T17:27:23.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:22 smithi005 ceph-mon[88416]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T17:27:23.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:22 smithi005 ceph-mon[90837]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-12T17:27:24.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:23 smithi005 ceph-mon[88416]: pgmap v3490: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:27:24.209 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:23 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:27:24.209 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:23 smithi005 ceph-mon[88416]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T17:27:24.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:27:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:27:23] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.43.0" 2024-04-12T17:27:24.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:23 smithi005 ceph-mon[90837]: pgmap v3490: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:27:24.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:23 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:27:24.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:23 smithi005 ceph-mon[90837]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T17:27:24.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:23 smithi016 ceph-mon[84444]: pgmap v3490: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:27:24.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:23 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:27:24.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:23 smithi016 ceph-mon[84444]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-12T17:27:26.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:25 smithi016 ceph-mon[84444]: pgmap v3492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 KiB/s rd, 623 B/s wr, 2 op/s 2024-04-12T17:27:26.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:25 smithi005 ceph-mon[88416]: pgmap v3492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 KiB/s rd, 623 B/s wr, 2 op/s 2024-04-12T17:27:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:25 smithi005 ceph-mon[90837]: pgmap v3492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 KiB/s rd, 623 B/s wr, 2 op/s 2024-04-12T17:27:28.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:27 smithi016 ceph-mon[84444]: pgmap v3493: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 683 KiB/s wr, 3 op/s 2024-04-12T17:27:28.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:27 smithi016 ceph-mon[84444]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T17:27:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:27 smithi005 ceph-mon[88416]: pgmap v3493: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 683 KiB/s wr, 3 op/s 2024-04-12T17:27:28.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:27 smithi005 ceph-mon[88416]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T17:27:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:27 smithi005 ceph-mon[90837]: pgmap v3493: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 683 KiB/s wr, 3 op/s 2024-04-12T17:27:28.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:27 smithi005 ceph-mon[90837]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-12T17:27:30.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:29 smithi016 ceph-mon[84444]: pgmap v3495: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-12T17:27:30.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:29 smithi005 ceph-mon[88416]: pgmap v3495: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-12T17:27:30.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:29 smithi005 ceph-mon[90837]: pgmap v3495: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-12T17:27:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:32 smithi016 ceph-mon[84444]: pgmap v3496: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-12T17:27:32.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:32 smithi016 ceph-mon[84444]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T17:27:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:27:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:32.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:32 smithi005 ceph-mon[88416]: pgmap v3496: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-12T17:27:32.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:32 smithi005 ceph-mon[88416]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T17:27:32.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:32 smithi005 ceph-mon[90837]: pgmap v3496: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-12T17:27:32.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:32 smithi005 ceph-mon[90837]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-12T17:27:33.785 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14804 ms) 2024-04-12T17:27:33.786 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-12T17:27:33.786 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:27:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:27:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:27:33] "GET /metrics HTTP/1.1" 200 34173 "" "Prometheus/2.43.0" 2024-04-12T17:27:34.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:34 smithi016 ceph-mon[84444]: pgmap v3498: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.1 MiB/s wr, 63 op/s 2024-04-12T17:27:34.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:34 smithi005 ceph-mon[88416]: pgmap v3498: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.1 MiB/s wr, 63 op/s 2024-04-12T17:27:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:34 smithi005 ceph-mon[90837]: pgmap v3498: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.1 MiB/s wr, 63 op/s 2024-04-12T17:27:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:36.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:36 smithi016 ceph-mon[84444]: pgmap v3499: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-04-12T17:27:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:36 smithi005 ceph-mon[88416]: pgmap v3499: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-04-12T17:27:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:36 smithi005 ceph-mon[90837]: pgmap v3499: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.8 MiB/s wr, 74 op/s 2024-04-12T17:27:38.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:38 smithi005 ceph-mon[88416]: pgmap v3500: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.5 MiB/s wr, 61 op/s 2024-04-12T17:27:38.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:38 smithi005 ceph-mon[88416]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T17:27:38.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:38 smithi005 ceph-mon[90837]: pgmap v3500: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.5 MiB/s wr, 61 op/s 2024-04-12T17:27:38.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:38 smithi005 ceph-mon[90837]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T17:27:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:38 smithi016 ceph-mon[84444]: pgmap v3500: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.5 MiB/s wr, 61 op/s 2024-04-12T17:27:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:38 smithi016 ceph-mon[84444]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-12T17:27:40.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:40 smithi005 ceph-mon[88416]: pgmap v3502: 137 pgs: 137 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-12T17:27:40.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:40 smithi005 ceph-mon[90837]: pgmap v3502: 137 pgs: 137 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-12T17:27:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:40 smithi016 ceph-mon[84444]: pgmap v3502: 137 pgs: 137 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-12T17:27:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:42 smithi016 ceph-mon[84444]: pgmap v3503: 137 pgs: 137 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 50 op/s 2024-04-12T17:27:42.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:27:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:42.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:42 smithi005 ceph-mon[88416]: pgmap v3503: 137 pgs: 137 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 50 op/s 2024-04-12T17:27:42.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:42 smithi005 ceph-mon[90837]: pgmap v3503: 137 pgs: 137 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 50 op/s 2024-04-12T17:27:43.807 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10022 ms) 2024-04-12T17:27:43.807 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-12T17:27:43.807 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:27:44.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:27:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:27:43] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-12T17:27:44.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:44 smithi005 ceph-mon[88416]: pgmap v3504: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 72 op/s 2024-04-12T17:27:44.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:44 smithi005 ceph-mon[90837]: pgmap v3504: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 72 op/s 2024-04-12T17:27:44.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:44 smithi016 ceph-mon[84444]: pgmap v3504: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 72 op/s 2024-04-12T17:27:46.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:46 smithi005 ceph-mon[88416]: pgmap v3505: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-12T17:27:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:46 smithi005 ceph-mon[90837]: pgmap v3505: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-12T17:27:46.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:46 smithi016 ceph-mon[84444]: pgmap v3505: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-12T17:27:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:48 smithi005 ceph-mon[88416]: pgmap v3506: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T17:27:48.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:48 smithi005 ceph-mon[88416]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T17:27:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:48 smithi005 ceph-mon[90837]: pgmap v3506: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T17:27:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:48 smithi005 ceph-mon[90837]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T17:27:48.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:48 smithi016 ceph-mon[84444]: pgmap v3506: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-12T17:27:48.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:48 smithi016 ceph-mon[84444]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-12T17:27:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:27:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:27:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:27:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:27:49.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:27:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:27:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:27:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:27:49.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:27:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:27:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:27:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:27:49.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:27:50.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:50 smithi005 ceph-mon[88416]: pgmap v3508: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-12T17:27:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:50 smithi005 ceph-mon[90837]: pgmap v3508: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-12T17:27:50.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:50 smithi016 ceph-mon[84444]: pgmap v3508: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-12T17:27:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:52 smithi016 ceph-mon[84444]: pgmap v3509: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-12T17:27:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:27:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:27:52.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:52 smithi005 ceph-mon[88416]: pgmap v3509: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-12T17:27:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:52 smithi005 ceph-mon[90837]: pgmap v3509: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-12T17:27:53.817 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10010 ms) 2024-04-12T17:27:53.817 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-12T17:27:53.817 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:27:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:27:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:27:53] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-12T17:27:54.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:54 smithi005 ceph-mon[88416]: pgmap v3510: 137 pgs: 137 active+clean; 171 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-12T17:27:54.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:54 smithi005 ceph-mon[90837]: pgmap v3510: 137 pgs: 137 active+clean; 171 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-12T17:27:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:54 smithi016 ceph-mon[84444]: pgmap v3510: 137 pgs: 137 active+clean; 171 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-12T17:27:56.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:56 smithi005 ceph-mon[88416]: pgmap v3511: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-12T17:27:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:56 smithi005 ceph-mon[90837]: pgmap v3511: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-12T17:27:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:56 smithi016 ceph-mon[84444]: pgmap v3511: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-12T17:27:58.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:58 smithi005 ceph-mon[88416]: pgmap v3512: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-12T17:27:58.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:58 smithi005 ceph-mon[90837]: pgmap v3512: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-12T17:27:58.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:58 smithi016 ceph-mon[84444]: pgmap v3512: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-12T17:27:59.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:27:59 smithi005 ceph-mon[88416]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T17:27:59.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:27:59 smithi005 ceph-mon[90837]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T17:27:59.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:27:59 smithi016 ceph-mon[84444]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-12T17:28:00.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:00 smithi005 ceph-mon[88416]: pgmap v3514: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:28:00.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:00 smithi005 ceph-mon[90837]: pgmap v3514: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:28:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:00 smithi016 ceph-mon[84444]: pgmap v3514: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:28:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:02 smithi016 ceph-mon[84444]: pgmap v3515: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:28:02.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:28:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:02.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:02 smithi005 ceph-mon[88416]: pgmap v3515: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:28:02.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:02 smithi005 ceph-mon[90837]: pgmap v3515: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 32 op/s 2024-04-12T17:28:04.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:28:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:28:03] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-12T17:28:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:04 smithi005 ceph-mon[88416]: pgmap v3516: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T17:28:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:04.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:04 smithi005 ceph-mon[90837]: pgmap v3516: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T17:28:04.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:04.808 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10991 ms) 2024-04-12T17:28:04.808 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-12T17:28:04.808 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:28:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:04 smithi016 ceph-mon[84444]: pgmap v3516: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-12T17:28:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:06.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:06 smithi005 ceph-mon[88416]: pgmap v3517: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-12T17:28:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:06 smithi005 ceph-mon[90837]: pgmap v3517: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-12T17:28:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:06 smithi016 ceph-mon[84444]: pgmap v3517: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 53 op/s 2024-04-12T17:28:08.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:08 smithi005 ceph-mon[88416]: pgmap v3518: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-12T17:28:08.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:08 smithi005 ceph-mon[90837]: pgmap v3518: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-12T17:28:08.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:08 smithi016 ceph-mon[84444]: pgmap v3518: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-12T17:28:09.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:09 smithi005 ceph-mon[88416]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T17:28:09.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:09 smithi005 ceph-mon[90837]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T17:28:09.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:09 smithi016 ceph-mon[84444]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-12T17:28:10.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:10 smithi005 ceph-mon[88416]: pgmap v3520: 137 pgs: 137 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-12T17:28:10.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:10 smithi005 ceph-mon[90837]: pgmap v3520: 137 pgs: 137 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-12T17:28:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:10 smithi016 ceph-mon[84444]: pgmap v3520: 137 pgs: 137 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-12T17:28:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:12 smithi016 ceph-mon[84444]: pgmap v3521: 137 pgs: 137 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-12T17:28:12.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:28:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:12.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:12 smithi005 ceph-mon[88416]: pgmap v3521: 137 pgs: 137 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-12T17:28:12.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:12 smithi005 ceph-mon[90837]: pgmap v3521: 137 pgs: 137 active+clean; 221 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 2.1 MiB/s wr, 54 op/s 2024-04-12T17:28:14.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:28:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:28:13] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:28:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:14 smithi005 ceph-mon[88416]: pgmap v3522: 137 pgs: 137 active+clean; 245 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-12T17:28:14.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:14 smithi005 ceph-mon[88416]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T17:28:14.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:14 smithi005 ceph-mon[90837]: pgmap v3522: 137 pgs: 137 active+clean; 245 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-12T17:28:14.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:14 smithi005 ceph-mon[90837]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T17:28:14.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:14 smithi016 ceph-mon[84444]: pgmap v3522: 137 pgs: 137 active+clean; 245 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-12T17:28:14.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:14 smithi016 ceph-mon[84444]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-12T17:28:15.712 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10905 ms) 2024-04-12T17:28:15.713 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-12T17:28:15.713 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:28:16.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:16 smithi005 ceph-mon[88416]: pgmap v3524: 137 pgs: 137 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 4.6 MiB/s wr, 56 op/s 2024-04-12T17:28:16.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:16 smithi005 ceph-mon[90837]: pgmap v3524: 137 pgs: 137 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 4.6 MiB/s wr, 56 op/s 2024-04-12T17:28:16.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:16 smithi016 ceph-mon[84444]: pgmap v3524: 137 pgs: 137 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 752 KiB/s rd, 4.6 MiB/s wr, 56 op/s 2024-04-12T17:28:18.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:18 smithi005 ceph-mon[88416]: pgmap v3525: 137 pgs: 137 active+clean; 266 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 52 op/s 2024-04-12T17:28:18.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:18 smithi005 ceph-mon[90837]: pgmap v3525: 137 pgs: 137 active+clean; 266 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 52 op/s 2024-04-12T17:28:18.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:18 smithi016 ceph-mon[84444]: pgmap v3525: 137 pgs: 137 active+clean; 266 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 52 op/s 2024-04-12T17:28:19.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:19.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:19.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:20 smithi005 ceph-mon[88416]: pgmap v3526: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.5 MiB/s wr, 74 op/s 2024-04-12T17:28:20.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:20 smithi005 ceph-mon[88416]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T17:28:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:20 smithi005 ceph-mon[90837]: pgmap v3526: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.5 MiB/s wr, 74 op/s 2024-04-12T17:28:20.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:20 smithi005 ceph-mon[90837]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T17:28:20.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:20 smithi016 ceph-mon[84444]: pgmap v3526: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.5 MiB/s wr, 74 op/s 2024-04-12T17:28:20.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:20 smithi016 ceph-mon[84444]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-12T17:28:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:22 smithi016 ceph-mon[84444]: pgmap v3528: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 68 op/s 2024-04-12T17:28:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:28:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:22 smithi005 ceph-mon[88416]: pgmap v3528: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 68 op/s 2024-04-12T17:28:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:22 smithi005 ceph-mon[90837]: pgmap v3528: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 68 op/s 2024-04-12T17:28:24.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:28:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:28:23] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:28:24.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:24 smithi005 ceph-mon[88416]: pgmap v3529: 137 pgs: 137 active+clean; 330 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 69 op/s 2024-04-12T17:28:24.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:24 smithi005 ceph-mon[90837]: pgmap v3529: 137 pgs: 137 active+clean; 330 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 69 op/s 2024-04-12T17:28:24.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:24 smithi016 ceph-mon[84444]: pgmap v3529: 137 pgs: 137 active+clean; 330 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 69 op/s 2024-04-12T17:28:25.792 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10079 ms) 2024-04-12T17:28:25.792 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-12T17:28:25.792 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:28:26.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:26 smithi005 ceph-mon[88416]: pgmap v3530: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.2 MiB/s wr, 77 op/s 2024-04-12T17:28:26.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:26 smithi005 ceph-mon[90837]: pgmap v3530: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.2 MiB/s wr, 77 op/s 2024-04-12T17:28:26.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:26 smithi016 ceph-mon[84444]: pgmap v3530: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.2 MiB/s wr, 77 op/s 2024-04-12T17:28:28.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:28 smithi005 ceph-mon[88416]: pgmap v3531: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 87 op/s 2024-04-12T17:28:28.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:28 smithi005 ceph-mon[90837]: pgmap v3531: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 87 op/s 2024-04-12T17:28:28.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:28 smithi016 ceph-mon[84444]: pgmap v3531: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 87 op/s 2024-04-12T17:28:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:30 smithi005 ceph-mon[88416]: pgmap v3532: 137 pgs: 137 active+clean; 343 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:28:30.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:30 smithi005 ceph-mon[88416]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T17:28:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:30 smithi005 ceph-mon[90837]: pgmap v3532: 137 pgs: 137 active+clean; 343 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:28:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:30 smithi005 ceph-mon[90837]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T17:28:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:30 smithi016 ceph-mon[84444]: pgmap v3532: 137 pgs: 137 active+clean; 343 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:28:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:30 smithi016 ceph-mon[84444]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-12T17:28:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:32 smithi016 ceph-mon[84444]: pgmap v3534: 137 pgs: 137 active+clean; 343 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:28:32.599 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:28:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:32.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:32 smithi005 ceph-mon[88416]: pgmap v3534: 137 pgs: 137 active+clean; 343 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:28:32.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:32 smithi005 ceph-mon[90837]: pgmap v3534: 137 pgs: 137 active+clean; 343 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-12T17:28:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:28:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:28:33] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:28:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:34 smithi005 ceph-mon[88416]: pgmap v3535: 137 pgs: 137 active+clean; 364 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 58 op/s 2024-04-12T17:28:34.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:34 smithi005 ceph-mon[90837]: pgmap v3535: 137 pgs: 137 active+clean; 364 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 58 op/s 2024-04-12T17:28:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:34 smithi016 ceph-mon[84444]: pgmap v3535: 137 pgs: 137 active+clean; 364 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 58 op/s 2024-04-12T17:28:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:35.795 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10003 ms) 2024-04-12T17:28:36.460 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (76814 ms total) 2024-04-12T17:28:36.460 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:28:36.460 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-12T17:28:36.500 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-12T17:28:36.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:36 smithi005 ceph-mon[88416]: pgmap v3536: 137 pgs: 137 active+clean; 376 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:28:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:36 smithi005 ceph-mon[90837]: pgmap v3536: 137 pgs: 137 active+clean; 376 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:28:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:36 smithi016 ceph-mon[84444]: pgmap v3536: 137 pgs: 137 active+clean; 376 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:28:37.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:37 smithi016 ceph-mon[84444]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T17:28:37.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:37 smithi005 ceph-mon[88416]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T17:28:37.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:37 smithi005 ceph-mon[90837]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-12T17:28:38.476 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:28:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:38 smithi016 ceph-mon[84444]: pgmap v3538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:28:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:38 smithi016 ceph-mon[84444]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T17:28:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:38 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3079996921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:28:38.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:38 smithi005 ceph-mon[88416]: pgmap v3538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:28:38.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:38 smithi005 ceph-mon[88416]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T17:28:38.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:38 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3079996921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:28:38.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:38 smithi005 ceph-mon[90837]: pgmap v3538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:28:38.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:38 smithi005 ceph-mon[90837]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-12T17:28:38.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:38 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3079996921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:28:39.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:39 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3079996921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:28:39.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:39 smithi016 ceph-mon[84444]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T17:28:39.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:39 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3079996921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:28:39.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:39 smithi005 ceph-mon[88416]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T17:28:39.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:39 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3079996921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:28:39.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:39 smithi005 ceph-mon[90837]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-12T17:28:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:40 smithi016 ceph-mon[84444]: pgmap v3541: 137 pgs: 2 creating+activating, 21 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:28:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:40 smithi016 ceph-mon[84444]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T17:28:40.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:40 smithi005 ceph-mon[88416]: pgmap v3541: 137 pgs: 2 creating+activating, 21 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:28:40.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:40 smithi005 ceph-mon[88416]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T17:28:40.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:40 smithi005 ceph-mon[90837]: pgmap v3541: 137 pgs: 2 creating+activating, 21 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:28:40.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:40 smithi005 ceph-mon[90837]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-12T17:28:41.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:41 smithi016 ceph-mon[84444]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T17:28:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:41 smithi005 ceph-mon[88416]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T17:28:41.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:41 smithi005 ceph-mon[90837]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-12T17:28:42.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:42 smithi016 ceph-mon[84444]: pgmap v3544: 137 pgs: 2 creating+activating, 21 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:28:42.602 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:28:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:28:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:42.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:42 smithi005 ceph-mon[88416]: pgmap v3544: 137 pgs: 2 creating+activating, 21 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:28:42.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:42 smithi005 ceph-mon[90837]: pgmap v3544: 137 pgs: 2 creating+activating, 21 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:28:44.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:28:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:28:43] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:28:44.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:44 smithi016 ceph-mon[84444]: pgmap v3545: 137 pgs: 2 creating+activating, 5 creating+peering, 130 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-12T17:28:44.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:44 smithi005 ceph-mon[88416]: pgmap v3545: 137 pgs: 2 creating+activating, 5 creating+peering, 130 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-12T17:28:44.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:44 smithi005 ceph-mon[90837]: pgmap v3545: 137 pgs: 2 creating+activating, 5 creating+peering, 130 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-12T17:28:45.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:45 smithi016 ceph-mon[84444]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T17:28:45.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:45 smithi005 ceph-mon[88416]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T17:28:45.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:45 smithi005 ceph-mon[90837]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-12T17:28:46.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:46 smithi016 ceph-mon[84444]: pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T17:28:46.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:46 smithi016 ceph-mon[84444]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T17:28:46.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:46 smithi005 ceph-mon[88416]: pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T17:28:46.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:46 smithi005 ceph-mon[88416]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T17:28:46.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:46 smithi005 ceph-mon[90837]: pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-12T17:28:46.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:46 smithi005 ceph-mon[90837]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-12T17:28:48.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:48 smithi016 ceph-mon[84444]: pgmap v3549: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-12T17:28:48.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:48 smithi005 ceph-mon[88416]: pgmap v3549: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-12T17:28:48.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:48 smithi005 ceph-mon[90837]: pgmap v3549: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-12T17:28:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:28:49.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:49.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:28:49.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:28:49.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:28:50.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:50 smithi016 ceph-mon[84444]: pgmap v3550: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:28:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:50.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:50.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:50 smithi005 ceph-mon[88416]: pgmap v3550: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:28:50.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:50.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:50.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:50 smithi005 ceph-mon[90837]: pgmap v3550: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:28:50.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:50.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:51.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:28:51.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:28:51.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:51 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:51.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:28:51.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:28:51.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:51 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:51.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:28:51.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:28:51.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:51 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:28:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:52 smithi016 ceph-mon[84444]: pgmap v3551: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:28:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:28:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:28:52.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:52 smithi005 ceph-mon[88416]: pgmap v3551: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:28:52.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:52 smithi005 ceph-mon[90837]: pgmap v3551: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:28:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:28:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:28:53] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-12T17:28:54.422 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17922 ms) 2024-04-12T17:28:54.422 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-12T17:28:54.422 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:28:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:54 smithi016 ceph-mon[84444]: pgmap v3552: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-12T17:28:54.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:54 smithi005 ceph-mon[88416]: pgmap v3552: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-12T17:28:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:54 smithi005 ceph-mon[90837]: pgmap v3552: 137 pgs: 137 active+clean; 54 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-12T17:28:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:56 smithi016 ceph-mon[84444]: pgmap v3553: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T17:28:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:56 smithi005 ceph-mon[88416]: pgmap v3553: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T17:28:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:56 smithi005 ceph-mon[90837]: pgmap v3553: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-12T17:28:58.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:58 smithi016 ceph-mon[84444]: pgmap v3554: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.9 MiB/s wr, 55 op/s 2024-04-12T17:28:58.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:58 smithi005 ceph-mon[88416]: pgmap v3554: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.9 MiB/s wr, 55 op/s 2024-04-12T17:28:58.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:58 smithi005 ceph-mon[90837]: pgmap v3554: 137 pgs: 137 active+clean; 63 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.9 MiB/s wr, 55 op/s 2024-04-12T17:28:59.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:28:59 smithi016 ceph-mon[84444]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T17:28:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:28:59 smithi005 ceph-mon[88416]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T17:28:59.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:28:59 smithi005 ceph-mon[90837]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-12T17:29:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:00 smithi016 ceph-mon[84444]: pgmap v3556: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:29:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:00 smithi005 ceph-mon[88416]: pgmap v3556: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:29:00.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:00 smithi005 ceph-mon[90837]: pgmap v3556: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:29:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:02 smithi016 ceph-mon[84444]: pgmap v3557: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:29:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:29:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:02.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:02 smithi005 ceph-mon[88416]: pgmap v3557: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:29:02.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:02 smithi005 ceph-mon[90837]: pgmap v3557: 137 pgs: 137 active+clean; 71 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:29:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:29:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:29:03] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-12T17:29:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:04 smithi016 ceph-mon[84444]: pgmap v3558: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-12T17:29:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:04 smithi005 ceph-mon[88416]: pgmap v3558: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-12T17:29:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:04 smithi005 ceph-mon[90837]: pgmap v3558: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-12T17:29:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:06 smithi016 ceph-mon[84444]: pgmap v3559: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-12T17:29:06.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:06 smithi005 ceph-mon[88416]: pgmap v3559: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-12T17:29:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:06 smithi005 ceph-mon[90837]: pgmap v3559: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-12T17:29:08.510 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/3.Grow (14088 ms) 2024-04-12T17:29:08.510 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-12T17:29:08.510 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:29:08.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:08 smithi016 ceph-mon[84444]: pgmap v3560: 137 pgs: 137 active+clean; 108 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:29:08.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:08 smithi005 ceph-mon[88416]: pgmap v3560: 137 pgs: 137 active+clean; 108 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:29:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:08 smithi005 ceph-mon[90837]: pgmap v3560: 137 pgs: 137 active+clean; 108 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-12T17:29:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:10 smithi016 ceph-mon[84444]: pgmap v3561: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.2 MiB/s wr, 59 op/s 2024-04-12T17:29:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:10 smithi005 ceph-mon[88416]: pgmap v3561: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.2 MiB/s wr, 59 op/s 2024-04-12T17:29:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:10 smithi005 ceph-mon[90837]: pgmap v3561: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.2 MiB/s wr, 59 op/s 2024-04-12T17:29:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:12 smithi016 ceph-mon[84444]: pgmap v3562: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T17:29:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:29:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:12 smithi005 ceph-mon[88416]: pgmap v3562: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T17:29:12.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:12 smithi005 ceph-mon[90837]: pgmap v3562: 137 pgs: 137 active+clean; 121 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 44 op/s 2024-04-12T17:29:13.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:13 smithi016 ceph-mon[84444]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T17:29:13.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:13 smithi005 ceph-mon[88416]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T17:29:13.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:13 smithi005 ceph-mon[90837]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-12T17:29:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:29:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:29:13] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:29:14.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:14 smithi016 ceph-mon[84444]: pgmap v3564: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:29:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:14 smithi005 ceph-mon[88416]: pgmap v3564: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:29:14.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:14 smithi005 ceph-mon[90837]: pgmap v3564: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:29:16.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:16 smithi016 ceph-mon[84444]: pgmap v3565: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-12T17:29:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:16 smithi005 ceph-mon[88416]: pgmap v3565: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-12T17:29:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:16 smithi005 ceph-mon[90837]: pgmap v3565: 137 pgs: 137 active+clean; 146 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-12T17:29:18.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:18 smithi016 ceph-mon[84444]: pgmap v3566: 137 pgs: 137 active+clean; 150 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2024-04-12T17:29:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:18 smithi005 ceph-mon[88416]: pgmap v3566: 137 pgs: 137 active+clean; 150 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2024-04-12T17:29:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:18 smithi005 ceph-mon[90837]: pgmap v3566: 137 pgs: 137 active+clean; 150 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2024-04-12T17:29:19.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:19.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:20.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:20 smithi016 ceph-mon[84444]: pgmap v3567: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:20 smithi005 ceph-mon[88416]: pgmap v3567: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:20 smithi005 ceph-mon[90837]: pgmap v3567: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:22.482 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (13973 ms) 2024-04-12T17:29:22.483 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-12T17:29:22.483 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:29:22.574 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:29:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:22.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:22 smithi016 ceph-mon[84444]: pgmap v3568: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:22 smithi005 ceph-mon[88416]: pgmap v3568: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:22.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:22 smithi005 ceph-mon[90837]: pgmap v3568: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:29:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:29:23] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:29:24.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:24 smithi016 ceph-mon[84444]: pgmap v3569: 137 pgs: 137 active+clean; 166 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.7 MiB/s wr, 65 op/s 2024-04-12T17:29:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:24 smithi005 ceph-mon[88416]: pgmap v3569: 137 pgs: 137 active+clean; 166 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.7 MiB/s wr, 65 op/s 2024-04-12T17:29:24.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:24 smithi005 ceph-mon[90837]: pgmap v3569: 137 pgs: 137 active+clean; 166 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.7 MiB/s wr, 65 op/s 2024-04-12T17:29:26.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:26 smithi016 ceph-mon[84444]: pgmap v3570: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-12T17:29:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:26 smithi005 ceph-mon[88416]: pgmap v3570: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-12T17:29:26.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:26 smithi005 ceph-mon[90837]: pgmap v3570: 137 pgs: 137 active+clean; 179 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 35 op/s 2024-04-12T17:29:27.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:27 smithi016 ceph-mon[84444]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T17:29:27.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:27 smithi005 ceph-mon[88416]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T17:29:27.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:27 smithi005 ceph-mon[90837]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-12T17:29:28.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:28 smithi016 ceph-mon[84444]: pgmap v3572: 137 pgs: 137 active+clean; 184 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T17:29:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:28 smithi005 ceph-mon[88416]: pgmap v3572: 137 pgs: 137 active+clean; 184 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T17:29:28.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:28 smithi005 ceph-mon[90837]: pgmap v3572: 137 pgs: 137 active+clean; 184 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-04-12T17:29:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:30 smithi016 ceph-mon[84444]: pgmap v3573: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-12T17:29:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:30 smithi005 ceph-mon[88416]: pgmap v3573: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-12T17:29:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:30 smithi005 ceph-mon[90837]: pgmap v3573: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-12T17:29:32.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:29:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:32.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:32 smithi016 ceph-mon[84444]: pgmap v3574: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-12T17:29:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:32 smithi005 ceph-mon[88416]: pgmap v3574: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-12T17:29:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:32 smithi005 ceph-mon[90837]: pgmap v3574: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-12T17:29:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:29:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:29:33] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:29:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:34 smithi016 ceph-mon[84444]: pgmap v3575: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-12T17:29:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:34 smithi005 ceph-mon[88416]: pgmap v3575: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-12T17:29:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:34 smithi005 ceph-mon[90837]: pgmap v3575: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-12T17:29:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:36.410 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13927 ms) 2024-04-12T17:29:36.410 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-12T17:29:36.410 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:29:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:36 smithi016 ceph-mon[84444]: pgmap v3576: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:29:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:36 smithi005 ceph-mon[88416]: pgmap v3576: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:29:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:36 smithi005 ceph-mon[90837]: pgmap v3576: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:29:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:38 smithi005 ceph-mon[88416]: pgmap v3577: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-12T17:29:38.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:38 smithi005 ceph-mon[90837]: pgmap v3577: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-12T17:29:39.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:38 smithi016 ceph-mon[84444]: pgmap v3577: 137 pgs: 137 active+clean; 212 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2024-04-12T17:29:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:40 smithi005 ceph-mon[88416]: pgmap v3578: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:40.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:40 smithi005 ceph-mon[90837]: pgmap v3578: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:41.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:40 smithi016 ceph-mon[84444]: pgmap v3578: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-12T17:29:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:41 smithi005 ceph-mon[90837]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T17:29:41.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:41 smithi005 ceph-mon[88416]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T17:29:42.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:41 smithi016 ceph-mon[84444]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-12T17:29:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:29:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:42.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:42 smithi005 ceph-mon[88416]: pgmap v3580: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-12T17:29:42.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:42 smithi005 ceph-mon[90837]: pgmap v3580: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-12T17:29:43.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:42 smithi016 ceph-mon[84444]: pgmap v3580: 137 pgs: 137 active+clean; 216 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-04-12T17:29:43.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:43 smithi005 ceph-mon[88416]: pgmap v3581: 137 pgs: 137 active+clean; 237 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-12T17:29:43.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:43 smithi005 ceph-mon[90837]: pgmap v3581: 137 pgs: 137 active+clean; 237 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-12T17:29:44.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:43 smithi016 ceph-mon[84444]: pgmap v3581: 137 pgs: 137 active+clean; 237 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-12T17:29:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:29:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:29:43] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:29:46.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:45 smithi016 ceph-mon[84444]: pgmap v3582: 137 pgs: 137 active+clean; 245 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-12T17:29:46.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:45 smithi005 ceph-mon[88416]: pgmap v3582: 137 pgs: 137 active+clean; 245 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-12T17:29:46.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:45 smithi005 ceph-mon[90837]: pgmap v3582: 137 pgs: 137 active+clean; 245 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-12T17:29:48.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:47 smithi016 ceph-mon[84444]: pgmap v3583: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:29:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:47 smithi005 ceph-mon[88416]: pgmap v3583: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:29:48.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:47 smithi005 ceph-mon[90837]: pgmap v3583: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:29:50.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:49 smithi016 ceph-mon[84444]: pgmap v3584: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:29:50.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:49 smithi016 ceph-mon[84444]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T17:29:50.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:49 smithi005 ceph-mon[88416]: pgmap v3584: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:29:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:49 smithi005 ceph-mon[88416]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T17:29:50.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:50.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:49 smithi005 ceph-mon[90837]: pgmap v3584: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:29:50.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:49 smithi005 ceph-mon[90837]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-12T17:29:50.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:29:51.254 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14844 ms) 2024-04-12T17:29:51.254 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-12T17:29:51.254 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:29:51.349 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:29:51.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:29:51.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:29:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[88416]: pgmap v3586: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[90837]: pgmap v3586: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:29:52.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:29:52.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:29:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:29:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:52 smithi016 ceph-mon[84444]: pgmap v3586: 137 pgs: 137 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-12T17:29:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:29:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:29:52.599 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:29:54.149 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:29:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:29:53] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:29:54.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:54 smithi005 ceph-mon[90837]: pgmap v3587: 137 pgs: 137 active+clean; 290 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T17:29:54.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:54 smithi005 ceph-mon[88416]: pgmap v3587: 137 pgs: 137 active+clean; 290 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T17:29:54.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:54 smithi016 ceph-mon[84444]: pgmap v3587: 137 pgs: 137 active+clean; 290 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-12T17:29:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:56 smithi005 ceph-mon[88416]: pgmap v3588: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-12T17:29:56.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:56 smithi005 ceph-mon[88416]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T17:29:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:56 smithi005 ceph-mon[90837]: pgmap v3588: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-12T17:29:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:56 smithi005 ceph-mon[90837]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T17:29:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:56 smithi016 ceph-mon[84444]: pgmap v3588: 137 pgs: 137 active+clean; 306 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-12T17:29:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:56 smithi016 ceph-mon[84444]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-12T17:29:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:29:58 smithi005 ceph-mon[88416]: pgmap v3590: 137 pgs: 137 active+clean; 315 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.3 MiB/s wr, 44 op/s 2024-04-12T17:29:58.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:29:58 smithi005 ceph-mon[90837]: pgmap v3590: 137 pgs: 137 active+clean; 315 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.3 MiB/s wr, 44 op/s 2024-04-12T17:29:58.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:29:58 smithi016 ceph-mon[84444]: pgmap v3590: 137 pgs: 137 active+clean; 315 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 8.3 MiB/s wr, 44 op/s 2024-04-12T17:30:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:00 smithi005 ceph-mon[88416]: pgmap v3591: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 68 op/s 2024-04-12T17:30:00.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:00 smithi005 ceph-mon[88416]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:30:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:00 smithi005 ceph-mon[90837]: pgmap v3591: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 68 op/s 2024-04-12T17:30:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:00 smithi005 ceph-mon[90837]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:30:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:00 smithi016 ceph-mon[84444]: pgmap v3591: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 68 op/s 2024-04-12T17:30:00.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:00 smithi016 ceph-mon[84444]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:30:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:02 smithi005 ceph-mon[88416]: pgmap v3592: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-12T17:30:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:02 smithi005 ceph-mon[90837]: pgmap v3592: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-12T17:30:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:02 smithi016 ceph-mon[84444]: pgmap v3592: 137 pgs: 137 active+clean; 335 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-12T17:30:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:30:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:04.164 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:30:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:30:03] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:30:04.428 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:04 smithi005 ceph-mon[88416]: pgmap v3593: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:30:04.428 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:04 smithi005 ceph-mon[90837]: pgmap v3593: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:30:04.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:04 smithi016 ceph-mon[84444]: pgmap v3593: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-12T17:30:05.034 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13781 ms) 2024-04-12T17:30:05.035 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-12T17:30:05.035 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:30:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:06 smithi005 ceph-mon[88416]: pgmap v3594: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:30:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:06 smithi005 ceph-mon[90837]: pgmap v3594: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:30:06.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:06 smithi016 ceph-mon[84444]: pgmap v3594: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:30:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:08 smithi005 ceph-mon[88416]: pgmap v3595: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-12T17:30:08.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:08 smithi005 ceph-mon[90837]: pgmap v3595: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-12T17:30:08.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:08 smithi016 ceph-mon[84444]: pgmap v3595: 137 pgs: 137 active+clean; 339 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-12T17:30:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:10 smithi005 ceph-mon[88416]: pgmap v3596: 137 pgs: 137 active+clean; 347 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-12T17:30:10.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:10 smithi005 ceph-mon[88416]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T17:30:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:10 smithi005 ceph-mon[90837]: pgmap v3596: 137 pgs: 137 active+clean; 347 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-12T17:30:10.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:10 smithi005 ceph-mon[90837]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T17:30:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:10 smithi016 ceph-mon[84444]: pgmap v3596: 137 pgs: 137 active+clean; 347 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2024-04-12T17:30:10.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:10 smithi016 ceph-mon[84444]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-12T17:30:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:12 smithi005 ceph-mon[88416]: pgmap v3598: 137 pgs: 137 active+clean; 347 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-12T17:30:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:12 smithi005 ceph-mon[90837]: pgmap v3598: 137 pgs: 137 active+clean; 347 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-12T17:30:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:12 smithi016 ceph-mon[84444]: pgmap v3598: 137 pgs: 137 active+clean; 347 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-12T17:30:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:30:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:14.182 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:30:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:30:13] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:30:14.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:14 smithi005 ceph-mon[88416]: pgmap v3599: 137 pgs: 137 active+clean; 368 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2024-04-12T17:30:14.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:14 smithi005 ceph-mon[90837]: pgmap v3599: 137 pgs: 137 active+clean; 368 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2024-04-12T17:30:14.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:14 smithi016 ceph-mon[84444]: pgmap v3599: 137 pgs: 137 active+clean; 368 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2024-04-12T17:30:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:16 smithi005 ceph-mon[90837]: pgmap v3600: 137 pgs: 137 active+clean; 372 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-12T17:30:16.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:16 smithi005 ceph-mon[88416]: pgmap v3600: 137 pgs: 137 active+clean; 372 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-12T17:30:16.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:16 smithi016 ceph-mon[84444]: pgmap v3600: 137 pgs: 137 active+clean; 372 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-12T17:30:18.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:18 smithi005 ceph-mon[88416]: pgmap v3601: 137 pgs: 137 active+clean; 372 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 55 op/s 2024-04-12T17:30:18.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:18 smithi005 ceph-mon[90837]: pgmap v3601: 137 pgs: 137 active+clean; 372 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 55 op/s 2024-04-12T17:30:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:18 smithi016 ceph-mon[84444]: pgmap v3601: 137 pgs: 137 active+clean; 372 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 55 op/s 2024-04-12T17:30:18.980 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13946 ms) 2024-04-12T17:30:19.196 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (102481 ms total) 2024-04-12T17:30:19.197 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:30:19.197 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-12T17:30:19.234 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-12T17:30:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:20 smithi005 ceph-mon[88416]: pgmap v3602: 137 pgs: 137 active+clean; 376 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:30:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:20 smithi005 ceph-mon[88416]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T17:30:20.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:20 smithi005 ceph-mon[90837]: pgmap v3602: 137 pgs: 137 active+clean; 376 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:30:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:20 smithi005 ceph-mon[90837]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T17:30:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:20 smithi016 ceph-mon[84444]: pgmap v3602: 137 pgs: 137 active+clean; 376 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-12T17:30:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:20 smithi016 ceph-mon[84444]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-12T17:30:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:21.213 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:30:21.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:21 smithi005 ceph-mon[88416]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T17:30:21.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3470837490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:21.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:21 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:21 smithi005 ceph-mon[90837]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T17:30:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3470837490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:21.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:21 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:21 smithi016 ceph-mon[84444]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-12T17:30:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3470837490' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:21.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:21 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:30:22.206 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:22 smithi016 ceph-mon[84444]: pgmap v3605: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:30:22.207 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:22 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:30:22.207 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:22 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:30:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[88416]: pgmap v3605: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:30:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:30:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:30:22.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[88416]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T17:30:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[90837]: pgmap v3605: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:30:22.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:30:22.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:30:22.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:22 smithi005 ceph-mon[90837]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T17:30:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:22 smithi016 ceph-mon[84444]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-12T17:30:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:30:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:23.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:23 smithi016 ceph-mon[84444]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T17:30:23.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:23 smithi005 ceph-mon[88416]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T17:30:23.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:23 smithi005 ceph-mon[90837]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-12T17:30:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:30:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:30:23] "GET /metrics HTTP/1.1" 200 34171 "" "Prometheus/2.43.0" 2024-04-12T17:30:24.521 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:24 smithi016 ceph-mon[84444]: pgmap v3608: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:30:24.521 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:24 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:30:24.521 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:24 smithi016 ceph-mon[84444]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T17:30:24.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:24 smithi005 ceph-mon[88416]: pgmap v3608: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:30:24.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:24 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:30:24.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:24 smithi005 ceph-mon[88416]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T17:30:24.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:24 smithi005 ceph-mon[90837]: pgmap v3608: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:30:24.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:24 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:30:24.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:24 smithi005 ceph-mon[90837]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-12T17:30:26.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:26 smithi016 ceph-mon[84444]: pgmap v3610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:30:26.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:26 smithi005 ceph-mon[88416]: pgmap v3610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:30:26.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:26 smithi005 ceph-mon[90837]: pgmap v3610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:30:28.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:28 smithi016 ceph-mon[84444]: pgmap v3611: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 683 KiB/s wr, 0 op/s 2024-04-12T17:30:28.622 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:28 smithi016 ceph-mon[84444]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T17:30:28.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:28 smithi005 ceph-mon[88416]: pgmap v3611: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 683 KiB/s wr, 0 op/s 2024-04-12T17:30:28.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:28 smithi005 ceph-mon[88416]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T17:30:28.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:28 smithi005 ceph-mon[90837]: pgmap v3611: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 683 KiB/s wr, 0 op/s 2024-04-12T17:30:28.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:28 smithi005 ceph-mon[90837]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-12T17:30:30.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:30 smithi016 ceph-mon[84444]: pgmap v3613: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.3 MiB/s wr, 58 op/s 2024-04-12T17:30:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:30 smithi005 ceph-mon[88416]: pgmap v3613: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.3 MiB/s wr, 58 op/s 2024-04-12T17:30:30.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:30 smithi005 ceph-mon[90837]: pgmap v3613: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.3 MiB/s wr, 58 op/s 2024-04-12T17:30:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:32 smithi016 ceph-mon[84444]: pgmap v3614: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-12T17:30:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:32 smithi016 ceph-mon[84444]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T17:30:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:30:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:32 smithi005 ceph-mon[88416]: pgmap v3614: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-12T17:30:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:32 smithi005 ceph-mon[88416]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T17:30:32.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:32 smithi005 ceph-mon[90837]: pgmap v3614: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-12T17:30:32.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:32 smithi005 ceph-mon[90837]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-12T17:30:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:30:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:30:33] "GET /metrics HTTP/1.1" 200 34171 "" "Prometheus/2.43.0" 2024-04-12T17:30:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:34 smithi005 ceph-mon[88416]: pgmap v3616: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-12T17:30:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:34 smithi005 ceph-mon[90837]: pgmap v3616: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-12T17:30:34.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:34 smithi016 ceph-mon[84444]: pgmap v3616: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-12T17:30:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:36 smithi005 ceph-mon[88416]: pgmap v3617: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 49 op/s 2024-04-12T17:30:36.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:36 smithi005 ceph-mon[90837]: pgmap v3617: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 49 op/s 2024-04-12T17:30:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:36 smithi016 ceph-mon[84444]: pgmap v3617: 137 pgs: 137 active+clean; 34 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.1 MiB/s wr, 49 op/s 2024-04-12T17:30:38.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:38 smithi005 ceph-mon[88416]: pgmap v3618: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-12T17:30:38.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:38 smithi005 ceph-mon[90837]: pgmap v3618: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-12T17:30:38.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:38 smithi016 ceph-mon[84444]: pgmap v3618: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.0 MiB/s wr, 41 op/s 2024-04-12T17:30:40.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:40 smithi005 ceph-mon[88416]: pgmap v3619: 137 pgs: 137 active+clean; 55 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T17:30:40.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:40 smithi005 ceph-mon[90837]: pgmap v3619: 137 pgs: 137 active+clean; 55 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T17:30:40.787 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21553 ms) 2024-04-12T17:30:40.787 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-12T17:30:40.787 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:30:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:40 smithi016 ceph-mon[84444]: pgmap v3619: 137 pgs: 137 active+clean; 55 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T17:30:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:42 smithi016 ceph-mon[84444]: pgmap v3620: 137 pgs: 137 active+clean; 55 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T17:30:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:30:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:42 smithi005 ceph-mon[88416]: pgmap v3620: 137 pgs: 137 active+clean; 55 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T17:30:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:42 smithi005 ceph-mon[90837]: pgmap v3620: 137 pgs: 137 active+clean; 55 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-12T17:30:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:30:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:30:43] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-12T17:30:44.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:44 smithi005 ceph-mon[88416]: pgmap v3621: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-12T17:30:44.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:44 smithi005 ceph-mon[90837]: pgmap v3621: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-12T17:30:44.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:44 smithi016 ceph-mon[84444]: pgmap v3621: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-12T17:30:45.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:45 smithi005 ceph-mon[88416]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T17:30:45.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:45 smithi005 ceph-mon[90837]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T17:30:45.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:45 smithi016 ceph-mon[84444]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-12T17:30:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:46 smithi005 ceph-mon[88416]: pgmap v3623: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-12T17:30:46.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:46 smithi005 ceph-mon[90837]: pgmap v3623: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-12T17:30:46.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:46 smithi016 ceph-mon[84444]: pgmap v3623: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-12T17:30:48.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:48 smithi005 ceph-mon[88416]: pgmap v3624: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-12T17:30:48.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:48 smithi005 ceph-mon[90837]: pgmap v3624: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-12T17:30:48.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:48 smithi016 ceph-mon[84444]: pgmap v3624: 137 pgs: 137 active+clean; 79 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-12T17:30:49.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:49.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:30:50.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:50 smithi005 ceph-mon[88416]: pgmap v3625: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:30:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:50 smithi005 ceph-mon[90837]: pgmap v3625: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:30:50.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:50 smithi016 ceph-mon[84444]: pgmap v3625: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:30:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:52 smithi016 ceph-mon[84444]: pgmap v3626: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:30:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:52 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:30:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:30:52.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:52 smithi005 ceph-mon[88416]: pgmap v3626: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:30:52.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:52 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:52 smithi005 ceph-mon[90837]: pgmap v3626: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-12T17:30:52.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:52 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:30:53.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:30:53.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:30:53.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:30:53.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:30:53.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:30:53.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:30:53.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:30:53.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:30:53.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:30:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:30:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:30:53] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:30:54.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:54 smithi005 ceph-mon[88416]: pgmap v3627: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T17:30:54.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:54 smithi005 ceph-mon[90837]: pgmap v3627: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T17:30:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:54 smithi016 ceph-mon[84444]: pgmap v3627: 137 pgs: 137 active+clean; 112 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-12T17:30:56.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:56 smithi005 ceph-mon[88416]: pgmap v3628: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-12T17:30:56.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:56 smithi005 ceph-mon[90837]: pgmap v3628: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-12T17:30:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:56 smithi016 ceph-mon[84444]: pgmap v3628: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2024-04-12T17:30:58.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:30:58 smithi005 ceph-mon[88416]: pgmap v3629: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-12T17:30:58.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:30:58 smithi005 ceph-mon[90837]: pgmap v3629: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-12T17:30:58.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:30:58 smithi016 ceph-mon[84444]: pgmap v3629: 137 pgs: 137 active+clean; 120 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-12T17:30:58.893 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/4.Grow (18106 ms) 2024-04-12T17:30:58.893 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-12T17:30:58.893 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:31:00.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:00 smithi005 ceph-mon[88416]: pgmap v3630: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.8 MiB/s wr, 46 op/s 2024-04-12T17:31:00.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:00 smithi005 ceph-mon[90837]: pgmap v3630: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.8 MiB/s wr, 46 op/s 2024-04-12T17:31:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:00 smithi016 ceph-mon[84444]: pgmap v3630: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.8 MiB/s wr, 46 op/s 2024-04-12T17:31:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:02 smithi016 ceph-mon[84444]: pgmap v3631: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-12T17:31:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:31:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:31:02.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:02 smithi005 ceph-mon[88416]: pgmap v3631: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-12T17:31:02.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:02 smithi005 ceph-mon[90837]: pgmap v3631: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-12T17:31:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:31:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:31:03] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:31:04.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:04 smithi005 ceph-mon[88416]: pgmap v3632: 137 pgs: 137 active+clean; 157 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.8 MiB/s wr, 26 op/s 2024-04-12T17:31:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:04 smithi005 ceph-mon[88416]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T17:31:04.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:04.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:04 smithi005 ceph-mon[90837]: pgmap v3632: 137 pgs: 137 active+clean; 157 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.8 MiB/s wr, 26 op/s 2024-04-12T17:31:04.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:04 smithi005 ceph-mon[90837]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T17:31:04.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:04 smithi016 ceph-mon[84444]: pgmap v3632: 137 pgs: 137 active+clean; 157 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.8 MiB/s wr, 26 op/s 2024-04-12T17:31:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:04 smithi016 ceph-mon[84444]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-12T17:31:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:06.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:06 smithi005 ceph-mon[88416]: pgmap v3634: 137 pgs: 137 active+clean; 170 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 43 op/s 2024-04-12T17:31:06.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:06 smithi005 ceph-mon[90837]: pgmap v3634: 137 pgs: 137 active+clean; 170 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 43 op/s 2024-04-12T17:31:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:06 smithi016 ceph-mon[84444]: pgmap v3634: 137 pgs: 137 active+clean; 170 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 43 op/s 2024-04-12T17:31:08.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:08 smithi005 ceph-mon[88416]: pgmap v3635: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2024-04-12T17:31:08.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:08 smithi005 ceph-mon[90837]: pgmap v3635: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2024-04-12T17:31:08.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:08 smithi016 ceph-mon[84444]: pgmap v3635: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 44 op/s 2024-04-12T17:31:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:10 smithi005 ceph-mon[88416]: pgmap v3636: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:31:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:10 smithi005 ceph-mon[90837]: pgmap v3636: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:31:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:10 smithi016 ceph-mon[84444]: pgmap v3636: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:31:12.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:12 smithi016 ceph-mon[84444]: pgmap v3637: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:31:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:31:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:31:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:12 smithi005 ceph-mon[88416]: pgmap v3637: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:31:12.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:12 smithi005 ceph-mon[90837]: pgmap v3637: 137 pgs: 137 active+clean; 174 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-12T17:31:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:31:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:31:13] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:31:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:14 smithi005 ceph-mon[88416]: pgmap v3638: 137 pgs: 137 active+clean; 182 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-12T17:31:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:14 smithi005 ceph-mon[90837]: pgmap v3638: 137 pgs: 137 active+clean; 182 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-12T17:31:14.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:14 smithi016 ceph-mon[84444]: pgmap v3638: 137 pgs: 137 active+clean; 182 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-12T17:31:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:16 smithi005 ceph-mon[88416]: pgmap v3639: 137 pgs: 137 active+clean; 190 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-12T17:31:16.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:16 smithi005 ceph-mon[90837]: pgmap v3639: 137 pgs: 137 active+clean; 190 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-12T17:31:16.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:16 smithi016 ceph-mon[84444]: pgmap v3639: 137 pgs: 137 active+clean; 190 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 31 op/s 2024-04-12T17:31:17.794 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (18901 ms) 2024-04-12T17:31:17.794 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-12T17:31:17.794 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:31:18.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:18 smithi005 ceph-mon[88416]: pgmap v3640: 137 pgs: 137 active+clean; 195 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-04-12T17:31:18.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:18 smithi005 ceph-mon[90837]: pgmap v3640: 137 pgs: 137 active+clean; 195 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-04-12T17:31:18.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:18 smithi016 ceph-mon[84444]: pgmap v3640: 137 pgs: 137 active+clean; 195 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-04-12T17:31:19.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:19.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:19.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:20 smithi005 ceph-mon[88416]: pgmap v3641: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-12T17:31:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:20 smithi005 ceph-mon[90837]: pgmap v3641: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-12T17:31:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:20 smithi016 ceph-mon[84444]: pgmap v3641: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 40 op/s 2024-04-12T17:31:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:22 smithi016 ceph-mon[84444]: pgmap v3642: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-12T17:31:22.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:22 smithi016 ceph-mon[84444]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T17:31:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:31:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:31:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:22 smithi005 ceph-mon[88416]: pgmap v3642: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-12T17:31:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:22 smithi005 ceph-mon[88416]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T17:31:22.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:22 smithi005 ceph-mon[90837]: pgmap v3642: 137 pgs: 137 active+clean; 215 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-12T17:31:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:22 smithi005 ceph-mon[90837]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-12T17:31:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:31:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:31:23] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:31:24.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:24 smithi005 ceph-mon[88416]: pgmap v3644: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-12T17:31:24.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:24 smithi005 ceph-mon[90837]: pgmap v3644: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-12T17:31:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:24 smithi016 ceph-mon[84444]: pgmap v3644: 137 pgs: 137 active+clean; 228 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-12T17:31:26.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:26 smithi016 ceph-mon[84444]: pgmap v3645: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-12T17:31:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:26 smithi005 ceph-mon[88416]: pgmap v3645: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-12T17:31:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:26 smithi005 ceph-mon[90837]: pgmap v3645: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-12T17:31:28.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:28 smithi016 ceph-mon[84444]: pgmap v3646: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-12T17:31:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:28 smithi005 ceph-mon[88416]: pgmap v3646: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-12T17:31:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:28 smithi005 ceph-mon[90837]: pgmap v3646: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-12T17:31:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:30 smithi016 ceph-mon[84444]: pgmap v3647: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-12T17:31:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:30 smithi005 ceph-mon[88416]: pgmap v3647: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-12T17:31:30.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:30 smithi005 ceph-mon[90837]: pgmap v3647: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-12T17:31:32.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:32 smithi016 ceph-mon[84444]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-12T17:31:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:31:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:31:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:32 smithi005 ceph-mon[88416]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-12T17:31:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:32 smithi005 ceph-mon[90837]: pgmap v3648: 137 pgs: 137 active+clean; 244 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-12T17:31:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:31:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:31:33] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:31:34.484 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:34 smithi005 ceph-mon[88416]: pgmap v3649: 137 pgs: 137 active+clean; 260 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 42 op/s 2024-04-12T17:31:34.484 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:34 smithi016 ceph-mon[84444]: pgmap v3649: 137 pgs: 137 active+clean; 260 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 42 op/s 2024-04-12T17:31:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:34 smithi005 ceph-mon[90837]: pgmap v3649: 137 pgs: 137 active+clean; 260 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 42 op/s 2024-04-12T17:31:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:35.494 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (17699 ms) 2024-04-12T17:31:35.494 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-12T17:31:35.494 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:31:36.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:36 smithi016 ceph-mon[84444]: pgmap v3650: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-04-12T17:31:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:36 smithi005 ceph-mon[88416]: pgmap v3650: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-04-12T17:31:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:36 smithi005 ceph-mon[90837]: pgmap v3650: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-04-12T17:31:38.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:38 smithi016 ceph-mon[84444]: pgmap v3651: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T17:31:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:38 smithi005 ceph-mon[88416]: pgmap v3651: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T17:31:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:38 smithi005 ceph-mon[90837]: pgmap v3651: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 397 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-12T17:31:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:40 smithi016 ceph-mon[84444]: pgmap v3652: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:31:40.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:40 smithi016 ceph-mon[84444]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T17:31:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:40 smithi005 ceph-mon[88416]: pgmap v3652: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:31:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:40 smithi005 ceph-mon[88416]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T17:31:40.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:40 smithi005 ceph-mon[90837]: pgmap v3652: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:31:40.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:40 smithi005 ceph-mon[90837]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-12T17:31:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:42 smithi016 ceph-mon[84444]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-12T17:31:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:31:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:31:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:42 smithi005 ceph-mon[88416]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-12T17:31:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:42 smithi005 ceph-mon[90837]: pgmap v3654: 137 pgs: 137 active+clean; 264 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-12T17:31:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:31:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:31:43] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-12T17:31:44.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:44 smithi016 ceph-mon[84444]: pgmap v3655: 137 pgs: 137 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-04-12T17:31:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:44 smithi005 ceph-mon[88416]: pgmap v3655: 137 pgs: 137 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-04-12T17:31:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:44 smithi005 ceph-mon[90837]: pgmap v3655: 137 pgs: 137 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-04-12T17:31:46.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:46 smithi016 ceph-mon[84444]: pgmap v3656: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:31:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:46 smithi005 ceph-mon[88416]: pgmap v3656: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:31:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:46 smithi005 ceph-mon[90837]: pgmap v3656: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 51 op/s 2024-04-12T17:31:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:48 smithi016 ceph-mon[84444]: pgmap v3657: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T17:31:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:48 smithi005 ceph-mon[88416]: pgmap v3657: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T17:31:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:48 smithi005 ceph-mon[90837]: pgmap v3657: 137 pgs: 137 active+clean; 293 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-12T17:31:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:31:50.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:50 smithi016 ceph-mon[84444]: pgmap v3658: 137 pgs: 137 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:31:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:50 smithi005 ceph-mon[88416]: pgmap v3658: 137 pgs: 137 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:31:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:50 smithi005 ceph-mon[90837]: pgmap v3658: 137 pgs: 137 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:31:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:52 smithi016 ceph-mon[84444]: pgmap v3659: 137 pgs: 137 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:31:52.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:52 smithi016 ceph-mon[84444]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T17:31:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:31:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:31:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:52 smithi005 ceph-mon[88416]: pgmap v3659: 137 pgs: 137 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:31:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:52 smithi005 ceph-mon[88416]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T17:31:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:52 smithi005 ceph-mon[90837]: pgmap v3659: 137 pgs: 137 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:31:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:52 smithi005 ceph-mon[90837]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-12T17:31:53.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:53 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:31:53.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:53 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:31:53.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:53 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:31:53.913 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18419 ms) 2024-04-12T17:31:53.913 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-12T17:31:53.913 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:31:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:31:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:31:53] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:31:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:54 smithi016 ceph-mon[84444]: pgmap v3661: 137 pgs: 137 active+clean; 358 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.1 MiB/s wr, 59 op/s 2024-04-12T17:31:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:31:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:31:54.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:31:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[88416]: pgmap v3661: 137 pgs: 137 active+clean; 358 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.1 MiB/s wr, 59 op/s 2024-04-12T17:31:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:31:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:31:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:31:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[90837]: pgmap v3661: 137 pgs: 137 active+clean; 358 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.1 MiB/s wr, 59 op/s 2024-04-12T17:31:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:31:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:31:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:31:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:56 smithi016 ceph-mon[84444]: pgmap v3662: 137 pgs: 137 active+clean; 374 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 44 op/s 2024-04-12T17:31:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:56 smithi005 ceph-mon[88416]: pgmap v3662: 137 pgs: 137 active+clean; 374 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 44 op/s 2024-04-12T17:31:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:56 smithi005 ceph-mon[90837]: pgmap v3662: 137 pgs: 137 active+clean; 374 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 44 op/s 2024-04-12T17:31:58.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:58 smithi016 ceph-mon[84444]: pgmap v3663: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-12T17:31:58.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:31:58 smithi016 ceph-mon[84444]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T17:31:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:58 smithi005 ceph-mon[88416]: pgmap v3663: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-12T17:31:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:31:58 smithi005 ceph-mon[88416]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T17:31:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:58 smithi005 ceph-mon[90837]: pgmap v3663: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-12T17:31:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:31:58 smithi005 ceph-mon[90837]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-12T17:32:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:00 smithi016 ceph-mon[84444]: pgmap v3665: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2024-04-12T17:32:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:00 smithi005 ceph-mon[88416]: pgmap v3665: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2024-04-12T17:32:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:00 smithi005 ceph-mon[90837]: pgmap v3665: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2024-04-12T17:32:02.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:02 smithi016 ceph-mon[84444]: pgmap v3666: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.5 MiB/s wr, 69 op/s 2024-04-12T17:32:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:32:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:32:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:02 smithi005 ceph-mon[88416]: pgmap v3666: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.5 MiB/s wr, 69 op/s 2024-04-12T17:32:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:02 smithi005 ceph-mon[90837]: pgmap v3666: 137 pgs: 137 active+clean; 395 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.5 MiB/s wr, 69 op/s 2024-04-12T17:32:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:32:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:32:03] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:32:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:04 smithi016 ceph-mon[84444]: pgmap v3667: 137 pgs: 137 active+clean; 407 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T17:32:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:04 smithi005 ceph-mon[88416]: pgmap v3667: 137 pgs: 137 active+clean; 407 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T17:32:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:04 smithi005 ceph-mon[90837]: pgmap v3667: 137 pgs: 137 active+clean; 407 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2024-04-12T17:32:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:06 smithi016 ceph-mon[84444]: pgmap v3668: 137 pgs: 137 active+clean; 407 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-12T17:32:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:06 smithi005 ceph-mon[88416]: pgmap v3668: 137 pgs: 137 active+clean; 407 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-12T17:32:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:06 smithi005 ceph-mon[90837]: pgmap v3668: 137 pgs: 137 active+clean; 407 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-12T17:32:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:08 smithi016 ceph-mon[84444]: pgmap v3669: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:32:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:08 smithi005 ceph-mon[88416]: pgmap v3669: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:32:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:08 smithi005 ceph-mon[90837]: pgmap v3669: 137 pgs: 137 active+clean; 419 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:32:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:10 smithi016 ceph-mon[84444]: pgmap v3670: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:32:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:10 smithi005 ceph-mon[88416]: pgmap v3670: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:32:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:10 smithi005 ceph-mon[90837]: pgmap v3670: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 3.9 MiB/s wr, 44 op/s 2024-04-12T17:32:11.482 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (17570 ms) 2024-04-12T17:32:11.482 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-12T17:32:11.482 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:32:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:12 smithi016 ceph-mon[84444]: pgmap v3671: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-12T17:32:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:32:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:32:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:12 smithi005 ceph-mon[88416]: pgmap v3671: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-12T17:32:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:12 smithi005 ceph-mon[90837]: pgmap v3671: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-12T17:32:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:32:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:32:13] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-12T17:32:14.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:14 smithi016 ceph-mon[84444]: pgmap v3672: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-12T17:32:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:14 smithi005 ceph-mon[88416]: pgmap v3672: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-12T17:32:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:14 smithi005 ceph-mon[90837]: pgmap v3672: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2024-04-12T17:32:16.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:16 smithi016 ceph-mon[84444]: pgmap v3673: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:32:16.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:16 smithi016 ceph-mon[84444]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T17:32:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:16 smithi005 ceph-mon[88416]: pgmap v3673: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:32:16.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:16 smithi005 ceph-mon[88416]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T17:32:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:16 smithi005 ceph-mon[90837]: pgmap v3673: 137 pgs: 137 active+clean; 427 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:32:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:16 smithi005 ceph-mon[90837]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-12T17:32:18.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:18 smithi016 ceph-mon[84444]: pgmap v3675: 137 pgs: 137 active+clean; 431 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T17:32:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:18 smithi005 ceph-mon[88416]: pgmap v3675: 137 pgs: 137 active+clean; 431 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T17:32:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:18 smithi005 ceph-mon[90837]: pgmap v3675: 137 pgs: 137 active+clean; 431 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 36 op/s 2024-04-12T17:32:19.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:20 smithi016 ceph-mon[84444]: pgmap v3676: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T17:32:20.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:20 smithi005 ceph-mon[88416]: pgmap v3676: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T17:32:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:20 smithi005 ceph-mon[90837]: pgmap v3676: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T17:32:22.570 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:32:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:32:22.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:22 smithi016 ceph-mon[84444]: pgmap v3677: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T17:32:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:22 smithi005 ceph-mon[88416]: pgmap v3677: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T17:32:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:22 smithi005 ceph-mon[90837]: pgmap v3677: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-12T17:32:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:32:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:32:23] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:32:24.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:24 smithi016 ceph-mon[84444]: pgmap v3678: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-12T17:32:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:24 smithi005 ceph-mon[88416]: pgmap v3678: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-12T17:32:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:24 smithi005 ceph-mon[90837]: pgmap v3678: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-12T17:32:26.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:26 smithi016 ceph-mon[84444]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-12T17:32:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:26 smithi005 ceph-mon[88416]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-12T17:32:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:26 smithi005 ceph-mon[90837]: pgmap v3679: 137 pgs: 137 active+clean; 456 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-12T17:32:28.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:28 smithi016 ceph-mon[84444]: pgmap v3680: 137 pgs: 137 active+clean; 460 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-12T17:32:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:28 smithi005 ceph-mon[88416]: pgmap v3680: 137 pgs: 137 active+clean; 460 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-12T17:32:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:28 smithi005 ceph-mon[90837]: pgmap v3680: 137 pgs: 137 active+clean; 460 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-04-12T17:32:29.045 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17563 ms) 2024-04-12T17:32:29.589 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (129811 ms total) 2024-04-12T17:32:29.590 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:32:29.590 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-12T17:32:29.626 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-12T17:32:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:30 smithi016 ceph-mon[84444]: pgmap v3681: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-04-12T17:32:30.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:30 smithi016 ceph-mon[84444]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T17:32:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:30 smithi005 ceph-mon[88416]: pgmap v3681: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-04-12T17:32:30.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:30 smithi005 ceph-mon[88416]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T17:32:30.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:30 smithi005 ceph-mon[90837]: pgmap v3681: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 35 op/s 2024-04-12T17:32:30.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:30 smithi005 ceph-mon[90837]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-12T17:32:31.605 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:32:31.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:31 smithi016 ceph-mon[84444]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T17:32:31.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:31 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/486371440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:32:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:31 smithi005 ceph-mon[88416]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T17:32:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:31 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/486371440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:32:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:31 smithi005 ceph-mon[90837]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-12T17:32:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:31 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/486371440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:32:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:32:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:32:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[88416]: pgmap v3684: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:32:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:32:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/486371440' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:32:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[88416]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T17:32:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[90837]: pgmap v3684: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:32:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:32:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/486371440' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:32:32.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:32 smithi005 ceph-mon[90837]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T17:32:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:32 smithi016 ceph-mon[84444]: pgmap v3684: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:32:33.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:32 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:32:33.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:32 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/486371440' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:32:33.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:32 smithi016 ceph-mon[84444]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-12T17:32:33.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:33 smithi005 ceph-mon[88416]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T17:32:33.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:33 smithi005 ceph-mon[90837]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T17:32:34.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:33 smithi016 ceph-mon[84444]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-12T17:32:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:32:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:32:33] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:32:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[88416]: pgmap v3687: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:32:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:32:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[88416]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T17:32:34.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[90837]: pgmap v3687: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:32:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:32:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[90837]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T17:32:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:34 smithi016 ceph-mon[84444]: pgmap v3687: 137 pgs: 11 unknown, 126 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:32:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:34 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:32:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:34 smithi016 ceph-mon[84444]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-12T17:32:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:36 smithi005 ceph-mon[88416]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-12T17:32:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:36 smithi005 ceph-mon[90837]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-12T17:32:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:36 smithi016 ceph-mon[84444]: pgmap v3689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-12T17:32:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:38 smithi005 ceph-mon[88416]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:32:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:38 smithi005 ceph-mon[90837]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:32:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:38 smithi016 ceph-mon[84444]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:32:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:40 smithi005 ceph-mon[88416]: pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T17:32:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:40 smithi005 ceph-mon[90837]: pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T17:32:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:40 smithi016 ceph-mon[84444]: pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-12T17:32:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[88416]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-04-12T17:32:41.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:41 smithi005 ceph-mon[90837]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T17:32:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-12T17:32:42.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-04-12T17:32:42.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-12T17:32:42.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:41 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-04-12T17:32:42.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:41 smithi016 ceph-mon[84444]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-12T17:32:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:32:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:32:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:42 smithi005 ceph-mon[88416]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 978 B/s wr, 6 op/s 2024-04-12T17:32:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:42 smithi005 ceph-mon[88416]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T17:32:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:42 smithi005 ceph-mon[90837]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 978 B/s wr, 6 op/s 2024-04-12T17:32:42.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:42 smithi005 ceph-mon[90837]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T17:32:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:42 smithi016 ceph-mon[84444]: pgmap v3692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 978 B/s wr, 6 op/s 2024-04-12T17:32:43.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:42 smithi016 ceph-mon[84444]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-12T17:32:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:32:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:32:43] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-12T17:32:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:44 smithi005 ceph-mon[88416]: pgmap v3695: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T17:32:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:44 smithi005 ceph-mon[90837]: pgmap v3695: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T17:32:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:44 smithi016 ceph-mon[84444]: pgmap v3695: 137 pgs: 137 active+clean; 38 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T17:32:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:46 smithi005 ceph-mon[88416]: pgmap v3696: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.1 MiB/s wr, 50 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:46 smithi005 ceph-mon[90837]: pgmap v3696: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.1 MiB/s wr, 50 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:47.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:46 smithi016 ceph-mon[84444]: pgmap v3696: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.1 MiB/s wr, 50 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:48.641 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/5.Simple (19015 ms) 2024-04-12T17:32:48.641 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-12T17:32:48.641 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:32:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:48 smithi005 ceph-mon[88416]: pgmap v3697: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 51 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:48 smithi005 ceph-mon[90837]: pgmap v3697: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 51 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:48 smithi016 ceph-mon[84444]: pgmap v3697: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 51 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:32:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:50 smithi005 ceph-mon[88416]: pgmap v3698: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 77 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:50 smithi005 ceph-mon[90837]: pgmap v3698: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 77 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:50 smithi016 ceph-mon[84444]: pgmap v3698: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 77 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:51 smithi005 ceph-mon[88416]: pgmap v3699: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.6 MiB/s wr, 64 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:51 smithi005 ceph-mon[90837]: pgmap v3699: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.6 MiB/s wr, 64 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:51 smithi016 ceph-mon[84444]: pgmap v3699: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 8.6 MiB/s wr, 64 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:32:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:32:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:54 smithi005 ceph-mon[88416]: pgmap v3700: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 54 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:54 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:32:54.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:32:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:32:53] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-12T17:32:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:54 smithi005 ceph-mon[90837]: pgmap v3700: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 54 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:54 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:32:54.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:54 smithi016 ceph-mon[84444]: pgmap v3700: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 54 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:54.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:54 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:32:55.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:32:55.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:32:55.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:32:55.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:32:55.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:32:55.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:32:55.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:32:55.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:32:55.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:32:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:56 smithi016 ceph-mon[84444]: pgmap v3701: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:56 smithi005 ceph-mon[88416]: pgmap v3701: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:56 smithi005 ceph-mon[90837]: pgmap v3701: 137 pgs: 137 active+clean; 87 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:32:57.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:57 smithi016 ceph-mon[84444]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T17:32:57.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:57 smithi005 ceph-mon[88416]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T17:32:57.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:57 smithi005 ceph-mon[90837]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-12T17:32:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:32:58 smithi016 ceph-mon[84444]: pgmap v3703: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-12T17:32:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:32:58 smithi005 ceph-mon[88416]: pgmap v3703: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-12T17:32:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:32:58 smithi005 ceph-mon[90837]: pgmap v3703: 137 pgs: 137 active+clean; 104 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 35 op/s 2024-04-12T17:33:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:00 smithi005 ceph-mon[88416]: pgmap v3704: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:00 smithi005 ceph-mon[90837]: pgmap v3704: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:00 smithi016 ceph-mon[84444]: pgmap v3704: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:33:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:33:02.821 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/5.Grow (14180 ms) 2024-04-12T17:33:02.821 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-12T17:33:02.821 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:33:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:02 smithi005 ceph-mon[88416]: pgmap v3705: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:02.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:02 smithi005 ceph-mon[90837]: pgmap v3705: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:02 smithi016 ceph-mon[84444]: pgmap v3705: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:33:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:33:03] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-12T17:33:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:04 smithi005 ceph-mon[88416]: pgmap v3706: 137 pgs: 137 active+clean; 168 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.1 MiB/s wr, 56 op/s 2024-04-12T17:33:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:04 smithi005 ceph-mon[90837]: pgmap v3706: 137 pgs: 137 active+clean; 168 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.1 MiB/s wr, 56 op/s 2024-04-12T17:33:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:04 smithi016 ceph-mon[84444]: pgmap v3706: 137 pgs: 137 active+clean; 168 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.1 MiB/s wr, 56 op/s 2024-04-12T17:33:05.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:06 smithi005 ceph-mon[88416]: pgmap v3707: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-12T17:33:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:06 smithi005 ceph-mon[90837]: pgmap v3707: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-12T17:33:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:06 smithi016 ceph-mon[84444]: pgmap v3707: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-12T17:33:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:08 smithi005 ceph-mon[88416]: pgmap v3708: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.9 MiB/s wr, 63 op/s 2024-04-12T17:33:08.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:08 smithi005 ceph-mon[90837]: pgmap v3708: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.9 MiB/s wr, 63 op/s 2024-04-12T17:33:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:08 smithi016 ceph-mon[84444]: pgmap v3708: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 7.9 MiB/s wr, 63 op/s 2024-04-12T17:33:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:10 smithi005 ceph-mon[88416]: pgmap v3709: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T17:33:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:10 smithi005 ceph-mon[90837]: pgmap v3709: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T17:33:11.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:10 smithi016 ceph-mon[84444]: pgmap v3709: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-12T17:33:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:11 smithi005 ceph-mon[88416]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T17:33:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:11 smithi005 ceph-mon[90837]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T17:33:12.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:11 smithi016 ceph-mon[84444]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-12T17:33:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:33:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:33:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:12 smithi005 ceph-mon[88416]: pgmap v3711: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:33:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:12 smithi005 ceph-mon[90837]: pgmap v3711: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:33:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:12 smithi016 ceph-mon[84444]: pgmap v3711: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:33:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:33:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:33:13] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:33:14.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:14 smithi005 ceph-mon[88416]: pgmap v3712: 137 pgs: 137 active+clean; 198 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-12T17:33:14.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:14 smithi005 ceph-mon[90837]: pgmap v3712: 137 pgs: 137 active+clean; 198 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-12T17:33:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:14 smithi016 ceph-mon[84444]: pgmap v3712: 137 pgs: 137 active+clean; 198 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-12T17:33:16.905 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14084 ms) 2024-04-12T17:33:16.905 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-12T17:33:16.905 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:33:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:16 smithi005 ceph-mon[88416]: pgmap v3713: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:16 smithi005 ceph-mon[90837]: pgmap v3713: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:16 smithi016 ceph-mon[84444]: pgmap v3713: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-12T17:33:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:17 smithi005 ceph-mon[88416]: pgmap v3714: 137 pgs: 137 active+clean; 230 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-12T17:33:17.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:17 smithi005 ceph-mon[90837]: pgmap v3714: 137 pgs: 137 active+clean; 230 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-12T17:33:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:17 smithi016 ceph-mon[84444]: pgmap v3714: 137 pgs: 137 active+clean; 230 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-12T17:33:20.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:20 smithi016 ceph-mon[84444]: pgmap v3715: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-12T17:33:20.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:20 smithi005 ceph-mon[88416]: pgmap v3715: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-12T17:33:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:20 smithi005 ceph-mon[90837]: pgmap v3715: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-12T17:33:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:22.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:22 smithi016 ceph-mon[84444]: pgmap v3716: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.9 MiB/s wr, 67 op/s 2024-04-12T17:33:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:22 smithi005 ceph-mon[88416]: pgmap v3716: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.9 MiB/s wr, 67 op/s 2024-04-12T17:33:22.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:22 smithi005 ceph-mon[90837]: pgmap v3716: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.9 MiB/s wr, 67 op/s 2024-04-12T17:33:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:33:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:33:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:24 smithi005 ceph-mon[88416]: pgmap v3717: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 59 op/s 2024-04-12T17:33:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:33:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:33:23] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-12T17:33:24.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:24 smithi005 ceph-mon[90837]: pgmap v3717: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 59 op/s 2024-04-12T17:33:24.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:24 smithi016 ceph-mon[84444]: pgmap v3717: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.8 MiB/s wr, 59 op/s 2024-04-12T17:33:26.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:26 smithi016 ceph-mon[84444]: pgmap v3718: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:33:26.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:26 smithi016 ceph-mon[84444]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T17:33:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:26 smithi005 ceph-mon[88416]: pgmap v3718: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:33:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:26 smithi005 ceph-mon[88416]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T17:33:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:26 smithi005 ceph-mon[90837]: pgmap v3718: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:33:26.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:26 smithi005 ceph-mon[90837]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-12T17:33:28.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:28 smithi016 ceph-mon[84444]: pgmap v3720: 137 pgs: 137 active+clean; 263 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:33:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:28 smithi005 ceph-mon[88416]: pgmap v3720: 137 pgs: 137 active+clean; 263 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:33:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:28 smithi005 ceph-mon[90837]: pgmap v3720: 137 pgs: 137 active+clean; 263 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-12T17:33:30.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:30 smithi016 ceph-mon[84444]: pgmap v3721: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:33:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:30 smithi005 ceph-mon[88416]: pgmap v3721: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:33:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:30 smithi005 ceph-mon[90837]: pgmap v3721: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:33:31.199 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14294 ms) 2024-04-12T17:33:31.199 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-12T17:33:31.199 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:33:32.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:32 smithi016 ceph-mon[84444]: pgmap v3722: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:33:32.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:32 smithi005 ceph-mon[88416]: pgmap v3722: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:33:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:32 smithi005 ceph-mon[90837]: pgmap v3722: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-12T17:33:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:33:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:33:34.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:34 smithi005 ceph-mon[88416]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-12T17:33:34.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:34 smithi005 ceph-mon[90837]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-12T17:33:34.208 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:33:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:33:33] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-12T17:33:34.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:34 smithi016 ceph-mon[84444]: pgmap v3723: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-12T17:33:35.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:35.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:35.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:36.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:36 smithi016 ceph-mon[84444]: pgmap v3724: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:33:36.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:36 smithi005 ceph-mon[88416]: pgmap v3724: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:33:36.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:36 smithi005 ceph-mon[90837]: pgmap v3724: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-12T17:33:38.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:38 smithi016 ceph-mon[84444]: pgmap v3725: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:33:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:38 smithi005 ceph-mon[88416]: pgmap v3725: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:33:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:38 smithi005 ceph-mon[90837]: pgmap v3725: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-12T17:33:40.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:40 smithi016 ceph-mon[84444]: pgmap v3726: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 37 op/s 2024-04-12T17:33:40.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:40 smithi016 ceph-mon[84444]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T17:33:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:40 smithi005 ceph-mon[88416]: pgmap v3726: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 37 op/s 2024-04-12T17:33:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:40 smithi005 ceph-mon[88416]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T17:33:40.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:40 smithi005 ceph-mon[90837]: pgmap v3726: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 37 op/s 2024-04-12T17:33:40.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:40 smithi005 ceph-mon[90837]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-12T17:33:42.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:42 smithi016 ceph-mon[84444]: pgmap v3728: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-12T17:33:42.348 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:33:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:33:42.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:42 smithi005 ceph-mon[88416]: pgmap v3728: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-12T17:33:42.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:42 smithi005 ceph-mon[90837]: pgmap v3728: 137 pgs: 137 active+clean; 324 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-12T17:33:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:44 smithi005 ceph-mon[88416]: pgmap v3729: 137 pgs: 137 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-12T17:33:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:33:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:33:43] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:33:44.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:44 smithi005 ceph-mon[90837]: pgmap v3729: 137 pgs: 137 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-12T17:33:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:44 smithi016 ceph-mon[84444]: pgmap v3729: 137 pgs: 137 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 478 KiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-12T17:33:45.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:45 smithi016 ceph-mon[84444]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T17:33:45.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:45 smithi005 ceph-mon[88416]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T17:33:45.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:45 smithi005 ceph-mon[90837]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-12T17:33:46.307 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (15108 ms) 2024-04-12T17:33:46.307 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-12T17:33:46.308 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:33:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:46 smithi016 ceph-mon[84444]: pgmap v3731: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 53 op/s 2024-04-12T17:33:46.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:46 smithi005 ceph-mon[88416]: pgmap v3731: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 53 op/s 2024-04-12T17:33:46.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:46 smithi005 ceph-mon[90837]: pgmap v3731: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 53 op/s 2024-04-12T17:33:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:48 smithi016 ceph-mon[84444]: pgmap v3732: 137 pgs: 137 active+clean; 353 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-12T17:33:48.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:48 smithi005 ceph-mon[88416]: pgmap v3732: 137 pgs: 137 active+clean; 353 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-12T17:33:48.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:48 smithi005 ceph-mon[90837]: pgmap v3732: 137 pgs: 137 active+clean; 353 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 53 op/s 2024-04-12T17:33:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:50 smithi016 ceph-mon[84444]: pgmap v3733: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 82 op/s 2024-04-12T17:33:50.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:50 smithi005 ceph-mon[88416]: pgmap v3733: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 82 op/s 2024-04-12T17:33:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:50 smithi005 ceph-mon[90837]: pgmap v3733: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 82 op/s 2024-04-12T17:33:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:33:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:52 smithi005 ceph-mon[88416]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 82 op/s 2024-04-12T17:33:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:52 smithi005 ceph-mon[90837]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 82 op/s 2024-04-12T17:33:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:52 smithi016 ceph-mon[84444]: pgmap v3734: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 82 op/s 2024-04-12T17:33:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:33:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:33:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:54 smithi005 ceph-mon[88416]: pgmap v3735: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.9 MiB/s wr, 69 op/s 2024-04-12T17:33:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:33:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:33:53] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-12T17:33:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:54 smithi005 ceph-mon[90837]: pgmap v3735: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.9 MiB/s wr, 69 op/s 2024-04-12T17:33:54.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:54 smithi016 ceph-mon[84444]: pgmap v3735: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.9 MiB/s wr, 69 op/s 2024-04-12T17:33:55.467 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:55 smithi005 ceph-mon[88416]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T17:33:55.467 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:55 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:33:55.468 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:55 smithi005 ceph-mon[90837]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T17:33:55.468 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:55 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:33:55.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:55 smithi016 ceph-mon[84444]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-12T17:33:55.602 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:55 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:33:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[88416]: pgmap v3737: 137 pgs: 137 active+clean; 446 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.3 MiB/s wr, 41 op/s 2024-04-12T17:33:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:33:56.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:33:56.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:33:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[90837]: pgmap v3737: 137 pgs: 137 active+clean; 446 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.3 MiB/s wr, 41 op/s 2024-04-12T17:33:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:33:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:33:56.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:33:56.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:56 smithi016 ceph-mon[84444]: pgmap v3737: 137 pgs: 137 active+clean; 446 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.3 MiB/s wr, 41 op/s 2024-04-12T17:33:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:33:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:33:56.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:33:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:33:58 smithi005 ceph-mon[88416]: pgmap v3738: 137 pgs: 137 active+clean; 467 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 11 MiB/s wr, 50 op/s 2024-04-12T17:33:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:33:58 smithi005 ceph-mon[90837]: pgmap v3738: 137 pgs: 137 active+clean; 467 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 11 MiB/s wr, 50 op/s 2024-04-12T17:33:58.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:33:58 smithi016 ceph-mon[84444]: pgmap v3738: 137 pgs: 137 active+clean; 467 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 11 MiB/s wr, 50 op/s 2024-04-12T17:34:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:00 smithi005 ceph-mon[88416]: pgmap v3739: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:34:00.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:00 smithi005 ceph-mon[90837]: pgmap v3739: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:34:00.459 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (14151 ms) 2024-04-12T17:34:00.459 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-12T17:34:00.459 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:34:00.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:00 smithi016 ceph-mon[84444]: pgmap v3739: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:34:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:02 smithi005 ceph-mon[88416]: pgmap v3740: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:34:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:02 smithi005 ceph-mon[90837]: pgmap v3740: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:34:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:02 smithi016 ceph-mon[84444]: pgmap v3740: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-12T17:34:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:34:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:34:04.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:04 smithi005 ceph-mon[88416]: pgmap v3741: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-12T17:34:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:34:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:34:03] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-12T17:34:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:04 smithi005 ceph-mon[90837]: pgmap v3741: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-12T17:34:04.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:04 smithi016 ceph-mon[84444]: pgmap v3741: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-12T17:34:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:06 smithi005 ceph-mon[88416]: pgmap v3742: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 58 op/s 2024-04-12T17:34:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:06 smithi005 ceph-mon[90837]: pgmap v3742: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 58 op/s 2024-04-12T17:34:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:06 smithi016 ceph-mon[84444]: pgmap v3742: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 58 op/s 2024-04-12T17:34:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:08 smithi005 ceph-mon[88416]: pgmap v3743: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 53 op/s 2024-04-12T17:34:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:08 smithi005 ceph-mon[90837]: pgmap v3743: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 53 op/s 2024-04-12T17:34:08.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:08 smithi016 ceph-mon[84444]: pgmap v3743: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 53 op/s 2024-04-12T17:34:09.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:09 smithi005 ceph-mon[88416]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T17:34:09.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:09 smithi005 ceph-mon[90837]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T17:34:09.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:09 smithi016 ceph-mon[84444]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-12T17:34:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:10 smithi005 ceph-mon[88416]: pgmap v3745: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:34:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:10 smithi005 ceph-mon[90837]: pgmap v3745: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:34:10.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:10 smithi016 ceph-mon[84444]: pgmap v3745: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:34:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:12 smithi005 ceph-mon[88416]: pgmap v3746: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:34:12.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:12 smithi005 ceph-mon[90837]: pgmap v3746: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:34:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:12 smithi016 ceph-mon[84444]: pgmap v3746: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 54 op/s 2024-04-12T17:34:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:34:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:34:14.151 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:34:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:34:13] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:34:14.267 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (13809 ms) 2024-04-12T17:34:14.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:14 smithi005 ceph-mon[90837]: pgmap v3747: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 509 KiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-12T17:34:14.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:14 smithi005 ceph-mon[88416]: pgmap v3747: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 509 KiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-12T17:34:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:14 smithi016 ceph-mon[84444]: pgmap v3747: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 509 KiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-12T17:34:15.170 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (104641 ms total) 2024-04-12T17:34:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:34:15.170 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-12T17:34:15.212 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-12T17:34:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:16 smithi005 ceph-mon[88416]: pgmap v3748: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-12T17:34:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:16 smithi005 ceph-mon[88416]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T17:34:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:16 smithi005 ceph-mon[90837]: pgmap v3748: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-12T17:34:16.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:16 smithi005 ceph-mon[90837]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T17:34:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:16 smithi016 ceph-mon[84444]: pgmap v3748: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-12T17:34:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:16 smithi016 ceph-mon[84444]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-12T17:34:17.179 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:34:17.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:17 smithi005 ceph-mon[88416]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T17:34:17.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:17 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3948979385' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:34:17.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:17 smithi005 ceph-mon[90837]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T17:34:17.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:17 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3948979385' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:34:17.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:17 smithi016 ceph-mon[84444]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-12T17:34:17.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:17 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3948979385' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:34:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[90837]: pgmap v3751: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:34:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:34:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3948979385' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:34:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[90837]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T17:34:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[88416]: pgmap v3751: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:34:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:34:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3948979385' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:34:18.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:18 smithi005 ceph-mon[88416]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T17:34:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:18 smithi016 ceph-mon[84444]: pgmap v3751: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:34:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:18 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:34:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3948979385' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:34:18.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:18 smithi016 ceph-mon[84444]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-12T17:34:19.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:19 smithi005 ceph-mon[88416]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T17:34:19.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:19 smithi005 ceph-mon[90837]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T17:34:19.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:19 smithi016 ceph-mon[84444]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-12T17:34:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[88416]: pgmap v3754: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:34:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:34:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[88416]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T17:34:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[90837]: pgmap v3754: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:34:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:34:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[90837]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T17:34:20.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:20 smithi016 ceph-mon[84444]: pgmap v3754: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:34:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:20 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:34:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:20 smithi016 ceph-mon[84444]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-12T17:34:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:22 smithi005 ceph-mon[88416]: pgmap v3756: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2024-04-12T17:34:22.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:22 smithi005 ceph-mon[90837]: pgmap v3756: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2024-04-12T17:34:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:22 smithi016 ceph-mon[84444]: pgmap v3756: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2024-04-12T17:34:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:34:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:34:24.190 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:24 smithi005 ceph-mon[88416]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:34:24.190 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:34:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:34:23] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-12T17:34:24.190 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:24 smithi005 ceph-mon[90837]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:34:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:24 smithi016 ceph-mon[84444]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:34:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:26 smithi005 ceph-mon[88416]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T17:34:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:26 smithi005 ceph-mon[90837]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T17:34:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:26 smithi016 ceph-mon[84444]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-12T17:34:27.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:27 smithi005 ceph-mon[88416]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T17:34:27.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:27 smithi005 ceph-mon[90837]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T17:34:27.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:27 smithi016 ceph-mon[84444]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-12T17:34:28.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:28 smithi005 ceph-mon[88416]: pgmap v3760: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T17:34:28.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:28 smithi005 ceph-mon[88416]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T17:34:28.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:28 smithi005 ceph-mon[90837]: pgmap v3760: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T17:34:28.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:28 smithi005 ceph-mon[90837]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T17:34:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:28 smithi016 ceph-mon[84444]: pgmap v3760: 137 pgs: 137 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-04-12T17:34:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:28 smithi016 ceph-mon[84444]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-12T17:34:30.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:30 smithi005 ceph-mon[88416]: pgmap v3762: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-12T17:34:30.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:30 smithi005 ceph-mon[90837]: pgmap v3762: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-12T17:34:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:30 smithi016 ceph-mon[84444]: pgmap v3762: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-12T17:34:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:32 smithi016 ceph-mon[84444]: pgmap v3763: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:34:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:34:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:34:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:32 smithi005 ceph-mon[88416]: pgmap v3763: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:34:32.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:32 smithi005 ceph-mon[90837]: pgmap v3763: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:34:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:34:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:34:33] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-12T17:34:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:34 smithi005 ceph-mon[88416]: pgmap v3764: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:34:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:34.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:34 smithi005 ceph-mon[90837]: pgmap v3764: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:34:34.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:34.813 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:34 smithi016 ceph-mon[84444]: pgmap v3764: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:34:34.814 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:35.097 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:34:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T17:34:34.812826267Z level=info msg="Completed cleanup jobs" duration=2.703758ms 2024-04-12T17:34:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:36 smithi005 ceph-mon[88416]: pgmap v3765: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:34:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:36 smithi005 ceph-mon[90837]: pgmap v3765: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:34:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:36 smithi016 ceph-mon[84444]: pgmap v3765: 137 pgs: 137 active+clean; 46 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-12T17:34:38.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:38 smithi005 ceph-mon[88416]: pgmap v3766: 137 pgs: 137 active+clean; 54 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.6 MiB/s wr, 35 op/s 2024-04-12T17:34:38.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:38 smithi005 ceph-mon[90837]: pgmap v3766: 137 pgs: 137 active+clean; 54 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.6 MiB/s wr, 35 op/s 2024-04-12T17:34:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:38 smithi016 ceph-mon[84444]: pgmap v3766: 137 pgs: 137 active+clean; 54 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.6 MiB/s wr, 35 op/s 2024-04-12T17:34:40.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:40 smithi005 ceph-mon[88416]: pgmap v3767: 137 pgs: 137 active+clean; 62 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-04-12T17:34:40.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:40 smithi005 ceph-mon[90837]: pgmap v3767: 137 pgs: 137 active+clean; 62 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-04-12T17:34:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:40 smithi016 ceph-mon[84444]: pgmap v3767: 137 pgs: 137 active+clean; 62 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-04-12T17:34:41.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/6.Simple (26469 ms) 2024-04-12T17:34:41.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-12T17:34:41.681 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:34:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:42 smithi016 ceph-mon[84444]: pgmap v3768: 137 pgs: 137 active+clean; 62 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T17:34:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:34:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:34:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:42 smithi005 ceph-mon[88416]: pgmap v3768: 137 pgs: 137 active+clean; 62 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T17:34:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:42 smithi005 ceph-mon[90837]: pgmap v3768: 137 pgs: 137 active+clean; 62 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-12T17:34:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:34:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:34:43] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-04-12T17:34:44.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:44 smithi005 ceph-mon[88416]: pgmap v3769: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T17:34:44.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:44 smithi005 ceph-mon[90837]: pgmap v3769: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T17:34:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:44 smithi016 ceph-mon[84444]: pgmap v3769: 137 pgs: 137 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-12T17:34:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:46 smithi005 ceph-mon[88416]: pgmap v3770: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:34:46.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:46 smithi005 ceph-mon[90837]: pgmap v3770: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:34:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:46 smithi016 ceph-mon[84444]: pgmap v3770: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:34:48.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:48 smithi005 ceph-mon[88416]: pgmap v3771: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:34:48.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:48 smithi005 ceph-mon[90837]: pgmap v3771: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:34:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:48 smithi016 ceph-mon[84444]: pgmap v3771: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:34:49.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:49.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:34:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:50 smithi016 ceph-mon[84444]: pgmap v3772: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:34:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:50 smithi005 ceph-mon[88416]: pgmap v3772: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:34:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:50 smithi005 ceph-mon[90837]: pgmap v3772: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-12T17:34:51.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:51 smithi016 ceph-mon[84444]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T17:34:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:51 smithi005 ceph-mon[88416]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T17:34:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:51 smithi005 ceph-mon[90837]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-12T17:34:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:52 smithi016 ceph-mon[84444]: pgmap v3774: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:34:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:34:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:34:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:52 smithi005 ceph-mon[88416]: pgmap v3774: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:34:52.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:52 smithi005 ceph-mon[90837]: pgmap v3774: 137 pgs: 137 active+clean; 87 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-12T17:34:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:34:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:34:53] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:34:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:54 smithi016 ceph-mon[84444]: pgmap v3775: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-12T17:34:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:54 smithi005 ceph-mon[88416]: pgmap v3775: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-12T17:34:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:54 smithi005 ceph-mon[90837]: pgmap v3775: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-12T17:34:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:56 smithi016 ceph-mon[84444]: pgmap v3776: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:34:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:34:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:34:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:34:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:56 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:34:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[88416]: pgmap v3776: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:34:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:34:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:34:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:34:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:34:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[90837]: pgmap v3776: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:34:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:34:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:34:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:34:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:56 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:34:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:34:58 smithi016 ceph-mon[84444]: pgmap v3777: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:34:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:34:58 smithi005 ceph-mon[88416]: pgmap v3777: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:34:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:34:58 smithi005 ceph-mon[90837]: pgmap v3777: 137 pgs: 137 active+clean; 128 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:00 smithi016 ceph-mon[84444]: pgmap v3778: 137 pgs: 137 active+clean; 132 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T17:35:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:00 smithi005 ceph-mon[88416]: pgmap v3778: 137 pgs: 137 active+clean; 132 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T17:35:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:00 smithi005 ceph-mon[90837]: pgmap v3778: 137 pgs: 137 active+clean; 132 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-12T17:35:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:02 smithi016 ceph-mon[84444]: pgmap v3779: 137 pgs: 137 active+clean; 132 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:35:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:35:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:35:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:02 smithi005 ceph-mon[88416]: pgmap v3779: 137 pgs: 137 active+clean; 132 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:35:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:02 smithi005 ceph-mon[90837]: pgmap v3779: 137 pgs: 137 active+clean; 132 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:35:04.159 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/6.Grow (22478 ms) 2024-04-12T17:35:04.159 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-12T17:35:04.159 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:35:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:35:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:35:03] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:35:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:04 smithi016 ceph-mon[84444]: pgmap v3780: 137 pgs: 137 active+clean; 160 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 46 op/s 2024-04-12T17:35:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:04 smithi005 ceph-mon[88416]: pgmap v3780: 137 pgs: 137 active+clean; 160 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 46 op/s 2024-04-12T17:35:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:04 smithi005 ceph-mon[90837]: pgmap v3780: 137 pgs: 137 active+clean; 160 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 46 op/s 2024-04-12T17:35:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:06 smithi016 ceph-mon[84444]: pgmap v3781: 137 pgs: 137 active+clean; 161 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-12T17:35:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:06 smithi005 ceph-mon[88416]: pgmap v3781: 137 pgs: 137 active+clean; 161 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-12T17:35:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:06 smithi005 ceph-mon[90837]: pgmap v3781: 137 pgs: 137 active+clean; 161 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-12T17:35:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:08 smithi016 ceph-mon[84444]: pgmap v3782: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:35:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:08 smithi005 ceph-mon[88416]: pgmap v3782: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:35:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:08 smithi005 ceph-mon[90837]: pgmap v3782: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-12T17:35:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:10 smithi016 ceph-mon[84444]: pgmap v3783: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:35:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:10 smithi005 ceph-mon[88416]: pgmap v3783: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:35:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:10 smithi005 ceph-mon[90837]: pgmap v3783: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:35:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:12 smithi016 ceph-mon[84444]: pgmap v3784: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:35:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:35:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:35:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:12 smithi005 ceph-mon[88416]: pgmap v3784: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:35:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:12 smithi005 ceph-mon[90837]: pgmap v3784: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:35:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:35:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:35:13] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:35:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:14 smithi016 ceph-mon[84444]: pgmap v3785: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:35:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:14 smithi016 ceph-mon[84444]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T17:35:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:14 smithi005 ceph-mon[88416]: pgmap v3785: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:35:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:14 smithi005 ceph-mon[88416]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T17:35:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:14 smithi005 ceph-mon[90837]: pgmap v3785: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-12T17:35:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:14 smithi005 ceph-mon[90837]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-12T17:35:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:16 smithi016 ceph-mon[84444]: pgmap v3787: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-12T17:35:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:16 smithi005 ceph-mon[88416]: pgmap v3787: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-12T17:35:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:16 smithi005 ceph-mon[90837]: pgmap v3787: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-12T17:35:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:18 smithi016 ceph-mon[84444]: pgmap v3788: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 30 op/s 2024-04-12T17:35:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:18 smithi005 ceph-mon[88416]: pgmap v3788: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 30 op/s 2024-04-12T17:35:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:18 smithi005 ceph-mon[90837]: pgmap v3788: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 30 op/s 2024-04-12T17:35:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:20 smithi016 ceph-mon[84444]: pgmap v3789: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:20 smithi005 ceph-mon[88416]: pgmap v3789: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:20 smithi005 ceph-mon[90837]: pgmap v3789: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:22 smithi016 ceph-mon[84444]: pgmap v3790: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:35:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:35:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:22 smithi005 ceph-mon[88416]: pgmap v3790: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:22 smithi005 ceph-mon[90837]: pgmap v3790: 137 pgs: 137 active+clean; 210 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:35:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:35:23] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:35:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:24 smithi016 ceph-mon[84444]: pgmap v3791: 137 pgs: 137 active+clean; 214 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-12T17:35:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:24 smithi005 ceph-mon[88416]: pgmap v3791: 137 pgs: 137 active+clean; 214 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-12T17:35:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:24 smithi005 ceph-mon[90837]: pgmap v3791: 137 pgs: 137 active+clean; 214 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-12T17:35:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:26 smithi016 ceph-mon[84444]: pgmap v3792: 137 pgs: 137 active+clean; 218 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:35:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:26 smithi005 ceph-mon[88416]: pgmap v3792: 137 pgs: 137 active+clean; 218 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:35:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:26 smithi005 ceph-mon[90837]: pgmap v3792: 137 pgs: 137 active+clean; 218 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:35:28.799 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (24641 ms) 2024-04-12T17:35:28.800 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-12T17:35:28.800 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:35:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:28 smithi016 ceph-mon[84444]: pgmap v3793: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-04-12T17:35:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:28 smithi005 ceph-mon[88416]: pgmap v3793: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-04-12T17:35:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:28 smithi005 ceph-mon[90837]: pgmap v3793: 137 pgs: 137 active+clean; 234 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-04-12T17:35:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:30 smithi016 ceph-mon[84444]: pgmap v3794: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.5 MiB/s wr, 31 op/s 2024-04-12T17:35:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:30 smithi005 ceph-mon[88416]: pgmap v3794: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.5 MiB/s wr, 31 op/s 2024-04-12T17:35:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:30 smithi005 ceph-mon[90837]: pgmap v3794: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.5 MiB/s wr, 31 op/s 2024-04-12T17:35:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:32 smithi016 ceph-mon[84444]: pgmap v3795: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T17:35:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:35:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:35:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:32 smithi005 ceph-mon[88416]: pgmap v3795: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T17:35:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:32 smithi005 ceph-mon[90837]: pgmap v3795: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-12T17:35:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:35:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:35:33] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:35:34.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:34 smithi005 ceph-mon[88416]: pgmap v3796: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:35:34.537 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:34.537 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:34 smithi005 ceph-mon[90837]: pgmap v3796: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:35:34.537 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:34 smithi016 ceph-mon[84444]: pgmap v3796: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-12T17:35:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:36 smithi016 ceph-mon[84444]: pgmap v3797: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-12T17:35:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:36 smithi005 ceph-mon[88416]: pgmap v3797: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-12T17:35:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:36 smithi005 ceph-mon[90837]: pgmap v3797: 137 pgs: 137 active+clean; 251 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-12T17:35:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:38 smithi016 ceph-mon[84444]: pgmap v3798: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-04-12T17:35:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:38 smithi016 ceph-mon[84444]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T17:35:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:38 smithi005 ceph-mon[88416]: pgmap v3798: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-04-12T17:35:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:38 smithi005 ceph-mon[88416]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T17:35:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:38 smithi005 ceph-mon[90837]: pgmap v3798: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-04-12T17:35:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:38 smithi005 ceph-mon[90837]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-12T17:35:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:40 smithi016 ceph-mon[84444]: pgmap v3800: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-04-12T17:35:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:40 smithi005 ceph-mon[88416]: pgmap v3800: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-04-12T17:35:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:40 smithi005 ceph-mon[90837]: pgmap v3800: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-04-12T17:35:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:42 smithi016 ceph-mon[84444]: pgmap v3801: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-04-12T17:35:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:35:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:35:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:42 smithi005 ceph-mon[88416]: pgmap v3801: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-04-12T17:35:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:42 smithi005 ceph-mon[90837]: pgmap v3801: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2024-04-12T17:35:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:35:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:35:43] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:35:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:44 smithi016 ceph-mon[84444]: pgmap v3802: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:44 smithi005 ceph-mon[88416]: pgmap v3802: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:44 smithi005 ceph-mon[90837]: pgmap v3802: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:46 smithi016 ceph-mon[84444]: pgmap v3803: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:46 smithi005 ceph-mon[88416]: pgmap v3803: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:46 smithi005 ceph-mon[90837]: pgmap v3803: 137 pgs: 137 active+clean; 292 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:35:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:48 smithi016 ceph-mon[84444]: pgmap v3804: 137 pgs: 137 active+clean; 296 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-12T17:35:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:48 smithi005 ceph-mon[88416]: pgmap v3804: 137 pgs: 137 active+clean; 296 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-12T17:35:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:48 smithi005 ceph-mon[90837]: pgmap v3804: 137 pgs: 137 active+clean; 296 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.9 MiB/s wr, 30 op/s 2024-04-12T17:35:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:35:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:50 smithi016 ceph-mon[84444]: pgmap v3805: 137 pgs: 137 active+clean; 308 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-12T17:35:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:50 smithi005 ceph-mon[88416]: pgmap v3805: 137 pgs: 137 active+clean; 308 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-12T17:35:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:50 smithi005 ceph-mon[90837]: pgmap v3805: 137 pgs: 137 active+clean; 308 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-12T17:35:51.792 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (22992 ms) 2024-04-12T17:35:51.792 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-12T17:35:51.792 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:35:52.568 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:35:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:35:52.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:52 smithi016 ceph-mon[84444]: pgmap v3806: 137 pgs: 137 active+clean; 308 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-12T17:35:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:52 smithi005 ceph-mon[88416]: pgmap v3806: 137 pgs: 137 active+clean; 308 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-12T17:35:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:52 smithi005 ceph-mon[90837]: pgmap v3806: 137 pgs: 137 active+clean; 308 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-12T17:35:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:35:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:35:53] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-12T17:35:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:54 smithi016 ceph-mon[84444]: pgmap v3807: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-04-12T17:35:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:54 smithi005 ceph-mon[88416]: pgmap v3807: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-04-12T17:35:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:54 smithi005 ceph-mon[90837]: pgmap v3807: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 37 op/s 2024-04-12T17:35:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:56 smithi016 ceph-mon[84444]: pgmap v3808: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:35:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:56 smithi005 ceph-mon[88416]: pgmap v3808: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:35:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:56 smithi005 ceph-mon[90837]: pgmap v3808: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:35:57.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:57 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:35:57.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:57 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:35:57.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:57 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:35:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:35:58 smithi016 ceph-mon[84444]: pgmap v3809: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:35:58.919 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:35:58 smithi005 ceph-mon[88416]: pgmap v3809: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:35:58.919 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:35:58 smithi005 ceph-mon[90837]: pgmap v3809: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-12T17:36:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:00 smithi016 ceph-mon[84444]: pgmap v3810: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-12T17:36:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:00 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[88416]: pgmap v3810: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[90837]: pgmap v3810: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:00 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:02 smithi016 ceph-mon[84444]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T17:36:02.316 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.317 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.317 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:02 smithi016 ceph-mon[84444]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T17:36:02.317 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.317 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:02 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[88416]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[88416]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[90837]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[90837]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:02 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:36:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:36:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:36:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:36:03] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-12T17:36:04.510 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:04 smithi016 ceph-mon[84444]: pgmap v3813: 137 pgs: 137 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T17:36:04.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:04 smithi005 ceph-mon[88416]: pgmap v3813: 137 pgs: 137 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T17:36:04.522 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:04 smithi005 ceph-mon[90837]: pgmap v3813: 137 pgs: 137 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:36:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:05.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:36:05.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:36:05.459 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:05.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:36:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:36:05.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:36:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:06 smithi005 ceph-mon[88416]: pgmap v3814: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:06.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:06 smithi005 ceph-mon[90837]: pgmap v3814: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:06.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:06 smithi016 ceph-mon[84444]: pgmap v3814: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:08.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:08 smithi005 ceph-mon[88416]: pgmap v3815: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:08.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:08 smithi005 ceph-mon[90837]: pgmap v3815: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:08 smithi016 ceph-mon[84444]: pgmap v3815: 137 pgs: 137 active+clean; 353 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:10 smithi005 ceph-mon[88416]: pgmap v3816: 137 pgs: 137 active+clean; 361 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-12T17:36:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:10 smithi005 ceph-mon[90837]: pgmap v3816: 137 pgs: 137 active+clean; 361 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-12T17:36:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:10 smithi016 ceph-mon[84444]: pgmap v3816: 137 pgs: 137 active+clean; 361 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-12T17:36:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:12 smithi016 ceph-mon[84444]: pgmap v3817: 137 pgs: 137 active+clean; 361 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-12T17:36:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:12 smithi016 ceph-mon[84444]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T17:36:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:36:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:36:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:12 smithi005 ceph-mon[88416]: pgmap v3817: 137 pgs: 137 active+clean; 361 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-12T17:36:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:12 smithi005 ceph-mon[88416]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T17:36:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:12 smithi005 ceph-mon[90837]: pgmap v3817: 137 pgs: 137 active+clean; 361 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-12T17:36:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:12 smithi005 ceph-mon[90837]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-12T17:36:13.486 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (21694 ms) 2024-04-12T17:36:13.486 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-12T17:36:13.486 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:36:14.212 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:36:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:36:13] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-12T17:36:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:14 smithi005 ceph-mon[88416]: pgmap v3819: 137 pgs: 137 active+clean; 422 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 53 op/s 2024-04-12T17:36:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:14 smithi005 ceph-mon[90837]: pgmap v3819: 137 pgs: 137 active+clean; 422 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 53 op/s 2024-04-12T17:36:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:14 smithi016 ceph-mon[84444]: pgmap v3819: 137 pgs: 137 active+clean; 422 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 53 op/s 2024-04-12T17:36:16.454 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:16 smithi005 ceph-mon[90837]: pgmap v3820: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-12T17:36:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:16 smithi005 ceph-mon[88416]: pgmap v3820: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-12T17:36:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:16 smithi016 ceph-mon[84444]: pgmap v3820: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-12T17:36:18.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:18 smithi005 ceph-mon[88416]: pgmap v3821: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-12T17:36:18.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:18 smithi005 ceph-mon[90837]: pgmap v3821: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-12T17:36:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:18 smithi016 ceph-mon[84444]: pgmap v3821: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-12T17:36:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:20 smithi016 ceph-mon[84444]: pgmap v3822: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-12T17:36:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:20 smithi005 ceph-mon[88416]: pgmap v3822: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-12T17:36:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:20 smithi005 ceph-mon[90837]: pgmap v3822: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-12T17:36:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:22 smithi016 ceph-mon[84444]: pgmap v3823: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-12T17:36:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:36:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:36:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:22 smithi005 ceph-mon[88416]: pgmap v3823: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-12T17:36:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:22 smithi005 ceph-mon[90837]: pgmap v3823: 137 pgs: 137 active+clean; 438 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 43 op/s 2024-04-12T17:36:23.834 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:23 smithi016 ceph-mon[84444]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T17:36:23.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:23 smithi005 ceph-mon[88416]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T17:36:23.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:23 smithi005 ceph-mon[90837]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-12T17:36:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:36:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:36:23] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:36:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:24 smithi016 ceph-mon[84444]: pgmap v3825: 137 pgs: 137 active+clean; 463 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:36:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:24 smithi005 ceph-mon[88416]: pgmap v3825: 137 pgs: 137 active+clean; 463 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:36:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:24 smithi005 ceph-mon[90837]: pgmap v3825: 137 pgs: 137 active+clean; 463 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-12T17:36:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:26 smithi016 ceph-mon[84444]: pgmap v3826: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T17:36:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:26 smithi005 ceph-mon[88416]: pgmap v3826: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T17:36:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:26 smithi005 ceph-mon[90837]: pgmap v3826: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-12T17:36:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:28 smithi016 ceph-mon[84444]: pgmap v3827: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:36:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:28 smithi005 ceph-mon[88416]: pgmap v3827: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:36:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:28 smithi005 ceph-mon[90837]: pgmap v3827: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-12T17:36:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:30 smithi016 ceph-mon[84444]: pgmap v3828: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:30 smithi005 ceph-mon[88416]: pgmap v3828: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:30 smithi005 ceph-mon[90837]: pgmap v3828: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:32 smithi016 ceph-mon[84444]: pgmap v3829: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:36:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:36:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:32 smithi005 ceph-mon[88416]: pgmap v3829: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:32 smithi005 ceph-mon[90837]: pgmap v3829: 137 pgs: 137 active+clean; 479 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:36:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:36:33] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:36:34.492 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:34 smithi005 ceph-mon[88416]: pgmap v3830: 137 pgs: 137 active+clean; 491 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-12T17:36:34.493 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:34.493 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:34 smithi005 ceph-mon[90837]: pgmap v3830: 137 pgs: 137 active+clean; 491 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-12T17:36:34.493 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:34 smithi016 ceph-mon[84444]: pgmap v3830: 137 pgs: 137 active+clean; 491 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-12T17:36:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:36.124 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (22638 ms) 2024-04-12T17:36:36.124 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-12T17:36:36.124 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:36:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:36 smithi016 ceph-mon[84444]: pgmap v3831: 137 pgs: 137 active+clean; 495 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-12T17:36:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:36 smithi005 ceph-mon[88416]: pgmap v3831: 137 pgs: 137 active+clean; 495 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-12T17:36:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:36 smithi005 ceph-mon[90837]: pgmap v3831: 137 pgs: 137 active+clean; 495 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-12T17:36:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:38 smithi016 ceph-mon[84444]: pgmap v3832: 137 pgs: 137 active+clean; 495 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:36:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:38 smithi005 ceph-mon[88416]: pgmap v3832: 137 pgs: 137 active+clean; 495 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:36:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:38 smithi005 ceph-mon[90837]: pgmap v3832: 137 pgs: 137 active+clean; 495 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:36:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:40 smithi016 ceph-mon[84444]: pgmap v3833: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:40 smithi005 ceph-mon[88416]: pgmap v3833: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:40 smithi005 ceph-mon[90837]: pgmap v3833: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:42 smithi016 ceph-mon[84444]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:36:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:36:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:42 smithi005 ceph-mon[88416]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:42 smithi005 ceph-mon[90837]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:36:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:36:43] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:36:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:44 smithi016 ceph-mon[84444]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:44 smithi016 ceph-mon[84444]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T17:36:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:44 smithi005 ceph-mon[88416]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:44 smithi005 ceph-mon[88416]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T17:36:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:44 smithi005 ceph-mon[90837]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-12T17:36:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:44 smithi005 ceph-mon[90837]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-12T17:36:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:46 smithi016 ceph-mon[84444]: pgmap v3837: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-12T17:36:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:46 smithi005 ceph-mon[88416]: pgmap v3837: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-12T17:36:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:46 smithi005 ceph-mon[90837]: pgmap v3837: 137 pgs: 137 active+clean; 503 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-04-12T17:36:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:48 smithi016 ceph-mon[84444]: pgmap v3838: 137 pgs: 137 active+clean; 507 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-12T17:36:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:48 smithi005 ceph-mon[88416]: pgmap v3838: 137 pgs: 137 active+clean; 507 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-12T17:36:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:48 smithi005 ceph-mon[90837]: pgmap v3838: 137 pgs: 137 active+clean; 507 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-12T17:36:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:36:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:50 smithi016 ceph-mon[84444]: pgmap v3839: 137 pgs: 137 active+clean; 540 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:50 smithi005 ceph-mon[88416]: pgmap v3839: 137 pgs: 137 active+clean; 540 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:50 smithi005 ceph-mon[90837]: pgmap v3839: 137 pgs: 137 active+clean; 540 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:52 smithi016 ceph-mon[84444]: pgmap v3840: 137 pgs: 137 active+clean; 540 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:36:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:36:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:52 smithi005 ceph-mon[88416]: pgmap v3840: 137 pgs: 137 active+clean; 540 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:52 smithi005 ceph-mon[90837]: pgmap v3840: 137 pgs: 137 active+clean; 540 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:36:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:36:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:36:53] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:36:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:54 smithi016 ceph-mon[84444]: pgmap v3841: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 MiB/s wr, 38 op/s 2024-04-12T17:36:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:54 smithi005 ceph-mon[88416]: pgmap v3841: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 MiB/s wr, 38 op/s 2024-04-12T17:36:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:54 smithi005 ceph-mon[90837]: pgmap v3841: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 MiB/s wr, 38 op/s 2024-04-12T17:36:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:56 smithi016 ceph-mon[84444]: pgmap v3842: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-12T17:36:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:56 smithi005 ceph-mon[88416]: pgmap v3842: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-12T17:36:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:56 smithi005 ceph-mon[90837]: pgmap v3842: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-12T17:36:57.984 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21860 ms) 2024-04-12T17:36:58.541 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (162772 ms total) 2024-04-12T17:36:58.541 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:36:58.541 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-12T17:36:58.583 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-12T17:36:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:58 smithi016 ceph-mon[84444]: pgmap v3843: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 4.4 MiB/s wr, 39 op/s 2024-04-12T17:36:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:58 smithi005 ceph-mon[88416]: pgmap v3843: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 4.4 MiB/s wr, 39 op/s 2024-04-12T17:36:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:58 smithi005 ceph-mon[90837]: pgmap v3843: 137 pgs: 137 active+clean; 556 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 4.4 MiB/s wr, 39 op/s 2024-04-12T17:36:59.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:36:59 smithi016 ceph-mon[84444]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T17:36:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:36:59 smithi005 ceph-mon[88416]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T17:36:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:36:59 smithi005 ceph-mon[90837]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-12T17:37:00.576 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:37:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:00 smithi016 ceph-mon[84444]: pgmap v3845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:37:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:00 smithi016 ceph-mon[84444]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T17:37:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:00 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1040938019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:37:00.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:00 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:37:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[88416]: pgmap v3845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:37:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[88416]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T17:37:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1040938019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:37:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:37:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[90837]: pgmap v3845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:37:00.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[90837]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-12T17:37:00.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1040938019' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:37:00.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:00 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:37:01.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:01 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:37:01.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:01 smithi005 ceph-mon[90837]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T17:37:01.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:01 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:37:01.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:01 smithi005 ceph-mon[88416]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T17:37:01.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:01 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:37:01.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:01 smithi016 ceph-mon[84444]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-12T17:37:02.566 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:37:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:37:02.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:02 smithi016 ceph-mon[84444]: pgmap v3848: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:37:02.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:02 smithi016 ceph-mon[84444]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T17:37:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:02 smithi005 ceph-mon[88416]: pgmap v3848: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:37:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:02 smithi005 ceph-mon[88416]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T17:37:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:02 smithi005 ceph-mon[90837]: pgmap v3848: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:37:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:02 smithi005 ceph-mon[90837]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-12T17:37:03.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:03 smithi016 ceph-mon[84444]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T17:37:03.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:03 smithi005 ceph-mon[88416]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T17:37:03.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:03 smithi005 ceph-mon[90837]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-12T17:37:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:37:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:37:03] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:37:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:04 smithi016 ceph-mon[84444]: pgmap v3851: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T17:37:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:04 smithi005 ceph-mon[88416]: pgmap v3851: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T17:37:04.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:04 smithi005 ceph-mon[90837]: pgmap v3851: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-12T17:37:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:37:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:37:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:37:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:06 smithi016 ceph-mon[84444]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 743 B/s rd, 743 B/s wr, 2 op/s 2024-04-12T17:37:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:37:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:37:06.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:37:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[88416]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 743 B/s rd, 743 B/s wr, 2 op/s 2024-04-12T17:37:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:37:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:37:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:37:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[90837]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 743 B/s rd, 743 B/s wr, 2 op/s 2024-04-12T17:37:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:37:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:37:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:37:08.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:08 smithi016 ceph-mon[84444]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:37:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:08 smithi005 ceph-mon[88416]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:37:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:08 smithi005 ceph-mon[90837]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-12T17:37:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:10 smithi016 ceph-mon[84444]: pgmap v3854: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-12T17:37:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:10 smithi016 ceph-mon[84444]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T17:37:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:10 smithi005 ceph-mon[88416]: pgmap v3854: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-12T17:37:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:10 smithi005 ceph-mon[88416]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T17:37:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:10 smithi005 ceph-mon[90837]: pgmap v3854: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-04-12T17:37:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:10 smithi005 ceph-mon[90837]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-12T17:37:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:12 smithi016 ceph-mon[84444]: pgmap v3856: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T17:37:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:12 smithi016 ceph-mon[84444]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T17:37:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:37:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:37:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:12 smithi005 ceph-mon[88416]: pgmap v3856: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T17:37:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:12 smithi005 ceph-mon[88416]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T17:37:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:12 smithi005 ceph-mon[90837]: pgmap v3856: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-12T17:37:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:12 smithi005 ceph-mon[90837]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-12T17:37:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:37:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:37:13] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-12T17:37:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:14 smithi005 ceph-mon[88416]: pgmap v3858: 137 pgs: 137 active+clean; 45 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-12T17:37:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:14 smithi005 ceph-mon[90837]: pgmap v3858: 137 pgs: 137 active+clean; 45 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-12T17:37:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:14 smithi016 ceph-mon[84444]: pgmap v3858: 137 pgs: 137 active+clean; 45 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-12T17:37:16.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:16 smithi005 ceph-mon[88416]: pgmap v3859: 137 pgs: 137 active+clean; 46 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:37:16.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:16 smithi005 ceph-mon[90837]: pgmap v3859: 137 pgs: 137 active+clean; 46 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:37:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:16 smithi016 ceph-mon[84444]: pgmap v3859: 137 pgs: 137 active+clean; 46 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-12T17:37:18.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:18 smithi005 ceph-mon[88416]: pgmap v3860: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-12T17:37:18.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:18 smithi005 ceph-mon[90837]: pgmap v3860: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-12T17:37:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:18 smithi016 ceph-mon[84444]: pgmap v3860: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-12T17:37:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:20 smithi016 ceph-mon[84444]: pgmap v3861: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-12T17:37:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:20 smithi005 ceph-mon[88416]: pgmap v3861: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-12T17:37:20.981 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:20 smithi005 ceph-mon[90837]: pgmap v3861: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-12T17:37:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:22 smithi016 ceph-mon[84444]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-12T17:37:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:37:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:37:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:22 smithi005 ceph-mon[88416]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-12T17:37:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:22 smithi005 ceph-mon[90837]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-12T17:37:23.205 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/7.Simple (24622 ms) 2024-04-12T17:37:23.205 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-12T17:37:23.205 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:37:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:37:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:37:23] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-12T17:37:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:24 smithi016 ceph-mon[84444]: pgmap v3863: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-12T17:37:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:24 smithi005 ceph-mon[88416]: pgmap v3863: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-12T17:37:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:24 smithi005 ceph-mon[90837]: pgmap v3863: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-12T17:37:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:26 smithi016 ceph-mon[84444]: pgmap v3864: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T17:37:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:26 smithi005 ceph-mon[88416]: pgmap v3864: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T17:37:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:26 smithi005 ceph-mon[90837]: pgmap v3864: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-12T17:37:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:28 smithi016 ceph-mon[84444]: pgmap v3865: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T17:37:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:28 smithi005 ceph-mon[90837]: pgmap v3865: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T17:37:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:28 smithi005 ceph-mon[88416]: pgmap v3865: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-12T17:37:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:30 smithi016 ceph-mon[84444]: pgmap v3866: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-12T17:37:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:30 smithi005 ceph-mon[88416]: pgmap v3866: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-12T17:37:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:30 smithi005 ceph-mon[90837]: pgmap v3866: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-12T17:37:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:32 smithi016 ceph-mon[84444]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-12T17:37:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:32 smithi016 ceph-mon[84444]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T17:37:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:37:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:37:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:32 smithi005 ceph-mon[88416]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-12T17:37:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:32 smithi005 ceph-mon[88416]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T17:37:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:32 smithi005 ceph-mon[90837]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-12T17:37:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:32 smithi005 ceph-mon[90837]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-12T17:37:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:37:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:37:33] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-12T17:37:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:34 smithi016 ceph-mon[84444]: pgmap v3869: 137 pgs: 137 active+clean; 119 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:37:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:34 smithi005 ceph-mon[88416]: pgmap v3869: 137 pgs: 137 active+clean; 119 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:37:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:34 smithi005 ceph-mon[90837]: pgmap v3869: 137 pgs: 137 active+clean; 119 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:37:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:36 smithi016 ceph-mon[84444]: pgmap v3870: 137 pgs: 137 active+clean; 119 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:37:36.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:36 smithi005 ceph-mon[88416]: pgmap v3870: 137 pgs: 137 active+clean; 119 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:37:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:36 smithi005 ceph-mon[90837]: pgmap v3870: 137 pgs: 137 active+clean; 119 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-12T17:37:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:38 smithi016 ceph-mon[84444]: pgmap v3871: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:37:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:38 smithi005 ceph-mon[88416]: pgmap v3871: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:37:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:38 smithi005 ceph-mon[90837]: pgmap v3871: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:37:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:40 smithi016 ceph-mon[84444]: pgmap v3872: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:37:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:40 smithi005 ceph-mon[88416]: pgmap v3872: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:37:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:40 smithi005 ceph-mon[90837]: pgmap v3872: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:37:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:42 smithi016 ceph-mon[84444]: pgmap v3873: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:37:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.a", "id": [3, 0]}]: dispatch 2024-04-12T17:37:42.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:42 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-12T17:37:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:37:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:37:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:42 smithi005 ceph-mon[88416]: pgmap v3873: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:37:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.a", "id": [3, 0]}]: dispatch 2024-04-12T17:37:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:42 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-12T17:37:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:42 smithi005 ceph-mon[90837]: pgmap v3873: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:37:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.a", "id": [3, 0]}]: dispatch 2024-04-12T17:37:42.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:42 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]: dispatch 2024-04-12T17:37:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.a", "id": [3, 0]}]': finished 2024-04-12T17:37:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-12T17:37:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:43 smithi016 ceph-mon[84444]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T17:37:43.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.a", "id": [3, 0]}]': finished 2024-04-12T17:37:43.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-12T17:37:43.890 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:43 smithi005 ceph-mon[88416]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T17:37:43.891 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.a", "id": [3, 0]}]': finished 2024-04-12T17:37:43.891 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1d", "id": [3, 0]}]': finished 2024-04-12T17:37:43.891 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:43 smithi005 ceph-mon[90837]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-12T17:37:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:37:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:37:43] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-04-12T17:37:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:44 smithi016 ceph-mon[84444]: pgmap v3875: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 820 KiB/s wr, 10 op/s 2024-04-12T17:37:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:44 smithi016 ceph-mon[84444]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T17:37:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:44 smithi005 ceph-mon[90837]: pgmap v3875: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 820 KiB/s wr, 10 op/s 2024-04-12T17:37:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:44 smithi005 ceph-mon[90837]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T17:37:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:44 smithi005 ceph-mon[88416]: pgmap v3875: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 225 KiB/s rd, 820 KiB/s wr, 10 op/s 2024-04-12T17:37:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:44 smithi005 ceph-mon[88416]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-12T17:37:46.028 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/7.Grow (22823 ms) 2024-04-12T17:37:46.028 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-12T17:37:46.029 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:37:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:46 smithi016 ceph-mon[84444]: pgmap v3877: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-12T17:37:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:46 smithi005 ceph-mon[88416]: pgmap v3877: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-12T17:37:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:46 smithi005 ceph-mon[90837]: pgmap v3877: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-12T17:37:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:48 smithi016 ceph-mon[84444]: pgmap v3878: 137 pgs: 1 peering, 136 active+clean; 131 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 1.5 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:48 smithi005 ceph-mon[88416]: pgmap v3878: 137 pgs: 1 peering, 136 active+clean; 131 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 1.5 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:48 smithi005 ceph-mon[90837]: pgmap v3878: 137 pgs: 1 peering, 136 active+clean; 131 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 17 op/s; 1.5 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:37:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:50 smithi016 ceph-mon[84444]: pgmap v3879: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:50 smithi005 ceph-mon[88416]: pgmap v3879: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:50 smithi005 ceph-mon[90837]: pgmap v3879: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:52 smithi016 ceph-mon[84444]: pgmap v3880: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 37 op/s; 1.9 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:37:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:37:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:52 smithi005 ceph-mon[88416]: pgmap v3880: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 37 op/s; 1.9 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:52 smithi005 ceph-mon[90837]: pgmap v3880: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 37 op/s; 1.9 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-12T17:37:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:37:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:37:53] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-12T17:37:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:54 smithi016 ceph-mon[84444]: pgmap v3881: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:54 smithi016 ceph-mon[84444]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T17:37:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:54 smithi005 ceph-mon[88416]: pgmap v3881: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:54 smithi005 ceph-mon[88416]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T17:37:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:54 smithi005 ceph-mon[90837]: pgmap v3881: 137 pgs: 137 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:54 smithi005 ceph-mon[90837]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-12T17:37:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:56 smithi016 ceph-mon[84444]: pgmap v3883: 137 pgs: 137 active+clean; 159 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:56 smithi005 ceph-mon[88416]: pgmap v3883: 137 pgs: 137 active+clean; 159 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:56 smithi005 ceph-mon[90837]: pgmap v3883: 137 pgs: 137 active+clean; 159 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 33 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:37:58 smithi016 ceph-mon[84444]: pgmap v3884: 137 pgs: 137 active+clean; 175 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 51 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:37:58 smithi005 ceph-mon[88416]: pgmap v3884: 137 pgs: 137 active+clean; 175 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 51 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:37:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:37:58 smithi005 ceph-mon[90837]: pgmap v3884: 137 pgs: 137 active+clean; 175 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 51 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-12T17:38:00.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:00 smithi016 ceph-mon[84444]: pgmap v3885: 137 pgs: 137 active+clean; 196 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:00 smithi005 ceph-mon[88416]: pgmap v3885: 137 pgs: 137 active+clean; 196 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:00 smithi005 ceph-mon[90837]: pgmap v3885: 137 pgs: 137 active+clean; 196 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:02 smithi016 ceph-mon[84444]: pgmap v3886: 137 pgs: 137 active+clean; 196 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:38:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:38:02.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:02 smithi005 ceph-mon[88416]: pgmap v3886: 137 pgs: 137 active+clean; 196 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:02 smithi005 ceph-mon[90837]: pgmap v3886: 137 pgs: 137 active+clean; 196 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:38:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:38:03] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-12T17:38:04.545 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:04 smithi005 ceph-mon[90837]: pgmap v3887: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T17:38:04.545 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:04.545 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:04 smithi005 ceph-mon[88416]: pgmap v3887: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T17:38:04.546 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:04 smithi016 ceph-mon[84444]: pgmap v3887: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-12T17:38:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:06 smithi016 ceph-mon[84444]: pgmap v3888: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-12T17:38:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:06 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:38:06.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:06 smithi005 ceph-mon[88416]: pgmap v3888: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-12T17:38:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:06 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:38:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:06 smithi005 ceph-mon[90837]: pgmap v3888: 137 pgs: 137 active+clean; 200 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-12T17:38:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:06 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:38:07.521 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (21493 ms) 2024-04-12T17:38:07.521 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-12T17:38:07.521 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:38:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:38:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:38:07.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:38:07.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:38:07.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:38:07.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:38:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:38:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:38:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:38:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:08 smithi016 ceph-mon[84444]: pgmap v3889: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-12T17:38:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:08 smithi005 ceph-mon[88416]: pgmap v3889: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-12T17:38:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:08 smithi005 ceph-mon[90837]: pgmap v3889: 137 pgs: 137 active+clean; 204 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-12T17:38:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:10 smithi016 ceph-mon[84444]: pgmap v3890: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.4 MiB/s wr, 31 op/s 2024-04-12T17:38:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:10 smithi005 ceph-mon[88416]: pgmap v3890: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.4 MiB/s wr, 31 op/s 2024-04-12T17:38:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:10 smithi005 ceph-mon[90837]: pgmap v3890: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.4 MiB/s wr, 31 op/s 2024-04-12T17:38:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:12 smithi016 ceph-mon[84444]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:38:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:38:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:38:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:12 smithi005 ceph-mon[88416]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:38:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:12 smithi005 ceph-mon[90837]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-12T17:38:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:38:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:38:13] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-04-12T17:38:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:14 smithi016 ceph-mon[84444]: pgmap v3892: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-12T17:38:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:14 smithi005 ceph-mon[88416]: pgmap v3892: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-12T17:38:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:14 smithi005 ceph-mon[90837]: pgmap v3892: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-12T17:38:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:16 smithi016 ceph-mon[84444]: pgmap v3893: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-12T17:38:16.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:16 smithi016 ceph-mon[84444]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T17:38:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:16 smithi005 ceph-mon[88416]: pgmap v3893: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-12T17:38:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:16 smithi005 ceph-mon[88416]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T17:38:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:16 smithi005 ceph-mon[90837]: pgmap v3893: 137 pgs: 137 active+clean; 224 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-12T17:38:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:16 smithi005 ceph-mon[90837]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-12T17:38:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:18 smithi016 ceph-mon[84444]: pgmap v3895: 137 pgs: 137 active+clean; 236 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-12T17:38:18.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:18 smithi005 ceph-mon[88416]: pgmap v3895: 137 pgs: 137 active+clean; 236 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-12T17:38:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:18 smithi005 ceph-mon[90837]: pgmap v3895: 137 pgs: 137 active+clean; 236 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-12T17:38:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:19.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:20 smithi016 ceph-mon[84444]: pgmap v3896: 137 pgs: 137 active+clean; 265 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:38:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:20 smithi005 ceph-mon[88416]: pgmap v3896: 137 pgs: 137 active+clean; 265 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:38:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:20 smithi005 ceph-mon[90837]: pgmap v3896: 137 pgs: 137 active+clean; 265 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:38:22.579 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:38:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:38:22.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:22 smithi016 ceph-mon[84444]: pgmap v3897: 137 pgs: 137 active+clean; 265 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:38:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:22 smithi005 ceph-mon[88416]: pgmap v3897: 137 pgs: 137 active+clean; 265 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:38:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:22 smithi005 ceph-mon[90837]: pgmap v3897: 137 pgs: 137 active+clean; 265 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:38:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:38:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:38:23] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-12T17:38:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:24 smithi016 ceph-mon[84444]: pgmap v3898: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:38:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:24 smithi005 ceph-mon[88416]: pgmap v3898: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:38:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:24 smithi005 ceph-mon[90837]: pgmap v3898: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:38:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:26 smithi016 ceph-mon[84444]: pgmap v3899: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:38:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:26 smithi005 ceph-mon[88416]: pgmap v3899: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:38:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:26 smithi005 ceph-mon[90837]: pgmap v3899: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-12T17:38:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:28 smithi016 ceph-mon[84444]: pgmap v3900: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-12T17:38:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:28 smithi005 ceph-mon[88416]: pgmap v3900: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-12T17:38:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:28 smithi005 ceph-mon[90837]: pgmap v3900: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-12T17:38:29.424 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (21903 ms) 2024-04-12T17:38:29.424 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-12T17:38:29.424 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:38:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:30 smithi016 ceph-mon[84444]: pgmap v3901: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-04-12T17:38:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:30 smithi005 ceph-mon[88416]: pgmap v3901: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-04-12T17:38:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:30 smithi005 ceph-mon[90837]: pgmap v3901: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 913 KiB/s rd, 3.4 MiB/s wr, 37 op/s 2024-04-12T17:38:32.592 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:38:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:38:32.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:32 smithi016 ceph-mon[84444]: pgmap v3902: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-04-12T17:38:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:32 smithi005 ceph-mon[88416]: pgmap v3902: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-04-12T17:38:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:32 smithi005 ceph-mon[90837]: pgmap v3902: 137 pgs: 137 active+clean; 269 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-04-12T17:38:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:38:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:38:33] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-12T17:38:34.596 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:34 smithi005 ceph-mon[88416]: pgmap v3903: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-12T17:38:34.596 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:34 smithi016 ceph-mon[84444]: pgmap v3903: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-12T17:38:34.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:34 smithi005 ceph-mon[90837]: pgmap v3903: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-12T17:38:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:36 smithi005 ceph-mon[88416]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T17:38:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:36 smithi005 ceph-mon[90837]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T17:38:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:36 smithi016 ceph-mon[84444]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-12T17:38:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:38 smithi005 ceph-mon[88416]: pgmap v3905: 137 pgs: 137 active+clean; 281 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 853 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-12T17:38:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:38 smithi005 ceph-mon[88416]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T17:38:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:38 smithi005 ceph-mon[90837]: pgmap v3905: 137 pgs: 137 active+clean; 281 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 853 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-12T17:38:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:38 smithi005 ceph-mon[90837]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T17:38:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:38 smithi016 ceph-mon[84444]: pgmap v3905: 137 pgs: 137 active+clean; 281 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 853 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-12T17:38:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:38 smithi016 ceph-mon[84444]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-12T17:38:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:40 smithi005 ceph-mon[88416]: pgmap v3907: 137 pgs: 137 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-12T17:38:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:40 smithi005 ceph-mon[90837]: pgmap v3907: 137 pgs: 137 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-12T17:38:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:40 smithi016 ceph-mon[84444]: pgmap v3907: 137 pgs: 137 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-12T17:38:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:38:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:38:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:42 smithi005 ceph-mon[88416]: pgmap v3908: 137 pgs: 137 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-12T17:38:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:42 smithi005 ceph-mon[90837]: pgmap v3908: 137 pgs: 137 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-12T17:38:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:42 smithi016 ceph-mon[84444]: pgmap v3908: 137 pgs: 137 active+clean; 314 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-12T17:38:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:38:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:38:43] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:38:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:44 smithi005 ceph-mon[88416]: pgmap v3909: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:44 smithi005 ceph-mon[90837]: pgmap v3909: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:44 smithi016 ceph-mon[84444]: pgmap v3909: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-12T17:38:46.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:46 smithi005 ceph-mon[88416]: pgmap v3910: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:38:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:46 smithi005 ceph-mon[90837]: pgmap v3910: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:38:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:46 smithi016 ceph-mon[84444]: pgmap v3910: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:38:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:48 smithi005 ceph-mon[88416]: pgmap v3911: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:38:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:48 smithi005 ceph-mon[90837]: pgmap v3911: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:38:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:48 smithi016 ceph-mon[84444]: pgmap v3911: 137 pgs: 137 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-12T17:38:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:38:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:50 smithi005 ceph-mon[88416]: pgmap v3912: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:38:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:50 smithi005 ceph-mon[88416]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T17:38:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:50 smithi005 ceph-mon[90837]: pgmap v3912: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:38:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:50 smithi005 ceph-mon[90837]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T17:38:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:50 smithi016 ceph-mon[84444]: pgmap v3912: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-12T17:38:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:50 smithi016 ceph-mon[84444]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-12T17:38:51.849 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22425 ms) 2024-04-12T17:38:51.849 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-12T17:38:51.849 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:38:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:38:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:38:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:52 smithi005 ceph-mon[88416]: pgmap v3914: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 820 KiB/s wr, 13 op/s 2024-04-12T17:38:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:52 smithi005 ceph-mon[90837]: pgmap v3914: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 820 KiB/s wr, 13 op/s 2024-04-12T17:38:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:52 smithi016 ceph-mon[84444]: pgmap v3914: 137 pgs: 137 active+clean; 322 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 820 KiB/s wr, 13 op/s 2024-04-12T17:38:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:38:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:38:53] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-12T17:38:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:54 smithi005 ceph-mon[88416]: pgmap v3915: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-12T17:38:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:54 smithi005 ceph-mon[90837]: pgmap v3915: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-12T17:38:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:54 smithi016 ceph-mon[84444]: pgmap v3915: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.0 MiB/s wr, 31 op/s 2024-04-12T17:38:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:56 smithi005 ceph-mon[88416]: pgmap v3916: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:38:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:56 smithi005 ceph-mon[90837]: pgmap v3916: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:38:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:56 smithi016 ceph-mon[84444]: pgmap v3916: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-12T17:38:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:38:58 smithi005 ceph-mon[88416]: pgmap v3917: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-12T17:38:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:38:58 smithi005 ceph-mon[90837]: pgmap v3917: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-12T17:38:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:38:58 smithi016 ceph-mon[84444]: pgmap v3917: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-12T17:39:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:00 smithi005 ceph-mon[88416]: pgmap v3918: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-12T17:39:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:00 smithi005 ceph-mon[88416]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T17:39:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:00 smithi005 ceph-mon[90837]: pgmap v3918: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-12T17:39:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:00 smithi005 ceph-mon[90837]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T17:39:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:00 smithi016 ceph-mon[84444]: pgmap v3918: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-12T17:39:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:00 smithi016 ceph-mon[84444]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-12T17:39:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:39:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:39:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:02 smithi005 ceph-mon[88416]: pgmap v3920: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-12T17:39:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:02 smithi005 ceph-mon[90837]: pgmap v3920: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-12T17:39:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:02 smithi016 ceph-mon[84444]: pgmap v3920: 137 pgs: 137 active+clean; 378 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-12T17:39:04.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:39:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:39:03] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-12T17:39:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:04 smithi005 ceph-mon[88416]: pgmap v3921: 137 pgs: 137 active+clean; 411 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-12T17:39:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:04 smithi005 ceph-mon[90837]: pgmap v3921: 137 pgs: 137 active+clean; 411 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-12T17:39:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:04 smithi016 ceph-mon[84444]: pgmap v3921: 137 pgs: 137 active+clean; 411 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-12T17:39:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:06 smithi005 ceph-mon[88416]: pgmap v3922: 137 pgs: 137 active+clean; 419 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:39:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:06 smithi005 ceph-mon[90837]: pgmap v3922: 137 pgs: 137 active+clean; 419 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:39:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:06 smithi016 ceph-mon[84444]: pgmap v3922: 137 pgs: 137 active+clean; 419 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-12T17:39:07.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:07 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:39:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:07 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:39:08.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:07 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:39:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[88416]: pgmap v3923: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:39:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:39:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:39:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[90837]: pgmap v3923: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:39:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:39:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:39:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:08 smithi016 ceph-mon[84444]: pgmap v3923: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-12T17:39:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:39:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:39:09.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:39:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:10 smithi005 ceph-mon[88416]: pgmap v3924: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-12T17:39:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:10 smithi005 ceph-mon[90837]: pgmap v3924: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-12T17:39:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:10 smithi016 ceph-mon[84444]: pgmap v3924: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-12T17:39:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:39:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:39:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:12 smithi005 ceph-mon[88416]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:39:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:12 smithi005 ceph-mon[90837]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:39:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:12 smithi016 ceph-mon[84444]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-12T17:39:13.493 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (21644 ms) 2024-04-12T17:39:13.493 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-12T17:39:13.493 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:39:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:39:13] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-12T17:39:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:14 smithi005 ceph-mon[88416]: pgmap v3926: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-04-12T17:39:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:14 smithi005 ceph-mon[90837]: pgmap v3926: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-04-12T17:39:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:14 smithi016 ceph-mon[84444]: pgmap v3926: 137 pgs: 137 active+clean; 423 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-04-12T17:39:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:16 smithi005 ceph-mon[88416]: pgmap v3927: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-04-12T17:39:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:16 smithi005 ceph-mon[90837]: pgmap v3927: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-04-12T17:39:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:16 smithi016 ceph-mon[84444]: pgmap v3927: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 29 op/s 2024-04-12T17:39:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:18 smithi005 ceph-mon[88416]: pgmap v3928: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-12T17:39:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:18 smithi005 ceph-mon[90837]: pgmap v3928: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-12T17:39:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:18 smithi016 ceph-mon[84444]: pgmap v3928: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-12T17:39:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:20 smithi005 ceph-mon[88416]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:39:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:20 smithi005 ceph-mon[90837]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:39:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:20 smithi016 ceph-mon[84444]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-12T17:39:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:39:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:39:22.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:22 smithi005 ceph-mon[88416]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-04-12T17:39:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:22 smithi005 ceph-mon[88416]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T17:39:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:22 smithi005 ceph-mon[90837]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-04-12T17:39:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:22 smithi005 ceph-mon[90837]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T17:39:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:22 smithi016 ceph-mon[84444]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-04-12T17:39:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:22 smithi016 ceph-mon[84444]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-12T17:39:24.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:39:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:39:23] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:39:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:24 smithi005 ceph-mon[88416]: pgmap v3932: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-12T17:39:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:24 smithi005 ceph-mon[90837]: pgmap v3932: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-12T17:39:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:24 smithi016 ceph-mon[84444]: pgmap v3932: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-12T17:39:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:26 smithi005 ceph-mon[88416]: pgmap v3933: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:39:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:26 smithi005 ceph-mon[90837]: pgmap v3933: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:39:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:26 smithi016 ceph-mon[84444]: pgmap v3933: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-12T17:39:28.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:27 smithi016 ceph-mon[84444]: pgmap v3934: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:28.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:27 smithi005 ceph-mon[88416]: pgmap v3934: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:28.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:27 smithi005 ceph-mon[90837]: pgmap v3934: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:30 smithi005 ceph-mon[88416]: pgmap v3935: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:30 smithi005 ceph-mon[90837]: pgmap v3935: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:30 smithi016 ceph-mon[84444]: pgmap v3935: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:32.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:32 smithi005 ceph-mon[88416]: pgmap v3936: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:32.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:32 smithi005 ceph-mon[90837]: pgmap v3936: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:32 smithi016 ceph-mon[84444]: pgmap v3936: 137 pgs: 137 active+clean; 472 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-12T17:39:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:39:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:39:34.161 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:39:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:39:33] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-12T17:39:34.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:34 smithi005 ceph-mon[88416]: pgmap v3937: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-12T17:39:34.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:34 smithi005 ceph-mon[90837]: pgmap v3937: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-12T17:39:34.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:34 smithi016 ceph-mon[84444]: pgmap v3937: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-12T17:39:35.429 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:35.429 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:35.559 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (22067 ms) 2024-04-12T17:39:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:36.176 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (156977 ms total) 2024-04-12T17:39:36.176 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:39:36.176 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-12T17:39:36.222 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-12T17:39:36.423 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:36 smithi005 ceph-mon[88416]: pgmap v3938: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 683 KiB/s wr, 11 op/s 2024-04-12T17:39:36.423 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:36 smithi005 ceph-mon[90837]: pgmap v3938: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 683 KiB/s wr, 11 op/s 2024-04-12T17:39:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:36 smithi016 ceph-mon[84444]: pgmap v3938: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 683 KiB/s wr, 11 op/s 2024-04-12T17:39:37.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:37 smithi005 ceph-mon[88416]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T17:39:37.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:37 smithi005 ceph-mon[90837]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T17:39:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:37 smithi016 ceph-mon[84444]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-12T17:39:38.198 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[88416]: pgmap v3940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:39:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[88416]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T17:39:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/231008775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:39:38.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:39:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[90837]: pgmap v3940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:39:38.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[90837]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T17:39:38.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/231008775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:39:38.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:38 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:39:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:38 smithi016 ceph-mon[84444]: pgmap v3940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:39:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:38 smithi016 ceph-mon[84444]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-12T17:39:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:38 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/231008775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:39:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:38 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:39:39.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:39 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:39:39.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:39 smithi005 ceph-mon[88416]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T17:39:39.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:39 smithi005 ceph-mon[88416]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T17:39:39.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:39 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:39:39.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:39 smithi005 ceph-mon[90837]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T17:39:39.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:39 smithi005 ceph-mon[90837]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T17:39:39.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:39 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:39:39.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:39 smithi016 ceph-mon[84444]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-12T17:39:39.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:39 smithi016 ceph-mon[84444]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-12T17:39:40.220 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [2213104~68197,8298234~58713,8707062~78096,11052273~95872,11836307~80275,13080428~39169,14892526~66876,15738324~28182,16890006~7186,18287329~4559] 2024-04-12T17:39:40.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:40 smithi005 ceph-mon[90837]: pgmap v3943: 137 pgs: 23 creating+peering, 8 unknown, 106 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:39:40.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:40 smithi005 ceph-mon[90837]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T17:39:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:40 smithi005 ceph-mon[88416]: pgmap v3943: 137 pgs: 23 creating+peering, 8 unknown, 106 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:39:40.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:40 smithi005 ceph-mon[88416]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T17:39:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:40 smithi016 ceph-mon[84444]: pgmap v3943: 137 pgs: 23 creating+peering, 8 unknown, 106 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:39:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:40 smithi016 ceph-mon[84444]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-12T17:39:41.231 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [2120390~81818,3043416~37531,6731662~96494,14100093~1440,15659921~77405,15784384~11114,19720188~85218,20265084~28742,20592912~2021] 2024-04-12T17:39:41.234 INFO:tasks.workunit.client.0.smithi005.stdout: diff was [2120390~81818,2281301~799646,6731662~96494,14100093~1440,15659921~77405,15766506~28992,18291888~2303045] 2024-04-12T17:39:41.238 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5017 ms) 2024-04-12T17:39:41.238 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-12T17:39:41.239 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:42.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:42 smithi005 ceph-mon[90837]: pgmap v3946: 137 pgs: 23 creating+peering, 8 unknown, 106 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:39:42.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:42 smithi005 ceph-mon[90837]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T17:39:42.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:42 smithi005 ceph-mon[88416]: pgmap v3946: 137 pgs: 23 creating+peering, 8 unknown, 106 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:39:42.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:42 smithi005 ceph-mon[88416]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T17:39:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:42 smithi016 ceph-mon[84444]: pgmap v3946: 137 pgs: 23 creating+peering, 8 unknown, 106 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:39:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:42 smithi016 ceph-mon[84444]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-12T17:39:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:39:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:39:43.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:43 smithi016 ceph-mon[84444]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T17:39:43.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:43 smithi005 ceph-mon[88416]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T17:39:43.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:43 smithi005 ceph-mon[90837]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-12T17:39:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:39:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:39:43] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-12T17:39:44.247 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3008 ms) 2024-04-12T17:39:44.247 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-12T17:39:44.247 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:44 smithi016 ceph-mon[84444]: pgmap v3949: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 259 KiB/s wr, 69 op/s 2024-04-12T17:39:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:44 smithi016 ceph-mon[84444]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T17:39:44.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:44 smithi005 ceph-mon[88416]: pgmap v3949: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 259 KiB/s wr, 69 op/s 2024-04-12T17:39:44.709 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:44 smithi005 ceph-mon[88416]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T17:39:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:44 smithi005 ceph-mon[90837]: pgmap v3949: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 259 KiB/s wr, 69 op/s 2024-04-12T17:39:44.710 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:44 smithi005 ceph-mon[90837]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-12T17:39:45.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:45 smithi016 ceph-mon[84444]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T17:39:45.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:45 smithi005 ceph-mon[88416]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T17:39:45.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:45 smithi005 ceph-mon[90837]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-12T17:39:46.500 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:46 smithi005 ceph-mon[88416]: pgmap v3952: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 259 KiB/s wr, 69 op/s 2024-04-12T17:39:46.500 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:46 smithi005 ceph-mon[88416]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T17:39:46.500 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:46 smithi005 ceph-mon[90837]: pgmap v3952: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 259 KiB/s wr, 69 op/s 2024-04-12T17:39:46.501 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:46 smithi005 ceph-mon[90837]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T17:39:46.510 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (2264 ms) 2024-04-12T17:39:46.511 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-12T17:39:46.511 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:46 smithi016 ceph-mon[84444]: pgmap v3952: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 259 KiB/s wr, 69 op/s 2024-04-12T17:39:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:46 smithi016 ceph-mon[84444]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-12T17:39:47.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:47 smithi016 ceph-mon[84444]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T17:39:47.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:47 smithi016 ceph-mon[84444]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T17:39:47.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:47 smithi005 ceph-mon[88416]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T17:39:47.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:47 smithi005 ceph-mon[88416]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T17:39:47.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:47 smithi005 ceph-mon[90837]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-12T17:39:47.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:47 smithi005 ceph-mon[90837]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-12T17:39:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:48 smithi016 ceph-mon[84444]: pgmap v3956: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.8 KiB/s wr, 40 op/s 2024-04-12T17:39:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:48 smithi016 ceph-mon[84444]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T17:39:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:48 smithi005 ceph-mon[88416]: pgmap v3956: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.8 KiB/s wr, 40 op/s 2024-04-12T17:39:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:48 smithi005 ceph-mon[88416]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T17:39:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:48 smithi005 ceph-mon[90837]: pgmap v3956: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 1.8 KiB/s wr, 40 op/s 2024-04-12T17:39:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:48 smithi005 ceph-mon[90837]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-12T17:39:49.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3015 ms) 2024-04-12T17:39:49.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-12T17:39:49.526 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:49 smithi016 ceph-mon[84444]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T17:39:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:49 smithi005 ceph-mon[88416]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T17:39:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:49 smithi005 ceph-mon[90837]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-12T17:39:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:39:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:50 smithi016 ceph-mon[84444]: pgmap v3959: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 15 KiB/s wr, 136 op/s 2024-04-12T17:39:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:50 smithi016 ceph-mon[84444]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T17:39:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:50 smithi005 ceph-mon[88416]: pgmap v3959: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 15 KiB/s wr, 136 op/s 2024-04-12T17:39:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:50 smithi005 ceph-mon[88416]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T17:39:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:50 smithi005 ceph-mon[90837]: pgmap v3959: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 15 KiB/s wr, 136 op/s 2024-04-12T17:39:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:50 smithi005 ceph-mon[90837]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-12T17:39:51.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:51 smithi016 ceph-mon[84444]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T17:39:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:51 smithi005 ceph-mon[88416]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T17:39:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:51 smithi005 ceph-mon[90837]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-12T17:39:52.554 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3029 ms) 2024-04-12T17:39:52.555 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-12T17:39:52.555 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:52 smithi016 ceph-mon[84444]: pgmap v3962: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 13 KiB/s wr, 92 op/s 2024-04-12T17:39:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:52 smithi016 ceph-mon[84444]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T17:39:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:39:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:39:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:52 smithi005 ceph-mon[88416]: pgmap v3962: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 13 KiB/s wr, 92 op/s 2024-04-12T17:39:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:52 smithi005 ceph-mon[88416]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T17:39:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:52 smithi005 ceph-mon[90837]: pgmap v3962: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 13 KiB/s wr, 92 op/s 2024-04-12T17:39:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:52 smithi005 ceph-mon[90837]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-12T17:39:53.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:53 smithi016 ceph-mon[84444]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T17:39:53.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:53 smithi005 ceph-mon[88416]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T17:39:53.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:53 smithi005 ceph-mon[90837]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-12T17:39:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:39:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:39:53] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-12T17:39:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:54 smithi016 ceph-mon[84444]: pgmap v3965: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 265 KiB/s wr, 104 op/s 2024-04-12T17:39:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:54 smithi016 ceph-mon[84444]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T17:39:54.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:54 smithi005 ceph-mon[88416]: pgmap v3965: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 265 KiB/s wr, 104 op/s 2024-04-12T17:39:54.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:54 smithi005 ceph-mon[88416]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T17:39:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:54 smithi005 ceph-mon[90837]: pgmap v3965: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 265 KiB/s wr, 104 op/s 2024-04-12T17:39:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:54 smithi005 ceph-mon[90837]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-12T17:39:55.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3022 ms) 2024-04-12T17:39:55.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-12T17:39:55.579 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:39:55.650 INFO:tasks.workunit.client.0.smithi005.stdout: i=0 exists [25628099~5586327,54756840~2932373,85320959~3881864,133073249~574309,153806737~7494944,173718201~7338459,191373617~7904161,327710472~2081205,365937390~6615280,406827298~7047956] wrote [25628099~5586327,54756840~2932373,85320959~3881864,133073249~574309,153806737~7494944,173718201~7338459,191373617~7904161,327710472~2081205,365937390~6615280,406827298~7047956] 2024-04-12T17:39:55.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:55 smithi016 ceph-mon[84444]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T17:39:55.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:55 smithi005 ceph-mon[88416]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T17:39:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:55 smithi005 ceph-mon[90837]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-12T17:39:56.626 INFO:tasks.workunit.client.0.smithi005.stdout: i=1 exists [25628099~5586327,54756840~2932373,85320959~3881864,119165080~1271179,133073249~574309,153806737~7494944,173718201~7338459,191373617~7904161,240876956~3455373,290521187~4349538,321347217~2847064,327710472~2081205,363385461~976325,365937390~6615280,390512878~23362376] wrote [119165080~1271179,240876956~3455373,290521187~4349538,321347217~2847064,363385461~976325,390512878~16483509] 2024-04-12T17:39:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:56 smithi016 ceph-mon[84444]: pgmap v3968: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 265 KiB/s wr, 104 op/s 2024-04-12T17:39:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:56 smithi016 ceph-mon[84444]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T17:39:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:56 smithi005 ceph-mon[88416]: pgmap v3968: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 265 KiB/s wr, 104 op/s 2024-04-12T17:39:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:56 smithi005 ceph-mon[88416]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T17:39:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:56 smithi005 ceph-mon[90837]: pgmap v3968: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 265 KiB/s wr, 104 op/s 2024-04-12T17:39:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:56 smithi005 ceph-mon[90837]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-12T17:39:57.596 INFO:tasks.workunit.client.0.smithi005.stdout: i=2 exists [25628099~5586327,39425431~5963532,54756840~2932373,85320959~3881864,89956753~981537,114758767~1082082,119165080~1271179,133073249~574309,153806737~7494944,173718201~7338459,191373617~8533058,240876956~3455373,290521187~5644585,321347217~2847064,327710472~2081205,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,379581497~942092,390512878~23362376] wrote [27343907~2446013,39425431~5963532,89956753~981537,114758767~1082082,197517932~2388743,292010876~4154896,344992911~3323178,356374759~5873797,379581497~942092,396789041~6075183] 2024-04-12T17:39:57.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:57 smithi016 ceph-mon[84444]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T17:39:57.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:57 smithi005 ceph-mon[88416]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T17:39:57.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:57 smithi005 ceph-mon[90837]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-12T17:39:58.609 INFO:tasks.workunit.client.0.smithi005.stdout: i=3 exists [11356999~5690211,25628099~5586327,39425431~5963532,54756840~2932373,62558168~6151385,85320959~3881864,89956753~981537,114220437~3461245,119165080~1271179,133073249~574309,149130303~3242638,153806737~7494944,173718201~7338459,191373617~8533058,203585594~4781754,212592963~5001513,240876956~3455373,290521187~5644585,321347217~2847064,327710472~2081205,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,374792211~7835714,390512878~23362376] wrote [11356999~5690211,26057453~609799,62558168~6151385,114220437~3461245,149130303~3242638,203585594~4781754,212592963~5001513,321796921~1999673,374792211~7835714,397317946~4819678] 2024-04-12T17:39:58.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:58 smithi016 ceph-mon[84444]: pgmap v3971: 137 pgs: 137 active+clean; 41 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-12T17:39:58.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:58 smithi016 ceph-mon[84444]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T17:39:58.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:58 smithi005 ceph-mon[88416]: pgmap v3971: 137 pgs: 137 active+clean; 41 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-12T17:39:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:58 smithi005 ceph-mon[88416]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T17:39:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:58 smithi005 ceph-mon[90837]: pgmap v3971: 137 pgs: 137 active+clean; 41 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-12T17:39:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:58 smithi005 ceph-mon[90837]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-12T17:39:59.618 INFO:tasks.workunit.client.0.smithi005.stdout: i=4 exists [11356999~5690211,25628099~5839515,34470341~389715,39425431~5963532,54756840~2932373,59314745~9394808,71263502~6113175,85320959~3881864,89956753~981537,111475902~6205780,119165080~1271179,133073249~574309,149130303~3242638,153806737~7494944,173718201~7338459,191373617~8533058,203585594~4781754,212592963~5001513,240876956~3455373,277186189~61963,286806875~9358897,301911231~5649664,321347217~2847064,327710472~2081205,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,374792211~7835714,388803751~28880387] wrote [28283055~3184559,34470341~389715,59314745~4078722,71263502~6113175,111475902~5988002,277186189~61963,286806875~6580480,301911231~5649664,388803751~5381359,410568966~7115172] 2024-04-12T17:39:59.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:39:59 smithi016 ceph-mon[84444]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T17:39:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:39:59 smithi005 ceph-mon[88416]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T17:39:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:39:59 smithi005 ceph-mon[90837]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-12T17:40:00.646 INFO:tasks.workunit.client.0.smithi005.stdout: i=5 exists [11356999~5690211,25628099~6526600,32303532~6676849,39425431~5963532,54756840~13952713,71263502~6113175,85320959~3881864,89956753~981537,111475902~6205780,119165080~1271179,133073249~574309,149130303~3242638,153806737~7494944,173718201~7338459,191373617~8533058,202274183~6243584,212592963~5001513,240876956~3455373,277186189~61963,284464727~11701045,301911231~5649664,321347217~2847064,327710472~2081205,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,374792211~7835714,388608488~29075650] wrote [31294951~859748,32303532~6676849,56306615~7613796,86618117~936353,192919888~4130123,202274183~6243584,284464727~7718729,336743648~8146676,388608488~3415275] 2024-04-12T17:40:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:00 smithi016 ceph-mon[84444]: pgmap v3974: 137 pgs: 137 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 28 MiB/s wr, 189 op/s 2024-04-12T17:40:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:00 smithi016 ceph-mon[84444]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T17:40:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:00 smithi016 ceph-mon[84444]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:40:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:00 smithi005 ceph-mon[88416]: pgmap v3974: 137 pgs: 137 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 28 MiB/s wr, 189 op/s 2024-04-12T17:40:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:00 smithi005 ceph-mon[88416]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T17:40:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:00 smithi005 ceph-mon[88416]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:40:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:00 smithi005 ceph-mon[90837]: pgmap v3974: 137 pgs: 137 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 28 MiB/s wr, 189 op/s 2024-04-12T17:40:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:00 smithi005 ceph-mon[90837]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-12T17:40:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:00 smithi005 ceph-mon[90837]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:40:01.633 INFO:tasks.workunit.client.0.smithi005.stdout: i=6 exists [6142519~10904691,25628099~6526600,32303532~6676849,39425431~5963532,54756840~13952713,71263502~10282059,83222861~1989182,85320959~3881864,89956753~981537,111475902~6205780,119165080~1271179,133073249~574309,149130303~3242638,153806737~7494944,173718201~8400152,187923222~2401255,191373617~8533058,202274183~6243584,212592963~5001513,224433853~4020076,240876956~3455373,277186189~61963,284464727~17061876,301911231~5649664,321347217~2847064,327710472~2081205,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,374792211~7835714,387588119~30096019] wrote [6142519~7356073,26781822~2537508,74114519~7431042,83222861~1989182,180522090~1596263,187923222~2401255,224433853~4020076,292314530~9212073,387588119~5902709] 2024-04-12T17:40:01.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:01 smithi016 ceph-mon[84444]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T17:40:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:01 smithi005 ceph-mon[88416]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T17:40:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:01 smithi005 ceph-mon[90837]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-12T17:40:02.570 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:40:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:40:02.621 INFO:tasks.workunit.client.0.smithi005.stdout: i=7 exists [6142519~10904691,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~3881864,89956753~981537,93678378~6607366,111475902~6205780,119165080~1271179,133073249~574309,149130303~3242638,153806737~7494944,173718201~8400152,183756975~4139141,187923222~2401255,191373617~8533058,202274183~6243584,212592963~5001513,224433853~4020076,240876956~3455373,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,327710472~2081205,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,374792211~7835714,387588119~30096019] wrote [28978779~337026,35313482~2929736,40977061~3973580,67187616~6115104,93678378~6607366,183756975~4139141,317746637~6467792,368198371~2237489,390662923~3969351] 2024-04-12T17:40:02.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:02 smithi016 ceph-mon[84444]: pgmap v3977: 137 pgs: 137 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 24 MiB/s wr, 168 op/s 2024-04-12T17:40:02.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:02 smithi016 ceph-mon[84444]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T17:40:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:02 smithi005 ceph-mon[88416]: pgmap v3977: 137 pgs: 137 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 24 MiB/s wr, 168 op/s 2024-04-12T17:40:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:02 smithi005 ceph-mon[88416]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T17:40:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:02 smithi005 ceph-mon[90837]: pgmap v3977: 137 pgs: 137 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 24 MiB/s wr, 168 op/s 2024-04-12T17:40:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:02 smithi005 ceph-mon[90837]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-12T17:40:03.663 INFO:tasks.workunit.client.0.smithi005.stdout: i=8 exists [6142519~10904691,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~3881864,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,149130303~3242638,153806737~18554740,173718201~8400152,183756975~4139141,187923222~2401255,191373617~8533058,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,327710472~2081205,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,374792211~7835714,387588119~30096019] wrote [70902281~3148943,98577727~4144676,117605354~7515597,131324432~6266798,159050867~13310610,227673417~7107868,268595641~2930148,317775505~3991596] 2024-04-12T17:40:03.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:03 smithi016 ceph-mon[84444]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T17:40:03.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:03 smithi005 ceph-mon[88416]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T17:40:03.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:03 smithi005 ceph-mon[90837]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-12T17:40:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:40:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:40:03] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-12T17:40:04.632 INFO:tasks.workunit.client.0.smithi005.stdout: i=9 exists [6142519~10904691,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~3881864,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,147507772~24853705,173718201~16606276,191373617~8533058,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,327710472~2081205,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,365937390~6615280,374792211~10060044,387588119~30096019] wrote [30056404~108104,102001775~645548,147507772~8160795,166703209~1963901,177842056~7161828,186404984~2546475,229704237~262817,256218881~2448266,278396240~3953954,379765821~5086434] 2024-04-12T17:40:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:04 smithi016 ceph-mon[84444]: pgmap v3980: 137 pgs: 137 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 50 MiB/s wr, 293 op/s 2024-04-12T17:40:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:04 smithi016 ceph-mon[84444]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T17:40:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:04 smithi005 ceph-mon[88416]: pgmap v3980: 137 pgs: 137 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 50 MiB/s wr, 293 op/s 2024-04-12T17:40:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:04 smithi005 ceph-mon[88416]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T17:40:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:04 smithi005 ceph-mon[90837]: pgmap v3980: 137 pgs: 137 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 50 MiB/s wr, 293 op/s 2024-04-12T17:40:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:04 smithi005 ceph-mon[90837]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-12T17:40:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:05.613 INFO:tasks.workunit.client.0.smithi005.stdout: i=10 exists [6142519~10904691,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~3881864,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~24853705,173718201~16606276,191373617~8533058,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,327710472~2081205,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365937390~6615280,374792211~10060044,387588119~30096019] wrote [108079601~1706234,112718719~1607684,115973255~2029280,195631570~333818,278571375~1792420,297877965~4482361,342187996~2412139,349666797~3195231,355614182~974402,393072777~1910600] 2024-04-12T17:40:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:05 smithi016 ceph-mon[84444]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T17:40:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:05 smithi005 ceph-mon[88416]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T17:40:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:05 smithi005 ceph-mon[90837]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-12T17:40:06.660 INFO:tasks.workunit.client.0.smithi005.stdout: i=11 exists [1203737~15843473,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~3881864,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~24853705,173718201~16606276,191373617~17144150,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,327710472~2081205,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365937390~6615280,374792211~10060044,387588119~30096019] wrote [1203737~5100218,55778318~1304207,64275283~5709990,117446985~3782360,158509222~4086556,197359410~5881770,282409308~4011494,298723811~6170713,394797008~6823186] 2024-04-12T17:40:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:06 smithi016 ceph-mon[84444]: pgmap v3983: 137 pgs: 137 active+clean; 406 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 51 MiB/s wr, 295 op/s 2024-04-12T17:40:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:06 smithi016 ceph-mon[84444]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T17:40:06.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:06 smithi005 ceph-mon[88416]: pgmap v3983: 137 pgs: 137 active+clean; 406 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 51 MiB/s wr, 295 op/s 2024-04-12T17:40:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:06 smithi005 ceph-mon[88416]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T17:40:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:06 smithi005 ceph-mon[90837]: pgmap v3983: 137 pgs: 137 active+clean; 406 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 51 MiB/s wr, 295 op/s 2024-04-12T17:40:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:06 smithi005 ceph-mon[90837]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-12T17:40:07.637 INFO:tasks.workunit.client.0.smithi005.stdout: i=12 exists [1203737~15843473,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~5617331,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,173718201~16606276,191373617~17144150,212592963~7344154,224433853~10347432,240876956~3455373,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~4349334,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [12395316~545115,87293573~2930507,114120002~831401,122353471~6774372,155113197~6224610,206073448~610913,216201349~3735768,254379441~1217485,325442343~2966286,365010114~927181] 2024-04-12T17:40:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:07 smithi016 ceph-mon[84444]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T17:40:07.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:07 smithi005 ceph-mon[88416]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T17:40:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:07 smithi005 ceph-mon[90837]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-12T17:40:08.682 INFO:tasks.workunit.client.0.smithi005.stdout: i=13 exists [1203737~15843473,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~5617331,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,173718201~16606276,191373617~17144150,212592963~7344154,224433853~10347432,240876956~3455373,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~4349334,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [69417612~3670211,146932406~3748293,163775033~5746811,177174299~7807612,200908064~1860199,247514524~504937,264759448~3087278,404910852~7150596] 2024-04-12T17:40:08.907 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:08 smithi016 ceph-mon[84444]: pgmap v3986: 137 pgs: 137 active+clean; 459 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 16 MiB/s wr, 118 op/s 2024-04-12T17:40:08.907 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:08 smithi016 ceph-mon[84444]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T17:40:08.908 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:08 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:40:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:08 smithi005 ceph-mon[88416]: pgmap v3986: 137 pgs: 137 active+clean; 459 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 16 MiB/s wr, 118 op/s 2024-04-12T17:40:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:08 smithi005 ceph-mon[88416]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T17:40:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:08 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:40:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:08 smithi005 ceph-mon[90837]: pgmap v3986: 137 pgs: 137 active+clean; 459 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 16 MiB/s wr, 118 op/s 2024-04-12T17:40:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:08 smithi005 ceph-mon[90837]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-12T17:40:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:08 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:40:09.670 INFO:tasks.workunit.client.0.smithi005.stdout: i=14 exists [1203737~15843473,25628099~6526600,32303532~6676849,39425431~5963532,54756840~26788721,83222861~1989182,85320959~5617331,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,173718201~16606276,191373617~17144150,212592963~7344154,224433853~10347432,240876956~3455373,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~4349334,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [28099469~3263382,59220592~2999876,113783074~2644325,157069707~6042466,165594178~2102649,282993685~5722131,293625159~5100220,307328227~1736833,388094513~7042065] 2024-04-12T17:40:09.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[88416]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T17:40:10.025 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.025 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[90837]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:40:10.026 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:09 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:09 smithi016 ceph-mon[84444]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-12T17:40:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:40:10.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:40:10.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:09 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:10.677 INFO:tasks.workunit.client.0.smithi005.stdout: i=15 exists [1203737~15843473,25628099~13352282,39425431~5963532,54756840~26788721,83222861~1989182,85320959~5617331,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,173718201~16606276,191373617~17144150,212592963~7344154,224433853~19898476,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~4349334,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [26096670~6517155,71109085~3664924,96478137~2365624,168179008~4974409,178741017~320399,233140299~7906108,301003938~5170483,404965294~7807022] 2024-04-12T17:40:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:10 smithi005 ceph-mon[88416]: pgmap v3989: 137 pgs: 137 active+clean; 591 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 46 MiB/s wr, 307 op/s 2024-04-12T17:40:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:10 smithi005 ceph-mon[88416]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T17:40:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:10 smithi005 ceph-mon[90837]: pgmap v3989: 137 pgs: 137 active+clean; 591 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 46 MiB/s wr, 307 op/s 2024-04-12T17:40:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:10 smithi005 ceph-mon[90837]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T17:40:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:10 smithi016 ceph-mon[84444]: pgmap v3989: 137 pgs: 137 active+clean; 591 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 46 MiB/s wr, 307 op/s 2024-04-12T17:40:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:10 smithi016 ceph-mon[84444]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-12T17:40:11.680 INFO:tasks.workunit.client.0.smithi005.stdout: i=16 exists [1203737~15843473,25628099~13352282,39425431~5963532,54756840~26788721,83222861~1989182,85320959~5617331,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~43392071,191373617~17144150,212592963~7344154,224433853~19898476,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~4349334,336743648~8146676,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [97709359~561107,133741055~1607130,159296311~6674360,168125622~7788529,252714073~3415637,258784125~2580693,299609482~487293,350546228~5098984,397758898~2224918] 2024-04-12T17:40:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:11 smithi005 ceph-mon[88416]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T17:40:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:11 smithi005 ceph-mon[90837]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T17:40:12.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:11 smithi016 ceph-mon[84444]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-12T17:40:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:40:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:40:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: i=17 exists [1203737~15843473,25628099~13352282,39425431~6757759,48604335~1472350,54756840~26788721,83222861~1989182,85320959~17401444,103493129~7067209,111475902~17651941,131324432~6266798,146932406~43392071,191373617~17144150,212592963~7344154,223985676~20346653,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~4349334,336743648~8146676,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [44532411~1650779,48604335~1472350,83826057~903275,88713928~6229944,103493129~7067209,223985676~917876,269660079~7486285,296821381~4480320,303230222~2279205] 2024-04-12T17:40:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:12 smithi005 ceph-mon[88416]: pgmap v3992: 137 pgs: 137 active+clean; 591 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 32 MiB/s wr, 189 op/s 2024-04-12T17:40:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:12 smithi005 ceph-mon[88416]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T17:40:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:12 smithi005 ceph-mon[90837]: pgmap v3992: 137 pgs: 137 active+clean; 591 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 32 MiB/s wr, 189 op/s 2024-04-12T17:40:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:12 smithi005 ceph-mon[90837]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T17:40:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:12 smithi016 ceph-mon[84444]: pgmap v3992: 137 pgs: 137 active+clean; 591 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 32 MiB/s wr, 189 op/s 2024-04-12T17:40:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:12 smithi016 ceph-mon[84444]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-12T17:40:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: i=18 exists [1203737~15843473,25628099~13352282,39425431~6757759,48604335~1472350,54756840~26788721,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~43392071,191373617~17144150,212592963~7344154,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~4349334,331285910~13604414,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [6977960~3274719,28147600~4174328,70371676~4411150,82833893~3924605,158017276~2629309,172418030~590413,248681737~360386,261415501~3115168,331285910~7482903,366104837~5900735] 2024-04-12T17:40:13.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:13 smithi005 ceph-mon[88416]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T17:40:13.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:13 smithi005 ceph-mon[90837]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T17:40:14.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:13 smithi016 ceph-mon[84444]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-12T17:40:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:40:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:40:13] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-12T17:40:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: i=19 exists [1203737~15843473,25628099~13352282,39425431~6757759,48604335~1472350,54756840~26788721,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~43392071,191373617~17144150,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~4349334,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,365937390~6615280,374792211~10060044,387588119~30096019] wrote [3424938~524477,60629331~1723394,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,216708854~6202106,278206662~770573,289096969~877880,345283339~7350357] 2024-04-12T17:40:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:14 smithi005 ceph-mon[88416]: pgmap v3995: 137 pgs: 137 active+clean; 744 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 41 MiB/s wr, 338 op/s 2024-04-12T17:40:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:14 smithi005 ceph-mon[88416]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T17:40:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:14 smithi005 ceph-mon[90837]: pgmap v3995: 137 pgs: 137 active+clean; 744 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 41 MiB/s wr, 338 op/s 2024-04-12T17:40:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:14 smithi005 ceph-mon[90837]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T17:40:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:14 smithi016 ceph-mon[84444]: pgmap v3995: 137 pgs: 137 active+clean; 744 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 41 MiB/s wr, 338 op/s 2024-04-12T17:40:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:14 smithi016 ceph-mon[84444]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-12T17:40:15.658 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 1 diff [119165080~1271179,240876956~3455373,290521187~4349538,321347217~2847064,363385461~976325,390512878~16483509] 2024-04-12T17:40:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [119165080~1271179,240876956~3455373,290521187~4349538,321347217~2847064,363385461~976325,390512878~16483509] 2024-04-12T17:40:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [117440512~2995747,239075328~5257001,289406976~5463749,318767104~5427177,360710144~3651642,390070272~16926115] 2024-04-12T17:40:15.680 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 2 diff [27343907~2446013,39425431~5963532,89956753~981537,114758767~1082082,119165080~1271179,197517932~2388743,240876956~3455373,290521187~5644585,321347217~2847064,344992911~3323178,356374759~5873797,363385461~976325,379581497~942092,390512878~16483509] 2024-04-12T17:40:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [27343907~2446013,39425431~5963532,89956753~981537,114758767~1082082,119165080~1271179,197517932~2388743,240876956~3455373,290521187~5644585,321347217~2847064,344992911~3323178,356374759~5873797,363385461~976325,379581497~942092,390512878~16483509] 2024-04-12T17:40:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [27343907~2446013,37748736~7640227,89202823~1735467,113246208~2594641,117440512~2995747,197517932~2388743,239075328~5257001,289406976~6758796,318767104~5427177,343932928~4383161,352321536~12040250,377487360~3036229,390070272~16926115] 2024-04-12T17:40:15.687 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 3 diff [11356999~5690211,26057453~609799,27343907~2446013,39425431~5963532,62558168~6151385,89956753~981537,114220437~3461245,119165080~1271179,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,240876956~3455373,290521187~5644585,321347217~2847064,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,390512878~16483509] 2024-04-12T17:40:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,27343907~2446013,39425431~5963532,62558168~6151385,89956753~981537,114220437~3461245,119165080~1271179,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,240876956~3455373,290521187~5644585,321347217~2847064,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,390512878~16483509] 2024-04-12T17:40:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,27343907~2446013,37748736~7640227,58720256~9989297,89202823~1735467,113246208~7190051,146800640~5572301,197517932~2388743,201326592~7040756,209715200~7879276,239075328~5257001,289406976~6758796,318767104~5427177,343932928~4383161,352321536~12040250,373293056~9334869,390070272~16926115] 2024-04-12T17:40:15.694 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 4 diff [11356999~5690211,26057453~609799,27343907~4123707,34470341~389715,39425431~5963532,59314745~9394808,71263502~6113175,89956753~981537,111475902~6205780,119165080~1271179,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,240876956~3455373,277186189~61963,286806875~9358897,301911231~5649664,321347217~2847064,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,388803751~18192636,410568966~7115172] 2024-04-12T17:40:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,27343907~4123707,34470341~389715,39425431~5963532,59314745~9394808,71263502~6113175,89956753~981537,111475902~6205780,119165080~1271179,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,240876956~3455373,277186189~61963,286806875~9358897,301911231~5649664,321347217~2847064,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,388803751~18192636,410568966~7115172] 2024-04-12T17:40:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,27343907~4123707,33554432~1305624,37748736~7640227,58720256~18656421,89202823~1735467,109051904~11384355,146800640~5572301,197517932~2388743,201326592~7040756,209715200~7879276,239075328~5257001,276824064~424088,285212672~10953100,297795584~9765311,318767104~5427177,343932928~4383161,352321536~12040250,373293056~9334869,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.701 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 5 diff [11356999~5690211,26057453~609799,27343907~4810792,32303532~6676849,39425431~5963532,56306615~12402938,71263502~6113175,86618117~936353,89956753~981537,111475902~6205780,119165080~1271179,149130303~3242638,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,240876956~3455373,277186189~61963,284464727~11701045,301911231~5649664,321347217~2847064,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,388608488~18387899,410568966~7115172] 2024-04-12T17:40:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,27343907~4810792,32303532~6676849,39425431~5963532,56306615~12402938,71263502~6113175,86618117~936353,89956753~981537,111475902~6205780,119165080~1271179,149130303~3242638,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,240876956~3455373,277186189~61963,284464727~11701045,301911231~5649664,321347217~2847064,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,388608488~18387899,410568966~7115172] 2024-04-12T17:40:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,27343907~18045056,56306615~21070062,86618117~936353,89202823~1735467,109051904~11384355,146800640~5572301,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,239075328~5257001,276824064~424088,281018368~15147404,297795584~9765311,318767104~5427177,335544320~12771769,352321536~12040250,373293056~9334869,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.708 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 6 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~12402938,71263502~10282059,83222861~1989182,86618117~936353,89956753~981537,111475902~6205780,119165080~1271179,149130303~3242638,180522090~1596263,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,240876956~3455373,277186189~61963,284464727~17061876,301911231~5649664,321347217~2847064,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~12402938,71263502~10282059,83222861~1989182,86618117~936353,89956753~981537,111475902~6205780,119165080~1271179,149130303~3242638,180522090~1596263,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,240876956~3455373,277186189~61963,284464727~17061876,301911231~5649664,321347217~2847064,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,374792211~7835714,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,109051904~11384355,146800640~5572301,180522090~1596263,184549376~5775101,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~6155817,239075328~5257001,276824064~424088,281018368~26542527,318767104~5427177,335544320~12771769,352321536~12040250,373293056~9334869,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.714 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 7 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~6607366,111475902~6205780,119165080~1271179,149130303~3242638,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,240876956~3455373,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,368198371~2237489,374792211~7835714,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~6607366,111475902~6205780,119165080~1271179,149130303~3242638,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,240876956~3455373,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,368198371~2237489,374792211~7835714,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~8011056,109051904~11384355,146800640~5572301,180522090~9802387,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~6155817,239075328~5257001,276824064~424088,281018368~26542527,314572800~9641629,335544320~12771769,352321536~12040250,368198371~2237489,373293056~9334869,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.721 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 8 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,149130303~3242638,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,368198371~2237489,374792211~7835714,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,149130303~3242638,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,368198371~2237489,374792211~7835714,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~10447715,109051904~16069047,131324432~6266798,146800640~5572301,159050867~13310610,180522090~9802387,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~12483173,239075328~5257001,268435456~3090333,276824064~424088,281018368~26542527,314572800~9641629,335544320~12771769,352321536~12040250,368198371~2237489,373293056~9334869,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.728 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 9 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,363385461~976325,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~10447715,109051904~16069047,131324432~6266798,146800640~8867927,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~12483173,239075328~5257001,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~12771769,352321536~12040250,368198371~2237489,373293056~11559199,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.735 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 10 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~10447715,104857600~20263351,131324432~6266798,146800640~8867927,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~12483173,239075328~5257001,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~28817466,368198371~2237489,373293056~11559199,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.741 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 11 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,212592963~5001513,224433853~10347432,240876956~3455373,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~936353,89202823~1735467,92274688~10447715,104857600~20263351,131324432~6266798,146800640~8867927,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,209715200~7879276,222298112~12483173,239075328~5257001,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~28817466,368198371~2237489,373293056~11559199,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.748 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 12 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,240876956~3455373,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,240876956~3455373,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~19408268,410568966~7115172] 2024-04-12T17:40:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177842056~12482421,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,239075328~5257001,251658240~3938686,255852544~2814603,268435456~3090333,276824064~30736831,314572800~13835829,335544320~28817466,365010114~927181,368198371~2237489,373293056~11559199,385875968~21120419,410568966~7115172] 2024-04-12T17:40:15.755 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 13 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,240876956~3455373,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,240876956~3455373,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,239075328~5257001,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~30736831,314572800~13835829,335544320~28817466,365010114~927181,368198371~2237489,373293056~11559199,385875968~31808170] 2024-04-12T17:40:15.760 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 14 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,240876956~3455373,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,240876956~3455373,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,239075328~5257001,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~28817466,365010114~927181,368198371~2237489,373293056~11559199,385875968~31808170] 2024-04-12T17:40:15.767 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 15 diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~19898476,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~19898476,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~19331510,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~26352777,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~22034217,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~28817466,365010114~927181,368198371~2237489,373293056~11559199,385875968~31808170] 2024-04-12T17:40:15.774 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 16 diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~19898476,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~19898476,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~19331510,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~22034217,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~28817466,365010114~927181,368198371~2237489,373293056~11559199,385875968~31808170] 2024-04-12T17:40:15.780 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 17 diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~20346653,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~20346653,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,368198371~2237489,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~29433725,86618117~42509726,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~22034217,247463936~555525,251658240~9706578,264241152~3605574,268435456~40629604,314572800~13835829,335544320~28817466,365010114~927181,368198371~2237489,373293056~11559199,385875968~31808170] 2024-04-12T17:40:15.787 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 18 diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~3323178,349666797~12581759,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~22034217,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:15.793 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 19 diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:15.799 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 2 diff [27343907~2446013,39425431~5963532,89956753~981537,114758767~1082082,197517932~2388743,292010876~4154896,344992911~3323178,356374759~5873797,379581497~942092,396789041~6075183] 2024-04-12T17:40:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [27343907~2446013,39425431~5963532,89956753~981537,114758767~1082082,197517932~2388743,292010876~4154896,344992911~3323178,356374759~5873797,379581497~942092,396789041~6075183] 2024-04-12T17:40:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [27343907~2446013,37748736~7640227,89202823~1735467,113246208~2594641,197517932~2388743,292010876~4154896,343932928~4383161,352321536~9927020,377487360~3036229,396789041~6075183] 2024-04-12T17:40:15.805 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 3 diff [11356999~5690211,26057453~609799,27343907~2446013,39425431~5963532,62558168~6151385,89956753~981537,114220437~3461245,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,292010876~4154896,321796921~1999673,344992911~3323178,356374759~5873797,374792211~7835714,396789041~6075183] 2024-04-12T17:40:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,27343907~2446013,39425431~5963532,62558168~6151385,89956753~981537,114220437~3461245,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,292010876~4154896,321796921~1999673,344992911~3323178,356374759~5873797,374792211~7835714,396789041~6075183] 2024-04-12T17:40:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,27343907~2446013,37748736~7640227,58720256~9989297,89202823~1735467,113246208~4435474,146800640~5572301,197517932~2388743,201326592~7040756,209715200~7879276,292010876~4154896,321796921~1999673,343932928~4383161,352321536~9927020,373293056~9334869,396789041~6075183] 2024-04-12T17:40:15.812 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 4 diff [11356999~5690211,26057453~609799,27343907~4123707,34470341~389715,39425431~5963532,59314745~9394808,71263502~6113175,89956753~981537,111475902~6205780,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,277186189~61963,286806875~9358897,301911231~5649664,321796921~1999673,344992911~3323178,356374759~5873797,374792211~7835714,388803751~5381359,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,27343907~4123707,34470341~389715,39425431~5963532,59314745~9394808,71263502~6113175,89956753~981537,111475902~6205780,149130303~3242638,197517932~2388743,203585594~4781754,212592963~5001513,277186189~61963,286806875~9358897,301911231~5649664,321796921~1999673,344992911~3323178,356374759~5873797,374792211~7835714,388803751~5381359,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,27343907~4123707,33554432~1305624,37748736~7640227,58720256~18656421,89202823~1735467,109051904~8629778,146800640~5572301,197517932~2388743,201326592~7040756,209715200~7879276,276824064~424088,285212672~10953100,297795584~9765311,321796921~1999673,343932928~4383161,352321536~9927020,373293056~9334869,385875968~8309142,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.819 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 5 diff [11356999~5690211,26057453~609799,27343907~4810792,32303532~6676849,39425431~5963532,56306615~12402938,71263502~6113175,86618117~936353,89956753~981537,111475902~6205780,149130303~3242638,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,277186189~61963,284464727~11701045,301911231~5649664,321796921~1999673,336743648~8146676,344992911~3323178,356374759~5873797,374792211~7835714,388608488~5576622,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,27343907~4810792,32303532~6676849,39425431~5963532,56306615~12402938,71263502~6113175,86618117~936353,89956753~981537,111475902~6205780,149130303~3242638,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,277186189~61963,284464727~11701045,301911231~5649664,321796921~1999673,336743648~8146676,344992911~3323178,356374759~5873797,374792211~7835714,388608488~5576622,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,27343907~18045056,56306615~21070062,86618117~936353,89202823~1735467,109051904~8629778,146800640~5572301,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,276824064~424088,281018368~15147404,297795584~9765311,321796921~1999673,335544320~12771769,352321536~9927020,373293056~9334869,385875968~8309142,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.824 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 6 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~12402938,71263502~10282059,83222861~1989182,86618117~936353,89956753~981537,111475902~6205780,149130303~3242638,180522090~1596263,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,321796921~1999673,336743648~8146676,344992911~3323178,356374759~5873797,374792211~7835714,387588119~6596991,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~12402938,71263502~10282059,83222861~1989182,86618117~936353,89956753~981537,111475902~6205780,149130303~3242638,180522090~1596263,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,321796921~1999673,336743648~8146676,344992911~3323178,356374759~5873797,374792211~7835714,387588119~6596991,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,109051904~8629778,146800640~5572301,180522090~1596263,184549376~5775101,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~6155817,276824064~424088,281018368~26542527,321796921~1999673,335544320~12771769,352321536~9927020,373293056~9334869,385875968~8309142,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.830 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 7 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~6607366,111475902~6205780,149130303~3242638,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,368198371~2237489,374792211~7835714,387588119~7044155,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~6607366,111475902~6205780,149130303~3242638,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,368198371~2237489,374792211~7835714,387588119~7044155,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~8011056,109051904~8629778,146800640~5572301,180522090~9802387,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~6155817,276824064~424088,281018368~26542527,314572800~9641629,335544320~12771769,352321536~9927020,368198371~2237489,373293056~9334869,385875968~8756306,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.836 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 8 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,149130303~3242638,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,368198371~2237489,374792211~7835714,387588119~7044155,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,149130303~3242638,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,368198371~2237489,374792211~7835714,387588119~7044155,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~10447715,109051904~16069047,131324432~6266798,146800640~5572301,159050867~13310610,180522090~9802387,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~12483173,268435456~3090333,276824064~424088,281018368~26542527,314572800~9641629,335544320~12771769,352321536~9927020,368198371~2237489,373293056~9334869,385875968~8756306,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.842 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 9 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,368198371~2237489,374792211~10060044,387588119~7044155,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,344992911~3323178,356374759~5873797,368198371~2237489,374792211~10060044,387588119~7044155,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~10447715,109051904~16069047,131324432~6266798,146800640~8867927,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~12771769,352321536~9927020,368198371~2237489,373293056~11559199,385875968~8756306,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.848 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 10 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,368198371~2237489,374792211~10060044,387588119~7395258,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,56306615~25238946,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,368198371~2237489,374792211~10060044,387588119~7395258,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~18607141,56306615~28905428,86618117~936353,89202823~1735467,92274688~10447715,104857600~20263351,131324432~6266798,146800640~8867927,159050867~13310610,177842056~12482421,192919888~4130123,197517932~2388743,201326592~7191175,209715200~7879276,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~26704236,368198371~2237489,373293056~11559199,385875968~9107409,396789041~6075183,410568966~7115172] 2024-04-12T17:40:15.853 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 11 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,368198371~2237489,374792211~10060044,387588119~15276105,410568966~7115172] 2024-04-12T17:40:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~936353,89956753~981537,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,368198371~2237489,374792211~10060044,387588119~15276105,410568966~7115172] 2024-04-12T17:40:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~936353,89202823~1735467,92274688~10447715,104857600~20263351,131324432~6266798,146800640~8867927,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,209715200~7879276,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~26704236,368198371~2237489,373293056~11559199,385875968~16988256,410568966~7115172] 2024-04-12T17:40:15.859 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 12 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,410568966~7115172] 2024-04-12T17:40:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,410568966~7115172] 2024-04-12T17:40:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177842056~12482421,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,251658240~3938686,255852544~2814603,268435456~3090333,276824064~30736831,314572800~13835829,335544320~26704236,365010114~927181,368198371~2237489,373293056~11559199,385875968~16988256,410568966~7115172] 2024-04-12T17:40:15.866 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 13 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~30736831,314572800~13835829,335544320~26704236,365010114~927181,368198371~2237489,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:15.872 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 14 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~18607141,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~26704236,365010114~927181,368198371~2237489,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:15.878 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 15 diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~3195231,355614182~6634374,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~19331510,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~26352777,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~26704236,365010114~927181,368198371~2237489,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:15.884 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 16 diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~5963532,55778318~25767243,83222861~1989182,86618117~4320173,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~19331510,55778318~29433725,86618117~4320173,92274688~10447715,104857600~24270243,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~26704236,365010114~927181,368198371~2237489,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:15.890 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 17 diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,344992911~3323178,349666797~12581759,365010114~927181,368198371~2237489,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~29433725,86618117~42509726,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~40629604,314572800~13835829,335544320~26704236,365010114~927181,368198371~2237489,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:15.896 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 18 diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~3323178,349666797~12581759,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~3323178,349666797~12581759,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:15.902 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 19 diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:15.909 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 3 diff [11356999~5690211,26057453~609799,62558168~6151385,114220437~3461245,149130303~3242638,203585594~4781754,212592963~5001513,321796921~1999673,374792211~7835714,397317946~4819678] 2024-04-12T17:40:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,62558168~6151385,114220437~3461245,149130303~3242638,203585594~4781754,212592963~5001513,321796921~1999673,374792211~7835714,397317946~4819678] 2024-04-12T17:40:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,58720256~9989297,114220437~3461245,146800640~5572301,201326592~7040756,209715200~7879276,321796921~1999673,373293056~9334869,397317946~4819678] 2024-04-12T17:40:15.915 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 4 diff [11356999~5690211,26057453~609799,28283055~3184559,34470341~389715,59314745~9394808,71263502~6113175,111475902~6205780,149130303~3242638,203585594~4781754,212592963~5001513,277186189~61963,286806875~6580480,301911231~5649664,321796921~1999673,374792211~7835714,388803751~5381359,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,28283055~3184559,34470341~389715,59314745~9394808,71263502~6113175,111475902~6205780,149130303~3242638,203585594~4781754,212592963~5001513,277186189~61963,286806875~6580480,301911231~5649664,321796921~1999673,374792211~7835714,388803751~5381359,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,28283055~3184559,33554432~1305624,58720256~18656421,109051904~8629778,146800640~5572301,201326592~7040756,209715200~7879276,276824064~424088,285212672~8174683,297795584~9765311,321796921~1999673,373293056~9334869,385875968~8309142,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.921 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 5 diff [11356999~5690211,26057453~609799,28283055~3871644,32303532~6676849,56306615~12402938,71263502~6113175,86618117~936353,111475902~6205780,149130303~3242638,192919888~4130123,202274183~6243584,212592963~5001513,277186189~61963,284464727~8922628,301911231~5649664,321796921~1999673,336743648~8146676,374792211~7835714,388608488~5576622,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [11356999~5690211,26057453~609799,28283055~3871644,32303532~6676849,56306615~12402938,71263502~6113175,86618117~936353,111475902~6205780,149130303~3242638,192919888~4130123,202274183~6243584,212592963~5001513,277186189~61963,284464727~8922628,301911231~5649664,321796921~1999673,336743648~8146676,374792211~7835714,388608488~5576622,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8658602,26057453~609799,28283055~10697326,56306615~21070062,86618117~936353,109051904~8629778,146800640~5572301,192919888~4130123,201326592~7191175,209715200~7879276,276824064~424088,281018368~12368987,297795584~9765311,321796921~1999673,335544320~9346004,373293056~9334869,385875968~8309142,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.927 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 6 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,56306615~12402938,71263502~10282059,83222861~1989182,86618117~936353,111475902~6205780,149130303~3242638,180522090~1596263,187923222~2401255,192919888~4130123,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,321796921~1999673,336743648~8146676,374792211~7835714,387588119~6596991,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,56306615~12402938,71263502~10282059,83222861~1989182,86618117~936353,111475902~6205780,149130303~3242638,180522090~1596263,187923222~2401255,192919888~4130123,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,321796921~1999673,336743648~8146676,374792211~7835714,387588119~6596991,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~12198559,56306615~28905428,86618117~936353,109051904~8629778,146800640~5572301,180522090~1596263,184549376~5775101,192919888~4130123,201326592~7191175,209715200~7879276,222298112~6155817,276824064~424088,281018368~26542527,321796921~1999673,335544320~9346004,373293056~9334869,385875968~8309142,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.933 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 7 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~6607366,111475902~6205780,149130303~3242638,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,374792211~7835714,387588119~7044155,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~6607366,111475902~6205780,149130303~3242638,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,212592963~5001513,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,374792211~7835714,387588119~7044155,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~12198559,40977061~3973580,56306615~28905428,86618117~936353,92274688~8011056,109051904~8629778,146800640~5572301,180522090~9802387,192919888~4130123,201326592~7191175,209715200~7879276,222298112~6155817,276824064~424088,281018368~26542527,314572800~9641629,335544320~9346004,368198371~2237489,373293056~9334869,385875968~8756306,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.939 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 8 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~9044025,111475902~13645049,131324432~6266798,149130303~3242638,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,212592963~5001513,224433853~10347432,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,374792211~7835714,387588119~7044155,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~9044025,111475902~13645049,131324432~6266798,149130303~3242638,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,212592963~5001513,224433853~10347432,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,374792211~7835714,387588119~7044155,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~12198559,40977061~3973580,56306615~28905428,86618117~936353,92274688~10447715,109051904~16069047,131324432~6266798,146800640~5572301,159050867~13310610,180522090~9802387,192919888~4130123,201326592~7191175,209715200~7879276,222298112~12483173,268435456~3090333,276824064~424088,281018368~26542527,314572800~9641629,335544320~9346004,368198371~2237489,373293056~9334869,385875968~8756306,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.945 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 9 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~9044025,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,374792211~10060044,387588119~7044155,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~9044025,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,374792211~10060044,387588119~7044155,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~12198559,40977061~3973580,56306615~28905428,86618117~936353,92274688~10447715,109051904~16069047,131324432~6266798,146800640~8867927,159050867~13310610,177842056~12482421,192919888~4130123,201326592~7191175,209715200~7879276,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~9346004,368198371~2237489,373293056~11559199,385875968~8756306,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.951 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 10 diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,374792211~10060044,387588119~7395258,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~10904691,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,56306615~25238946,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,374792211~10060044,387588119~7395258,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:15 smithi005 ceph-mon[88416]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T17:40:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:15 smithi005 ceph-mon[90837]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T17:40:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12852906,26057453~609799,26781822~12198559,40977061~3973580,56306615~28905428,86618117~936353,92274688~10447715,104857600~20263351,131324432~6266798,146800640~8867927,159050867~13310610,177842056~12482421,192919888~4130123,201326592~7191175,209715200~7879276,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~9346004,348316089~4545939,355614182~974402,368198371~2237489,373293056~11559199,385875968~9107409,397317946~4819678,410568966~7115172] 2024-04-12T17:40:15.957 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 11 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,374792211~10060044,387588119~14549505,410568966~7115172] 2024-04-12T17:40:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,212592963~5001513,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,374792211~10060044,387588119~14549505,410568966~7115172] 2024-04-12T17:40:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~12198559,40977061~3973580,55778318~29433725,86618117~936353,92274688~10447715,104857600~20263351,131324432~6266798,146800640~8867927,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,209715200~7879276,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~9346004,348316089~4545939,355614182~974402,368198371~2237489,373293056~11559199,385875968~16261656,410568966~7115172] 2024-04-12T17:40:15.963 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 12 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,410568966~7115172] 2024-04-12T17:40:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,410568966~7115172] 2024-04-12T17:40:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~12198559,40977061~3973580,55778318~29433725,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177842056~12482421,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,251658240~3938686,255852544~2814603,268435456~3090333,276824064~30736831,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,373293056~11559199,385875968~16261656,410568966~7115172] 2024-04-12T17:40:15.969 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 13 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~12198559,40977061~3973580,55778318~29433725,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~30736831,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:15.975 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 14 diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~609799,26781822~5372877,32303532~6676849,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~609799,26781822~12198559,40977061~3973580,55778318~29433725,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146800640~25560837,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:15.981 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 15 diff [1203737~15843473,26057453~12922928,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~3973580,55778318~29433725,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146800640~26352777,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:15.988 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 16 diff [1203737~15843473,26057453~12922928,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~3973580,55778318~25767243,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~3973580,55778318~29433725,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~9346004,348316089~8272495,365010114~927181,368198371~2237489,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:15.994 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 17 diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~29433725,86618117~42509726,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~40629604,314572800~13835829,335544320~9346004,348316089~8272495,365010114~927181,368198371~2237489,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:16.000 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 18 diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,349666797~6921787,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~7344154,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,349666797~6921787,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~10221917,222298112~18748295,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,348316089~8272495,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:16.006 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 19 diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:16.012 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 4 diff [28283055~3184559,34470341~389715,59314745~4078722,71263502~6113175,111475902~5988002,277186189~61963,286806875~6580480,301911231~5649664,388803751~5381359,410568966~7115172] 2024-04-12T17:40:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28283055~3184559,34470341~389715,59314745~4078722,71263502~6113175,111475902~5988002,277186189~61963,286806875~6580480,301911231~5649664,388803751~5381359,410568966~7115172] 2024-04-12T17:40:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28283055~3184559,33554432~1305624,59314745~4078722,68709553~8667124,109051904~8412000,276824064~424088,285212672~8174683,297795584~9765311,385875968~8309142,410568966~7115172] 2024-04-12T17:40:16.018 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 5 diff [28283055~3871644,32303532~6676849,56306615~7613796,71263502~6113175,86618117~936353,111475902~5988002,192919888~4130123,202274183~6243584,277186189~61963,284464727~8922628,301911231~5649664,336743648~8146676,388608488~5576622,410568966~7115172] 2024-04-12T17:40:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28283055~3871644,32303532~6676849,56306615~7613796,71263502~6113175,86618117~936353,111475902~5988002,192919888~4130123,202274183~6243584,277186189~61963,284464727~8922628,301911231~5649664,336743648~8146676,388608488~5576622,410568966~7115172] 2024-04-12T17:40:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28283055~10697326,56306615~7613796,68709553~8667124,86618117~936353,109051904~8412000,192919888~4130123,202274183~6243584,276824064~424088,281018368~12368987,297795584~9765311,335544320~9346004,385875968~8309142,410568966~7115172] 2024-04-12T17:40:16.025 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 6 diff [6142519~7356073,26781822~5372877,32303532~6676849,56306615~7613796,71263502~10282059,83222861~1989182,86618117~936353,111475902~5988002,180522090~1596263,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,336743648~8146676,387588119~6596991,410568966~7115172] 2024-04-12T17:40:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~5372877,32303532~6676849,56306615~7613796,71263502~10282059,83222861~1989182,86618117~936353,111475902~5988002,180522090~1596263,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,336743648~8146676,387588119~6596991,410568966~7115172] 2024-04-12T17:40:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~12198559,56306615~7613796,68709553~16502490,86618117~936353,109051904~8412000,180522090~1596263,184549376~5775101,192919888~4130123,202274183~6243584,222298112~6155817,276824064~424088,281018368~26542527,335544320~9346004,385875968~8309142,410568966~7115172] 2024-04-12T17:40:16.031 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 7 diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~6607366,111475902~5988002,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155,410568966~7115172] 2024-04-12T17:40:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~6607366,111475902~5988002,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155,410568966~7115172] 2024-04-12T17:40:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~12198559,40977061~3973580,56306615~7613796,67187616~18024427,86618117~936353,92274688~8011056,109051904~8412000,180522090~9802387,192919888~4130123,202274183~6243584,222298112~6155817,276824064~424088,281018368~26542527,314572800~9641629,335544320~9346004,368198371~2237489,385875968~8756306,410568966~7115172] 2024-04-12T17:40:16.037 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 8 diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~9044025,111475902~5988002,117605354~7515597,131324432~6266798,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~10347432,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155,410568966~7115172] 2024-04-12T17:40:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~9044025,111475902~5988002,117605354~7515597,131324432~6266798,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~10347432,268595641~2930148,277186189~61963,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155,410568966~7115172] 2024-04-12T17:40:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~12198559,40977061~3973580,56306615~7613796,67187616~18024427,86618117~936353,92274688~10447715,109051904~8412000,117605354~7515597,131324432~6266798,159050867~13310610,180522090~9802387,192919888~4130123,202274183~6243584,222298112~12483173,268435456~3090333,276824064~424088,281018368~26542527,314572800~9641629,335544320~9346004,368198371~2237489,385875968~8756306,410568966~7115172] 2024-04-12T17:40:16.043 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 9 diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~9044025,111475902~5988002,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,379765821~5086434,387588119~7044155,410568966~7115172] 2024-04-12T17:40:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~9044025,111475902~5988002,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~17061876,301911231~5649664,317746637~6467792,336743648~8146676,368198371~2237489,379765821~5086434,387588119~7044155,410568966~7115172] 2024-04-12T17:40:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~12198559,40977061~3973580,56306615~7613796,67187616~18024427,86618117~936353,92274688~10447715,109051904~8412000,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~9346004,368198371~2237489,379765821~5086434,385875968~8756306,410568966~7115172] 2024-04-12T17:40:16.049 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 10 diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258,410568966~7115172] 2024-04-12T17:40:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~5372877,32303532~6676849,40977061~3973580,56306615~7613796,67187616~14357945,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,284464727~23096168,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258,410568966~7115172] 2024-04-12T17:40:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~12198559,40977061~3973580,56306615~7613796,67187616~18024427,86618117~936353,92274688~10447715,104857600~20263351,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~9346004,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,385875968~9107409,410568966~7115172] 2024-04-12T17:40:16.055 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 11 diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075,410568966~7115172] 2024-04-12T17:40:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,111475902~13645049,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,224433853~10347432,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075,410568966~7115172] 2024-04-12T17:40:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~12198559,40977061~3973580,55778318~8142093,64275283~20936760,86618117~936353,92274688~10447715,104857600~20263351,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,222298112~12483173,255852544~2814603,268435456~3090333,276824064~30736831,314572800~9641629,335544320~9346004,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,385875968~15744226,410568966~7115172] 2024-04-12T17:40:16.063 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 12 diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,410568966~7115172] 2024-04-12T17:40:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,410568966~7115172] 2024-04-12T17:40:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~12198559,40977061~3973580,55778318~8142093,64275283~20936760,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,216201349~3735768,222298112~12483173,251658240~3938686,255852544~2814603,268435456~3090333,276824064~30736831,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,385875968~15744226,410568966~7115172] 2024-04-12T17:40:16.068 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 13 diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~25151587,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~12198559,40977061~3973580,55778318~8142093,64275283~20936760,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~30736831,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:16.074 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 14 diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~12198559,40977061~3973580,55778318~8142093,64275283~20936760,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:16.080 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 15 diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~3973580,55778318~8142093,64275283~20936760,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:16.087 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 16 diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~3973580,55778318~8142093,64275283~20936760,86618117~3605963,92274688~10447715,104857600~24270243,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,276824064~32240996,314572800~13835829,335544320~9346004,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:16.093 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 17 diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,83222861~1989182,86618117~16104286,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:15 smithi016 ceph-mon[84444]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-12T17:40:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~20936760,86618117~42509726,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~40629604,314572800~13835829,335544320~9346004,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:16.099 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 18 diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7067209,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278396240~3953954,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,348316089~8272495,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:16.105 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 19 diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:16.112 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 5 diff [31294951~859748,32303532~6676849,56306615~7613796,86618117~936353,192919888~4130123,202274183~6243584,284464727~7718729,336743648~8146676,388608488~3415275] 2024-04-12T17:40:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [31294951~859748,32303532~6676849,56306615~7613796,86618117~936353,192919888~4130123,202274183~6243584,284464727~7718729,336743648~8146676,388608488~3415275] 2024-04-12T17:40:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [31294951~7685430,56306615~7613796,86618117~936353,192919888~4130123,202274183~6243584,281018368~11165088,335544320~9346004,388608488~3415275] 2024-04-12T17:40:16.117 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 6 diff [6142519~7356073,26781822~2537508,31294951~859748,32303532~6676849,56306615~7613796,74114519~7431042,83222861~1989182,86618117~936353,180522090~1596263,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,284464727~7718729,292314530~9212073,336743648~8146676,387588119~5902709] 2024-04-12T17:40:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,31294951~859748,32303532~6676849,56306615~7613796,74114519~7431042,83222861~1989182,86618117~936353,180522090~1596263,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,284464727~7718729,292314530~9212073,336743648~8146676,387588119~5902709] 2024-04-12T17:40:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,31294951~7685430,56306615~7613796,74114519~11097524,86618117~936353,180522090~1596263,184549376~5775101,192919888~4130123,202274183~6243584,222298112~6155817,281018368~11165088,292314530~9212073,335544320~9346004,387588119~5902709] 2024-04-12T17:40:16.124 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 7 diff [6142519~7356073,26781822~2537508,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6115104,74114519~7431042,83222861~1989182,86618117~936353,93678378~6607366,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,284464727~7718729,292314530~9212073,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6115104,74114519~7431042,83222861~1989182,86618117~936353,93678378~6607366,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~4020076,284464727~7718729,292314530~9212073,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,31294951~7685430,40977061~3973580,56306615~7613796,67187616~6115104,74114519~11097524,86618117~936353,92274688~8011056,180522090~9802387,192919888~4130123,202274183~6243584,222298112~6155817,281018368~11165088,292314530~9212073,314572800~9641629,335544320~9346004,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.130 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 8 diff [6142519~7356073,26781822~2537508,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6863608,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,117605354~7515597,131324432~6266798,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~10347432,268595641~2930148,284464727~7718729,292314530~9212073,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6863608,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,117605354~7515597,131324432~6266798,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,192919888~4130123,202274183~6243584,224433853~10347432,268595641~2930148,284464727~7718729,292314530~9212073,317746637~6467792,336743648~8146676,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,31294951~7685430,40977061~3973580,56306615~7613796,67187616~6863608,74114519~11097524,86618117~936353,92274688~10447715,117605354~7515597,131324432~6266798,159050867~13310610,180522090~9802387,192919888~4130123,202274183~6243584,222298112~12483173,268435456~3090333,281018368~11165088,292314530~9212073,314572800~9641629,335544320~9346004,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.136 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 9 diff [6142519~7356073,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6863608,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,284464727~7718729,292314530~9212073,317746637~6467792,336743648~8146676,368198371~2237489,379765821~5086434,387588119~7044155] 2024-04-12T17:40:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6863608,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,284464727~7718729,292314530~9212073,317746637~6467792,336743648~8146676,368198371~2237489,379765821~5086434,387588119~7044155] 2024-04-12T17:40:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,30056404~108104,31294951~7685430,40977061~3973580,56306615~7613796,67187616~6863608,74114519~11097524,86618117~936353,92274688~10447715,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,222298112~12483173,255852544~2814603,268435456~3090333,277248152~14935304,292314530~9212073,314572800~9641629,335544320~9346004,368198371~2237489,379765821~5086434,387588119~7044155] 2024-04-12T17:40:16.142 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 10 diff [6142519~7356073,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6863608,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,284464727~7718729,292314530~10045796,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258] 2024-04-12T17:40:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,56306615~7613796,67187616~6863608,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,284464727~7718729,292314530~10045796,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258] 2024-04-12T17:40:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,30056404~108104,31294951~7685430,40977061~3973580,56306615~7613796,67187616~6863608,74114519~11097524,86618117~936353,92274688~10447715,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,192919888~4130123,202274183~6243584,222298112~12483173,255852544~2814603,268435456~3090333,277248152~14935304,292314530~10045796,314572800~9641629,335544320~9346004,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258] 2024-04-12T17:40:16.148 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 11 diff [1203737~12294855,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~936353,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,317746637~6467792,336743648~8146676,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~2537508,30056404~108104,31294951~7685430,40977061~3973580,55778318~8142093,64275283~9775941,74114519~11097524,86618117~936353,92274688~10447715,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,192919888~4130123,197359410~11158357,222298112~12483173,255852544~2814603,268435456~3090333,277248152~14935304,292314530~12579994,314572800~9641629,335544320~9346004,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.154 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 12 diff [1203737~12294855,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~2537508,30056404~108104,31294951~7685430,40977061~3973580,55778318~8142093,64275283~9775941,74114519~11097524,86618117~3605963,92274688~10447715,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~12482421,192919888~4130123,197359410~11158357,216201349~3735768,222298112~12483173,251658240~3938686,255852544~2814603,268435456~3090333,277248152~14935304,292314530~12579994,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.161 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 13 diff [1203737~12294855,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~2537508,30056404~108104,31294951~859748,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~2537508,30056404~108104,31294951~7685430,40977061~3973580,55778318~8142093,64275283~9775941,74114519~11097524,86618117~3605963,92274688~10447715,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~14935304,292314530~12579994,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.167 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 14 diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~5372877,32303532~6676849,40977061~3973580,55778318~8142093,64275283~9775941,74114519~7431042,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~12579994,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~12198559,40977061~3973580,55778318~8142093,64275283~9775941,74114519~11097524,86618117~3605963,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~25429071,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~14935304,292314530~12579994,307328227~1736833,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.173 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 15 diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~3973580,55778318~8142093,64275283~20936760,86618117~3605963,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~26221011,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,335544320~9346004,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.179 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 16 diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~3973580,55778318~8142093,64275283~17270278,83222861~1989182,86618117~3605963,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~3973580,55778318~8142093,64275283~20936760,86618117~3605963,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,335544320~9346004,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.186 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 17 diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,83222861~1989182,86618117~16104286,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,83222861~1989182,86618117~16104286,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,336743648~8146676,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~20936760,86618117~23942221,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,335544320~9346004,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.191 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 18 diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~46285055,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~3735768,222298112~18748295,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,348316089~8272495,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.198 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 19 diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.203 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 6 diff [6142519~7356073,26781822~2537508,74114519~7431042,83222861~1989182,180522090~1596263,187923222~2401255,224433853~4020076,292314530~9212073,387588119~5902709] 2024-04-12T17:40:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,74114519~7431042,83222861~1989182,180522090~1596263,187923222~2401255,224433853~4020076,292314530~9212073,387588119~5902709] 2024-04-12T17:40:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,74114519~11097524,180522090~1596263,184549376~5775101,222298112~6155817,292314530~9212073,387588119~5902709] 2024-04-12T17:40:16.209 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 7 diff [6142519~7356073,26781822~2537508,35313482~2929736,40977061~3973580,67187616~6115104,74114519~7431042,83222861~1989182,93678378~6607366,180522090~1596263,183756975~4139141,187923222~2401255,224433853~4020076,292314530~9212073,317746637~6467792,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,35313482~2929736,40977061~3973580,67187616~6115104,74114519~7431042,83222861~1989182,93678378~6607366,180522090~1596263,183756975~4139141,187923222~2401255,224433853~4020076,292314530~9212073,317746637~6467792,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,35313482~2929736,40977061~3973580,67187616~6115104,74114519~11097524,92274688~8011056,180522090~9802387,222298112~6155817,292314530~9212073,314572800~9641629,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.215 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 8 diff [6142519~7356073,26781822~2537508,35313482~2929736,40977061~3973580,67187616~6863608,74114519~7431042,83222861~1989182,93678378~9044025,117605354~7515597,131324432~6266798,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,224433853~10347432,268595641~2930148,292314530~9212073,317746637~6467792,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,35313482~2929736,40977061~3973580,67187616~6863608,74114519~7431042,83222861~1989182,93678378~9044025,117605354~7515597,131324432~6266798,159050867~13310610,180522090~1596263,183756975~4139141,187923222~2401255,224433853~10347432,268595641~2930148,292314530~9212073,317746637~6467792,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,35313482~2929736,40977061~3973580,67187616~6863608,74114519~11097524,92274688~10447715,117605354~7515597,131324432~6266798,159050867~13310610,180522090~9802387,222298112~12483173,268435456~3090333,292314530~9212073,314572800~9641629,368198371~2237489,387588119~7044155] 2024-04-12T17:40:16.222 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 9 diff [6142519~7356073,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,74114519~7431042,83222861~1989182,93678378~9044025,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,292314530~9212073,317746637~6467792,368198371~2237489,379765821~5086434,387588119~7044155] 2024-04-12T17:40:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,74114519~7431042,83222861~1989182,93678378~9044025,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,292314530~9212073,317746637~6467792,368198371~2237489,379765821~5086434,387588119~7044155] 2024-04-12T17:40:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,74114519~11097524,92274688~10447715,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,222298112~12483173,255852544~2814603,268435456~3090333,277248152~5102042,292314530~9212073,314572800~9641629,368198371~2237489,379765821~5086434,387588119~7044155] 2024-04-12T17:40:16.227 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 10 diff [6142519~7356073,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,74114519~7431042,83222861~1989182,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,195631570~333818,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,292314530~10045796,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258] 2024-04-12T17:40:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6142519~7356073,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,74114519~7431042,83222861~1989182,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,195631570~333818,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,292314530~10045796,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258] 2024-04-12T17:40:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~9304288,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,74114519~11097524,92274688~10447715,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~12482421,195631570~333818,222298112~12483173,255852544~2814603,268435456~3090333,277248152~5102042,292314530~10045796,314572800~9641629,342187996~2412139,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,387588119~7395258] 2024-04-12T17:40:16.234 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 11 diff [1203737~12294855,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~7431042,83222861~1989182,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,195631570~333818,197359410~5881770,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,292314530~12579994,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~7431042,83222861~1989182,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,195631570~333818,197359410~5881770,224433853~10347432,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,292314530~12579994,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~11097524,92274688~10447715,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~12482421,195631570~333818,197359410~5881770,222298112~12483173,255852544~2814603,268435456~3090333,277248152~5102042,282409308~4011494,292314530~12579994,314572800~9641629,342187996~2412139,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.240 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 12 diff [1203737~12294855,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~7431042,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~12482421,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,292314530~12579994,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~7431042,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~12482421,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~10347432,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,292314530~12579994,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~11097524,87293573~2930507,92274688~10447715,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~12482421,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,222298112~12483173,251658240~3938686,255852544~2814603,268435456~3090333,277248152~5102042,282409308~4011494,292314530~12579994,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075] 2024-04-12T17:40:16.246 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 13 diff [1203737~12294855,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~7431042,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~4011494,292314530~12579994,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~7431042,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~4011494,292314530~12579994,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~2537508,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,74114519~11097524,87293573~2930507,92274688~10447715,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~4011494,292314530~12579994,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.252 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 14 diff [1203737~12294855,26781822~4581029,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~9775941,74114519~7431042,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,292314530~12579994,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26781822~4581029,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~9775941,74114519~7431042,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~10347432,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,292314530~12579994,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26781822~4581029,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~9775941,74114519~11097524,87293573~2930507,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~25429071,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,222298112~12483173,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,292314530~12579994,307328227~1736833,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7150596] 2024-04-12T17:40:16.258 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 15 diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~17270278,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~17270278,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~16612554,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~20936760,87293573~2930507,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~26221011,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,222298112~18748295,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,292314530~13859891,307328227~1736833,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.264 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 16 diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~17270278,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~17270278,83222861~1989182,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,224433853~16612554,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~20936760,87293573~2930507,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,292314530~13859891,307328227~1736833,314572800~13835829,342187996~2412139,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.271 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 17 diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~17270278,83222861~1989182,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~17270278,83222861~1989182,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~17060731,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~2999876,64275283~20936760,87293573~23266765,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,222298112~18748295,247463936~555525,251658240~9706578,264241152~3605574,268435456~8710908,277248152~5102042,282409308~6306508,292314530~13859891,307328227~1736833,314572800~13835829,342187996~2412139,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.277 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 18 diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~2999876,64275283~22483215,87293573~23266765,112718719~16409124,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,222298112~18748295,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,348316089~8272495,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.283 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 19 diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:16.289 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 7 diff [28978779~337026,35313482~2929736,40977061~3973580,67187616~6115104,93678378~6607366,183756975~4139141,317746637~6467792,368198371~2237489,390662923~3969351] 2024-04-12T17:40:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28978779~337026,35313482~2929736,40977061~3973580,67187616~6115104,93678378~6607366,183756975~4139141,317746637~6467792,368198371~2237489,390662923~3969351] 2024-04-12T17:40:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28978779~337026,35313482~2929736,40977061~3973580,67187616~6115104,92274688~8011056,182118353~5777763,314572800~9641629,368198371~2237489,390662923~3969351] 2024-04-12T17:40:16.295 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 8 diff [28978779~337026,35313482~2929736,40977061~3973580,67187616~6863608,93678378~9044025,117605354~7515597,131324432~6266798,159050867~13310610,183756975~4139141,227673417~7107868,268595641~2930148,317746637~6467792,368198371~2237489,390662923~3969351] 2024-04-12T17:40:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28978779~337026,35313482~2929736,40977061~3973580,67187616~6863608,93678378~9044025,117605354~7515597,131324432~6266798,159050867~13310610,183756975~4139141,227673417~7107868,268595641~2930148,317746637~6467792,368198371~2237489,390662923~3969351] 2024-04-12T17:40:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28978779~337026,35313482~2929736,40977061~3973580,67187616~6863608,92274688~10447715,117605354~7515597,131324432~6266798,159050867~13310610,182118353~5777763,227673417~7107868,268435456~3090333,314572800~9641629,368198371~2237489,390662923~3969351] 2024-04-12T17:40:16.301 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 9 diff [28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,93678378~9044025,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~11109403,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,317746637~6467792,368198371~2237489,379765821~5086434,390662923~3969351] 2024-04-12T17:40:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,93678378~9044025,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~11109403,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,317746637~6467792,368198371~2237489,379765821~5086434,390662923~3969351] 2024-04-12T17:40:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,92274688~10447715,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~11109403,227673417~7107868,255852544~2814603,268435456~3090333,277248152~5102042,314572800~9641629,368198371~2237489,379765821~5086434,390662923~3969351] 2024-04-12T17:40:16.307 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 10 diff [28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~11109403,195631570~333818,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,297877965~4482361,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,390662923~4320454] 2024-04-12T17:40:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~11109403,195631570~333818,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,297877965~4482361,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,390662923~4320454] 2024-04-12T17:40:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,67187616~6863608,92274688~10447715,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~11109403,195631570~333818,227673417~7107868,255852544~2814603,268435456~3090333,277248152~5102042,297877965~4482361,314572800~9641629,342187996~2412139,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,390662923~4320454] 2024-04-12T17:40:16.314 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 11 diff [1203737~5100218,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~11109403,195631570~333818,197359410~5881770,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,390662923~10957271] 2024-04-12T17:40:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,93678378~9044025,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~11109403,195631570~333818,197359410~5881770,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317746637~6467792,342187996~2412139,349666797~3195231,355614182~974402,368198371~2237489,379765821~5086434,390662923~10957271] 2024-04-12T17:40:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,92274688~10447715,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~11109403,195631570~333818,197359410~5881770,227673417~7107868,255852544~2814603,268435456~3090333,277248152~5102042,282409308~4011494,297877965~7016559,314572800~9641629,342187996~2412139,348316089~4545939,355614182~974402,368198371~2237489,379765821~5086434,390662923~10957271] 2024-04-12T17:40:16.319 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 12 diff [1203737~5100218,12395316~545115,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~11109403,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,390662923~10957271] 2024-04-12T17:40:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~11109403,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,390662923~10957271] 2024-04-12T17:40:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,87293573~2930507,92274688~10447715,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~11109403,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,251658240~3938686,255852544~2814603,268435456~3090333,277248152~5102042,282409308~4011494,297877965~7016559,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,390662923~10957271] 2024-04-12T17:40:16.326 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 13 diff [1203737~5100218,12395316~545115,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,390662923~10957271,404910852~7150596] 2024-04-12T17:40:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,87293573~2930507,93678378~9044025,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,390662923~10957271,404910852~7150596] 2024-04-12T17:40:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,28978779~337026,30056404~108104,35313482~2929736,40977061~3973580,55778318~1304207,64275283~9775941,87293573~2930507,92274688~10447715,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~4011494,297877965~7016559,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,390662923~10957271,404910852~7150596] 2024-04-12T17:40:16.333 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 14 diff [1203737~5100218,12395316~545115,28099469~3263382,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~9775941,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~11269365,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,28099469~3263382,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~9775941,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~11269365,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,28099469~3263382,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~9775941,87293573~2930507,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~25429071,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,293625159~11269365,307328227~1736833,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.338 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 15 diff [1203737~5100218,12395316~545115,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~26221011,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,314572800~13835829,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.345 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 16 diff [1203737~5100218,12395316~545115,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,93678378~9044025,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,35313482~2929736,40977061~3973580,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,92274688~10447715,104857600~4928235,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,314572800~13835829,342187996~2412139,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.351 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 17 diff [1203737~5100218,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~23266765,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247463936~555525,251658240~9706578,264241152~3605574,268435456~8710908,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,314572800~13835829,342187996~2412139,348316089~8272495,365010114~927181,368198371~2237489,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.357 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 18 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~23266765,112718719~16409124,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,348316089~8272495,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.363 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 19 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.369 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 8 diff [70902281~3148943,98577727~4144676,117605354~7515597,131324432~6266798,159050867~13310610,227673417~7107868,268595641~2930148,317775505~3991596] 2024-04-12T17:40:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [70902281~3148943,98577727~4144676,117605354~7515597,131324432~6266798,159050867~13310610,227673417~7107868,268595641~2930148,317775505~3991596] 2024-04-12T17:40:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [70902281~3148943,98577727~4144676,117605354~7515597,131324432~6266798,159050867~13310610,227673417~7107868,268435456~3090333,317775505~3991596] 2024-04-12T17:40:16.375 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 9 diff [30056404~108104,70902281~3148943,98577727~4144676,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~7161828,186404984~2546475,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,317775505~3991596,379765821~5086434] 2024-04-12T17:40:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [30056404~108104,70902281~3148943,98577727~4144676,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~7161828,186404984~2546475,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,317775505~3991596,379765821~5086434] 2024-04-12T17:40:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [30056404~108104,70902281~3148943,98577727~4144676,117605354~7515597,131324432~6266798,147507772~8160795,159050867~13310610,177842056~7161828,186404984~2546475,227673417~7107868,255852544~2814603,268435456~3090333,277248152~5102042,317775505~3991596,379765821~5086434] 2024-04-12T17:40:16.382 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 10 diff [30056404~108104,70902281~3148943,98577727~4144676,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~7161828,186404984~2546475,195631570~333818,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,297877965~4482361,317775505~3991596,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~1910600] 2024-04-12T17:40:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [30056404~108104,70902281~3148943,98577727~4144676,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~7161828,186404984~2546475,195631570~333818,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,297877965~4482361,317775505~3991596,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~1910600] 2024-04-12T17:40:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [30056404~108104,70902281~3148943,98577727~4144676,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,159050867~13310610,177842056~7161828,186404984~2546475,195631570~333818,227673417~7107868,255852544~2814603,268435456~3090333,277248152~5102042,297877965~4482361,317775505~3991596,342187996~2412139,348316089~4545939,355614182~974402,379765821~5086434,393072777~1910600] 2024-04-12T17:40:16.388 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 11 diff [1203737~5100218,30056404~108104,55778318~1304207,64275283~5709990,70902281~3148943,98577727~4144676,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317775505~3991596,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,30056404~108104,55778318~1304207,64275283~5709990,70902281~3148943,98577727~4144676,108079601~1706234,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,227673417~7107868,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317775505~3991596,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,30056404~108104,55778318~1304207,64275283~5709990,70902281~3148943,98577727~4144676,104857600~4928235,112718719~1607684,115973255~9147696,131324432~6266798,147507772~8160795,158509222~13852255,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,227673417~7107868,255852544~2814603,268435456~3090333,277248152~5102042,282409308~4011494,297877965~7016559,317775505~3991596,342187996~2412139,348316089~4545939,355614182~974402,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.394 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 12 diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~5709990,70902281~3148943,87293573~2930507,98577727~4144676,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~5709990,70902281~3148943,87293573~2930507,98577727~4144676,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,254379441~1217485,256218881~2448266,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,30056404~108104,55778318~1304207,64275283~5709990,70902281~3148943,87293573~2930507,98577727~4144676,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,147507772~24853705,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,251658240~3938686,255852544~2814603,268435456~3090333,277248152~5102042,282409308~4011494,297877965~7016559,317775505~3991596,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.400 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 13 diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~9775941,87293573~2930507,98577727~4144676,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~9775941,87293573~2930507,98577727~4144676,108079601~1706234,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~4011494,297877965~7016559,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,30056404~108104,55778318~1304207,64275283~9775941,87293573~2930507,98577727~4144676,104857600~4928235,112718719~2232684,115973255~13154588,131324432~6266798,146932406~25429071,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~4011494,297877965~7016559,317775505~3991596,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.406 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 14 diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~9775941,87293573~2930507,98577727~4144676,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~11269365,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~9775941,87293573~2930507,98577727~4144676,108079601~1706234,112718719~16409124,131324432~6266798,146932406~25429071,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~11269365,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~9775941,87293573~2930507,98577727~4144676,104857600~4928235,112718719~16409124,131324432~6266798,146932406~25429071,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~7107868,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,293625159~11269365,307328227~1736833,317775505~3991596,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.412 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 15 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~6244266,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~6244266,108079601~1706234,112718719~16409124,131324432~6266798,146932406~26221011,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~6244266,104857600~4928235,112718719~16409124,131324432~6266798,146932406~26221011,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.419 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 16 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~6244266,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~6244266,108079601~1706234,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~2930148,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~6244266,104857600~4928235,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,227673417~13372990,247463936~555525,251658240~9706578,264241152~3605574,268435456~3090333,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,342187996~2412139,348316089~8272495,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.426 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 17 diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~6244266,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~6244266,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~14082201,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247463936~555525,251658240~9706578,264241152~3605574,268435456~8710908,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,342187996~2412139,348316089~8272495,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.431 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 18 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7067209,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14082201,112718719~16409124,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,348316089~8272495,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.438 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 19 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.443 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 9 diff [30056404~108104,102001775~645548,147507772~8160795,166703209~1963901,177842056~7161828,186404984~2546475,229704237~262817,256218881~2448266,278396240~3953954,379765821~5086434] 2024-04-12T17:40:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [30056404~108104,102001775~645548,147507772~8160795,166703209~1963901,177842056~7161828,186404984~2546475,229704237~262817,256218881~2448266,278396240~3953954,379765821~5086434] 2024-04-12T17:40:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [30056404~108104,102001775~645548,147507772~8160795,166703209~1963901,177842056~7161828,186404984~2546475,229704237~262817,255852544~2814603,277248152~5102042,379765821~5086434] 2024-04-12T17:40:16.449 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 10 diff [30056404~108104,102001775~645548,108079601~1706234,112718719~1607684,115973255~2029280,147507772~8160795,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,229704237~262817,256218881~2448266,278396240~3953954,297877965~4482361,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~1910600] 2024-04-12T17:40:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [30056404~108104,102001775~645548,108079601~1706234,112718719~1607684,115973255~2029280,147507772~8160795,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,229704237~262817,256218881~2448266,278396240~3953954,297877965~4482361,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~1910600] 2024-04-12T17:40:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [30056404~108104,102001775~645548,104857600~4928235,112718719~1607684,115973255~2029280,147507772~8160795,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,229704237~262817,255852544~2814603,277248152~5102042,297877965~4482361,342187996~2412139,348316089~4545939,355614182~974402,379765821~5086434,393072777~1910600] 2024-04-12T17:40:16.455 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 11 diff [1203737~5100218,30056404~108104,55778318~1304207,64275283~5709990,102001775~645548,108079601~1706234,112718719~1607684,115973255~5256090,147507772~8160795,158509222~4086556,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,229704237~262817,256218881~2448266,278396240~3953954,282409308~4011494,297877965~7016559,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,30056404~108104,55778318~1304207,64275283~5709990,102001775~645548,108079601~1706234,112718719~1607684,115973255~5256090,147507772~8160795,158509222~4086556,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,229704237~262817,256218881~2448266,278396240~3953954,282409308~4011494,297877965~7016559,342187996~2412139,349666797~3195231,355614182~974402,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,30056404~108104,55778318~1304207,64275283~5709990,102001775~645548,104857600~4928235,112718719~1607684,115973255~5256090,147507772~8160795,158509222~4086556,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,229704237~262817,255852544~2814603,277248152~5102042,282409308~4011494,297877965~7016559,342187996~2412139,348316089~4545939,355614182~974402,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.462 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 12 diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~5709990,87293573~2930507,102001775~645548,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,147507772~15088006,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,254379441~1217485,256218881~2448266,278396240~3953954,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~5709990,87293573~2930507,102001775~645548,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,147507772~15088006,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,254379441~1217485,256218881~2448266,278396240~3953954,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,30056404~108104,55778318~1304207,64275283~5709990,87293573~2930507,102001775~645548,104857600~4928235,112718719~2232684,115973255~5256090,122353471~6774372,147507772~15088006,166703209~1963901,177842056~7161828,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,251658240~3938686,255852544~2814603,277248152~5102042,282409308~4011494,297877965~7016559,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417] 2024-04-12T17:40:16.471 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 13 diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~8812540,87293573~2930507,102001775~645548,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,146932406~15663372,163775033~5746811,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,278396240~3953954,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,30056404~108104,55778318~1304207,64275283~8812540,87293573~2930507,102001775~645548,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,146932406~15663372,163775033~5746811,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,278396240~3953954,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,30056404~108104,55778318~1304207,64275283~8812540,87293573~2930507,102001775~645548,104857600~4928235,112718719~2232684,115973255~5256090,122353471~6774372,146932406~15663372,163775033~5746811,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,277248152~5102042,282409308~4011494,297877965~7016559,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.474 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 14 diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,102001775~645548,108079601~1706234,112718719~8510626,122353471~6774372,146932406~16179767,163775033~5746811,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,278396240~3953954,282409308~6306508,293625159~11269365,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,102001775~645548,108079601~1706234,112718719~8510626,122353471~6774372,146932406~16179767,163775033~5746811,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,278396240~3953954,282409308~6306508,293625159~11269365,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,102001775~645548,104857600~4928235,112718719~8510626,122353471~6774372,146932406~16179767,163775033~5746811,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,277248152~5102042,282409308~6306508,293625159~11269365,307328227~1736833,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.480 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 15 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,102001775~645548,108079601~1706234,112718719~8510626,122353471~6774372,146932406~16179767,163775033~9378384,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,233140299~7906108,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,102001775~645548,108079601~1706234,112718719~8510626,122353471~6774372,146932406~16179767,163775033~9378384,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,233140299~7906108,247514524~504937,254379441~1217485,256218881~2448266,264759448~3087278,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,102001775~645548,104857600~4928235,112718719~8510626,122353471~6774372,146932406~16179767,163775033~9378384,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,233140299~7906108,247463936~555525,251658240~3938686,255852544~2814603,264241152~3605574,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.486 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 16 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,102001775~645548,108079601~1706234,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,233140299~7906108,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,102001775~645548,108079601~1706234,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,233140299~7906108,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,102001775~645548,104857600~4928235,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,229704237~262817,233140299~7906108,247463936~555525,251658240~9706578,264241152~3605574,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,342187996~2412139,348316089~8272495,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.492 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 17 diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,102001775~645548,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,269660079~7486285,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,102001775~645548,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,252714073~3415637,256218881~2448266,258784125~2580693,264759448~3087278,269660079~7486285,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,102001775~645548,102722403~7837935,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,229704237~262817,233140299~7906108,247463936~555525,251658240~9706578,264241152~3605574,269660079~7486285,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,342187996~2412139,348316089~8272495,365010114~927181,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.498 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 18 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,102001775~645548,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,102001775~645548,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278396240~3953954,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,102001775~645548,102722403~7837935,112718719~8510626,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,348316089~8272495,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.505 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 19 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.512 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 10 diff [108079601~1706234,112718719~1607684,115973255~2029280,195631570~333818,278571375~1792420,297877965~4482361,342187996~2412139,349666797~3195231,355614182~974402,393072777~1910600] 2024-04-12T17:40:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [108079601~1706234,112718719~1607684,115973255~2029280,195631570~333818,278571375~1792420,297877965~4482361,342187996~2412139,349666797~3195231,355614182~974402,393072777~1910600] 2024-04-12T17:40:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [104857600~4928235,112718719~1607684,115973255~2029280,195631570~333818,278571375~1792420,297877965~4482361,342187996~2412139,348316089~4545939,355614182~974402,393072777~1910600] 2024-04-12T17:40:16.518 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 11 diff [1203737~5100218,55778318~1304207,64275283~5709990,108079601~1706234,112718719~1607684,115973255~5256090,158509222~4086556,195631570~333818,197359410~5881770,278571375~1792420,282409308~4011494,297877965~7016559,342187996~2412139,349666797~3195231,355614182~974402,393072777~8547417] 2024-04-12T17:40:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,55778318~1304207,64275283~5709990,108079601~1706234,112718719~1607684,115973255~5256090,158509222~4086556,195631570~333818,197359410~5881770,278571375~1792420,282409308~4011494,297877965~7016559,342187996~2412139,349666797~3195231,355614182~974402,393072777~8547417] 2024-04-12T17:40:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,55778318~1304207,64275283~5709990,104857600~4928235,112718719~1607684,115973255~5256090,158509222~4086556,195631570~333818,197359410~5881770,278571375~1792420,282409308~4011494,297877965~7016559,342187996~2412139,348316089~4545939,355614182~974402,393072777~8547417] 2024-04-12T17:40:16.524 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 12 diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~5709990,87293573~2930507,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,155113197~7482581,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,254379441~1217485,278571375~1792420,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,393072777~8547417] 2024-04-12T17:40:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~5709990,87293573~2930507,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,155113197~7482581,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,254379441~1217485,278571375~1792420,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,393072777~8547417] 2024-04-12T17:40:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,55778318~1304207,64275283~5709990,87293573~2930507,104857600~4928235,112718719~2232684,115973255~5256090,122353471~6774372,155113197~7482581,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,251658240~3938686,278571375~1792420,282409308~4011494,297877965~7016559,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,393072777~8547417] 2024-04-12T17:40:16.530 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 13 diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~8812540,87293573~2930507,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,146932406~3748293,155113197~7482581,163775033~5746811,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,278571375~1792420,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~8812540,87293573~2930507,108079601~1706234,112718719~2232684,115973255~5256090,122353471~6774372,146932406~3748293,155113197~7482581,163775033~5746811,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,278571375~1792420,282409308~4011494,297877965~7016559,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,55778318~1304207,64275283~8812540,87293573~2930507,104857600~4928235,112718719~2232684,115973255~5256090,122353471~6774372,146932406~3748293,155113197~7482581,163775033~5746811,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,247463936~555525,251658240~3938686,264241152~3605574,278571375~1792420,282409308~4011494,297877965~7016559,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,393072777~8547417,404910852~7150596] 2024-04-12T17:40:16.536 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 14 diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,108079601~1706234,112718719~8510626,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,278571375~1792420,282409308~6306508,293625159~11269365,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,108079601~1706234,112718719~8510626,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,278571375~1792420,282409308~6306508,293625159~11269365,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,104857600~4928235,112718719~8510626,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,247463936~555525,251658240~3938686,264241152~3605574,278571375~1792420,282409308~6306508,293625159~11269365,307328227~1736833,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.542 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 15 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,108079601~1706234,112718719~8510626,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,254379441~1217485,264759448~3087278,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,108079601~1706234,112718719~8510626,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,254379441~1217485,264759448~3087278,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~3195231,355614182~974402,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,104857600~4928235,112718719~8510626,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247463936~555525,251658240~3938686,264241152~3605574,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,342187996~2412139,348316089~4545939,355614182~974402,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.548 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 16 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,108079601~1706234,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,108079601~1706234,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,104857600~4928235,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247463936~555525,251658240~4471470,258667147~2697671,264241152~3605574,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,342187996~2412139,348316089~8272495,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.554 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 17 diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,342187996~2412139,349666797~6921787,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,102722403~7837935,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247463936~555525,251658240~4471470,258667147~2697671,264241152~3605574,269660079~7486285,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,342187996~2412139,348316089~8272495,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.560 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 18 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,103493129~7067209,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,349666797~6921787,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,102722403~7837935,112718719~8510626,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278571375~1792420,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,348316089~8272495,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.567 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 19 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.573 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 11 diff [1203737~5100218,55778318~1304207,64275283~5709990,117446985~3782360,158509222~4086556,197359410~5881770,282409308~4011494,298723811~6170713,394797008~6823186] 2024-04-12T17:40:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,55778318~1304207,64275283~5709990,117446985~3782360,158509222~4086556,197359410~5881770,282409308~4011494,298723811~6170713,394797008~6823186] 2024-04-12T17:40:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,55778318~1304207,64275283~5709990,117446985~3782360,158509222~4086556,197359410~5881770,282409308~4011494,298723811~6170713,394797008~6823186] 2024-04-12T17:40:16.579 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 12 diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~5709990,87293573~2930507,114120002~831401,117446985~3782360,122353471~6774372,155113197~7482581,197359410~5881770,206073448~610913,216201349~3735768,254379441~1217485,282409308~4011494,298723811~6170713,325442343~2966286,365010114~927181,394797008~6823186] 2024-04-12T17:40:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~5709990,87293573~2930507,114120002~831401,117446985~3782360,122353471~6774372,155113197~7482581,197359410~5881770,206073448~610913,216201349~3735768,254379441~1217485,282409308~4011494,298723811~6170713,325442343~2966286,365010114~927181,394797008~6823186] 2024-04-12T17:40:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,55778318~1304207,64275283~5709990,87293573~2930507,114120002~831401,117446985~3782360,122353471~6774372,155113197~7482581,197359410~5881770,206073448~610913,216201349~3735768,251658240~3938686,282409308~4011494,298723811~6170713,324214429~4194200,365010114~927181,394797008~6823186] 2024-04-12T17:40:16.585 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 13 diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~8812540,87293573~2930507,114120002~831401,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7482581,163775033~5746811,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,282409308~4011494,298723811~6170713,325442343~2966286,365010114~927181,394797008~6823186,404910852~7150596] 2024-04-12T17:40:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,55778318~1304207,64275283~8812540,87293573~2930507,114120002~831401,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7482581,163775033~5746811,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,282409308~4011494,298723811~6170713,325442343~2966286,365010114~927181,394797008~6823186,404910852~7150596] 2024-04-12T17:40:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,55778318~1304207,64275283~8812540,87293573~2930507,114120002~831401,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7482581,163775033~5746811,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,247463936~555525,251658240~3938686,264241152~3605574,282409308~4011494,298723811~6170713,324214429~4194200,365010114~927181,394797008~6823186,404910852~7150596] 2024-04-12T17:40:16.591 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 14 diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,113783074~2644325,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,282409308~6306508,293625159~11269365,307328227~1736833,325442343~2966286,365010114~927181,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,113783074~2644325,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,282409308~6306508,293625159~11269365,307328227~1736833,325442343~2966286,365010114~927181,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,28099469~3263382,55778318~1304207,59220592~2999876,64275283~8812540,87293573~2930507,113783074~2644325,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,247463936~555525,251658240~3938686,264241152~3605574,282409308~6306508,293625159~11269365,307328227~1736833,324214429~4194200,365010114~927181,388094513~13525681,404910852~7150596] 2024-04-12T17:40:16.597 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 15 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,113783074~2644325,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,254379441~1217485,264759448~3087278,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,113783074~2644325,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,254379441~1217485,264759448~3087278,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,113783074~2644325,117446985~3782360,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247463936~555525,251658240~3938686,264241152~3605574,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.603 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 16 diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,55778318~1304207,59220592~2999876,64275283~10498726,87293573~2930507,96478137~2365624,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,233140299~7906108,247463936~555525,251658240~4471470,258667147~2697671,264241152~3605574,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,350546228~5098984,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.609 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 17 diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10498726,83826057~903275,87293573~7650299,96478137~2365624,102722403~7837935,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247463936~555525,251658240~4471470,258667147~2697671,264241152~3605574,269660079~7486285,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,350546228~5098984,365010114~927181,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.615 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 18 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,350546228~5098984,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,282409308~6306508,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,350546228~5098984,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~2999876,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,102722403~7837935,113783074~2644325,117446985~3782360,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,282409308~6306508,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,350546228~5098984,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.621 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 19 diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:16.627 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 12 diff [12395316~545115,87293573~2930507,114120002~831401,122353471~6774372,155113197~6224610,206073448~610913,216201349~3735768,254379441~1217485,325442343~2966286,365010114~927181] 2024-04-12T17:40:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [12395316~545115,87293573~2930507,114120002~831401,122353471~6774372,155113197~6224610,206073448~610913,216201349~3735768,254379441~1217485,325442343~2966286,365010114~927181] 2024-04-12T17:40:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [12395316~545115,87293573~2930507,114120002~831401,122353471~6774372,155113197~6224610,206073448~610913,216201349~3735768,251658240~3938686,324214429~4194200,365010114~927181] 2024-04-12T17:40:16.633 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 13 diff [12395316~545115,69417612~3670211,87293573~2930507,114120002~831401,122353471~6774372,146932406~3748293,155113197~6224610,163775033~5746811,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,325442343~2966286,365010114~927181,404910852~7150596] 2024-04-12T17:40:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [12395316~545115,69417612~3670211,87293573~2930507,114120002~831401,122353471~6774372,146932406~3748293,155113197~6224610,163775033~5746811,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,325442343~2966286,365010114~927181,404910852~7150596] 2024-04-12T17:40:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [12395316~545115,69417612~3670211,87293573~2930507,114120002~831401,122353471~6774372,146932406~3748293,155113197~6224610,163775033~5746811,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,247463936~555525,251658240~3938686,264241152~3605574,324214429~4194200,365010114~927181,404910852~7150596] 2024-04-12T17:40:16.640 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 14 diff [12395316~545115,28099469~3263382,59220592~2999876,69417612~3670211,87293573~2930507,113783074~2644325,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,282993685~5722131,293625159~5100220,307328227~1736833,325442343~2966286,365010114~927181,388094513~7042065,404910852~7150596] 2024-04-12T17:40:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [12395316~545115,28099469~3263382,59220592~2999876,69417612~3670211,87293573~2930507,113783074~2644325,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,247514524~504937,254379441~1217485,264759448~3087278,282993685~5722131,293625159~5100220,307328227~1736833,325442343~2966286,365010114~927181,388094513~7042065,404910852~7150596] 2024-04-12T17:40:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [12395316~545115,28099469~3263382,59220592~2999876,69417612~3670211,87293573~2930507,113783074~2644325,122353471~6774372,146932406~3748293,155113197~7998976,163775033~5746811,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,247463936~555525,251658240~3938686,264241152~3605574,282993685~5722131,293625159~5100220,307328227~1736833,324214429~4194200,365010114~927181,388094513~7042065,404910852~7150596] 2024-04-12T17:40:16.647 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 15 diff [12395316~545115,26096670~6517155,59220592~2999876,69417612~5356397,87293573~2930507,96478137~2365624,113783074~2644325,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,254379441~1217485,264759448~3087278,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,325442343~2966286,365010114~927181,388094513~7042065,404910852~7861464] 2024-04-12T17:40:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [12395316~545115,26096670~6517155,59220592~2999876,69417612~5356397,87293573~2930507,96478137~2365624,113783074~2644325,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,254379441~1217485,264759448~3087278,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,325442343~2966286,365010114~927181,388094513~7042065,404910852~7861464] 2024-04-12T17:40:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [12395316~545115,26096670~6517155,59220592~2999876,69417612~5356397,87293573~2930507,96478137~2365624,113783074~2644325,122353471~6774372,146932406~3748293,155113197~7998976,163775033~9378384,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,233140299~7906108,247463936~555525,251658240~3938686,264241152~3605574,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,324214429~4194200,365010114~927181,388094513~7042065,404910852~7861464] 2024-04-12T17:40:16.653 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 16 diff [12395316~545115,26096670~6517155,59220592~2999876,69417612~5356397,87293573~2930507,96478137~2365624,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [12395316~545115,26096670~6517155,59220592~2999876,69417612~5356397,87293573~2930507,96478137~2365624,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [12395316~545115,26096670~6517155,59220592~2999876,69417612~5356397,87293573~2930507,96478137~2365624,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,233140299~7906108,247463936~555525,251658240~4471470,258667147~2697671,264241152~3605574,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,324214429~4194200,350546228~5098984,365010114~927181,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.659 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 17 diff [12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5356397,83826057~903275,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5356397,83826057~903275,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,325442343~2966286,350546228~5098984,365010114~927181,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [12395316~545115,26096670~6517155,44532411~5544274,59220592~2999876,69417612~5356397,83826057~903275,87293573~7650299,96478137~2365624,102722403~7837935,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247463936~555525,251658240~4471470,258667147~2697671,264241152~3605574,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,324214429~4194200,350546228~5098984,365010114~927181,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.665 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 18 diff [6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,350546228~5098984,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,103493129~7067209,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,350546228~5098984,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~2999876,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,102722403~7837935,113783074~2644325,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~3735768,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,350546228~5098984,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.672 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 19 diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.677 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 13 diff [69417612~3670211,146932406~3748293,163775033~5746811,177174299~7807612,200908064~1860199,247514524~504937,264759448~3087278,404910852~7150596] 2024-04-12T17:40:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [69417612~3670211,146932406~3748293,163775033~5746811,177174299~7807612,200908064~1860199,247514524~504937,264759448~3087278,404910852~7150596] 2024-04-12T17:40:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [69417612~3670211,146932406~3748293,163775033~5746811,177174299~7807612,200908064~1860199,247463936~555525,264241152~3605574,404910852~7150596] 2024-04-12T17:40:16.684 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 14 diff [28099469~3263382,59220592~2999876,69417612~3670211,113783074~2644325,146932406~3748293,157069707~6042466,163775033~5746811,177174299~7807612,200908064~1860199,247514524~504937,264759448~3087278,282993685~5722131,293625159~5100220,307328227~1736833,388094513~7042065,404910852~7150596] 2024-04-12T17:40:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28099469~3263382,59220592~2999876,69417612~3670211,113783074~2644325,146932406~3748293,157069707~6042466,163775033~5746811,177174299~7807612,200908064~1860199,247514524~504937,264759448~3087278,282993685~5722131,293625159~5100220,307328227~1736833,388094513~7042065,404910852~7150596] 2024-04-12T17:40:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28099469~3263382,59220592~2999876,69417612~3670211,113783074~2644325,146932406~3748293,157069707~6042466,163775033~5746811,177174299~7807612,200908064~1860199,247463936~555525,264241152~3605574,282993685~5722131,293625159~5100220,307328227~1736833,388094513~7042065,404910852~7150596] 2024-04-12T17:40:16.692 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 15 diff [26096670~6517155,59220592~2999876,69417612~5356397,96478137~2365624,113783074~2644325,146932406~3748293,157069707~6042466,163775033~9378384,177174299~7807612,200908064~1860199,233140299~7906108,247514524~504937,264759448~3087278,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,388094513~7042065,404910852~7861464] 2024-04-12T17:40:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,59220592~2999876,69417612~5356397,96478137~2365624,113783074~2644325,146932406~3748293,157069707~6042466,163775033~9378384,177174299~7807612,200908064~1860199,233140299~7906108,247514524~504937,264759448~3087278,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,388094513~7042065,404910852~7861464] 2024-04-12T17:40:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,59220592~2999876,69417612~5356397,96478137~2365624,113783074~2644325,146932406~3748293,157069707~6042466,163775033~9378384,177174299~7807612,200908064~1860199,233140299~7906108,247463936~555525,264241152~3605574,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,388094513~7042065,404910852~7861464] 2024-04-12T17:40:16.695 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 16 diff [26096670~6517155,59220592~2999876,69417612~5356397,96478137~2365624,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,59220592~2999876,69417612~5356397,96478137~2365624,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,59220592~2999876,69417612~5356397,96478137~2365624,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,233140299~7906108,247463936~555525,252714073~3415637,258667147~2697671,264241152~3605574,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.702 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 17 diff [26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5356397,83826057~903275,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5356397,83826057~903275,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,223985676~917876,233140299~7906108,247514524~504937,252714073~3415637,258784125~2580693,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,44532411~5544274,59220592~2999876,69417612~5356397,83826057~903275,88713928~6229944,96478137~2365624,102722403~7837935,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,223985676~917876,233140299~7906108,247463936~555525,252714073~3415637,258667147~2697671,264241152~3605574,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.708 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 18 diff [6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,331285910~7482903,350546228~5098984,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,331285910~7482903,350546228~5098984,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [6977960~3274719,26096670~6517155,44532411~5544274,59220592~2999876,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,102722403~7837935,113783074~2644325,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,329791677~8977136,350546228~5098984,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.714 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 19 diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:16.720 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 14 diff [28099469~3263382,59220592~2999876,113783074~2644325,157069707~6042466,165594178~2102649,282993685~5722131,293625159~5100220,307328227~1736833,388094513~7042065] 2024-04-12T17:40:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [28099469~3263382,59220592~2999876,113783074~2644325,157069707~6042466,165594178~2102649,282993685~5722131,293625159~5100220,307328227~1736833,388094513~7042065] 2024-04-12T17:40:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [28099469~3263382,59220592~2999876,113783074~2644325,157069707~6042466,165594178~2102649,282993685~5722131,293625159~5100220,307328227~1736833,388094513~7042065] 2024-04-12T17:40:16.726 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 15 diff [26096670~6517155,59220592~2999876,71109085~3664924,96478137~2365624,113783074~2644325,157069707~6042466,165594178~2102649,168179008~4974409,178741017~320399,233140299~7906108,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,388094513~7042065,404965294~7807022] 2024-04-12T17:40:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,59220592~2999876,71109085~3664924,96478137~2365624,113783074~2644325,157069707~6042466,165594178~2102649,168179008~4974409,178741017~320399,233140299~7906108,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,388094513~7042065,404965294~7807022] 2024-04-12T17:40:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,59220592~2999876,71109085~3664924,96478137~2365624,113783074~2644325,157069707~6042466,165594178~2102649,168179008~4974409,178741017~320399,233140299~7906108,282993685~5722131,293625159~5100220,301003938~5170483,307328227~1736833,388094513~7042065,404965294~7807022] 2024-04-12T17:40:16.732 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 16 diff [26096670~6517155,59220592~2999876,71109085~3664924,96478137~2365624,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,233140299~7906108,252714073~3415637,258784125~2580693,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,59220592~2999876,71109085~3664924,96478137~2365624,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,233140299~7906108,252714073~3415637,258784125~2580693,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,59220592~2999876,71109085~3664924,96478137~2365624,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,233140299~7906108,252714073~3415637,258667147~2697671,282993685~5722131,293625159~5100220,299609482~487293,301003938~5170483,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.738 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 17 diff [26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,71109085~3664924,83826057~903275,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,252714073~3415637,258784125~2580693,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,71109085~3664924,83826057~903275,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,252714073~3415637,258784125~2580693,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,44532411~5544274,59220592~2999876,71109085~3664924,83826057~903275,88713928~6229944,96478137~2365624,102722403~7837935,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,252714073~3415637,258667147~2697671,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,350546228~5098984,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.744 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 18 diff [6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,331285910~7482903,350546228~5098984,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~2999876,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,103493129~7067209,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,331285910~7482903,350546228~5098984,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [6977960~3274719,26096670~6517155,44532411~5544274,59220592~2999876,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,102722403~7837935,113783074~2644325,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,282993685~5722131,293625159~12549262,307328227~1736833,329791677~8977136,350546228~5098984,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.750 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 19 diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.756 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 15 diff [26096670~6517155,71109085~3664924,96478137~2365624,168179008~4974409,178741017~320399,233140299~7906108,301003938~5170483,404965294~7807022] 2024-04-12T17:40:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,71109085~3664924,96478137~2365624,168179008~4974409,178741017~320399,233140299~7906108,301003938~5170483,404965294~7807022] 2024-04-12T17:40:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,71109085~3664924,96478137~2365624,168179008~4974409,178741017~320399,233140299~7906108,301003938~5170483,404965294~7807022] 2024-04-12T17:40:16.763 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 16 diff [26096670~6517155,71109085~3664924,96478137~2365624,133741055~1607130,159296311~6674360,168125622~7788529,178741017~320399,233140299~7906108,252714073~3415637,258784125~2580693,299609482~487293,301003938~5170483,350546228~5098984,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,71109085~3664924,96478137~2365624,133741055~1607130,159296311~6674360,168125622~7788529,178741017~320399,233140299~7906108,252714073~3415637,258784125~2580693,299609482~487293,301003938~5170483,350546228~5098984,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,71109085~3664924,96478137~2365624,133741055~1607130,159296311~6674360,168125622~7788529,178741017~320399,233140299~7906108,252714073~3415637,258667147~2697671,299609482~487293,301003938~5170483,350546228~5098984,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.769 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 17 diff [26096670~6517155,44532411~1650779,48604335~1472350,71109085~3664924,83826057~903275,88713928~6229944,96478137~2365624,103493129~7067209,133741055~1607130,159296311~6674360,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,252714073~3415637,258784125~2580693,269660079~7486285,296821381~9353040,350546228~5098984,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [26096670~6517155,44532411~1650779,48604335~1472350,71109085~3664924,83826057~903275,88713928~6229944,96478137~2365624,103493129~7067209,133741055~1607130,159296311~6674360,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,252714073~3415637,258784125~2580693,269660079~7486285,296821381~9353040,350546228~5098984,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [26096670~6517155,44532411~5544274,71109085~3664924,83826057~903275,88713928~6229944,96478137~2365624,102722403~7837935,133741055~1607130,159296311~6674360,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,252714073~3415637,258667147~2697671,269660079~7486285,296821381~9353040,350546228~5098984,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.775 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 18 diff [6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,103493129~7067209,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,296821381~9353040,331285910~7482903,350546228~5098984,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,103493129~7067209,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,296821381~9353040,331285910~7482903,350546228~5098984,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [6977960~3274719,26096670~6517155,44532411~5544274,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,102722403~7837935,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,296821381~9353040,329791677~8977136,350546228~5098984,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.781 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 19 diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:16.787 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 16 diff [97709359~561107,133741055~1607130,159296311~6674360,168125622~7788529,252714073~3415637,258784125~2580693,299609482~487293,350546228~5098984,397758898~2224918] 2024-04-12T17:40:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [97709359~561107,133741055~1607130,159296311~6674360,168125622~7788529,252714073~3415637,258784125~2580693,299609482~487293,350546228~5098984,397758898~2224918] 2024-04-12T17:40:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [97709359~561107,133741055~1607130,159296311~6674360,168125622~7788529,252714073~3415637,258667147~2697671,299609482~487293,350546228~5098984,397758898~2224918] 2024-04-12T17:40:16.793 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 17 diff [44532411~1650779,48604335~1472350,83826057~903275,88713928~6229944,97709359~561107,103493129~7067209,133741055~1607130,159296311~6674360,168125622~7788529,223985676~917876,252714073~3415637,258784125~2580693,269660079~7486285,296821381~4480320,303230222~2279205,350546228~5098984,397758898~2224918] 2024-04-12T17:40:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [44532411~1650779,48604335~1472350,83826057~903275,88713928~6229944,97709359~561107,103493129~7067209,133741055~1607130,159296311~6674360,168125622~7788529,223985676~917876,252714073~3415637,258784125~2580693,269660079~7486285,296821381~4480320,303230222~2279205,350546228~5098984,397758898~2224918] 2024-04-12T17:40:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [44532411~5544274,83826057~903275,88713928~6229944,97709359~561107,102722403~7837935,133741055~1607130,159296311~6674360,168125622~7788529,223985676~917876,252714073~3415637,258667147~2697671,269660079~7486285,296821381~4480320,303230222~2279205,350546228~5098984,397758898~2224918] 2024-04-12T17:40:16.799 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 18 diff [6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,103493129~7067209,133741055~1607130,158017276~7953395,168125622~7788529,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,296821381~4480320,303230222~2279205,331285910~7482903,350546228~5098984,366104837~5900735,397758898~2224918] 2024-04-12T17:40:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,103493129~7067209,133741055~1607130,158017276~7953395,168125622~7788529,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,296821381~4480320,303230222~2279205,331285910~7482903,350546228~5098984,366104837~5900735,397758898~2224918] 2024-04-12T17:40:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [6977960~3274719,28147600~4174328,44532411~5544274,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,102722403~7837935,133741055~1607130,158017276~7953395,168125622~7788529,223985676~917876,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,296821381~4480320,303230222~2279205,329791677~8977136,350546228~5098984,366104837~5900735,397758898~2224918] 2024-04-12T17:40:16.805 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 19 diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:16.811 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to 17 diff [44532411~1650779,48604335~1472350,83826057~903275,88713928~6229944,103493129~7067209,223985676~917876,269660079~7486285,296821381~4480320,303230222~2279205] 2024-04-12T17:40:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [44532411~1650779,48604335~1472350,83826057~903275,88713928~6229944,103493129~7067209,223985676~917876,269660079~7486285,296821381~4480320,303230222~2279205] 2024-04-12T17:40:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [44532411~5544274,83826057~903275,88713928~6229944,102722403~7837935,223985676~917876,269660079~7486285,296821381~4480320,303230222~2279205] 2024-04-12T17:40:16.817 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to 18 diff [6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,70371676~4411150,82833893~3924605,88713928~6229944,103493129~7067209,158017276~2629309,172418030~590413,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,296821381~4480320,303230222~2279205,331285910~7482903,366104837~5900735] 2024-04-12T17:40:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,70371676~4411150,82833893~3924605,88713928~6229944,103493129~7067209,158017276~2629309,172418030~590413,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,296821381~4480320,303230222~2279205,331285910~7482903,366104837~5900735] 2024-04-12T17:40:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [6977960~3274719,28147600~4174328,44532411~5544274,70371676~4411150,82833893~3924605,88713928~6229944,102722403~7837935,158017276~2629309,172418030~590413,223985676~917876,248019461~1022662,261364818~3165851,269660079~7486285,296821381~4480320,303230222~2279205,329791677~8977136,366104837~5900735] 2024-04-12T17:40:16.824 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to 19 diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248019461~1022662,261364818~3165851,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,329791677~8977136,345283339~7350357,366104837~5900735] 2024-04-12T17:40:16.831 INFO:tasks.workunit.client.0.smithi005.stdout:from 17 to 18 diff [6977960~3274719,28147600~4174328,70371676~4411150,82833893~3924605,158017276~2629309,172418030~590413,248681737~360386,261415501~3115168,331285910~7482903,366104837~5900735] 2024-04-12T17:40:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [6977960~3274719,28147600~4174328,70371676~4411150,82833893~3924605,158017276~2629309,172418030~590413,248681737~360386,261415501~3115168,331285910~7482903,366104837~5900735] 2024-04-12T17:40:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [6977960~3274719,28147600~4174328,70371676~4411150,82833893~3924605,158017276~2629309,172418030~590413,248019461~1022662,261364818~3165851,329791677~8977136,366104837~5900735] 2024-04-12T17:40:16.837 INFO:tasks.workunit.client.0.smithi005.stdout:from 17 to 19 diff [3424938~524477,6977960~3274719,28147600~4174328,60629331~1723394,70371676~4411150,82833893~3924605,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,248681737~360386,261415501~3115168,278206662~770573,289096969~877880,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,60629331~1723394,70371676~4411150,82833893~3924605,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,248681737~360386,261415501~3115168,278206662~770573,289096969~877880,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,60629331~1723394,70371676~4411150,82833893~3924605,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,248019461~1022662,261364818~3165851,278206662~770573,289096969~877880,329791677~8977136,345283339~7350357,366104837~5900735] 2024-04-12T17:40:16.843 INFO:tasks.workunit.client.0.smithi005.stdout:from 18 to 19 diff [3424938~524477,60629331~1723394,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,216708854~6202106,278206662~770573,289096969~877880,345283339~7350357] 2024-04-12T17:40:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,60629331~1723394,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,216708854~6202106,278206662~770573,289096969~877880,345283339~7350357] 2024-04-12T17:40:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,60629331~1723394,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,216708854~6202106,278206662~770573,289096969~877880,345283339~7350357] 2024-04-12T17:40:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:16 smithi005 ceph-mon[88416]: pgmap v3998: 137 pgs: 137 active+clean; 754 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 44 MiB/s wr, 339 op/s 2024-04-12T17:40:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:16 smithi005 ceph-mon[88416]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T17:40:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:16 smithi005 ceph-mon[90837]: pgmap v3998: 137 pgs: 137 active+clean; 754 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 44 MiB/s wr, 339 op/s 2024-04-12T17:40:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:16 smithi005 ceph-mon[90837]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T17:40:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:16 smithi016 ceph-mon[84444]: pgmap v3998: 137 pgs: 137 active+clean; 754 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 44 MiB/s wr, 339 op/s 2024-04-12T17:40:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:16 smithi016 ceph-mon[84444]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-12T17:40:17.661 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:17.679 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:17.686 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:17.692 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:17.699 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:17.706 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:17.713 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.719 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.726 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.733 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.739 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:17.746 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:17.752 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:17.758 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:17.764 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:17.771 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to HEAD diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:17.776 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to HEAD diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248019461~1022662,261364818~3165851,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,329791677~8977136,345283339~7350357,366104837~5900735] 2024-04-12T17:40:17.782 INFO:tasks.workunit.client.0.smithi005.stdout:from 17 to HEAD diff [3424938~524477,6977960~3274719,28147600~4174328,60629331~1723394,70371676~4411150,82833893~3924605,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,248681737~360386,261415501~3115168,278206662~770573,289096969~877880,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,60629331~1723394,70371676~4411150,82833893~3924605,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,248681737~360386,261415501~3115168,278206662~770573,289096969~877880,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,60629331~1723394,70371676~4411150,82833893~3924605,100955372~674574,108682746~2617299,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,248019461~1022662,261364818~3165851,278206662~770573,289096969~877880,329791677~8977136,345283339~7350357,366104837~5900735] 2024-04-12T17:40:18.667 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:18.700 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:18.706 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:18.713 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:18.722 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:18.726 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:18.733 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.739 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.747 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.753 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.759 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.765 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:18.765 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:18.765 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:18.771 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:18.771 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:18.771 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:18.777 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:18.777 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:18.777 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:18.782 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:18.783 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:18.783 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:18.788 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:18.789 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to HEAD diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:18.789 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:18.794 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:18.795 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to HEAD diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:18.795 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248681737~360386,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~7350357,366104837~5900735] 2024-04-12T17:40:18.801 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,158017276~2629309,172418030~590413,216708854~6202106,223985676~917876,248019461~1022662,261364818~3165851,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,329791677~8977136,345283339~7350357,366104837~5900735] 2024-04-12T17:40:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:18 smithi005 ceph-mon[88416]: pgmap v4000: 137 pgs: 137 active+clean; 775 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 35 MiB/s wr, 1.31k op/s 2024-04-12T17:40:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:18 smithi005 ceph-mon[88416]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T17:40:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:18 smithi005 ceph-mon[90837]: pgmap v4000: 137 pgs: 137 active+clean; 775 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 35 MiB/s wr, 1.31k op/s 2024-04-12T17:40:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:18 smithi005 ceph-mon[90837]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T17:40:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:18 smithi016 ceph-mon[84444]: pgmap v4000: 137 pgs: 137 active+clean; 775 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 35 MiB/s wr, 1.31k op/s 2024-04-12T17:40:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:18 smithi016 ceph-mon[84444]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-12T17:40:19.675 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:19.675 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:19.710 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:19.710 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:19.710 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:19.716 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:19.717 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:19.717 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:19.723 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:19.723 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:19.723 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:19.730 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:19.730 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:19.730 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:19.736 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:19.737 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:19.737 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:19.743 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:19.743 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.743 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.749 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.749 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.749 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.756 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.756 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.756 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.762 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.762 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.762 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.768 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.768 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.768 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.774 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:19.774 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:19.775 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:19.780 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:19.780 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:19.780 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:19.786 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:19.786 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:19.786 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:19.792 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:19.792 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:19.793 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:19.799 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:19.799 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to HEAD diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:19.799 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,28147600~4174328,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:19.804 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,28147600~4174328,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,97709359~561107,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,216708854~6202106,223985676~917876,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~4480320,303230222~2279205,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918] 2024-04-12T17:40:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:19 smithi005 ceph-mon[88416]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T17:40:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:19 smithi005 ceph-mon[90837]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T17:40:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:19 smithi016 ceph-mon[84444]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-12T17:40:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:20.666 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:20.666 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:20.713 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:20.713 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:20.713 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:20.720 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:20.720 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:20.720 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:20.726 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:20.726 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:20.726 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:20.732 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:20.733 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:20.733 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:20.738 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:20.739 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:20.739 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:20.745 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:20.745 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.746 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.751 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.752 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.752 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.757 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.757 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.758 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.763 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.763 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.763 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.769 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.769 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.769 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.776 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:20.776 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:20.776 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:20.781 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:20.782 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:20.782 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:20.787 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:20.788 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:20.788 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:20.794 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:20.795 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:20.795 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,331285910~7482903,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:20.800 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,60629331~1723394,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,158017276~7953395,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,289096969~877880,296821381~9353040,329791677~8977136,345283339~10361873,366104837~5900735,397758898~2224918,404965294~7807022] 2024-04-12T17:40:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:20 smithi005 ceph-mon[88416]: pgmap v4003: 137 pgs: 137 active+clean; 828 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 16 MiB/s wr, 4.38k op/s 2024-04-12T17:40:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:20 smithi005 ceph-mon[88416]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T17:40:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:20 smithi005 ceph-mon[90837]: pgmap v4003: 137 pgs: 137 active+clean; 828 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 16 MiB/s wr, 4.38k op/s 2024-04-12T17:40:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:20 smithi005 ceph-mon[90837]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T17:40:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:20 smithi016 ceph-mon[84444]: pgmap v4003: 137 pgs: 137 active+clean; 828 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 16 MiB/s wr, 4.38k op/s 2024-04-12T17:40:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:20 smithi016 ceph-mon[84444]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-12T17:40:21.681 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:21.681 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:21.724 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:21.724 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:21.724 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:21.732 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:21.732 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:21.732 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:21.739 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:21.740 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:21.740 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:21.745 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:21.745 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:21.745 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:21.752 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:21.752 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:21.752 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:21.758 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:21.758 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.759 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.763 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.764 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.764 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.770 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.770 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.770 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.776 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.776 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.776 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.782 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.782 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.782 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.788 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:21.788 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:21.788 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:21.794 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:21.794 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:21.794 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:21.800 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:21.800 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:21.800 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:21.806 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,70371676~4411150,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,157069707~10627120,168125622~7788529,178741017~320399,216708854~6202106,223985676~917876,233140299~7906108,248019461~1022662,252714073~3415637,258667147~5863522,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404965294~7807022] 2024-04-12T17:40:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:21 smithi005 ceph-mon[90837]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T17:40:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:21 smithi005 ceph-mon[88416]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T17:40:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:21 smithi016 ceph-mon[84444]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-12T17:40:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:40:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:40:22.690 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:22.690 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:22.735 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:22.735 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:22.735 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:22.742 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:22.742 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:22.742 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:22.748 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:22.749 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:22.749 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:22.755 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:22.755 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:22.755 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:22.761 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:22.762 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:22.762 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:22.768 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:22.768 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.768 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.774 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.774 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.774 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.780 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.781 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.781 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.787 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.787 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.787 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.792 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.793 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.793 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.799 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:22.799 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:22.799 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:22.805 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:22.806 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:22.806 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,331285910~7482903,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:22.811 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,88713928~6229944,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,123488017~2689715,133741055~1607130,146932406~3748293,157069707~18844444,177174299~7807612,200908064~1860199,216708854~6202106,223985676~917876,233140299~7906108,247463936~1578187,252714073~3415637,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,329791677~8977136,345283339~10361873,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:22.930 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:22 smithi016 ceph-mon[84444]: pgmap v4006: 137 pgs: 137 active+clean; 828 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 13 MiB/s wr, 3.61k op/s 2024-04-12T17:40:22.931 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:22 smithi016 ceph-mon[84444]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T17:40:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:22 smithi005 ceph-mon[88416]: pgmap v4006: 137 pgs: 137 active+clean; 828 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 13 MiB/s wr, 3.61k op/s 2024-04-12T17:40:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:22 smithi005 ceph-mon[88416]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T17:40:22.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:22 smithi005 ceph-mon[90837]: pgmap v4006: 137 pgs: 137 active+clean; 828 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 13 MiB/s wr, 3.61k op/s 2024-04-12T17:40:22.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:22 smithi005 ceph-mon[90837]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-12T17:40:23.695 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:23.695 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:23.735 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:23.735 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:23.735 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:23.746 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:23.746 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:23.746 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:23.753 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:23.753 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:23.753 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:23.759 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:23.759 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:23.759 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:23.765 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:23.765 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:23.765 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:23.771 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:23.771 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.771 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.778 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.778 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.778 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.784 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.784 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.784 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.791 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.791 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.791 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.797 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.797 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.797 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.803 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:23.803 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:23.803 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:23.809 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [3424938~524477,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,59220592~3132133,69417612~5365214,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~6482612,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,200908064~1860199,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282993685~5722131,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~7042065,397758898~2224918,404910852~7861464] 2024-04-12T17:40:23.932 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:23 smithi016 ceph-mon[84444]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T17:40:23.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:23 smithi005 ceph-mon[88416]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T17:40:23.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:40:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:40:23] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-12T17:40:23.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:23 smithi005 ceph-mon[90837]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-12T17:40:24.703 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:24.703 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:24.751 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:24.751 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:24.751 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:24.758 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:24.758 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:24.758 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:24.764 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:24.764 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:24.764 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:24.770 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:24.770 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:24.770 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:24.777 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:24.777 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:24.777 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:24.783 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:24.783 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.783 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.789 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.789 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.789 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.795 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.795 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.795 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.801 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.801 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.801 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.807 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.807 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.807 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.813 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~770573,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,345283339~10361873,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:24 smithi005 ceph-mon[88416]: pgmap v4009: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 805 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 1.96k op/s 2024-04-12T17:40:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:24 smithi005 ceph-mon[88416]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T17:40:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:24 smithi005 ceph-mon[90837]: pgmap v4009: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 805 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 1.96k op/s 2024-04-12T17:40:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:24 smithi005 ceph-mon[90837]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T17:40:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:24 smithi016 ceph-mon[84444]: pgmap v4009: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 805 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 1.96k op/s 2024-04-12T17:40:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:24 smithi016 ceph-mon[84444]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-12T17:40:25.705 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:25.706 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:25.751 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:25.751 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:25.751 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:25.761 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:25.761 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:25.761 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:25.767 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:25.767 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:25.767 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:25.774 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:25.774 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:25.774 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:25.780 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:25.780 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:25.780 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:25.786 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:25.786 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.786 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.792 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.792 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.792 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.798 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.798 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.798 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.804 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.804 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.804 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.810 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~3748293,155113197~20800954,177174299~7807612,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,233140299~7906108,247463936~1578187,251658240~4471470,258667147~9179579,269660079~7486285,278206662~2157133,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,388094513~13525681,404910852~7861464] 2024-04-12T17:40:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:25 smithi005 ceph-mon[88416]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T17:40:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:25 smithi005 ceph-mon[90837]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T17:40:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:25 smithi016 ceph-mon[84444]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-12T17:40:26.499 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:26.499 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:26.547 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:26.548 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:26.548 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:26.554 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:26.554 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:26.554 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:26.560 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:26.560 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:26.560 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:26.566 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:26.566 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:26.566 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:26.572 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:26.573 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:26.573 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:26.577 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:26.577 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.577 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.583 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.583 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.583 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.589 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.590 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.590 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,103493129~7806916,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,269660079~7486285,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.595 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~2365624,100955372~674574,102001775~645548,102722403~8577642,111878842~9350503,122353471~6774372,133741055~1607130,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,229704237~262817,233140299~7906108,247463936~1578187,251658240~16188486,269660079~7486285,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:26 smithi005 ceph-mon[88416]: pgmap v4012: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 800 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 2.05k op/s 2024-04-12T17:40:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:26 smithi005 ceph-mon[88416]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T17:40:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:26 smithi005 ceph-mon[88416]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T17:40:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:26 smithi005 ceph-mon[90837]: pgmap v4012: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 800 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 2.05k op/s 2024-04-12T17:40:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:26 smithi005 ceph-mon[90837]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T17:40:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:26 smithi005 ceph-mon[90837]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T17:40:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:26 smithi016 ceph-mon[84444]: pgmap v4012: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 800 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 2.05k op/s 2024-04-12T17:40:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:26 smithi016 ceph-mon[84444]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-12T17:40:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:26 smithi016 ceph-mon[84444]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-12T17:40:27.510 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:27.510 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:27.546 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:27.547 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:27.547 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:27.553 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:27.553 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:27.553 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:27.559 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:27.559 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:27.559 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:27.565 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:27.565 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:27.565 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:27.572 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:27.572 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:27.572 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:27.578 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:27.578 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:27.578 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:27.584 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:27.584 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:27.584 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,44532411~1650779,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~6244266,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:27.589 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,44532411~5544274,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~7650299,96478137~14821908,111878842~17249001,131324432~6266798,146932406~28981745,177174299~7829585,186404984~2546475,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317775505~3991596,324214429~4194200,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:28.513 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:28.514 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:28.558 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:28.558 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:28.558 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:28.564 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:28.564 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:28.564 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:28.570 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:28.570 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:28.570 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:28.576 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:28.576 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:28.576 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:28.582 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:28.582 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:28.582 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:28.588 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:28.588 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:28.588 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~5100218,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:28.595 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~6303955,6977960~3274719,12395316~545115,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~10507543,82833893~3924605,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~11777160,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~917876,227673417~13372990,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,293625159~12549262,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,388094513~13525681,404910852~7861464] 2024-04-12T17:40:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:28 smithi016 ceph-mon[84444]: pgmap v4015: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 784 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 5.7 KiB/s wr, 612 op/s 2024-04-12T17:40:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:28 smithi016 ceph-mon[84444]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T17:40:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:28 smithi005 ceph-mon[88416]: pgmap v4015: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 784 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 5.7 KiB/s wr, 612 op/s 2024-04-12T17:40:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:28 smithi005 ceph-mon[88416]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T17:40:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:28 smithi005 ceph-mon[90837]: pgmap v4015: 137 pgs: 4 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 130 active+clean; 784 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 5.7 KiB/s wr, 612 op/s 2024-04-12T17:40:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:28 smithi005 ceph-mon[90837]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-12T17:40:29.513 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:29.513 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:29.557 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:29.557 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:29.557 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:29.566 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:29.566 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:29.566 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:29.573 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:29.574 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:29.574 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:29.581 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:29.581 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:29.581 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:29.586 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:29.586 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:29.586 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~6517155,35313482~2929736,40977061~5206129,48604335~1472350,55778318~1304207,59220592~3132133,64275283~17270278,82833893~3924605,87293573~15428830,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~7482903,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:29.592 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~6517155,35313482~2929736,40977061~9099624,55778318~1304207,59220592~3132133,64275283~22483215,87293573~24006472,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,195631570~333818,197359410~5881770,206073448~610913,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~5102042,282409308~6306508,289096969~877880,292314530~13859891,307328227~1736833,314572800~13835829,329791677~8977136,342187996~2412139,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:29.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:29 smithi016 ceph-mon[84444]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T17:40:29.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:29 smithi005 ceph-mon[88416]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T17:40:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:29 smithi005 ceph-mon[90837]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-12T17:40:30.514 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:30.515 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:30.561 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:30.561 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:30.561 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:30.571 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:30.571 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:30.571 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:30.576 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:30.576 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:30.577 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:30.582 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:30.582 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:30.583 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,278206662~4143532,282409308~9774148,292314530~13859891,307328227~1736833,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:30.588 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~47024762,111878842~17249001,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~8710908,277248152~14935304,292314530~13859891,307328227~1736833,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~7861464] 2024-04-12T17:40:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:30 smithi016 ceph-mon[84444]: pgmap v4018: 137 pgs: 137 active+clean; 714 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.61k op/s 2024-04-12T17:40:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:30 smithi016 ceph-mon[84444]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T17:40:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:30 smithi005 ceph-mon[88416]: pgmap v4018: 137 pgs: 137 active+clean; 714 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.61k op/s 2024-04-12T17:40:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:30 smithi005 ceph-mon[88416]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T17:40:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:30 smithi005 ceph-mon[90837]: pgmap v4018: 137 pgs: 137 active+clean; 714 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 7.2 KiB/s wr, 1.61k op/s 2024-04-12T17:40:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:30 smithi005 ceph-mon[90837]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-12T17:40:31.511 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:31.511 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:31.548 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:31.549 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:31.549 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:31.559 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:31.559 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:31.559 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:31.565 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:31.565 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:31.565 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~12294855,26096670~12883711,40977061~5206129,48604335~1472350,55778318~8142093,64275283~17270278,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~6709611,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,387588119~14032075,404910852~12773286] 2024-04-12T17:40:31.571 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~13498592,26096670~12883711,40977061~9099624,55778318~8142093,64275283~64852560,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,216201349~24845058,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,379765821~5086434,385875968~15744226,404910852~12773286] 2024-04-12T17:40:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:31 smithi016 ceph-mon[84444]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T17:40:31.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:31 smithi016 ceph-mon[84444]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T17:40:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:31 smithi005 ceph-mon[88416]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T17:40:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:31 smithi005 ceph-mon[88416]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T17:40:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:31 smithi005 ceph-mon[90837]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-12T17:40:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:31 smithi005 ceph-mon[90837]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-12T17:40:32.543 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:32.543 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:32.578 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:32.578 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:32.578 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:32.584 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:32.584 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:32.584 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,40977061~5206129,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,345283339~11305245,365010114~927181,366104837~5900735,374792211~10060044,387588119~14549505,404910852~12773286] 2024-04-12T17:40:32.591 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~12922928,40977061~9099624,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~15098647,345283339~11305245,365010114~927181,366104837~5900735,373293056~11559199,385875968~16261656,404910852~12773286] 2024-04-12T17:40:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:32 smithi016 ceph-mon[84444]: pgmap v4021: 137 pgs: 137 active+clean; 714 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 1.08k op/s 2024-04-12T17:40:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:40:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:40:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:32 smithi005 ceph-mon[88416]: pgmap v4021: 137 pgs: 137 active+clean; 714 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 1.08k op/s 2024-04-12T17:40:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:32 smithi005 ceph-mon[90837]: pgmap v4021: 137 pgs: 137 active+clean; 714 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 1.08k op/s 2024-04-12T17:40:33.547 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:33.548 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:33.588 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:33.588 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~17060731,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,365010114~927181,366104837~5900735,374792211~10060044,387588119~15276105,404910852~12773286] 2024-04-12T17:40:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~31331207,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~32456879,365010114~927181,366104837~5900735,373293056~11559199,385875968~16988256,404910852~12773286] 2024-04-12T17:40:33.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:33 smithi016 ceph-mon[84444]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T17:40:33.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:33 smithi005 ceph-mon[88416]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T17:40:33.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:33 smithi005 ceph-mon[90837]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-12T17:40:34.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:40:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:40:33] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-12T17:40:34.551 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:34.551 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [1203737~15843473,26057453~12922928,39425431~6757759,48604335~1472350,55778318~25767243,82833893~19888510,103493129~7806916,111475902~17651941,131324432~6266798,146932406~28981745,177174299~13150178,192919888~4130123,197359410~11158357,212592963~10317997,223985676~20346653,247514524~504937,248681737~360386,252714073~3415637,256218881~2448266,258784125~2580693,261415501~3115168,264759448~3087278,268595641~8550723,277186189~61963,278206662~4143532,282409308~26655752,317746637~6467792,325442343~2966286,331285910~13604414,344992911~17255645,363385461~976325,365010114~927181,366104837~5900735,374792211~10060044,387588119~30096019] 2024-04-12T17:40:34.583 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~17047210,26057453~24019232,55778318~73349525,131324432~6266798,146800640~29113511,177174299~13150178,192919888~4130123,197359410~11158357,209715200~34617129,247463936~1578187,251658240~16188486,268435456~40629604,314572800~13835829,329791677~34570109,365010114~927181,366104837~5900735,373293056~11559199,385875968~31808170] 2024-04-12T17:40:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:34 smithi016 ceph-mon[84444]: pgmap v4024: 137 pgs: 137 active+clean; 576 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 702 op/s 2024-04-12T17:40:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:34 smithi016 ceph-mon[84444]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T17:40:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:34 smithi005 ceph-mon[88416]: pgmap v4024: 137 pgs: 137 active+clean; 576 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 702 op/s 2024-04-12T17:40:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:34 smithi005 ceph-mon[88416]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T17:40:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:34 smithi005 ceph-mon[90837]: pgmap v4024: 137 pgs: 137 active+clean; 576 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 702 op/s 2024-04-12T17:40:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:34 smithi005 ceph-mon[90837]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-12T17:40:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:35.580 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40003 ms) 2024-04-12T17:40:35.580 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-12T17:40:35.580 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:35.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:35 smithi016 ceph-mon[84444]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T17:40:35.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:35 smithi005 ceph-mon[88416]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T17:40:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:35 smithi005 ceph-mon[90837]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-12T17:40:36.611 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1031 ms) 2024-04-12T17:40:36.611 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-12T17:40:36.611 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:36 smithi016 ceph-mon[84444]: pgmap v4027: 137 pgs: 137 active+clean; 568 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 728 op/s 2024-04-12T17:40:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:36 smithi016 ceph-mon[84444]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T17:40:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:36 smithi016 ceph-mon[84444]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T17:40:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:36 smithi005 ceph-mon[88416]: pgmap v4027: 137 pgs: 137 active+clean; 568 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 728 op/s 2024-04-12T17:40:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:36 smithi005 ceph-mon[88416]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T17:40:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:36 smithi005 ceph-mon[88416]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T17:40:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:36 smithi005 ceph-mon[90837]: pgmap v4027: 137 pgs: 137 active+clean; 568 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 728 op/s 2024-04-12T17:40:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:36 smithi005 ceph-mon[90837]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-12T17:40:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:36 smithi005 ceph-mon[90837]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-12T17:40:37.692 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [2626617~83619,3336380~40700,4942752~38955,6044688~80265,7724120~10361,8617579~20698,10307270~25122,13890220~53602,15757581~74670,18751694~74393] to clone 2024-04-12T17:40:37.693 INFO:tasks.workunit.client.0.smithi005.stdout: diff was [0~3377080,4194304~3540177,8388608~1943784,12582912~3249339,16777216~2048871] 2024-04-12T17:40:37.697 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1086 ms) 2024-04-12T17:40:37.697 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-12T17:40:37.697 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:37.717 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [300752~57184,916124~101867,9930396~85308,13508850~55496,15240030~46544,15660945~61243,16010739~96344,18386747~26646,19792932~35170,20705705~49337] 2024-04-12T17:40:37.727 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (31 ms) 2024-04-12T17:40:37.727 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-12T17:40:37.728 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:38 smithi016 ceph-mon[84444]: pgmap v4030: 137 pgs: 137 active+clean; 531 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 MiB/s wr, 149 op/s 2024-04-12T17:40:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:38 smithi016 ceph-mon[84444]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T17:40:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:38 smithi005 ceph-mon[88416]: pgmap v4030: 137 pgs: 137 active+clean; 531 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 MiB/s wr, 149 op/s 2024-04-12T17:40:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:38 smithi005 ceph-mon[88416]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T17:40:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:38 smithi005 ceph-mon[90837]: pgmap v4030: 137 pgs: 137 active+clean; 531 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 3.5 MiB/s wr, 149 op/s 2024-04-12T17:40:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:38 smithi005 ceph-mon[90837]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-12T17:40:39.668 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1941 ms) 2024-04-12T17:40:39.668 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-12T17:40:39.668 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:39.715 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (47 ms) 2024-04-12T17:40:39.715 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-12T17:40:39.716 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:39.771 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (56 ms) 2024-04-12T17:40:39.772 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-12T17:40:39.772 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:39.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:39 smithi016 ceph-mon[84444]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T17:40:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:39 smithi005 ceph-mon[88416]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T17:40:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:39 smithi005 ceph-mon[90837]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-12T17:40:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:40 smithi016 ceph-mon[84444]: pgmap v4033: 137 pgs: 137 active+clean; 503 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 307 op/s 2024-04-12T17:40:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:40 smithi016 ceph-mon[84444]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T17:40:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:40 smithi005 ceph-mon[88416]: pgmap v4033: 137 pgs: 137 active+clean; 503 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 307 op/s 2024-04-12T17:40:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:40 smithi005 ceph-mon[88416]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T17:40:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:40 smithi005 ceph-mon[90837]: pgmap v4033: 137 pgs: 137 active+clean; 503 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 11 MiB/s wr, 307 op/s 2024-04-12T17:40:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:40 smithi005 ceph-mon[90837]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-12T17:40:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:42 smithi016 ceph-mon[84444]: pgmap v4035: 137 pgs: 137 active+clean; 503 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.2 MiB/s wr, 265 op/s 2024-04-12T17:40:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:42 smithi016 ceph-mon[84444]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T17:40:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:40:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:40:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:42 smithi005 ceph-mon[88416]: pgmap v4035: 137 pgs: 137 active+clean; 503 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.2 MiB/s wr, 265 op/s 2024-04-12T17:40:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:42 smithi005 ceph-mon[88416]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T17:40:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:42 smithi005 ceph-mon[90837]: pgmap v4035: 137 pgs: 137 active+clean; 503 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.2 MiB/s wr, 265 op/s 2024-04-12T17:40:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:42 smithi005 ceph-mon[90837]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-12T17:40:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.15", "id": [4, 6]}]: dispatch 2024-04-12T17:40:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-12T17:40:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:43 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]: dispatch 2024-04-12T17:40:43.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.15", "id": [4, 6]}]: dispatch 2024-04-12T17:40:43.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-12T17:40:43.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:43 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]: dispatch 2024-04-12T17:40:43.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.15", "id": [4, 6]}]: dispatch 2024-04-12T17:40:43.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]: dispatch 2024-04-12T17:40:43.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:43 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]: dispatch 2024-04-12T17:40:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:40:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:40:43] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:40:44.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5040 ms) 2024-04-12T17:40:44.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-12T17:40:44.812 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-12T17:40:44.812 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:40:44.812 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-12T17:40:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:44 smithi016 ceph-mon[84444]: pgmap v4037: 137 pgs: 137 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 296 op/s 2024-04-12T17:40:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.15", "id": [4, 6]}]': finished 2024-04-12T17:40:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-12T17:40:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:44 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]': finished 2024-04-12T17:40:44.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:44 smithi016 ceph-mon[84444]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[88416]: pgmap v4037: 137 pgs: 137 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 296 op/s 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.15", "id": [4, 6]}]': finished 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]': finished 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[88416]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[90837]: pgmap v4037: 137 pgs: 137 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 11 MiB/s wr, 296 op/s 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.15", "id": [4, 6]}]': finished 2024-04-12T17:40:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6]}]': finished 2024-04-12T17:40:44.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]': finished 2024-04-12T17:40:44.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:44 smithi005 ceph-mon[90837]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-12T17:40:45.509 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 15 tests from DiffIterateTest/0 (68590 ms total) 2024-04-12T17:40:45.509 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:40:45.509 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-12T17:40:45.582 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-12T17:40:45.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:45 smithi016 ceph-mon[84444]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T17:40:45.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:45 smithi016 ceph-mon[84444]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T17:40:45.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:45 smithi005 ceph-mon[88416]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T17:40:45.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:45 smithi005 ceph-mon[88416]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T17:40:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:45 smithi005 ceph-mon[90837]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-12T17:40:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:45 smithi005 ceph-mon[90837]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-12T17:40:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:46 smithi016 ceph-mon[84444]: pgmap v4040: 137 pgs: 137 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.7 MiB/s wr, 173 op/s 2024-04-12T17:40:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:46 smithi005 ceph-mon[88416]: pgmap v4040: 137 pgs: 137 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.7 MiB/s wr, 173 op/s 2024-04-12T17:40:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:46 smithi005 ceph-mon[90837]: pgmap v4040: 137 pgs: 137 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.7 MiB/s wr, 173 op/s 2024-04-12T17:40:47.538 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:47.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:47 smithi016 ceph-mon[84444]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T17:40:47.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:47 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/157218732' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:40:47.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:47 smithi005 ceph-mon[88416]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T17:40:47.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:47 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/157218732' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:40:47.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:47 smithi005 ceph-mon[90837]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-12T17:40:47.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:47 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/157218732' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:40:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:48 smithi016 ceph-mon[84444]: pgmap v4043: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:40:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:48 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:40:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:48 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/157218732' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:40:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:48 smithi016 ceph-mon[84444]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T17:40:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[88416]: pgmap v4043: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:40:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:40:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/157218732' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:40:48.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[88416]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T17:40:48.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[90837]: pgmap v4043: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:40:48.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:40:48.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/157218732' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi005-138812-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T17:40:48.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:48 smithi005 ceph-mon[90837]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-12T17:40:49.584 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [767531~37609,3781886~65251,6173762~20929,7193903~41328,7478447~49657,8820598~50355,9439444~29037,12274784~69988,15618108~30389,20531886~16010] 2024-04-12T17:40:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:49 smithi016 ceph-mon[84444]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T17:40:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:49.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:49 smithi005 ceph-mon[88416]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T17:40:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:49 smithi005 ceph-mon[90837]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-12T17:40:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:40:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:40:50.565 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [0~20971520] 2024-04-12T17:40:50.574 INFO:tasks.workunit.client.0.smithi005.stdout: diff was [0~20971520] 2024-04-12T17:40:50.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterate (4999 ms) 2024-04-12T17:40:50.579 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-12T17:40:50.579 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:50 smithi016 ceph-mon[84444]: pgmap v4046: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:40:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:50 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:40:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:50 smithi016 ceph-mon[84444]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T17:40:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:50 smithi005 ceph-mon[88416]: pgmap v4046: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:40:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:50 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:40:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:50 smithi005 ceph-mon[88416]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T17:40:50.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:50 smithi005 ceph-mon[90837]: pgmap v4046: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:40:50.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:50 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:40:50.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:50 smithi005 ceph-mon[90837]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-12T17:40:51.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:51 smithi016 ceph-mon[84444]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T17:40:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:51 smithi005 ceph-mon[88416]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T17:40:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:51 smithi005 ceph-mon[90837]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-12T17:40:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:52 smithi016 ceph-mon[84444]: pgmap v4049: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:40:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:52 smithi016 ceph-mon[84444]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T17:40:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:40:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:40:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:52 smithi005 ceph-mon[88416]: pgmap v4049: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:40:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:52 smithi005 ceph-mon[88416]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T17:40:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:52 smithi005 ceph-mon[90837]: pgmap v4049: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:40:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:52 smithi005 ceph-mon[90837]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-12T17:40:53.598 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3019 ms) 2024-04-12T17:40:53.598 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-12T17:40:53.598 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:53.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:53 smithi016 ceph-mon[84444]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T17:40:53.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:53 smithi005 ceph-mon[88416]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T17:40:53.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:53 smithi005 ceph-mon[90837]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-12T17:40:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:40:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:40:53] "GET /metrics HTTP/1.1" 200 36591 "" "Prometheus/2.43.0" 2024-04-12T17:40:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:54 smithi016 ceph-mon[84444]: pgmap v4052: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 186 KiB/s wr, 84 op/s 2024-04-12T17:40:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:54 smithi016 ceph-mon[84444]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T17:40:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:54 smithi005 ceph-mon[88416]: pgmap v4052: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 186 KiB/s wr, 84 op/s 2024-04-12T17:40:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:54 smithi005 ceph-mon[88416]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T17:40:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:54 smithi005 ceph-mon[90837]: pgmap v4052: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 186 KiB/s wr, 84 op/s 2024-04-12T17:40:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:54 smithi005 ceph-mon[90837]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-12T17:40:55.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:55 smithi016 ceph-mon[84444]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T17:40:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:55 smithi005 ceph-mon[88416]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T17:40:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:55 smithi005 ceph-mon[90837]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-12T17:40:56.531 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2933 ms) 2024-04-12T17:40:56.531 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-12T17:40:56.531 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:56 smithi016 ceph-mon[84444]: pgmap v4055: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 186 KiB/s wr, 86 op/s 2024-04-12T17:40:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:56 smithi016 ceph-mon[84444]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T17:40:56.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:56 smithi016 ceph-mon[84444]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T17:40:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:56 smithi005 ceph-mon[88416]: pgmap v4055: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 186 KiB/s wr, 86 op/s 2024-04-12T17:40:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:56 smithi005 ceph-mon[88416]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T17:40:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:56 smithi005 ceph-mon[88416]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T17:40:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:56 smithi005 ceph-mon[90837]: pgmap v4055: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 186 KiB/s wr, 86 op/s 2024-04-12T17:40:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:56 smithi005 ceph-mon[90837]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-12T17:40:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:56 smithi005 ceph-mon[90837]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-12T17:40:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:58 smithi016 ceph-mon[84444]: pgmap v4058: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-12T17:40:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:58 smithi016 ceph-mon[84444]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T17:40:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:58 smithi005 ceph-mon[88416]: pgmap v4058: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-12T17:40:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:58 smithi005 ceph-mon[88416]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T17:40:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:58 smithi005 ceph-mon[90837]: pgmap v4058: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-12T17:40:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:58 smithi005 ceph-mon[90837]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-12T17:40:59.540 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3009 ms) 2024-04-12T17:40:59.540 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-12T17:40:59.540 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:40:59.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:40:59 smithi016 ceph-mon[84444]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T17:40:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:40:59 smithi005 ceph-mon[88416]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T17:40:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:40:59 smithi005 ceph-mon[90837]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-12T17:41:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:00 smithi016 ceph-mon[84444]: pgmap v4061: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 125 op/s 2024-04-12T17:41:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:00 smithi016 ceph-mon[84444]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T17:41:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:00 smithi005 ceph-mon[90837]: pgmap v4061: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 125 op/s 2024-04-12T17:41:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:00 smithi005 ceph-mon[90837]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T17:41:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:00 smithi005 ceph-mon[88416]: pgmap v4061: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 125 op/s 2024-04-12T17:41:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:00 smithi005 ceph-mon[88416]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-12T17:41:01.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:01 smithi016 ceph-mon[84444]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T17:41:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:01 smithi005 ceph-mon[88416]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T17:41:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:01 smithi005 ceph-mon[90837]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-12T17:41:02.574 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3034 ms) 2024-04-12T17:41:02.574 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-12T17:41:02.574 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:02 smithi016 ceph-mon[84444]: pgmap v4064: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 12 KiB/s wr, 110 op/s 2024-04-12T17:41:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:02 smithi016 ceph-mon[84444]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T17:41:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:41:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:41:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:02 smithi005 ceph-mon[88416]: pgmap v4064: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 12 KiB/s wr, 110 op/s 2024-04-12T17:41:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:02 smithi005 ceph-mon[88416]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T17:41:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:02 smithi005 ceph-mon[90837]: pgmap v4064: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 12 KiB/s wr, 110 op/s 2024-04-12T17:41:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:02 smithi005 ceph-mon[90837]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-12T17:41:03.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:03 smithi016 ceph-mon[84444]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T17:41:03.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:03 smithi005 ceph-mon[88416]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T17:41:03.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:03 smithi005 ceph-mon[90837]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-12T17:41:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:41:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:41:03] "GET /metrics HTTP/1.1" 200 36591 "" "Prometheus/2.43.0" 2024-04-12T17:41:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:04 smithi016 ceph-mon[84444]: pgmap v4067: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 263 KiB/s wr, 100 op/s 2024-04-12T17:41:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:04 smithi016 ceph-mon[84444]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T17:41:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:41:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[88416]: pgmap v4067: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 263 KiB/s wr, 100 op/s 2024-04-12T17:41:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[88416]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T17:41:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:41:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[90837]: pgmap v4067: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 263 KiB/s wr, 100 op/s 2024-04-12T17:41:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[90837]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-12T17:41:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:41:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:05.590 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3016 ms) 2024-04-12T17:41:05.590 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-12T17:41:05.591 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:05.663 INFO:tasks.workunit.client.0.smithi005.stdout: i=0 exists [36048404~6598633,94277533~806534,165843011~6797215,217395937~1129681,304902748~6529038,339555140~7648738,353364034~7910953,364804353~5448536,402617219~1864058] wrote [36048404~6598633,94277533~806534,165843011~6797215,217395937~1129681,304902748~6529038,339555140~7648738,353364034~7910953,364804353~5448536,402617219~1864058] 2024-04-12T17:41:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:05 smithi016 ceph-mon[84444]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T17:41:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:05 smithi005 ceph-mon[88416]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T17:41:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:05 smithi005 ceph-mon[90837]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-12T17:41:06.600 INFO:tasks.workunit.client.0.smithi005.stdout: i=1 exists [24379867~4102492,36048404~6598633,45603711~3469459,68374855~5906283,74503721~5763932,94277533~806534,127251680~1513739,146030133~7387793,156024289~3274377,165843011~6797215,179046677~3982013,203247703~3198425,212761177~2569409,217395937~1129681,304902748~6529038,339555140~7648738,353364034~7910953,364804353~5448536,402617219~1864058] wrote [24379867~4102492,45603711~3469459,68374855~5906283,74503721~5763932,127251680~1513739,146030133~7387793,156024289~3274377,179046677~3982013,203247703~3198425,212761177~2569409] 2024-04-12T17:41:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:06 smithi016 ceph-mon[84444]: pgmap v4070: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 263 KiB/s wr, 113 op/s 2024-04-12T17:41:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:06 smithi016 ceph-mon[84444]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T17:41:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:06 smithi005 ceph-mon[88416]: pgmap v4070: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 263 KiB/s wr, 113 op/s 2024-04-12T17:41:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:06 smithi005 ceph-mon[88416]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T17:41:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:06 smithi005 ceph-mon[90837]: pgmap v4070: 137 pgs: 137 active+clean; 23 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 263 KiB/s wr, 113 op/s 2024-04-12T17:41:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:06 smithi005 ceph-mon[90837]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-12T17:41:07.630 INFO:tasks.workunit.client.0.smithi005.stdout: i=2 exists [3053497~1144880,22740875~8064292,36048404~6598633,45603711~3469459,68374855~5906283,74503721~5763932,94277533~806534,127251680~1513739,146030133~7387793,156024289~3274377,165843011~6797215,179046677~3982013,185423894~6900144,202786354~6078464,212761177~2569409,217395937~7225175,276784340~2329436,304902748~6529038,312897206~3012636,336721270~10482608,353364034~7910953,364804353~5448536,371005313~5211246,402617219~1864058] wrote [3053497~1144880,22740875~8064292,185423894~6900144,202786354~6078464,217455765~7165347,276784340~2329436,312897206~3012636,336721270~4646871,353485639~7406478,371005313~5211246] 2024-04-12T17:41:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:07 smithi016 ceph-mon[84444]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T17:41:07.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:07 smithi005 ceph-mon[88416]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T17:41:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:07 smithi005 ceph-mon[90837]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-12T17:41:08.594 INFO:tasks.workunit.client.0.smithi005.stdout: i=3 exists [3053497~1144880,22740875~8064292,36048404~6598633,45603711~3469459,68374855~5906283,74503721~5763932,94277533~806534,127251680~1513739,146030133~7387793,156024289~3274377,165843011~7203783,179046677~3982013,185423894~6900144,195328651~4548578,202786354~6078464,212761177~2569409,216734973~566520,217395937~11221301,265829590~3407143,273848401~57593,276784340~2329436,304902748~6529038,312897206~3012636,336721270~10482608,353364034~7910953,364804353~5448536,371005313~5211246,378039380~5586027,390800446~511382,397290139~21538,402617219~1864058,406540868~4096933] wrote [170166495~2880299,195328651~4548578,216734973~566520,223283785~5333453,265829590~3407143,273848401~57593,378039380~5586027,390800446~511382,397290139~21538,406540868~4096933] 2024-04-12T17:41:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:08 smithi016 ceph-mon[84444]: pgmap v4073: 137 pgs: 137 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-12T17:41:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:08 smithi016 ceph-mon[84444]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T17:41:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:08 smithi005 ceph-mon[88416]: pgmap v4073: 137 pgs: 137 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-12T17:41:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:08 smithi005 ceph-mon[88416]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T17:41:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:08 smithi005 ceph-mon[90837]: pgmap v4073: 137 pgs: 137 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-12T17:41:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:08 smithi005 ceph-mon[90837]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-12T17:41:09.632 INFO:tasks.workunit.client.0.smithi005.stdout: i=4 exists [653677~8575779,22740875~8064292,36048404~6598633,45603711~3469459,52446656~2916849,60455434~1791959,68374855~5906283,74503721~5763932,94277533~806534,127251680~1513739,146030133~7387793,156024289~3274377,160531114~12515680,173761880~2735104,179046677~3982013,185423894~6900144,195328651~4548578,202786354~6078464,212761177~2569409,216734973~566520,217395937~11221301,244085881~4297106,265829590~3407143,273848401~57593,276784340~5988682,304902748~6529038,312897206~3012636,328129599~5697291,336721270~10482608,353364034~7910953,364804353~5448536,371005313~5211246,378039380~5586027,390800446~511382,397290139~21538,402617219~1864058,406540868~4096933] wrote [653677~8575779,52446656~2916849,60455434~1791959,160531114~7442351,173761880~2735104,219968173~6824976,244085881~4297106,279056801~3716221,328129599~5697291] 2024-04-12T17:41:09.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:09 smithi016 ceph-mon[84444]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T17:41:09.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:09 smithi005 ceph-mon[88416]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T17:41:09.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:09 smithi005 ceph-mon[90837]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-12T17:41:10.616 INFO:tasks.workunit.client.0.smithi005.stdout: i=5 exists [653677~8575779,14000621~7532030,22740875~8064292,35139740~7507297,45603711~3469459,52446656~2916849,60455434~1791959,68374855~5906283,74503721~5763932,94277533~7918920,127251680~1513739,146030133~7387793,156024289~3274377,160531114~12515680,173761880~2735104,179046677~3982013,183757955~180147,185423894~6900144,195328651~4548578,202786354~6078464,211170908~6130585,217395937~12171271,244085881~4297106,265829590~3407143,273848401~57593,276784340~5988682,285531227~293922,304902748~6529038,312897206~3012636,324886142~8940748,336721270~10482608,353364034~7910953,362789540~7463349,371005313~5211246,378039380~5586027,390800446~511382,397290139~21538,402617219~1864058,406540868~4096933] wrote [14000621~7532030,35139740~4004859,94698524~7497929,183757955~180147,211170908~5709823,223954383~5612825,285531227~293922,324886142~6379737,362789540~5447773] 2024-04-12T17:41:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:10 smithi016 ceph-mon[84444]: pgmap v4076: 137 pgs: 137 active+clean; 206 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 32 MiB/s wr, 278 op/s 2024-04-12T17:41:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:10 smithi016 ceph-mon[84444]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T17:41:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:41:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:41:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:41:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[88416]: pgmap v4076: 137 pgs: 137 active+clean; 206 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 32 MiB/s wr, 278 op/s 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[88416]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[90837]: pgmap v4076: 137 pgs: 137 active+clean; 206 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 32 MiB/s wr, 278 op/s 2024-04-12T17:41:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[90837]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-12T17:41:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:41:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:41:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:41:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:41:11.637 INFO:tasks.workunit.client.0.smithi005.stdout: i=6 exists [653677~9688626,14000621~7532030,22740875~8064292,35139740~7507297,45603711~3469459,52446656~2916849,60455434~1791959,68374855~5906283,74503721~5763932,94277533~12872120,124818466~7775998,146030133~7387793,156024289~3274377,160531114~12515680,173761880~2735104,179046677~3982013,183757955~180147,185423894~7339867,195328651~4548578,202786354~6078464,211170908~6130585,217395937~12171271,244085881~4297106,265829590~3407143,270393042~1382744,273848401~57593,276784340~5988682,285531227~293922,304902748~6529038,312897206~3012636,316536170~2411355,324886142~8940748,336721270~10482608,353364034~7910953,362789540~7463349,371005313~5211246,378039380~5586027,390800446~511382,397290139~21538,401791241~2690036,406540868~4096933] wrote [3386760~6955543,102179887~4969766,124818466~7775998,190402719~2361042,270393042~1382744,278959743~3249171,316536170~2411355,367115438~2940631,401791241~2446313] 2024-04-12T17:41:11.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:11 smithi016 ceph-mon[84444]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T17:41:11.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:11 smithi005 ceph-mon[88416]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T17:41:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:11 smithi005 ceph-mon[90837]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-12T17:41:12.572 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:41:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:41:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: i=7 exists [653677~9688626,14000621~7532030,22740875~8064292,35139740~7507297,45603711~3469459,52446656~2916849,60455434~1791959,68374855~5906283,74503721~5763932,87752403~1036766,94277533~12872120,118284247~5102674,124818466~7775998,146030133~7387793,156024289~3274377,159511934~13534860,173761880~9788687,183757955~180147,185423894~7339867,195328651~4548578,202786354~6078464,211170908~6130585,217395937~12171271,244085881~4297106,265829590~3407143,270393042~1382744,273848401~57593,276784340~5988682,285531227~293922,304902748~6529038,312897206~3012636,316536170~6016154,324886142~8940748,336721270~10482608,353364034~7910953,362789540~7463349,371005313~5211246,378039380~5586027,390800446~511382,397290139~21538,401791241~2690036,406540868~4096933] wrote [1052992~358501,87752403~1036766,95862745~4693965,118284247~5102674,151209185~1469001,159511934~1569550,176209081~7341486,278079424~4053256,316885932~5666392,339373867~6725828] 2024-04-12T17:41:12.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:12 smithi016 ceph-mon[84444]: pgmap v4079: 137 pgs: 137 active+clean; 206 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 29 MiB/s wr, 265 op/s 2024-04-12T17:41:12.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:12 smithi016 ceph-mon[84444]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T17:41:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:12 smithi005 ceph-mon[88416]: pgmap v4079: 137 pgs: 137 active+clean; 206 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 29 MiB/s wr, 265 op/s 2024-04-12T17:41:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:12 smithi005 ceph-mon[88416]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T17:41:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:12 smithi005 ceph-mon[90837]: pgmap v4079: 137 pgs: 137 active+clean; 206 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 29 MiB/s wr, 265 op/s 2024-04-12T17:41:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:12 smithi005 ceph-mon[90837]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-12T17:41:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: i=8 exists [653677~13120219,14000621~7532030,22740875~8064292,35139740~7507297,45603711~3469459,52446656~2916849,60455434~1791959,63651291~226919,68374855~5906283,74384699~5882954,87752403~1036766,94277533~12872120,118284247~5102674,124818466~7775998,146030133~7387793,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~6078464,211170908~6130585,217395937~12171271,244085881~4297106,265829590~3407143,270393042~1382744,273848401~57593,276784340~5988682,285531227~293922,304396721~7936529,312897206~3012636,316536170~6016154,324886142~8940748,336721270~10482608,353364034~7910953,362789540~7463349,371005313~5211246,378039380~5586027,390800446~511382,397290139~21538,399085487~5400014,406540868~4096933] wrote [9697511~4076385,36369883~6252729,63651291~226919,74384699~1300643,168915041~6105733,199202939~3130649,244738418~784316,304396721~7936529,364804206~677180,399085487~5400014] 2024-04-12T17:41:13.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:13 smithi016 ceph-mon[84444]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T17:41:13.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:13 smithi005 ceph-mon[88416]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T17:41:13.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:13 smithi005 ceph-mon[90837]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-12T17:41:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:41:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:41:13] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-12T17:41:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: i=9 exists [653677~13120219,14000621~7532030,22740875~8064292,31715596~1909458,35139740~7507297,45603711~3469459,52446656~2916849,60455434~4317242,68374855~5906283,74384699~5882954,87752403~1036766,94277533~12872120,118284247~5102674,124818466~7775998,140274409~13143517,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~6078464,211170908~6130585,217395937~12171271,244085881~4297106,265829590~3407143,270393042~1382744,273848401~57593,276784340~5988682,285531227~293922,302509192~9824058,312897206~3012636,316536170~17290720,336721270~10482608,353364034~7910953,362789540~7463349,371005313~12620094,390800446~511382,397290139~21538,398772930~6929749,406540868~4096933] wrote [31715596~1909458,39379228~1997883,60654404~4118272,140274409~6846005,177464562~1785088,198219355~2019529,302509192~6102397,320056597~7059101,372424575~7205514,398772930~6929749] 2024-04-12T17:41:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:14 smithi016 ceph-mon[84444]: pgmap v4082: 137 pgs: 137 active+clean; 409 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 44 MiB/s wr, 98 op/s 2024-04-12T17:41:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:14 smithi016 ceph-mon[84444]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T17:41:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:14 smithi005 ceph-mon[88416]: pgmap v4082: 137 pgs: 137 active+clean; 409 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 44 MiB/s wr, 98 op/s 2024-04-12T17:41:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:14 smithi005 ceph-mon[88416]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T17:41:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:14 smithi005 ceph-mon[90837]: pgmap v4082: 137 pgs: 137 active+clean; 409 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 44 MiB/s wr, 98 op/s 2024-04-12T17:41:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:14 smithi005 ceph-mon[90837]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-12T17:41:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: i=10 exists [653677~13120219,14000621~7532030,22740875~10884179,35139740~7507297,45603711~3469459,52446656~2916849,60455434~4317242,68374855~5906283,74384699~5882954,87752403~1036766,94277533~12872120,118284247~5102674,124818466~7775998,138863022~547695,140274409~13143517,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~6078464,211170908~6130585,217395937~12171271,244085881~6213666,265829590~5946196,273848401~57593,276784340~6360629,285531227~293922,302509192~9824058,312897206~3012636,316536170~17290720,336721270~10482608,351449956~9825031,362789540~7463349,371005313~12620094,390800446~511382,397290139~21538,398772930~6929749,406540868~4096933] wrote [23797892~8165941,94363089~7913882,138863022~547695,142289724~5934832,180445108~805060,245774281~4525266,266532215~4291121,281695792~1449177,351449956~5368311] 2024-04-12T17:41:15.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:15 smithi016 ceph-mon[84444]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T17:41:15.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:15 smithi005 ceph-mon[88416]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T17:41:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:15 smithi005 ceph-mon[90837]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-12T17:41:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: i=11 exists [653677~13120219,14000621~7532030,22740875~10884179,35139740~7507297,44952214~4120956,52446656~2916849,60455434~4317242,68374855~5906283,74384699~7481808,87752403~1036766,94277533~12872120,118284247~5102674,124818466~7775998,138863022~547695,140274409~13143517,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~6078464,211170908~18396300,244085881~6213666,265829590~5946196,273848401~57593,276784340~6360629,285531227~293922,296114676~16218574,312897206~3012636,316536170~30667708,350467966~10807021,362789540~7463349,371005313~12620094,390800446~511382,397290139~21538,398772930~6929749,406540868~4096933] wrote [6684511~1516634,44952214~2074767,78822100~3044407,160868436~4824572,215412324~7436926,244818065~3386776,296114676~7843920,304360014~3465344,332305027~6749833,350467966~1213831] 2024-04-12T17:41:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:16 smithi016 ceph-mon[84444]: pgmap v4085: 137 pgs: 137 active+clean; 425 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 49 MiB/s wr, 295 op/s 2024-04-12T17:41:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:16 smithi016 ceph-mon[84444]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T17:41:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:16 smithi005 ceph-mon[88416]: pgmap v4085: 137 pgs: 137 active+clean; 425 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 49 MiB/s wr, 295 op/s 2024-04-12T17:41:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:16 smithi005 ceph-mon[88416]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T17:41:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:16 smithi005 ceph-mon[90837]: pgmap v4085: 137 pgs: 137 active+clean; 425 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 49 MiB/s wr, 295 op/s 2024-04-12T17:41:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:16 smithi005 ceph-mon[90837]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-12T17:41:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: i=12 exists [653677~13120219,14000621~7532030,22740875~10884179,35139740~7507297,44952214~4120956,52446656~2916849,60455434~4317242,68374855~5906283,74384699~7481808,87752403~1036766,94277533~12872120,118284247~5102674,124818466~7775998,137869643~15765892,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~6078464,211170908~18396300,244085881~6213666,256535614~2557899,265829590~5946196,273848401~57593,276784340~6360629,285531227~293922,295079007~17254243,312897206~3012636,316536170~30667708,350467966~10807021,362789540~7463349,371005313~14795916,390800446~511382,397290139~21538,398772930~6929749,406540868~4096933] wrote [137869643~3574722,142036159~4277152,148661704~4973831,256535614~2557899,295079007~8078047,304714031~4072384,316706125~687049,363137808~5090427,382869049~2932180] 2024-04-12T17:41:17.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:17 smithi005 ceph-mon[88416]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T17:41:17.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:17 smithi005 ceph-mon[90837]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T17:41:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:17 smithi016 ceph-mon[84444]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-12T17:41:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: i=13 exists [653677~13120219,14000621~7532030,22740875~10884179,35139740~7507297,44952214~4120956,52446656~2916849,60455434~4317242,68374855~5906283,74384699~7481808,87752403~1036766,94277533~12872120,112425085~736881,118284247~5102674,124818466~7775998,137869643~15765892,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~6078464,211170908~18396300,237679115~4799398,244085881~6213666,250735763~5295109,256476386~4047216,265829590~5946196,273848401~57593,276784340~6360629,285531227~293922,295079007~17254243,312897206~3012636,316536170~30667708,348522660~12752327,362789540~7463349,371005313~14795916,390800446~511382,397290139~21538,398772930~6929749,406540868~4096933] wrote [75418699~4535721,112425085~736881,237679115~4799398,250735763~5295109,256476386~4047216,326317103~2413720,334830015~3038930,348522660~5743392,376361732~6852137] 2024-04-12T17:41:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:18 smithi005 ceph-mon[88416]: pgmap v4088: 137 pgs: 137 active+clean; 439 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 7.7 MiB/s wr, 199 op/s 2024-04-12T17:41:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:18 smithi005 ceph-mon[88416]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T17:41:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:18 smithi005 ceph-mon[90837]: pgmap v4088: 137 pgs: 137 active+clean; 439 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 7.7 MiB/s wr, 199 op/s 2024-04-12T17:41:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:18 smithi005 ceph-mon[90837]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T17:41:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:18 smithi016 ceph-mon[84444]: pgmap v4088: 137 pgs: 137 active+clean; 439 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 7.7 MiB/s wr, 199 op/s 2024-04-12T17:41:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:18 smithi016 ceph-mon[84444]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-12T17:41:19.669 INFO:tasks.workunit.client.0.smithi005.stdout: i=14 exists [653677~13120219,14000621~7532030,22740875~10884179,35139740~7507297,44952214~4120956,52446656~2916849,60455434~4317242,68374855~5906283,74384699~7481808,85266617~7231576,94277533~12872120,112425085~736881,118284247~5102674,124818466~7775998,137869643~15765892,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~6078464,211170908~18396300,237679115~12620432,250735763~5295109,256476386~4047216,264284547~7491239,273848401~57593,276784340~6360629,285531227~293922,295079007~17254243,312897206~3012636,316536170~30667708,348522660~12752327,362789540~7463349,371005313~14795916,390800446~511382,397290139~21538,398772930~6929749,406540868~6124082] wrote [85266617~7231576,171083085~6725810,189994341~1932194,240699953~4497853,264284547~6465175,309017217~1257932,341844574~468606,373451904~2112547,408432341~4232609] 2024-04-12T17:41:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:19 smithi005 ceph-mon[88416]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T17:41:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:19 smithi005 ceph-mon[90837]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T17:41:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:19 smithi016 ceph-mon[84444]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-12T17:41:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:20.682 INFO:tasks.workunit.client.0.smithi005.stdout: i=15 exists [653677~20878974,22740875~10884179,35139740~7507297,42867142~6206028,52446656~2916849,60455434~4317242,67319994~14546513,85266617~7231576,94277533~12872120,112425085~736881,118284247~5102674,124818466~7775998,137869643~15765892,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~26780854,237679115~12620432,250735763~5295109,256476386~4047216,264284547~7491239,273848401~57593,276784340~6360629,285531227~293922,295079007~17254243,312897206~3012636,316536170~30667708,348522660~12752327,362789540~7463349,371005313~14795916,390800446~511382,397290139~21538,398772930~6929749,406540868~6124082] wrote [11925822~6300860,26021716~1204381,42867142~2111359,67319994~7706889,165831947~6707196,208194386~4518207,338107643~5643477] 2024-04-12T17:41:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:20 smithi005 ceph-mon[88416]: pgmap v4091: 137 pgs: 137 active+clean; 613 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 46 MiB/s wr, 326 op/s 2024-04-12T17:41:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:20 smithi005 ceph-mon[88416]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T17:41:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:20 smithi005 ceph-mon[90837]: pgmap v4091: 137 pgs: 137 active+clean; 613 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 46 MiB/s wr, 326 op/s 2024-04-12T17:41:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:20 smithi005 ceph-mon[90837]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T17:41:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:20 smithi016 ceph-mon[84444]: pgmap v4091: 137 pgs: 137 active+clean; 613 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 46 MiB/s wr, 326 op/s 2024-04-12T17:41:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:20 smithi016 ceph-mon[84444]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-12T17:41:21.691 INFO:tasks.workunit.client.0.smithi005.stdout: i=16 exists [653677~20878974,22740875~10884179,35139740~7507297,42867142~6206028,52446656~2916849,60455434~4317242,67319994~14546513,85266617~7231576,94277533~12872120,112425085~736881,118284247~5102674,124818466~7775998,137869643~15765892,156024289~3274377,159511934~24038633,183757955~180147,185423894~7339867,195328651~7004937,202786354~26780854,237424683~12874864,250735763~5295109,256476386~4047216,263379355~8396431,273848401~57593,276784340~6360629,285531227~293922,294983609~17349641,312897206~34306672,348522660~12752327,362789540~7463349,371005313~14795916,390800446~511382,397290139~21538,398772930~6929749,406540868~6124082] wrote [8451423~1054119,11593420~6634125,28978748~855357,85281544~543551,171920674~2099436,237424683~7081769,263379355~1174961,294983609~7685661,312945105~6135052,335915052~4846355] 2024-04-12T17:41:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:21 smithi005 ceph-mon[88416]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T17:41:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:21 smithi005 ceph-mon[90837]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T17:41:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:21 smithi016 ceph-mon[84444]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-12T17:41:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:41:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:41:22.687 INFO:tasks.workunit.client.0.smithi005.stdout: i=17 exists [653677~20878974,22740875~10884179,35139740~7507297,42867142~6206028,52446656~2916849,60455434~4317242,67319994~14546513,85266617~7231576,94277533~12872120,112425085~736881,118284247~5102674,124818466~7775998,137869643~15765892,156024289~3274377,159511934~24038633,183757955~180147,185423894~16909694,202786354~26780854,237424683~12874864,250735763~5295109,256476386~4047216,263379355~8396431,272685020~3596831,276784340~6360629,285531227~293922,294983609~17349641,312897206~34306672,348522660~12752327,362789540~7463349,371005313~14795916,389840678~4146505,397290139~21538,398772930~6929749,406540868~6124082] wrote [9151163~850463,16981718~3463460,161365047~5534860,192437881~5636528,205995712~2353709,222612062~792672,263602709~4692991,272685020~3596831,277473988~254330,389840678~4146505] 2024-04-12T17:41:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:22 smithi005 ceph-mon[88416]: pgmap v4094: 137 pgs: 137 active+clean; 613 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 43 MiB/s wr, 323 op/s 2024-04-12T17:41:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:22 smithi005 ceph-mon[88416]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T17:41:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:22 smithi005 ceph-mon[90837]: pgmap v4094: 137 pgs: 137 active+clean; 613 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 43 MiB/s wr, 323 op/s 2024-04-12T17:41:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:22 smithi005 ceph-mon[90837]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T17:41:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:22 smithi016 ceph-mon[84444]: pgmap v4094: 137 pgs: 137 active+clean; 613 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 43 MiB/s wr, 323 op/s 2024-04-12T17:41:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:22 smithi016 ceph-mon[84444]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-12T17:41:23.722 INFO:tasks.workunit.client.0.smithi005.stdout: i=18 exists [653677~20878974,22740875~10884179,35139740~7507297,42867142~6206028,52446656~2916849,60455434~4317242,67319994~14546513,85266617~21883036,109712720~1649636,112425085~736881,118284247~14310217,137869643~15765892,156024289~3274377,159511934~24038633,183757955~180147,185423894~16909694,202786354~26780854,237424683~12874864,250735763~5295109,256476386~4047216,263379355~8396431,272685020~3596831,276784340~6360629,285531227~293922,294983609~17349641,312897206~34306672,348522660~21730229,371005313~14795916,389840678~4146505,397290139~21538,398772930~6929749,406540868~6124082] wrote [86777349~7735745,99629343~6022707,109712720~1649636,121527018~4394088,168944353~6170509,211917601~1524629,214353832~1847700,323194574~6824936,358319023~7186451] 2024-04-12T17:41:23.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:23 smithi005 ceph-mon[88416]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T17:41:23.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:23 smithi005 ceph-mon[90837]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T17:41:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:23 smithi016 ceph-mon[84444]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-12T17:41:24.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:41:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:41:23] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-12T17:41:24.713 INFO:tasks.workunit.client.0.smithi005.stdout: i=19 exists [653677~20878974,22740875~10884179,35139740~7507297,42867142~6206028,52446656~3429253,60455434~4317242,67319994~14546513,85266617~21883036,109712720~1649636,112425085~736881,118284247~14310217,137869643~16600059,156024289~3274377,159511934~42821654,202786354~26780854,237424683~12874864,250735763~9787839,263379355~8396431,272685020~3596831,276784340~6360629,285531227~293922,294983609~17349641,312897206~34306672,348522660~21730229,371005313~14795916,389840678~4146505,397290139~21538,398772930~6929749,406540868~6124082] wrote [7111447~7807845,54604457~1271452,146327667~8142035,182190229~4394638,214344223~5598158,224038756~820015,237643528~437575,252388529~7798505,378719092~2645645] 2024-04-12T17:41:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:24 smithi005 ceph-mon[88416]: pgmap v4097: 137 pgs: 137 active+clean; 791 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 43 MiB/s wr, 185 op/s 2024-04-12T17:41:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:24 smithi005 ceph-mon[88416]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T17:41:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:24 smithi005 ceph-mon[90837]: pgmap v4097: 137 pgs: 137 active+clean; 791 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 43 MiB/s wr, 185 op/s 2024-04-12T17:41:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:24 smithi005 ceph-mon[90837]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T17:41:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:24 smithi016 ceph-mon[84444]: pgmap v4097: 137 pgs: 137 active+clean; 791 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 43 MiB/s wr, 185 op/s 2024-04-12T17:41:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:24 smithi016 ceph-mon[84444]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-12T17:41:25.666 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 1 diff [20971520~4194304,41943040~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~4194304,176160768~4194304,201326592~4194304,209715200~4194304] 2024-04-12T17:41:25.666 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [20971520~4194304,41943040~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~4194304,176160768~4194304,201326592~4194304,209715200~4194304] 2024-04-12T17:41:25.677 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [20971520~8388608,41943040~8388608,67108864~16777216,125829120~4194304,142606336~16777216,176160768~8388608,201326592~16777216] 2024-04-12T17:41:25.677 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 2 diff [0~4194304,20971520~8388608,41943040~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~4194304,176160768~4194304,184549376~8388608,201326592~20971520,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~8388608] 2024-04-12T17:41:25.677 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,20971520~8388608,41943040~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~4194304,176160768~4194304,184549376~8388608,201326592~20971520,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~8388608] 2024-04-12T17:41:25.679 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~8388608,20971520~12582912,41943040~8388608,67108864~16777216,125829120~4194304,142606336~16777216,176160768~16777216,201326592~25165824,272629760~8388608,310378496~8388608,335544320~8388608,352321536~12582912,369098752~8388608] 2024-04-12T17:41:25.679 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 3 diff [0~4194304,20971520~8388608,41943040~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~4194304,167772160~4194304,176160768~4194304,184549376~41943040,264241152~4194304,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.679 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,20971520~8388608,41943040~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~4194304,167772160~4194304,176160768~4194304,184549376~41943040,264241152~4194304,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.682 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~8388608,20971520~12582912,41943040~8388608,67108864~16777216,125829120~4194304,142606336~16777216,167772160~62914560,264241152~16777216,310378496~8388608,335544320~8388608,352321536~12582912,369098752~16777216,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.682 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 4 diff [0~12582912,20971520~8388608,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~25165824,184549376~41943040,243269632~8388608,264241152~4194304,272629760~8388608,310378496~4194304,327155712~16777216,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.682 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~8388608,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,125829120~4194304,142606336~8388608,155189248~25165824,184549376~41943040,243269632~8388608,264241152~4194304,272629760~8388608,310378496~4194304,327155712~16777216,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.685 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~12582912,20971520~12582912,41943040~20971520,67108864~16777216,125829120~4194304,142606336~88080384,243269632~8388608,264241152~20971520,310378496~8388608,327155712~16777216,352321536~12582912,369098752~16777216,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.685 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 5 diff [0~29360128,33554432~4194304,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,92274688~8388608,125829120~4194304,142606336~8388608,155189248~71303168,243269632~8388608,264241152~4194304,272629760~8388608,285212672~4194304,310378496~4194304,322961408~20971520,352321536~33554432,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.685 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~4194304,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,92274688~8388608,125829120~4194304,142606336~8388608,155189248~71303168,243269632~8388608,264241152~4194304,272629760~8388608,285212672~4194304,310378496~4194304,322961408~20971520,352321536~33554432,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.688 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~62914560,67108864~16777216,92274688~12582912,125829120~4194304,142606336~88080384,243269632~8388608,264241152~25165824,310378496~8388608,322961408~20971520,352321536~33554432,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.689 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 6 diff [0~29360128,33554432~4194304,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,92274688~12582912,121634816~8388608,142606336~8388608,155189248~71303168,243269632~8388608,264241152~16777216,285212672~4194304,310378496~8388608,322961408~20971520,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.689 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~4194304,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,92274688~12582912,121634816~8388608,142606336~8388608,155189248~71303168,243269632~8388608,264241152~16777216,285212672~4194304,310378496~8388608,322961408~20971520,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.692 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~62914560,67108864~16777216,92274688~16777216,121634816~12582912,142606336~88080384,243269632~8388608,264241152~25165824,310378496~33554432,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.692 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 7 diff [0~29360128,33554432~4194304,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,83886080~4194304,92274688~12582912,117440512~12582912,142606336~8388608,155189248~71303168,243269632~8388608,264241152~16777216,285212672~4194304,310378496~37748736,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.692 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~4194304,41943040~4194304,50331648~4194304,58720256~4194304,67108864~12582912,83886080~4194304,92274688~12582912,117440512~12582912,142606336~8388608,155189248~71303168,243269632~8388608,264241152~16777216,285212672~4194304,310378496~37748736,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.696 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~62914560,67108864~41943040,117440512~16777216,142606336~88080384,243269632~8388608,264241152~25165824,310378496~37748736,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.696 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 8 diff [0~29360128,33554432~12582912,50331648~4194304,58720256~20971520,83886080~4194304,92274688~12582912,117440512~12582912,142606336~8388608,155189248~71303168,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.696 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~12582912,50331648~4194304,58720256~20971520,83886080~4194304,92274688~12582912,117440512~12582912,142606336~8388608,155189248~71303168,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.701 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~109051904,117440512~16777216,142606336~88080384,243269632~8388608,264241152~25165824,301989888~46137344,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.701 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 9 diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~12582912,117440512~12582912,138412032~88080384,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.701 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~12582912,117440512~12582912,138412032~88080384,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.706 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~109051904,117440512~16777216,138412032~92274688,243269632~8388608,264241152~25165824,301989888~46137344,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.706 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 10 diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~16777216,117440512~12582912,138412032~88080384,243269632~8388608,264241152~16777216,285212672~4194304,301989888~83886080,390070272~16777216] 2024-04-12T17:41:25.706 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~16777216,117440512~12582912,138412032~88080384,243269632~8388608,264241152~16777216,285212672~4194304,301989888~83886080,390070272~16777216] 2024-04-12T17:41:25.711 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~109051904,117440512~16777216,138412032~92274688,243269632~8388608,264241152~25165824,301989888~83886080,390070272~20971520] 2024-04-12T17:41:25.711 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 11 diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~16777216,117440512~12582912,138412032~92274688,243269632~8388608,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.711 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~16777216,117440512~12582912,138412032~92274688,243269632~8388608,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.716 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~109051904,117440512~16777216,138412032~92274688,243269632~8388608,264241152~25165824,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.716 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 12 diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~16777216,117440512~12582912,134217728~16777216,155189248~75497472,243269632~8388608,255852544~4194304,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.716 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~16777216,117440512~12582912,134217728~16777216,155189248~75497472,243269632~8388608,255852544~4194304,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.723 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~109051904,117440512~113246208,243269632~8388608,255852544~4194304,264241152~25165824,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.723 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 13 diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~20971520,117440512~12582912,134217728~16777216,155189248~75497472,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.723 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~20971520,83886080~4194304,92274688~20971520,117440512~12582912,134217728~16777216,155189248~75497472,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.729 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.729 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 14 diff [0~46137344,50331648~4194304,58720256~20971520,83886080~29360128,117440512~12582912,134217728~16777216,155189248~75497472,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.729 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~20971520,83886080~29360128,117440512~12582912,134217728~16777216,155189248~75497472,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.736 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.736 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 15 diff [0~54525952,58720256~54525952,117440512~12582912,134217728~16777216,155189248~75497472,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.736 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~12582912,134217728~16777216,155189248~75497472,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.743 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.744 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 16 diff [0~54525952,58720256~54525952,117440512~12582912,134217728~16777216,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~37748736,390070272~20971520] 2024-04-12T17:41:25.744 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~12582912,134217728~16777216,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~37748736,390070272~20971520] 2024-04-12T17:41:25.751 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.752 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 17 diff [0~54525952,58720256~54525952,117440512~12582912,134217728~16777216,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.752 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~12582912,134217728~16777216,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.759 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.759 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 18 diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.759 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.768 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.768 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to 19 diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.768 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.777 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.777 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 2 diff [0~4194304,20971520~8388608,184549376~8388608,201326592~8388608,213909504~8388608,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~8388608] 2024-04-12T17:41:25.777 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,20971520~8388608,184549376~8388608,201326592~8388608,213909504~8388608,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~8388608] 2024-04-12T17:41:25.778 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~8388608,20971520~12582912,184549376~8388608,201326592~8388608,213909504~12582912,272629760~8388608,310378496~8388608,335544320~8388608,352321536~12582912,369098752~8388608] 2024-04-12T17:41:25.778 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 3 diff [0~4194304,20971520~8388608,167772160~4194304,184549376~25165824,213909504~12582912,264241152~4194304,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.778 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,20971520~8388608,167772160~4194304,184549376~25165824,213909504~12582912,264241152~4194304,272629760~4194304,310378496~4194304,335544320~8388608,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.779 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~8388608,20971520~12582912,167772160~8388608,184549376~25165824,213909504~16777216,264241152~16777216,310378496~8388608,335544320~8388608,352321536~12582912,369098752~16777216,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.779 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 4 diff [0~12582912,20971520~8388608,50331648~4194304,58720256~4194304,159383552~16777216,184549376~25165824,213909504~12582912,243269632~8388608,264241152~4194304,272629760~8388608,310378496~4194304,327155712~16777216,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.779 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~8388608,50331648~4194304,58720256~4194304,159383552~16777216,184549376~25165824,213909504~12582912,243269632~8388608,264241152~4194304,272629760~8388608,310378496~4194304,327155712~16777216,352321536~8388608,369098752~16777216,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.781 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~12582912,20971520~12582912,50331648~12582912,159383552~20971520,184549376~25165824,213909504~16777216,243269632~8388608,264241152~20971520,310378496~8388608,327155712~16777216,352321536~12582912,369098752~16777216,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.782 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 5 diff [0~29360128,33554432~4194304,50331648~4194304,58720256~4194304,92274688~8388608,159383552~16777216,180355072~46137344,243269632~8388608,264241152~4194304,272629760~8388608,285212672~4194304,310378496~4194304,322961408~20971520,352321536~33554432,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.782 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~4194304,50331648~4194304,58720256~4194304,92274688~8388608,159383552~16777216,180355072~46137344,243269632~8388608,264241152~4194304,272629760~8388608,285212672~4194304,310378496~4194304,322961408~20971520,352321536~33554432,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.784 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~41943040,50331648~12582912,92274688~12582912,159383552~71303168,243269632~8388608,264241152~25165824,310378496~8388608,322961408~20971520,352321536~33554432,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.784 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 6 diff [0~29360128,33554432~4194304,50331648~4194304,58720256~4194304,92274688~12582912,121634816~8388608,159383552~16777216,180355072~46137344,243269632~8388608,264241152~16777216,285212672~4194304,310378496~8388608,322961408~20971520,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.784 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~4194304,50331648~4194304,58720256~4194304,92274688~12582912,121634816~8388608,159383552~16777216,180355072~46137344,243269632~8388608,264241152~16777216,285212672~4194304,310378496~8388608,322961408~20971520,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.787 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~41943040,50331648~12582912,92274688~16777216,121634816~12582912,159383552~71303168,243269632~8388608,264241152~25165824,310378496~33554432,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.787 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 7 diff [0~29360128,33554432~4194304,50331648~4194304,58720256~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,310378496~37748736,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.787 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~4194304,50331648~4194304,58720256~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,310378496~37748736,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.790 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~41943040,50331648~12582912,83886080~25165824,117440512~16777216,150994944~4194304,159383552~71303168,243269632~8388608,264241152~25165824,310378496~37748736,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.790 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 8 diff [0~29360128,33554432~8388608,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.791 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~29360128,33554432~8388608,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.794 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~46137344,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,150994944~4194304,159383552~71303168,243269632~8388608,264241152~25165824,301989888~46137344,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.794 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 9 diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.794 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,301989888~46137344,352321536~33554432,390070272~16777216] 2024-04-12T17:41:25.798 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~46137344,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~71303168,243269632~8388608,264241152~25165824,301989888~46137344,352321536~33554432,390070272~20971520] 2024-04-12T17:41:25.798 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 10 diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,301989888~83886080,390070272~16777216] 2024-04-12T17:41:25.798 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~67108864,243269632~8388608,264241152~16777216,285212672~4194304,301989888~83886080,390070272~16777216] 2024-04-12T17:41:25.802 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~46137344,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~71303168,243269632~8388608,264241152~25165824,301989888~83886080,390070272~20971520] 2024-04-12T17:41:25.802 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 11 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~71303168,243269632~8388608,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.802 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~71303168,243269632~8388608,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.807 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~37748736,117440512~16777216,138412032~16777216,159383552~71303168,243269632~8388608,264241152~25165824,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.807 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 12 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~71303168,243269632~8388608,255852544~4194304,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.807 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~71303168,243269632~8388608,255852544~4194304,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.812 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~37748736,117440512~37748736,159383552~71303168,243269632~8388608,255852544~4194304,264241152~25165824,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.812 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 13 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~71303168,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.812 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~71303168,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~16777216] 2024-04-12T17:41:25.817 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~41943040,117440512~37748736,159383552~71303168,234881024~54525952,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.817 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 14 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~71303168,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.817 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~71303168,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.823 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~41943040,117440512~37748736,159383552~71303168,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.823 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 15 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~71303168,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.823 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~71303168,234881024~25165824,264241152~16777216,285212672~4194304,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.828 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.829 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 16 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~37748736,390070272~20971520] 2024-04-12T17:41:25.829 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~37748736,390070272~20971520] 2024-04-12T17:41:25.835 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.835 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 17 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.835 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.841 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.841 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 18 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~37748736,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.841 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~37748736,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.848 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.849 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to 19 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.849 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.856 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.856 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 3 diff [167772160~4194304,192937984~8388608,213909504~4194304,222298112~8388608,264241152~4194304,272629760~4194304,377487360~8388608,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.856 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [167772160~4194304,192937984~8388608,213909504~4194304,222298112~8388608,264241152~4194304,272629760~4194304,377487360~8388608,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.857 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [167772160~8388608,192937984~8388608,213909504~4194304,222298112~8388608,264241152~12582912,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.857 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 4 diff [0~12582912,50331648~4194304,58720256~4194304,159383552~16777216,192937984~8388608,213909504~16777216,243269632~8388608,264241152~4194304,272629760~8388608,327155712~8388608,377487360~8388608,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.857 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,50331648~4194304,58720256~4194304,159383552~16777216,192937984~8388608,213909504~16777216,243269632~8388608,264241152~4194304,272629760~8388608,327155712~8388608,377487360~8388608,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.858 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~12582912,50331648~12582912,159383552~20971520,192937984~8388608,213909504~16777216,243269632~8388608,264241152~20971520,327155712~8388608,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.859 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 5 diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~8388608,159383552~16777216,180355072~4194304,192937984~8388608,209715200~20971520,243269632~8388608,264241152~4194304,272629760~8388608,285212672~4194304,322961408~12582912,360710144~8388608,377487360~8388608,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.859 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~8388608,159383552~16777216,180355072~4194304,192937984~8388608,209715200~20971520,243269632~8388608,264241152~4194304,272629760~8388608,285212672~4194304,322961408~12582912,360710144~8388608,377487360~8388608,390070272~8388608,402653184~4194304] 2024-04-12T17:41:25.860 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,50331648~12582912,92274688~12582912,159383552~25165824,192937984~8388608,209715200~20971520,243269632~8388608,264241152~25165824,322961408~12582912,360710144~8388608,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-12T17:41:25.861 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 6 diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~12582912,121634816~8388608,159383552~16777216,180355072~4194304,188743680~12582912,209715200~20971520,243269632~8388608,264241152~16777216,285212672~4194304,314572800~4194304,322961408~12582912,360710144~8388608,377487360~8388608,390070272~16777216] 2024-04-12T17:41:25.861 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~12582912,121634816~8388608,159383552~16777216,180355072~4194304,188743680~12582912,209715200~20971520,243269632~8388608,264241152~16777216,285212672~4194304,314572800~4194304,322961408~12582912,360710144~8388608,377487360~8388608,390070272~16777216] 2024-04-12T17:41:25.863 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,50331648~12582912,92274688~16777216,121634816~12582912,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,314572800~20971520,360710144~12582912,377487360~8388608,390070272~20971520] 2024-04-12T17:41:25.863 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 7 diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,314572800~29360128,360710144~8388608,377487360~8388608,390070272~16777216] 2024-04-12T17:41:25.863 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,314572800~29360128,360710144~8388608,377487360~8388608,390070272~16777216] 2024-04-12T17:41:25.865 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,50331648~12582912,83886080~25165824,117440512~16777216,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,314572800~33554432,360710144~12582912,377487360~8388608,390070272~20971520] 2024-04-12T17:41:25.865 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 8 diff [0~20971520,33554432~8388608,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,301989888~8388608,314572800~29360128,360710144~8388608,377487360~8388608,390070272~16777216] 2024-04-12T17:41:25.865 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~8388608,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,301989888~8388608,314572800~29360128,360710144~8388608,377487360~8388608,390070272~16777216] 2024-04-12T17:41:25.868 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~12582912,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,150994944~4194304,159383552~25165824,188743680~16777216,209715200~20971520,243269632~8388608,264241152~25165824,301989888~46137344,360710144~12582912,377487360~8388608,390070272~20971520] 2024-04-12T17:41:25.868 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 9 diff [0~20971520,29360128~12582912,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,301989888~41943040,360710144~20971520,390070272~16777216] 2024-04-12T17:41:25.868 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,29360128~12582912,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,301989888~41943040,360710144~20971520,390070272~16777216] 2024-04-12T17:41:25.872 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,29360128~16777216,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~25165824,188743680~16777216,209715200~20971520,243269632~8388608,264241152~25165824,301989888~46137344,360710144~25165824,390070272~20971520] 2024-04-12T17:41:25.872 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 10 diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,301989888~41943040,348127232~8388608,360710144~20971520,390070272~16777216] 2024-04-12T17:41:25.872 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,301989888~41943040,348127232~8388608,360710144~20971520,390070272~16777216] 2024-04-12T17:41:25.876 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~46137344,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~25165824,188743680~16777216,209715200~20971520,243269632~8388608,264241152~25165824,301989888~83886080,390070272~20971520] 2024-04-12T17:41:25.876 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 11 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,293601280~16777216,314572800~29360128,348127232~8388608,360710144~20971520,390070272~16777216] 2024-04-12T17:41:25.876 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,264241152~25165824,293601280~16777216,314572800~29360128,348127232~8388608,360710144~20971520,390070272~16777216] 2024-04-12T17:41:25.880 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~37748736,117440512~16777216,138412032~16777216,159383552~25165824,188743680~16777216,209715200~20971520,243269632~8388608,264241152~25165824,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.880 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 12 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,255852544~4194304,264241152~25165824,293601280~50331648,348127232~8388608,360710144~25165824,390070272~16777216] 2024-04-12T17:41:25.880 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,209715200~20971520,243269632~8388608,255852544~4194304,264241152~25165824,293601280~50331648,348127232~8388608,360710144~25165824,390070272~16777216] 2024-04-12T17:41:25.884 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~37748736,117440512~37748736,159383552~25165824,188743680~16777216,209715200~20971520,243269632~8388608,255852544~4194304,264241152~25165824,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.884 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 13 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,209715200~20971520,234881024~25165824,264241152~25165824,293601280~50331648,348127232~8388608,360710144~25165824,390070272~16777216] 2024-04-12T17:41:25.884 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,209715200~20971520,234881024~25165824,264241152~25165824,293601280~50331648,348127232~8388608,360710144~25165824,390070272~16777216] 2024-04-12T17:41:25.889 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~41943040,117440512~37748736,159383552~25165824,188743680~16777216,209715200~20971520,234881024~54525952,293601280~92274688,390070272~20971520] 2024-04-12T17:41:25.889 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 14 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,209715200~20971520,234881024~25165824,264241152~25165824,293601280~50331648,348127232~8388608,360710144~25165824,390070272~20971520] 2024-04-12T17:41:25.889 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,209715200~20971520,234881024~25165824,264241152~25165824,293601280~50331648,348127232~8388608,360710144~25165824,390070272~20971520] 2024-04-12T17:41:25.894 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~41943040,117440512~37748736,159383552~25165824,188743680~16777216,209715200~20971520,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.894 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 15 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~25165824,264241152~25165824,293601280~62914560,360710144~25165824,390070272~20971520] 2024-04-12T17:41:25.894 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~25165824,264241152~25165824,293601280~62914560,360710144~25165824,390070272~20971520] 2024-04-12T17:41:25.899 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.899 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 16 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~8388608,360710144~25165824,390070272~20971520] 2024-04-12T17:41:25.900 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~8388608,360710144~25165824,390070272~20971520] 2024-04-12T17:41:25.905 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~92274688,390070272~25165824] 2024-04-12T17:41:25.905 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 17 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~8388608,360710144~29360128,394264576~16777216] 2024-04-12T17:41:25.905 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~8388608,360710144~29360128,394264576~16777216] 2024-04-12T17:41:25.910 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.911 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 18 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~37748736,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.911 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~37748736,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.922 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.922 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to 19 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.922 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:25.927 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:25.928 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 4 diff [0~12582912,50331648~4194304,58720256~4194304,159383552~8388608,171966464~4194304,218103808~8388608,243269632~8388608,276824064~4194304,327155712~8388608] 2024-04-12T17:41:25.928 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,50331648~4194304,58720256~4194304,159383552~8388608,171966464~4194304,218103808~8388608,243269632~8388608,276824064~4194304,327155712~8388608] 2024-04-12T17:41:25.929 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~12582912,50331648~12582912,159383552~20971520,218103808~12582912,243269632~8388608,276824064~8388608,327155712~8388608] 2024-04-12T17:41:25.929 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 5 diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~8388608,159383552~8388608,171966464~4194304,180355072~4194304,209715200~20971520,243269632~8388608,276824064~4194304,285212672~4194304,322961408~12582912,360710144~8388608] 2024-04-12T17:41:25.929 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~8388608,159383552~8388608,171966464~4194304,180355072~4194304,209715200~20971520,243269632~8388608,276824064~4194304,285212672~4194304,322961408~12582912,360710144~8388608] 2024-04-12T17:41:25.930 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,50331648~12582912,92274688~12582912,159383552~25165824,209715200~20971520,243269632~8388608,276824064~12582912,322961408~12582912,360710144~8388608] 2024-04-12T17:41:25.930 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 6 diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~12582912,121634816~8388608,159383552~8388608,171966464~4194304,180355072~4194304,188743680~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~4194304,285212672~4194304,314572800~4194304,322961408~12582912,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.930 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,92274688~12582912,121634816~8388608,159383552~8388608,171966464~4194304,180355072~4194304,188743680~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~4194304,285212672~4194304,314572800~4194304,322961408~12582912,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.932 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,50331648~12582912,92274688~16777216,121634816~12582912,159383552~25165824,188743680~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,314572800~20971520,360710144~12582912,398458880~8388608] 2024-04-12T17:41:25.932 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 7 diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,314572800~29360128,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.932 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~4194304,50331648~4194304,58720256~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,314572800~29360128,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.934 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,50331648~12582912,83886080~25165824,117440512~16777216,150994944~4194304,159383552~25165824,188743680~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,314572800~33554432,360710144~12582912,398458880~8388608] 2024-04-12T17:41:25.934 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 8 diff [0~20971520,33554432~8388608,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,301989888~8388608,314572800~29360128,360710144~8388608,398458880~8388608] 2024-04-12T17:41:25.934 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~8388608,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,301989888~8388608,314572800~29360128,360710144~8388608,398458880~8388608] 2024-04-12T17:41:25.938 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~12582912,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,150994944~4194304,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,301989888~46137344,360710144~12582912,398458880~8388608] 2024-04-12T17:41:25.938 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 9 diff [0~20971520,29360128~12582912,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,301989888~41943040,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.939 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,29360128~12582912,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,301989888~41943040,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.940 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,29360128~16777216,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,243269632~8388608,268435456~4194304,276824064~12582912,301989888~46137344,360710144~20971520,398458880~8388608] 2024-04-12T17:41:25.940 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 10 diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,301989888~41943040,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.940 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~41943040,50331648~4194304,58720256~8388608,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,301989888~41943040,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.947 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~46137344,50331648~16777216,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,301989888~79691776,398458880~8388608] 2024-04-12T17:41:25.947 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 11 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,293601280~16777216,314572800~29360128,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.947 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,293601280~16777216,314572800~29360128,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.947 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~37748736,117440512~16777216,138412032~16777216,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,293601280~88080384,398458880~8388608] 2024-04-12T17:41:25.947 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 12 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:25.947 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:25.951 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~37748736,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,276824064~12582912,293601280~92274688,398458880~8388608] 2024-04-12T17:41:25.951 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 13 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:25.951 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:25.956 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~41943040,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,234881024~37748736,276824064~12582912,293601280~92274688,398458880~8388608] 2024-04-12T17:41:25.956 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 14 diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:25.956 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~8388608,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:25.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:25 smithi005 ceph-mon[88416]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T17:41:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:25 smithi005 ceph-mon[90837]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T17:41:25.961 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~67108864,71303168~41943040,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,234881024~37748736,276824064~12582912,293601280~92274688,398458880~16777216] 2024-04-12T17:41:25.961 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 15 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~25165824,264241152~8388608,276824064~12582912,293601280~62914560,360710144~25165824,398458880~16777216] 2024-04-12T17:41:25.961 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~25165824,264241152~8388608,276824064~12582912,293601280~62914560,360710144~25165824,398458880~16777216] 2024-04-12T17:41:25.965 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~4194304,197132288~33554432,234881024~37748736,276824064~12582912,293601280~92274688,398458880~16777216] 2024-04-12T17:41:25.965 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 16 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~37748736,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:25.965 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~37748736,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:25.970 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~4194304,197132288~33554432,234881024~37748736,276824064~12582912,293601280~92274688,398458880~16777216] 2024-04-12T17:41:25.970 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 17 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~8388608,360710144~29360128,398458880~16777216] 2024-04-12T17:41:25.971 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~8388608,360710144~29360128,398458880~16777216] 2024-04-12T17:41:25.976 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:25.976 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 18 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~37748736,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:25.976 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~37748736,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:25.982 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:25.982 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to 19 diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:25.982 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:25.988 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:25.989 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 5 diff [12582912~8388608,33554432~4194304,92274688~8388608,180355072~4194304,209715200~8388608,222298112~8388608,285212672~4194304,322961408~8388608,360710144~8388608] 2024-04-12T17:41:25.989 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [12582912~8388608,33554432~4194304,92274688~8388608,180355072~4194304,209715200~8388608,222298112~8388608,285212672~4194304,322961408~8388608,360710144~8388608] 2024-04-12T17:41:25.990 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [12582912~12582912,33554432~8388608,92274688~12582912,180355072~4194304,209715200~8388608,222298112~8388608,285212672~4194304,322961408~8388608,360710144~8388608] 2024-04-12T17:41:25.990 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 6 diff [0~8388608,12582912~8388608,33554432~4194304,92274688~12582912,121634816~8388608,180355072~4194304,188743680~4194304,209715200~8388608,222298112~8388608,268435456~4194304,276824064~4194304,285212672~4194304,314572800~4194304,322961408~8388608,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.990 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~8388608,12582912~8388608,33554432~4194304,92274688~12582912,121634816~8388608,180355072~4194304,188743680~4194304,209715200~8388608,222298112~8388608,268435456~4194304,276824064~4194304,285212672~4194304,314572800~4194304,322961408~8388608,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.992 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,92274688~16777216,121634816~12582912,180355072~4194304,188743680~4194304,209715200~8388608,222298112~8388608,268435456~4194304,276824064~12582912,314572800~16777216,360710144~12582912,398458880~8388608] 2024-04-12T17:41:25.992 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 7 diff [0~8388608,12582912~8388608,33554432~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~4194304,176160768~8388608,188743680~4194304,209715200~8388608,222298112~8388608,268435456~4194304,276824064~4194304,285212672~4194304,314572800~16777216,335544320~8388608,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.992 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~8388608,12582912~8388608,33554432~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~4194304,176160768~8388608,188743680~4194304,209715200~8388608,222298112~8388608,268435456~4194304,276824064~4194304,285212672~4194304,314572800~16777216,335544320~8388608,360710144~8388608,398458880~4194304] 2024-04-12T17:41:25.994 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~8388608,83886080~25165824,117440512~16777216,150994944~4194304,159383552~4194304,176160768~8388608,188743680~4194304,209715200~8388608,222298112~8388608,268435456~4194304,276824064~12582912,314572800~16777216,335544320~12582912,360710144~12582912,398458880~8388608] 2024-04-12T17:41:25.994 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 8 diff [0~20971520,33554432~8388608,62914560~4194304,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,209715200~8388608,222298112~8388608,243269632~4194304,268435456~4194304,276824064~4194304,285212672~4194304,301989888~8388608,314572800~16777216,335544320~8388608,360710144~8388608,398458880~8388608] 2024-04-12T17:41:25.994 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,33554432~8388608,62914560~4194304,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,209715200~8388608,222298112~8388608,243269632~4194304,268435456~4194304,276824064~4194304,285212672~4194304,301989888~8388608,314572800~16777216,335544320~8388608,360710144~8388608,398458880~8388608] 2024-04-12T17:41:25.996 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,33554432~12582912,62914560~4194304,71303168~8388608,83886080~25165824,117440512~16777216,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~8388608,209715200~8388608,222298112~8388608,243269632~4194304,268435456~4194304,276824064~12582912,301989888~29360128,335544320~12582912,360710144~12582912,398458880~8388608] 2024-04-12T17:41:25.996 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 9 diff [0~20971520,29360128~12582912,58720256~4194304,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,209715200~8388608,222298112~8388608,243269632~4194304,268435456~4194304,276824064~4194304,285212672~4194304,301989888~29360128,335544320~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.996 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~20971520,29360128~12582912,58720256~4194304,71303168~4194304,83886080~4194304,92274688~12582912,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,209715200~8388608,222298112~8388608,243269632~4194304,268435456~4194304,276824064~4194304,285212672~4194304,301989888~29360128,335544320~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.998 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~25165824,29360128~16777216,58720256~8388608,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~4194304,167772160~16777216,188743680~4194304,197132288~8388608,209715200~8388608,222298112~8388608,243269632~4194304,268435456~4194304,276824064~12582912,301989888~29360128,335544320~12582912,360710144~20971520,398458880~8388608] 2024-04-12T17:41:25.998 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 10 diff [0~41943040,58720256~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,209715200~8388608,222298112~8388608,243269632~8388608,264241152~8388608,276824064~12582912,301989888~29360128,335544320~8388608,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:25.998 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~41943040,58720256~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,209715200~8388608,222298112~8388608,243269632~8388608,264241152~8388608,276824064~12582912,301989888~29360128,335544320~8388608,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.001 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~46137344,58720256~8388608,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~4194304,167772160~16777216,188743680~4194304,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,264241152~8388608,276824064~12582912,301989888~29360128,335544320~46137344,398458880~8388608] 2024-04-12T17:41:26.001 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 11 diff [0~46137344,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,293601280~16777216,314572800~29360128,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.001 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,293601280~16777216,314572800~29360128,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.004 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~8388608,71303168~37748736,117440512~16777216,138412032~16777216,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,243269632~8388608,264241152~8388608,276824064~12582912,293601280~88080384,398458880~8388608] 2024-04-12T17:41:26.004 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 12 diff [0~46137344,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.004 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.008 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~8388608,71303168~37748736,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,243269632~8388608,255852544~4194304,264241152~8388608,276824064~12582912,293601280~92274688,398458880~8388608] 2024-04-12T17:41:26.008 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 13 diff [0~46137344,58720256~4194304,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.008 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.012 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~8388608,71303168~41943040,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,234881024~37748736,276824064~12582912,293601280~92274688,398458880~8388608] 2024-04-12T17:41:26.012 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 14 diff [0~46137344,58720256~4194304,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.012 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,209715200~20971520,234881024~25165824,264241152~8388608,276824064~12582912,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.017 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~8388608,71303168~41943040,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,209715200~20971520,234881024~37748736,276824064~12582912,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.017 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 15 diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~25165824,264241152~8388608,276824064~12582912,293601280~62914560,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.017 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~25165824,264241152~8388608,276824064~12582912,293601280~62914560,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.022 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~4194304,197132288~33554432,234881024~37748736,276824064~12582912,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.022 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 16 diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~37748736,276824064~12582912,293601280~62914560,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.022 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~25165824,234881024~37748736,276824064~12582912,293601280~62914560,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.027 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~4194304,197132288~33554432,234881024~37748736,276824064~12582912,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.027 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 17 diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~62914560,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.027 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~62914560,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.032 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.033 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 18 diff [0~46137344,58720256~4194304,67108864~46137344,117440512~37748736,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.033 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~46137344,117440512~37748736,159383552~25165824,188743680~12582912,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.038 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~41943040,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.038 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to 19 diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.038 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.045 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.045 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 6 diff [0~8388608,100663296~8388608,121634816~8388608,188743680~4194304,268435456~4194304,276824064~4194304,314572800~4194304,364904448~4194304,398458880~4194304] 2024-04-12T17:41:26.045 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~8388608,100663296~8388608,121634816~8388608,188743680~4194304,268435456~4194304,276824064~4194304,314572800~4194304,364904448~4194304,398458880~4194304] 2024-04-12T17:41:26.046 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~12582912,100663296~8388608,121634816~12582912,188743680~4194304,268435456~4194304,276824064~8388608,314572800~8388608,364904448~8388608,398458880~8388608] 2024-04-12T17:41:26.046 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 7 diff [0~8388608,83886080~4194304,92274688~16777216,117440512~12582912,150994944~4194304,159383552~4194304,176160768~8388608,188743680~4194304,268435456~4194304,276824064~4194304,314572800~8388608,335544320~8388608,364904448~4194304,398458880~4194304] 2024-04-12T17:41:26.046 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~8388608,83886080~4194304,92274688~16777216,117440512~12582912,150994944~4194304,159383552~4194304,176160768~8388608,188743680~4194304,268435456~4194304,276824064~4194304,314572800~8388608,335544320~8388608,364904448~4194304,398458880~4194304] 2024-04-12T17:41:26.047 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~12582912,83886080~25165824,117440512~16777216,150994944~4194304,159383552~4194304,176160768~8388608,188743680~4194304,268435456~4194304,276824064~8388608,314572800~8388608,335544320~12582912,364904448~8388608,398458880~8388608] 2024-04-12T17:41:26.047 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 8 diff [0~12582912,33554432~8388608,62914560~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,243269632~4194304,268435456~4194304,276824064~4194304,301989888~8388608,314572800~8388608,335544320~8388608,360710144~8388608,398458880~8388608] 2024-04-12T17:41:26.047 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,33554432~8388608,62914560~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,243269632~4194304,268435456~4194304,276824064~4194304,301989888~8388608,314572800~8388608,335544320~8388608,360710144~8388608,398458880~8388608] 2024-04-12T17:41:26.049 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,33554432~12582912,62914560~4194304,71303168~8388608,83886080~25165824,117440512~16777216,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~8388608,243269632~4194304,268435456~4194304,276824064~8388608,301989888~20971520,335544320~12582912,360710144~12582912,398458880~8388608] 2024-04-12T17:41:26.049 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 9 diff [0~12582912,29360128~12582912,58720256~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,243269632~4194304,268435456~4194304,276824064~4194304,301989888~25165824,335544320~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.049 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,29360128~12582912,58720256~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,243269632~4194304,268435456~4194304,276824064~4194304,301989888~25165824,335544320~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.051 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,29360128~16777216,58720256~8388608,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~4194304,167772160~16777216,188743680~4194304,197132288~8388608,243269632~4194304,268435456~4194304,276824064~8388608,301989888~25165824,335544320~12582912,360710144~20971520,398458880~8388608] 2024-04-12T17:41:26.051 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 10 diff [0~12582912,20971520~20971520,58720256~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,243269632~8388608,264241152~8388608,276824064~8388608,301989888~25165824,335544320~8388608,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.051 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~20971520,58720256~4194304,71303168~4194304,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,188743680~4194304,197132288~4194304,243269632~8388608,264241152~8388608,276824064~8388608,301989888~25165824,335544320~8388608,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.053 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~25165824,58720256~8388608,71303168~8388608,83886080~25165824,117440512~16777216,138412032~16777216,159383552~4194304,167772160~16777216,188743680~4194304,197132288~8388608,243269632~8388608,264241152~8388608,276824064~8388608,301989888~25165824,335544320~46137344,398458880~8388608] 2024-04-12T17:41:26.053 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 11 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,276824064~8388608,293601280~16777216,314572800~12582912,331350016~12582912,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.054 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,138412032~8388608,150994944~4194304,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,276824064~8388608,293601280~16777216,314572800~12582912,331350016~12582912,348127232~8388608,360710144~16777216,398458880~8388608] 2024-04-12T17:41:26.056 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~37748736,117440512~16777216,138412032~16777216,159383552~25165824,188743680~4194304,197132288~8388608,213909504~12582912,243269632~8388608,264241152~8388608,276824064~8388608,293601280~33554432,331350016~50331648,398458880~8388608] 2024-04-12T17:41:26.056 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 12 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.056 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~16777216,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.059 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~37748736,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,213909504~12582912,243269632~8388608,255852544~4194304,264241152~8388608,276824064~8388608,293601280~33554432,331350016~54525952,398458880~8388608] 2024-04-12T17:41:26.060 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 13 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.060 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~20971520,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.063 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~41943040,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,213909504~12582912,234881024~37748736,276824064~8388608,293601280~92274688,398458880~8388608] 2024-04-12T17:41:26.063 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 14 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.063 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~29360128,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.067 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~41943040,117440512~37748736,159383552~25165824,188743680~4194304,197132288~8388608,213909504~12582912,234881024~37748736,276824064~8388608,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.067 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 15 diff [0~16777216,20971520~25165824,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.067 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~16777216,20971520~25165824,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.072 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~4194304,197132288~29360128,234881024~37748736,276824064~8388608,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.072 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 16 diff [0~16777216,20971520~25165824,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~37748736,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.072 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~16777216,20971520~25165824,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~37748736,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.076 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~4194304,197132288~29360128,234881024~37748736,276824064~8388608,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.076 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 17 diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~50331648,293601280~33554432,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.076 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~50331648,293601280~33554432,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.081 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~37748736,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.081 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 18 diff [0~46137344,58720256~4194304,67108864~46137344,117440512~37748736,159383552~25165824,188743680~12582912,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.081 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~46137344,117440512~37748736,159383552~25165824,188743680~12582912,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.087 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~37748736,159383552~25165824,188743680~37748736,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.087 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to 19 diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.087 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.092 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.092 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 7 diff [0~4194304,83886080~4194304,92274688~8388608,117440512~8388608,150994944~4194304,159383552~4194304,176160768~8388608,276824064~4194304,314572800~8388608,335544320~8388608] 2024-04-12T17:41:26.092 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,83886080~4194304,92274688~8388608,117440512~8388608,150994944~4194304,159383552~4194304,176160768~8388608,276824064~4194304,314572800~8388608,335544320~8388608] 2024-04-12T17:41:26.093 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~4194304,83886080~16777216,117440512~8388608,150994944~4194304,159383552~4194304,176160768~8388608,276824064~8388608,314572800~8388608,335544320~12582912] 2024-04-12T17:41:26.093 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 8 diff [0~4194304,8388608~4194304,33554432~8388608,62914560~4194304,71303168~4194304,83886080~4194304,92274688~8388608,117440512~8388608,150994944~4194304,159383552~4194304,167772160~16777216,197132288~4194304,243269632~4194304,276824064~4194304,301989888~8388608,314572800~8388608,335544320~8388608,360710144~4194304,398458880~8388608] 2024-04-12T17:41:26.093 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,8388608~4194304,33554432~8388608,62914560~4194304,71303168~4194304,83886080~4194304,92274688~8388608,117440512~8388608,150994944~4194304,159383552~4194304,167772160~16777216,197132288~4194304,243269632~4194304,276824064~4194304,301989888~8388608,314572800~8388608,335544320~8388608,360710144~4194304,398458880~8388608] 2024-04-12T17:41:26.094 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~4194304,8388608~8388608,33554432~12582912,62914560~4194304,71303168~8388608,83886080~16777216,117440512~8388608,150994944~4194304,159383552~4194304,167772160~16777216,197132288~8388608,243269632~4194304,276824064~8388608,301989888~20971520,335544320~12582912,360710144~8388608,398458880~8388608] 2024-04-12T17:41:26.094 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 9 diff [0~4194304,8388608~4194304,29360128~12582912,58720256~4194304,71303168~4194304,83886080~4194304,92274688~8388608,117440512~8388608,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,197132288~4194304,243269632~4194304,276824064~4194304,301989888~25165824,335544320~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.094 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,8388608~4194304,29360128~12582912,58720256~4194304,71303168~4194304,83886080~4194304,92274688~8388608,117440512~8388608,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,197132288~4194304,243269632~4194304,276824064~4194304,301989888~25165824,335544320~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.096 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~4194304,8388608~8388608,29360128~16777216,58720256~8388608,71303168~8388608,83886080~16777216,117440512~8388608,138412032~16777216,159383552~4194304,167772160~16777216,197132288~8388608,243269632~4194304,276824064~8388608,301989888~25165824,335544320~12582912,360710144~20971520,398458880~8388608] 2024-04-12T17:41:26.096 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 10 diff [0~4194304,8388608~4194304,20971520~20971520,58720256~4194304,71303168~4194304,83886080~4194304,92274688~8388608,117440512~8388608,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,197132288~4194304,243269632~8388608,264241152~8388608,276824064~8388608,301989888~25165824,335544320~8388608,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.096 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~4194304,8388608~4194304,20971520~20971520,58720256~4194304,71303168~4194304,83886080~4194304,92274688~8388608,117440512~8388608,138412032~8388608,150994944~4194304,159383552~4194304,167772160~16777216,197132288~4194304,243269632~8388608,264241152~8388608,276824064~8388608,301989888~25165824,335544320~8388608,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:25 smithi016 ceph-mon[84444]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-12T17:41:26.098 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~4194304,8388608~8388608,20971520~25165824,58720256~8388608,71303168~8388608,83886080~20971520,117440512~8388608,138412032~16777216,159383552~4194304,167772160~16777216,197132288~8388608,243269632~8388608,264241152~8388608,276824064~8388608,301989888~25165824,335544320~46137344,398458880~8388608] 2024-04-12T17:41:26.098 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 11 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~8388608,117440512~8388608,138412032~8388608,150994944~4194304,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,276824064~8388608,293601280~16777216,314572800~12582912,331350016~12582912,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.098 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~8388608,117440512~8388608,138412032~8388608,150994944~4194304,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,276824064~8388608,293601280~16777216,314572800~12582912,331350016~12582912,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.100 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~33554432,117440512~8388608,138412032~16777216,159383552~25165824,197132288~8388608,213909504~12582912,243269632~8388608,264241152~8388608,276824064~8388608,293601280~33554432,331350016~50331648,398458880~8388608] 2024-04-12T17:41:26.100 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 12 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~8388608,117440512~8388608,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.100 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~8388608,117440512~8388608,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.103 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~33554432,117440512~8388608,134217728~20971520,159383552~25165824,197132288~8388608,213909504~12582912,243269632~8388608,255852544~4194304,264241152~8388608,276824064~8388608,293601280~33554432,331350016~54525952,398458880~8388608] 2024-04-12T17:41:26.103 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 13 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~8388608,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.103 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~4194304,92274688~8388608,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.106 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,197132288~8388608,213909504~12582912,234881024~37748736,276824064~8388608,293601280~92274688,398458880~8388608] 2024-04-12T17:41:26.106 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 14 diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~16777216,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.107 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~12582912,20971520~25165824,58720256~4194304,71303168~8388608,83886080~16777216,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~12582912,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.110 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~16777216,20971520~29360128,58720256~8388608,71303168~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~8388608,213909504~12582912,234881024~37748736,276824064~8388608,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.110 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 15 diff [0~46137344,58720256~4194304,67108864~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.110 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.114 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~46137344,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~29360128,234881024~37748736,276824064~8388608,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.114 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 16 diff [0~46137344,58720256~4194304,67108864~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~33554432,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.114 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~33554432,276824064~8388608,293601280~33554432,331350016~25165824,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.118 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~46137344,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~4194304,197132288~29360128,234881024~37748736,276824064~8388608,293601280~92274688,398458880~16777216] 2024-04-12T17:41:26.118 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 17 diff [0~46137344,58720256~4194304,67108864~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~33554432,272629760~12582912,293601280~33554432,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.118 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~33554432,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~33554432,272629760~12582912,293601280~33554432,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.122 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~46137344,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~37748736,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.123 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 18 diff [0~46137344,58720256~4194304,67108864~37748736,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.123 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,58720256~4194304,67108864~37748736,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.128 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~37748736,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.128 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to 19 diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.128 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.133 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.133 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 8 diff [8388608~4194304,33554432~8388608,62914560~4194304,71303168~4194304,167772160~8388608,197132288~4194304,243269632~4194304,301989888~8388608,360710144~4194304,398458880~8388608] 2024-04-12T17:41:26.133 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~4194304,33554432~8388608,62914560~4194304,71303168~4194304,167772160~8388608,197132288~4194304,243269632~4194304,301989888~8388608,360710144~4194304,398458880~8388608] 2024-04-12T17:41:26.134 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8388608,33554432~12582912,62914560~4194304,71303168~8388608,167772160~8388608,197132288~8388608,243269632~4194304,301989888~12582912,360710144~8388608,398458880~8388608] 2024-04-12T17:41:26.134 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 9 diff [8388608~4194304,29360128~12582912,58720256~4194304,71303168~4194304,138412032~8388608,167772160~12582912,197132288~4194304,243269632~4194304,301989888~12582912,318767104~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.134 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~4194304,29360128~12582912,58720256~4194304,71303168~4194304,138412032~8388608,167772160~12582912,197132288~4194304,243269632~4194304,301989888~12582912,318767104~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.136 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8388608,29360128~16777216,58720256~8388608,71303168~8388608,138412032~12582912,167772160~12582912,197132288~8388608,243269632~4194304,301989888~12582912,318767104~8388608,360710144~20971520,398458880~8388608] 2024-04-12T17:41:26.136 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 10 diff [8388608~4194304,20971520~20971520,58720256~4194304,71303168~4194304,92274688~8388608,138412032~8388608,167772160~16777216,197132288~4194304,243269632~8388608,264241152~8388608,281018368~4194304,301989888~12582912,318767104~8388608,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.136 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~4194304,20971520~20971520,58720256~4194304,71303168~4194304,92274688~8388608,138412032~8388608,167772160~16777216,197132288~4194304,243269632~8388608,264241152~8388608,281018368~4194304,301989888~12582912,318767104~8388608,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.137 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~8388608,20971520~25165824,58720256~8388608,71303168~8388608,92274688~12582912,138412032~12582912,167772160~16777216,197132288~8388608,243269632~8388608,264241152~8388608,281018368~4194304,301989888~12582912,318767104~8388608,348127232~33554432,398458880~8388608] 2024-04-12T17:41:26.138 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 11 diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,92274688~8388608,138412032~8388608,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,281018368~4194304,293601280~16777216,318767104~8388608,331350016~8388608,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.138 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,92274688~8388608,138412032~8388608,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,281018368~4194304,293601280~16777216,318767104~8388608,331350016~8388608,348127232~8388608,360710144~4194304,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.139 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12582912,20971520~29360128,58720256~8388608,71303168~12582912,92274688~12582912,138412032~12582912,159383552~25165824,197132288~8388608,213909504~12582912,243269632~8388608,264241152~8388608,281018368~4194304,293601280~20971520,318767104~8388608,331350016~8388608,348127232~33554432,398458880~8388608] 2024-04-12T17:41:26.140 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 12 diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,92274688~8388608,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~33554432,331350016~8388608,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.140 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,92274688~8388608,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~33554432,331350016~8388608,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.142 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12582912,20971520~29360128,58720256~8388608,71303168~12582912,92274688~12582912,134217728~20971520,159383552~25165824,197132288~8388608,213909504~12582912,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~33554432,331350016~8388608,348127232~37748736,398458880~8388608] 2024-04-12T17:41:26.142 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 13 diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,92274688~8388608,109051904~4194304,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~46137344,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.142 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,92274688~8388608,109051904~4194304,134217728~20971520,159383552~25165824,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~46137344,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.145 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12582912,20971520~29360128,58720256~8388608,71303168~12582912,92274688~12582912,109051904~4194304,134217728~20971520,159383552~25165824,197132288~8388608,213909504~12582912,234881024~37748736,281018368~4194304,293601280~46137344,348127232~37748736,398458880~8388608] 2024-04-12T17:41:26.145 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 14 diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.145 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,20971520~25165824,58720256~4194304,71303168~8388608,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.151 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12582912,20971520~29360128,58720256~8388608,71303168~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~8388608,213909504~12582912,234881024~37748736,281018368~4194304,293601280~50331648,348127232~37748736,398458880~16777216] 2024-04-12T17:41:26.151 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 15 diff [4194304~41943040,58720256~4194304,67108864~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.151 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,58720256~4194304,67108864~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.152 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~46137344,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~29360128,234881024~37748736,281018368~4194304,293601280~50331648,348127232~37748736,398458880~16777216] 2024-04-12T17:41:26.152 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 16 diff [4194304~41943040,58720256~4194304,67108864~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~33554432,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.152 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,58720256~4194304,67108864~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~33554432,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.156 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~46137344,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~29360128,234881024~37748736,281018368~4194304,293601280~50331648,348127232~37748736,398458880~16777216] 2024-04-12T17:41:26.156 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 17 diff [4194304~41943040,58720256~4194304,67108864~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~33554432,272629760~12582912,293601280~50331648,348127232~8388608,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.156 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,58720256~4194304,67108864~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~33554432,272629760~12582912,293601280~50331648,348127232~8388608,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.160 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~46137344,109051904~4194304,134217728~20971520,159383552~25165824,188743680~37748736,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.160 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 18 diff [4194304~41943040,58720256~4194304,67108864~37748736,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.160 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,58720256~4194304,67108864~37748736,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.164 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~37748736,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.164 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to 19 diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.165 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.169 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.169 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 9 diff [29360128~4194304,37748736~4194304,58720256~4194304,138412032~8388608,176160768~4194304,197132288~4194304,301989888~8388608,318767104~8388608,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.170 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [29360128~4194304,37748736~4194304,58720256~4194304,138412032~8388608,176160768~4194304,197132288~4194304,301989888~8388608,318767104~8388608,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.170 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [29360128~12582912,58720256~8388608,138412032~12582912,176160768~4194304,197132288~4194304,301989888~8388608,318767104~8388608,369098752~12582912,398458880~8388608] 2024-04-12T17:41:26.170 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 10 diff [20971520~12582912,37748736~4194304,58720256~4194304,92274688~8388608,138412032~8388608,176160768~8388608,197132288~4194304,243269632~8388608,264241152~8388608,281018368~4194304,301989888~8388608,318767104~8388608,348127232~8388608,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.171 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [20971520~12582912,37748736~4194304,58720256~4194304,92274688~8388608,138412032~8388608,176160768~8388608,197132288~4194304,243269632~8388608,264241152~8388608,281018368~4194304,301989888~8388608,318767104~8388608,348127232~8388608,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.172 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [20971520~20971520,58720256~8388608,92274688~12582912,138412032~12582912,176160768~8388608,197132288~4194304,243269632~8388608,264241152~8388608,281018368~4194304,301989888~8388608,318767104~8388608,348127232~12582912,369098752~12582912,398458880~8388608] 2024-04-12T17:41:26.172 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 11 diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,75497472~4194304,92274688~8388608,138412032~8388608,159383552~8388608,176160768~8388608,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,281018368~4194304,293601280~12582912,318767104~8388608,331350016~8388608,348127232~8388608,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.172 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,75497472~4194304,92274688~8388608,138412032~8388608,159383552~8388608,176160768~8388608,197132288~4194304,213909504~8388608,243269632~8388608,264241152~8388608,281018368~4194304,293601280~12582912,318767104~8388608,331350016~8388608,348127232~8388608,369098752~8388608,398458880~8388608] 2024-04-12T17:41:26.173 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~29360128,58720256~8388608,75497472~8388608,92274688~12582912,138412032~12582912,159383552~8388608,176160768~8388608,197132288~4194304,213909504~12582912,243269632~8388608,264241152~8388608,281018368~4194304,293601280~16777216,318767104~8388608,331350016~8388608,348127232~12582912,369098752~12582912,398458880~8388608] 2024-04-12T17:41:26.173 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 12 diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,75497472~4194304,92274688~8388608,134217728~20971520,159383552~8388608,176160768~8388608,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~16777216,314572800~12582912,331350016~8388608,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.173 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,75497472~4194304,92274688~8388608,134217728~20971520,159383552~8388608,176160768~8388608,197132288~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~16777216,314572800~12582912,331350016~8388608,348127232~8388608,360710144~16777216,381681664~4194304,398458880~8388608] 2024-04-12T17:41:26.176 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~29360128,58720256~8388608,75497472~8388608,92274688~12582912,134217728~20971520,159383552~8388608,176160768~8388608,197132288~4194304,213909504~12582912,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~16777216,314572800~12582912,331350016~8388608,348127232~37748736,398458880~8388608] 2024-04-12T17:41:26.176 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 13 diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,71303168~8388608,92274688~8388608,109051904~4194304,134217728~20971520,159383552~8388608,176160768~8388608,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~25165824,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.176 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,71303168~8388608,92274688~8388608,109051904~4194304,134217728~20971520,159383552~8388608,176160768~8388608,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~25165824,348127232~8388608,360710144~25165824,398458880~8388608] 2024-04-12T17:41:26.178 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~29360128,58720256~8388608,71303168~12582912,92274688~12582912,109051904~4194304,134217728~20971520,159383552~8388608,176160768~8388608,197132288~4194304,213909504~12582912,234881024~37748736,281018368~4194304,293601280~16777216,314572800~25165824,348127232~37748736,398458880~8388608] 2024-04-12T17:41:26.178 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 14 diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,71303168~8388608,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~29360128,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.178 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~12582912,37748736~8388608,58720256~4194304,71303168~8388608,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,197132288~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~29360128,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.181 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~29360128,58720256~8388608,71303168~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,213909504~12582912,234881024~37748736,281018368~4194304,293601280~16777216,314572800~29360128,348127232~37748736,398458880~16777216] 2024-04-12T17:41:26.181 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 15 diff [4194304~12582912,20971520~12582912,37748736~8388608,58720256~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~29360128,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.181 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~12582912,20971520~12582912,37748736~8388608,58720256~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~29360128,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.184 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~46137344,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~20971520,234881024~37748736,281018368~4194304,293601280~16777216,314572800~29360128,348127232~37748736,398458880~16777216] 2024-04-12T17:41:26.184 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 16 diff [4194304~12582912,20971520~12582912,37748736~8388608,58720256~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~33554432,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.184 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~12582912,20971520~12582912,37748736~8388608,58720256~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~16777216,234881024~33554432,281018368~4194304,293601280~50331648,348127232~8388608,360710144~25165824,398458880~16777216] 2024-04-12T17:41:26.188 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~46137344,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,197132288~4194304,205520896~20971520,234881024~37748736,281018368~4194304,293601280~50331648,348127232~37748736,398458880~16777216] 2024-04-12T17:41:26.188 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 17 diff [4194304~29360128,37748736~8388608,58720256~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~33554432,272629760~12582912,293601280~50331648,348127232~8388608,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.188 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,58720256~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~12582912,205520896~16777216,234881024~33554432,272629760~12582912,293601280~50331648,348127232~8388608,360710144~29360128,398458880~16777216] 2024-04-12T17:41:26.191 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~46137344,109051904~4194304,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.192 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 18 diff [4194304~29360128,37748736~8388608,58720256~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.192 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,58720256~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.196 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,58720256~54525952,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.196 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to 19 diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.196 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.200 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.200 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 10 diff [20971520~8388608,92274688~8388608,138412032~8388608,180355072~4194304,243269632~8388608,264241152~8388608,281018368~4194304,348127232~8388608] 2024-04-12T17:41:26.200 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [20971520~8388608,92274688~8388608,138412032~8388608,180355072~4194304,243269632~8388608,264241152~8388608,281018368~4194304,348127232~8388608] 2024-04-12T17:41:26.201 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [20971520~12582912,92274688~12582912,138412032~12582912,180355072~4194304,243269632~8388608,264241152~8388608,281018368~4194304,348127232~12582912] 2024-04-12T17:41:26.201 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 11 diff [4194304~4194304,20971520~8388608,41943040~4194304,75497472~4194304,92274688~8388608,138412032~8388608,159383552~8388608,180355072~4194304,213909504~8388608,243269632~8388608,264241152~8388608,281018368~4194304,293601280~12582912,331350016~8388608,348127232~8388608] 2024-04-12T17:41:26.201 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~8388608,41943040~4194304,75497472~4194304,92274688~8388608,138412032~8388608,159383552~8388608,180355072~4194304,213909504~8388608,243269632~8388608,264241152~8388608,281018368~4194304,293601280~12582912,331350016~8388608,348127232~8388608] 2024-04-12T17:41:26.203 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~12582912,41943040~8388608,75497472~8388608,92274688~12582912,138412032~12582912,159383552~8388608,180355072~4194304,213909504~12582912,243269632~8388608,264241152~8388608,281018368~4194304,293601280~16777216,331350016~8388608,348127232~12582912] 2024-04-12T17:41:26.203 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 12 diff [4194304~4194304,20971520~8388608,41943040~4194304,75497472~4194304,92274688~8388608,134217728~20971520,159383552~8388608,180355072~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,331350016~8388608,348127232~8388608,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.203 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~8388608,41943040~4194304,75497472~4194304,92274688~8388608,134217728~20971520,159383552~8388608,180355072~4194304,213909504~8388608,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,331350016~8388608,348127232~8388608,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.205 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~12582912,41943040~8388608,75497472~8388608,92274688~12582912,134217728~20971520,159383552~8388608,180355072~4194304,213909504~12582912,243269632~8388608,255852544~4194304,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,331350016~8388608,348127232~20971520,381681664~4194304] 2024-04-12T17:41:26.205 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 13 diff [4194304~4194304,20971520~8388608,41943040~4194304,71303168~8388608,92274688~8388608,109051904~4194304,134217728~20971520,159383552~8388608,180355072~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,322961408~4194304,331350016~8388608,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.205 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~8388608,41943040~4194304,71303168~8388608,92274688~8388608,109051904~4194304,134217728~20971520,159383552~8388608,180355072~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,322961408~4194304,331350016~8388608,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.207 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~12582912,41943040~8388608,71303168~12582912,92274688~12582912,109051904~4194304,134217728~20971520,159383552~8388608,180355072~4194304,213909504~12582912,234881024~37748736,281018368~4194304,293601280~16777216,314572800~4194304,322961408~16777216,348127232~20971520,373293056~12582912] 2024-04-12T17:41:26.207 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 14 diff [4194304~4194304,20971520~8388608,41943040~4194304,71303168~8388608,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.207 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,20971520~8388608,41943040~4194304,71303168~8388608,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,213909504~8388608,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.210 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,20971520~12582912,41943040~8388608,71303168~33554432,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,213909504~12582912,234881024~37748736,281018368~4194304,293601280~16777216,314572800~4194304,322961408~20971520,348127232~20971520,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.210 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 15 diff [4194304~12582912,20971520~8388608,41943040~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,205520896~16777216,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.210 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~12582912,20971520~8388608,41943040~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,205520896~16777216,234881024~25165824,264241152~8388608,281018368~4194304,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.212 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,67108864~37748736,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,205520896~20971520,234881024~37748736,281018368~4194304,293601280~16777216,314572800~4194304,322961408~20971520,348127232~20971520,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.212 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 16 diff [4194304~12582912,20971520~8388608,41943040~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,205520896~16777216,234881024~33554432,281018368~4194304,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.212 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~12582912,20971520~8388608,41943040~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~16777216,180355072~4194304,188743680~4194304,205520896~16777216,234881024~33554432,281018368~4194304,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.216 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,67108864~37748736,109051904~4194304,134217728~20971520,159383552~25165824,188743680~4194304,205520896~20971520,234881024~37748736,281018368~4194304,293601280~50331648,348127232~20971520,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.216 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 17 diff [4194304~25165824,41943040~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~8388608,205520896~16777216,234881024~33554432,272629760~12582912,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.216 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,67108864~12582912,83886080~16777216,109051904~4194304,134217728~20971520,159383552~25165824,188743680~8388608,205520896~16777216,234881024~33554432,272629760~12582912,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.219 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,67108864~37748736,109051904~4194304,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.220 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 18 diff [4194304~25165824,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~8388608,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.220 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~25165824,188743680~8388608,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.224 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,67108864~46137344,117440512~12582912,134217728~20971520,159383552~25165824,188743680~12582912,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.224 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to 19 diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.224 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.228 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.228 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 11 diff [4194304~4194304,41943040~4194304,75497472~4194304,159383552~8388608,213909504~8388608,243269632~4194304,293601280~12582912,331350016~8388608,348127232~4194304] 2024-04-12T17:41:26.229 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,41943040~4194304,75497472~4194304,159383552~8388608,213909504~8388608,243269632~4194304,293601280~12582912,331350016~8388608,348127232~4194304] 2024-04-12T17:41:26.229 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,41943040~8388608,75497472~8388608,159383552~8388608,213909504~12582912,243269632~8388608,293601280~16777216,331350016~8388608,348127232~4194304] 2024-04-12T17:41:26.229 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 12 diff [4194304~4194304,41943040~4194304,75497472~4194304,134217728~20971520,159383552~8388608,213909504~8388608,243269632~4194304,255852544~4194304,293601280~16777216,314572800~4194304,331350016~8388608,348127232~4194304,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.229 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,41943040~4194304,75497472~4194304,134217728~20971520,159383552~8388608,213909504~8388608,243269632~4194304,255852544~4194304,293601280~16777216,314572800~4194304,331350016~8388608,348127232~4194304,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.231 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,41943040~8388608,75497472~8388608,134217728~20971520,159383552~8388608,213909504~12582912,243269632~8388608,255852544~4194304,293601280~16777216,314572800~4194304,331350016~8388608,348127232~4194304,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.231 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 13 diff [4194304~4194304,41943040~4194304,71303168~8388608,109051904~4194304,134217728~20971520,159383552~8388608,213909504~8388608,234881024~25165824,293601280~16777216,314572800~4194304,322961408~4194304,331350016~8388608,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.231 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,41943040~4194304,71303168~8388608,109051904~4194304,134217728~20971520,159383552~8388608,213909504~8388608,234881024~25165824,293601280~16777216,314572800~4194304,322961408~4194304,331350016~8388608,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.233 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,41943040~8388608,71303168~12582912,109051904~4194304,134217728~20971520,159383552~8388608,213909504~12582912,234881024~29360128,293601280~16777216,314572800~4194304,322961408~16777216,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.233 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 14 diff [4194304~4194304,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~4194304,213909504~8388608,234881024~25165824,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.233 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~4194304,41943040~4194304,71303168~8388608,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~4194304,213909504~8388608,234881024~25165824,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.235 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~4194304,41943040~8388608,71303168~25165824,109051904~4194304,134217728~20971520,159383552~20971520,188743680~4194304,213909504~12582912,234881024~37748736,293601280~16777216,314572800~4194304,322961408~20971520,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.235 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 15 diff [4194304~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~4194304,205520896~16777216,234881024~25165824,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.235 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~4194304,205520896~16777216,234881024~25165824,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.237 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~4194304,41943040~8388608,67108864~29360128,109051904~4194304,134217728~20971520,159383552~20971520,188743680~4194304,205520896~20971520,234881024~37748736,293601280~16777216,314572800~4194304,322961408~20971520,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.237 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 16 diff [4194304~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~4194304,205520896~16777216,234881024~33554432,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.237 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~4194304,205520896~16777216,234881024~33554432,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.240 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,67108864~29360128,109051904~4194304,134217728~20971520,159383552~20971520,188743680~4194304,205520896~20971520,234881024~37748736,293601280~50331648,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.240 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 17 diff [4194304~16777216,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~20971520,188743680~8388608,205520896~16777216,234881024~33554432,272629760~8388608,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.240 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~20971520,188743680~8388608,205520896~16777216,234881024~33554432,272629760~8388608,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.244 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,67108864~29360128,109051904~4194304,134217728~20971520,159383552~20971520,188743680~12582912,205520896~20971520,234881024~46137344,293601280~50331648,348127232~8388608,360710144~8388608,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.244 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 18 diff [4194304~16777216,25165824~4194304,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~20971520,188743680~8388608,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.244 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~20971520,188743680~8388608,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.248 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,67108864~46137344,117440512~12582912,134217728~20971520,159383552~20971520,188743680~12582912,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.248 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to 19 diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.249 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.252 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.252 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 12 diff [134217728~20971520,255852544~4194304,293601280~12582912,314572800~4194304,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.252 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [134217728~20971520,255852544~4194304,293601280~12582912,314572800~4194304,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.253 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [134217728~20971520,255852544~4194304,293601280~16777216,314572800~4194304,360710144~8388608,381681664~4194304] 2024-04-12T17:41:26.253 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 13 diff [71303168~8388608,109051904~4194304,134217728~20971520,234881024~8388608,247463936~12582912,293601280~12582912,314572800~4194304,322961408~4194304,331350016~4194304,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.253 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [71303168~8388608,109051904~4194304,134217728~20971520,234881024~8388608,247463936~12582912,293601280~12582912,314572800~4194304,322961408~4194304,331350016~4194304,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.255 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [71303168~12582912,109051904~4194304,134217728~20971520,234881024~8388608,247463936~16777216,293601280~16777216,314572800~4194304,322961408~16777216,348127232~8388608,360710144~8388608,373293056~12582912] 2024-04-12T17:41:26.255 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 14 diff [71303168~8388608,83886080~8388608,109051904~4194304,134217728~20971520,167772160~8388608,188743680~4194304,234881024~8388608,247463936~12582912,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~4194304,339738624~4194304,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.255 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [71303168~8388608,83886080~8388608,109051904~4194304,134217728~20971520,167772160~8388608,188743680~4194304,234881024~8388608,247463936~12582912,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~4194304,339738624~4194304,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.257 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [71303168~25165824,109051904~4194304,134217728~20971520,167772160~12582912,188743680~4194304,234881024~37748736,293601280~16777216,314572800~4194304,322961408~20971520,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.257 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 15 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~12582912,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.257 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~12582912,264241152~8388608,293601280~16777216,314572800~4194304,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.259 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~4194304,41943040~4194304,67108864~29360128,109051904~4194304,134217728~20971520,163577856~16777216,188743680~4194304,205520896~8388608,234881024~37748736,293601280~16777216,314572800~4194304,322961408~20971520,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.259 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 16 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~20971520,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.260 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~20971520,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.262 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~29360128,109051904~4194304,134217728~20971520,163577856~16777216,188743680~4194304,205520896~8388608,234881024~37748736,293601280~50331648,348127232~8388608,360710144~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.262 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 17 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.262 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,134217728~20971520,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~4194304,331350016~12582912,348127232~8388608,360710144~8388608,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.266 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~29360128,109051904~4194304,134217728~20971520,159383552~20971520,188743680~12582912,205520896~8388608,222298112~4194304,234881024~46137344,293601280~50331648,348127232~8388608,360710144~8388608,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.266 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 18 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.266 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~20971520,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.269 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~20971520,188743680~12582912,205520896~12582912,222298112~4194304,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.270 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to 19 diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.270 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.275 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.275 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 13 diff [71303168~8388608,109051904~4194304,234881024~8388608,247463936~12582912,322961408~4194304,331350016~4194304,348127232~8388608,373293056~8388608] 2024-04-12T17:41:26.275 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [71303168~8388608,109051904~4194304,234881024~8388608,247463936~12582912,322961408~4194304,331350016~4194304,348127232~8388608,373293056~8388608] 2024-04-12T17:41:26.276 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [71303168~12582912,109051904~4194304,234881024~8388608,247463936~16777216,322961408~16777216,348127232~8388608,373293056~12582912] 2024-04-12T17:41:26.276 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 14 diff [71303168~8388608,83886080~8388608,109051904~4194304,167772160~8388608,188743680~4194304,234881024~8388608,247463936~12582912,264241152~8388608,306184192~4194304,322961408~4194304,331350016~4194304,339738624~4194304,348127232~8388608,373293056~8388608,406847488~8388608] 2024-04-12T17:41:26.276 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [71303168~8388608,83886080~8388608,109051904~4194304,167772160~8388608,188743680~4194304,234881024~8388608,247463936~12582912,264241152~8388608,306184192~4194304,322961408~4194304,331350016~4194304,339738624~4194304,348127232~8388608,373293056~8388608,406847488~8388608] 2024-04-12T17:41:26.277 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [71303168~25165824,109051904~4194304,167772160~12582912,188743680~4194304,234881024~37748736,306184192~4194304,322961408~20971520,348127232~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.277 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 15 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~12582912,264241152~8388608,306184192~4194304,322961408~4194304,331350016~12582912,348127232~8388608,373293056~8388608,406847488~8388608] 2024-04-12T17:41:26.277 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~12582912,264241152~8388608,306184192~4194304,322961408~4194304,331350016~12582912,348127232~8388608,373293056~8388608,406847488~8388608] 2024-04-12T17:41:26.278 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~4194304,41943040~4194304,67108864~29360128,109051904~4194304,163577856~16777216,188743680~4194304,205520896~8388608,234881024~37748736,306184192~4194304,322961408~20971520,348127232~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.279 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 16 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~20971520,293601280~8388608,306184192~12582912,322961408~4194304,331350016~12582912,348127232~8388608,373293056~8388608,406847488~8388608] 2024-04-12T17:41:26.279 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,247463936~20971520,293601280~8388608,306184192~12582912,322961408~4194304,331350016~12582912,348127232~8388608,373293056~8388608,406847488~8388608] 2024-04-12T17:41:26.281 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~29360128,109051904~4194304,163577856~16777216,188743680~4194304,205520896~8388608,234881024~37748736,293601280~50331648,348127232~8388608,373293056~12582912,406847488~8388608] 2024-04-12T17:41:26.281 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 17 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~4194304,331350016~12582912,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.281 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~8388608,109051904~4194304,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~4194304,331350016~12582912,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.283 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~29360128,109051904~4194304,159383552~20971520,188743680~12582912,205520896~8388608,222298112~4194304,234881024~46137344,293601280~50331648,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.283 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 18 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.283 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.287 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~46137344,117440512~12582912,159383552~20971520,188743680~12582912,205520896~12582912,222298112~4194304,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.287 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to 19 diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.287 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.290 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.290 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 14 diff [83886080~8388608,167772160~8388608,188743680~4194304,239075328~8388608,264241152~8388608,306184192~4194304,339738624~4194304,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.291 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [83886080~8388608,167772160~8388608,188743680~4194304,239075328~8388608,264241152~8388608,306184192~4194304,339738624~4194304,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.291 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [83886080~12582912,167772160~12582912,188743680~4194304,239075328~8388608,264241152~8388608,306184192~4194304,339738624~4194304,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.291 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 15 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,163577856~12582912,188743680~4194304,205520896~8388608,239075328~8388608,264241152~8388608,306184192~4194304,335544320~8388608,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.292 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,163577856~12582912,188743680~4194304,205520896~8388608,239075328~8388608,264241152~8388608,306184192~4194304,335544320~8388608,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.293 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~12582912,163577856~16777216,188743680~4194304,205520896~8388608,239075328~8388608,264241152~8388608,306184192~4194304,335544320~8388608,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.293 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 16 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,260046848~8388608,293601280~8388608,306184192~12582912,335544320~8388608,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.293 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,163577856~12582912,188743680~4194304,205520896~8388608,234881024~8388608,260046848~8388608,293601280~8388608,306184192~12582912,335544320~8388608,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.295 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~8388608,83886080~12582912,163577856~16777216,188743680~4194304,205520896~8388608,234881024~12582912,260046848~12582912,293601280~29360128,335544320~8388608,373293056~4194304,406847488~8388608] 2024-04-12T17:41:26.295 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 17 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,306184192~12582912,335544320~8388608,373293056~4194304,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.295 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,306184192~12582912,335544320~8388608,373293056~4194304,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.297 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~8388608,83886080~12582912,159383552~20971520,188743680~12582912,205520896~8388608,222298112~4194304,234881024~12582912,260046848~20971520,293601280~29360128,335544320~8388608,373293056~4194304,385875968~8388608,406847488~8388608] 2024-04-12T17:41:26.297 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 18 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~4194304,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.297 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~4194304,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.300 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~8388608,83886080~29360128,117440512~12582912,159383552~20971520,188743680~12582912,205520896~12582912,222298112~4194304,234881024~12582912,260046848~20971520,293601280~37748736,335544320~8388608,356515840~12582912,373293056~4194304,385875968~8388608,406847488~8388608] 2024-04-12T17:41:26.300 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to 19 diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.300 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.303 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~12582912,251658240~29360128,293601280~37748736,335544320~8388608,356515840~12582912,373293056~8388608,385875968~8388608,406847488~8388608] 2024-04-12T17:41:26.303 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 15 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,163577856~8388608,205520896~8388608,335544320~8388608] 2024-04-12T17:41:26.303 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,163577856~8388608,205520896~8388608,335544320~8388608] 2024-04-12T17:41:26.304 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,163577856~12582912,205520896~8388608,335544320~8388608] 2024-04-12T17:41:26.304 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 16 diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,83886080~4194304,163577856~8388608,205520896~8388608,234881024~8388608,260046848~4194304,293601280~8388608,310378496~8388608,335544320~8388608] 2024-04-12T17:41:26.304 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,41943040~4194304,67108864~8388608,83886080~4194304,163577856~8388608,205520896~8388608,234881024~8388608,260046848~4194304,293601280~8388608,310378496~8388608,335544320~8388608] 2024-04-12T17:41:26.305 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~8388608,83886080~4194304,163577856~12582912,205520896~8388608,234881024~12582912,260046848~8388608,293601280~12582912,310378496~12582912,335544320~8388608] 2024-04-12T17:41:26.305 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 17 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~4194304,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,335544320~8388608,385875968~4194304] 2024-04-12T17:41:26.305 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~4194304,159383552~16777216,188743680~8388608,205520896~8388608,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,335544320~8388608,385875968~4194304] 2024-04-12T17:41:26.307 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~8388608,83886080~4194304,159383552~16777216,188743680~12582912,205520896~8388608,222298112~4194304,234881024~12582912,260046848~8388608,272629760~8388608,293601280~12582912,310378496~12582912,335544320~8388608,385875968~8388608] 2024-04-12T17:41:26.307 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 18 diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,385875968~4194304] 2024-04-12T17:41:26.307 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,41943040~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,385875968~4194304] 2024-04-12T17:41:26.309 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,41943040~4194304,67108864~8388608,83886080~29360128,117440512~12582912,159383552~16777216,188743680~12582912,205520896~12582912,222298112~4194304,234881024~12582912,260046848~8388608,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,385875968~8388608] 2024-04-12T17:41:26.310 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to 19 diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.310 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.312 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:26.312 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 16 diff [8388608~8388608,25165824~4194304,83886080~4194304,167772160~4194304,234881024~8388608,260046848~4194304,293601280~8388608,310378496~8388608,335544320~8388608] 2024-04-12T17:41:26.312 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~8388608,25165824~4194304,83886080~4194304,167772160~4194304,234881024~8388608,260046848~4194304,293601280~8388608,310378496~8388608,335544320~8388608] 2024-04-12T17:41:26.313 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,83886080~4194304,167772160~8388608,234881024~12582912,260046848~8388608,293601280~12582912,310378496~12582912,335544320~8388608] 2024-04-12T17:41:26.313 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 17 diff [8388608~12582912,25165824~4194304,83886080~4194304,159383552~12582912,188743680~8388608,205520896~4194304,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,335544320~8388608,385875968~4194304] 2024-04-12T17:41:26.314 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,83886080~4194304,159383552~12582912,188743680~8388608,205520896~4194304,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,335544320~8388608,385875968~4194304] 2024-04-12T17:41:26.315 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,83886080~4194304,159383552~16777216,188743680~12582912,205520896~4194304,222298112~4194304,234881024~12582912,260046848~8388608,272629760~8388608,293601280~12582912,310378496~12582912,335544320~8388608,385875968~8388608] 2024-04-12T17:41:26.315 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 18 diff [8388608~12582912,25165824~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,385875968~4194304] 2024-04-12T17:41:26.315 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~12582912,25165824~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,234881024~8388608,260046848~8388608,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,385875968~4194304] 2024-04-12T17:41:26.317 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~12582912,25165824~8388608,83886080~29360128,117440512~12582912,159383552~16777216,188743680~12582912,205520896~12582912,222298112~4194304,234881024~12582912,260046848~8388608,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,385875968~8388608] 2024-04-12T17:41:26.317 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to 19 diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.317 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.319 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:26.319 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to 17 diff [8388608~4194304,16777216~4194304,159383552~8388608,188743680~8388608,205520896~4194304,222298112~4194304,260046848~8388608,272629760~8388608,385875968~4194304] 2024-04-12T17:41:26.319 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~4194304,16777216~4194304,159383552~8388608,188743680~8388608,205520896~4194304,222298112~4194304,260046848~8388608,272629760~8388608,385875968~4194304] 2024-04-12T17:41:26.321 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~4194304,16777216~4194304,159383552~8388608,188743680~12582912,205520896~4194304,222298112~4194304,260046848~8388608,272629760~8388608,385875968~8388608] 2024-04-12T17:41:26.321 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to 18 diff [8388608~4194304,16777216~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,260046848~8388608,272629760~8388608,322961408~8388608,356515840~8388608,385875968~4194304] 2024-04-12T17:41:26.321 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [8388608~4194304,16777216~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,159383552~16777216,188743680~8388608,205520896~12582912,222298112~4194304,260046848~8388608,272629760~8388608,322961408~8388608,356515840~8388608,385875968~4194304] 2024-04-12T17:41:26.322 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [8388608~4194304,16777216~4194304,83886080~29360128,117440512~12582912,159383552~16777216,188743680~12582912,205520896~12582912,222298112~4194304,260046848~8388608,272629760~8388608,322961408~8388608,356515840~12582912,385875968~8388608] 2024-04-12T17:41:26.323 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to 19 diff [4194304~8388608,16777216~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.323 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,16777216~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.325 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:26.325 INFO:tasks.workunit.client.0.smithi005.stdout:from 17 to 18 diff [83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,167772160~8388608,209715200~8388608,322961408~8388608,356515840~8388608] 2024-04-12T17:41:26.325 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,167772160~8388608,209715200~8388608,322961408~8388608,356515840~8388608] 2024-04-12T17:41:26.326 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [83886080~29360128,117440512~12582912,167772160~8388608,209715200~8388608,322961408~8388608,356515840~12582912] 2024-04-12T17:41:26.327 INFO:tasks.workunit.client.0.smithi005.stdout:from 17 to 19 diff [4194304~8388608,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,167772160~8388608,180355072~8388608,209715200~16777216,234881024~4194304,251658240~8388608,322961408~8388608,356515840~8388608,377487360~4194304] 2024-04-12T17:41:26.327 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,167772160~8388608,180355072~8388608,209715200~16777216,234881024~4194304,251658240~8388608,322961408~8388608,356515840~8388608,377487360~4194304] 2024-04-12T17:41:26.328 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12582912,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,167772160~8388608,180355072~8388608,209715200~16777216,234881024~4194304,251658240~12582912,322961408~8388608,356515840~12582912,377487360~4194304] 2024-04-12T17:41:26.328 INFO:tasks.workunit.client.0.smithi005.stdout:from 18 to 19 diff [4194304~8388608,54525952~4194304,142606336~8388608,180355072~8388608,213909504~12582912,234881024~4194304,251658240~8388608,377487360~4194304] 2024-04-12T17:41:26.328 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,54525952~4194304,142606336~8388608,180355072~8388608,213909504~12582912,234881024~4194304,251658240~8388608,377487360~4194304] 2024-04-12T17:41:26.329 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12582912,54525952~4194304,142606336~12582912,180355072~8388608,213909504~12582912,234881024~4194304,251658240~12582912,377487360~4194304] 2024-04-12T17:41:26.664 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:26.664 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:26.691 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:26.691 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:26.691 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:26.697 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:26.697 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:26.697 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:26.704 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:26.704 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.704 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.711 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.711 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.711 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.717 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.717 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.718 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.723 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.723 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.723 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:26.728 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:26.729 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.729 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.733 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.734 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.734 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:26.738 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:26.738 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.738 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.743 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.743 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.743 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.747 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.747 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.747 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:26.751 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.751 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.751 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.754 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:26.754 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.754 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:26.757 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~12582912,251658240~29360128,293601280~37748736,335544320~8388608,356515840~12582912,373293056~8388608,385875968~8388608,406847488~8388608] 2024-04-12T17:41:26.757 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.757 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.759 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:26.760 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to HEAD diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.760 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.762 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:26.762 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to HEAD diff [4194304~8388608,16777216~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.762 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,16777216~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:26.764 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:26.764 INFO:tasks.workunit.client.0.smithi005.stdout:from 17 to HEAD diff [4194304~8388608,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,167772160~8388608,180355072~8388608,209715200~16777216,234881024~4194304,251658240~8388608,322961408~8388608,356515840~8388608,377487360~4194304] 2024-04-12T17:41:26.764 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,167772160~8388608,180355072~8388608,209715200~16777216,234881024~4194304,251658240~8388608,322961408~8388608,356515840~8388608,377487360~4194304] 2024-04-12T17:41:26.765 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~12582912,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,167772160~8388608,180355072~8388608,209715200~16777216,234881024~4194304,251658240~12582912,322961408~8388608,356515840~12582912,377487360~4194304] 2024-04-12T17:41:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:26 smithi005 ceph-mon[88416]: pgmap v4100: 137 pgs: 137 active+clean; 796 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 44 MiB/s wr, 362 op/s 2024-04-12T17:41:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:26 smithi005 ceph-mon[88416]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T17:41:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:26 smithi005 ceph-mon[90837]: pgmap v4100: 137 pgs: 137 active+clean; 796 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 44 MiB/s wr, 362 op/s 2024-04-12T17:41:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:26 smithi005 ceph-mon[90837]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T17:41:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:26 smithi016 ceph-mon[84444]: pgmap v4100: 137 pgs: 137 active+clean; 796 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 44 MiB/s wr, 362 op/s 2024-04-12T17:41:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:26 smithi016 ceph-mon[84444]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-12T17:41:27.674 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:27.674 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:27.705 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:27.705 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:27.705 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:27.716 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:27.716 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:27.716 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:27.723 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:27.723 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:27.723 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:27.729 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:27.729 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:27.729 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:27.735 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:27.735 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:27.735 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:27.740 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:27.741 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:27.741 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:27.745 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:27.746 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:27.746 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:27.750 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:27.750 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:27.750 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:27.754 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:27.754 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:27.754 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:27.758 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:27.758 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:27.758 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:27.762 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:27.762 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:27.762 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:27.765 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:27.765 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:27.766 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:27.768 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:27.768 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:27.768 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:27.771 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~12582912,251658240~29360128,293601280~37748736,335544320~8388608,356515840~12582912,373293056~8388608,385875968~8388608,406847488~8388608] 2024-04-12T17:41:27.771 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:27.771 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:27.773 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:27.773 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to HEAD diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:27.773 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:27.775 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:27.775 INFO:tasks.workunit.client.0.smithi005.stdout:from 16 to HEAD diff [4194304~8388608,16777216~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:27.775 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~8388608,16777216~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:27.776 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~4194304,251658240~16777216,272629760~8388608,322961408~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:27.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:27 smithi005 ceph-mon[88416]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T17:41:27.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:27 smithi005 ceph-mon[90837]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T17:41:28.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:27 smithi016 ceph-mon[84444]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-12T17:41:28.680 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:28.680 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:28.711 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:28.711 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:28.711 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:28.721 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:28.721 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:28.721 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:28.733 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:28.734 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:28.734 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:28.739 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:28.739 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:28.739 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:28.745 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:28.745 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:28.745 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:28.750 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:28.750 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:28.750 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:28.754 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:28.754 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:28.754 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:28.758 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:28.758 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:28.759 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:28.763 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:28.763 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:28.763 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:28.766 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:28.766 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:28.766 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:28.769 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:28.769 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:28.769 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:28.772 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:28.772 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:28.772 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:28.775 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:28.775 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:28.775 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:28.777 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~12582912,251658240~29360128,293601280~37748736,335544320~8388608,356515840~12582912,373293056~8388608,385875968~8388608,406847488~8388608] 2024-04-12T17:41:28.777 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:28.777 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:28.779 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:28.779 INFO:tasks.workunit.client.0.smithi005.stdout:from 15 to HEAD diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:28.779 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,54525952~4194304,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:28.780 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,54525952~4194304,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:28 smithi005 ceph-mon[88416]: pgmap v4103: 137 pgs: 137 active+clean; 806 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 4.4 MiB/s wr, 308 op/s 2024-04-12T17:41:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:28 smithi005 ceph-mon[88416]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T17:41:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:28 smithi005 ceph-mon[90837]: pgmap v4103: 137 pgs: 137 active+clean; 806 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 4.4 MiB/s wr, 308 op/s 2024-04-12T17:41:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:28 smithi005 ceph-mon[90837]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T17:41:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:28 smithi016 ceph-mon[84444]: pgmap v4103: 137 pgs: 137 active+clean; 806 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 4.4 MiB/s wr, 308 op/s 2024-04-12T17:41:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:28 smithi016 ceph-mon[84444]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-12T17:41:29.691 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:29.691 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:29.729 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:29.729 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:29.736 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:29.736 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:29.742 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:29.742 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:29.748 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:29.748 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:29.748 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:29.753 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:29.753 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:29.753 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:29.758 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:29.758 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:29.758 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:29.762 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:29.762 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:29.762 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:29.766 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:29.766 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:29.766 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:29.770 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:29.770 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:29.770 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:29.773 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:29.773 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:29.773 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:29.775 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:29.776 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:29.776 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:29.778 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:29.778 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:29.778 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:29.780 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:29.780 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:29.780 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:29.783 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~12582912,251658240~29360128,293601280~37748736,335544320~8388608,356515840~12582912,373293056~8388608,385875968~8388608,406847488~8388608] 2024-04-12T17:41:29.783 INFO:tasks.workunit.client.0.smithi005.stdout:from 14 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:29.783 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~8388608,96468992~8388608,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,310378496~8388608,322961408~8388608,335544320~8388608,356515840~8388608,377487360~4194304,385875968~4194304] 2024-04-12T17:41:29.783 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~16777216,180355072~20971520,205520896~20971520,234881024~12582912,251658240~16777216,272629760~8388608,293601280~12582912,310378496~20971520,335544320~8388608,356515840~12582912,377487360~4194304,385875968~8388608] 2024-04-12T17:41:29.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:29 smithi005 ceph-mon[88416]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T17:41:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:29 smithi005 ceph-mon[90837]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T17:41:30.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:29 smithi016 ceph-mon[84444]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-12T17:41:30.697 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:30.697 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:30.731 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:30.731 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:30.731 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:30.742 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:30.742 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:30.742 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:30.748 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:30.748 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:30.748 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:30.753 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:30.753 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:30.753 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:30.758 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:30.758 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:30.758 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:30.763 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:30.763 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:30.763 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:30.767 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:30.767 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:30.770 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:30.770 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:30.771 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:30.774 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:30.774 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:30.777 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:30.777 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:30.777 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:30.779 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:30.779 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:30.781 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:30.781 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:30.783 INFO:tasks.workunit.client.0.smithi005.stdout:from 13 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:30.783 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~8388608,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,251658240~16777216,272629760~8388608,293601280~8388608,306184192~12582912,322961408~8388608,335544320~8388608,356515840~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:30.784 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~8388608,83886080~29360128,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~12582912,251658240~29360128,293601280~37748736,335544320~8388608,356515840~12582912,373293056~8388608,385875968~8388608,406847488~8388608] 2024-04-12T17:41:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:30 smithi005 ceph-mon[88416]: pgmap v4106: 137 pgs: 137 active+clean; 878 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 680 KiB/s rd, 21 MiB/s wr, 1.27k op/s 2024-04-12T17:41:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:30 smithi005 ceph-mon[88416]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T17:41:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:30 smithi005 ceph-mon[90837]: pgmap v4106: 137 pgs: 137 active+clean; 878 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 680 KiB/s rd, 21 MiB/s wr, 1.27k op/s 2024-04-12T17:41:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:30 smithi005 ceph-mon[90837]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T17:41:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:30 smithi016 ceph-mon[84444]: pgmap v4106: 137 pgs: 137 active+clean; 878 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 680 KiB/s rd, 21 MiB/s wr, 1.27k op/s 2024-04-12T17:41:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:30 smithi016 ceph-mon[84444]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-12T17:41:31.519 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:31.519 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:31.554 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:31.554 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:31.554 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:31.565 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:31.565 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:31.566 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:31.572 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:31.572 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:31.572 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:31.577 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:31.577 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:31.577 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:31.580 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:31.581 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:31.581 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:31.584 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:31.584 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:31.585 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:31.588 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:31.588 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:31.589 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:31.591 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:31.591 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:31.591 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:31.594 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:31.594 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:31.594 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:31.596 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:31.596 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:31.596 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:31.598 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:31.598 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:31.598 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:31.600 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:31.600 INFO:tasks.workunit.client.0.smithi005.stdout:from 12 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:31.600 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,142606336~8388608,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~8388608,306184192~12582912,322961408~20971520,348127232~16777216,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-12T17:41:31.601 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,142606336~12582912,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:31 smithi005 ceph-mon[88416]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T17:41:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:31 smithi005 ceph-mon[88416]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T17:41:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:31 smithi005 ceph-mon[90837]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T17:41:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:31 smithi005 ceph-mon[90837]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T17:41:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:31 smithi016 ceph-mon[84444]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-12T17:41:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:31 smithi016 ceph-mon[84444]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-12T17:41:32.513 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:32.513 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:32.549 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:32.549 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:32.549 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:32.563 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:32.563 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:32.563 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:32.574 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:32.574 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:32.574 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:32.579 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:32.579 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:32.579 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:32.583 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:32.583 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:32.583 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:32.587 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:32.587 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:32.587 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:32.590 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:32.590 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:32.590 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:32.593 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:32.593 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:32.593 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:32.596 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:32.596 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:32.596 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:41:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:41:32.598 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:32.598 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:32.598 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:32.600 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:32.600 INFO:tasks.workunit.client.0.smithi005.stdout:from 11 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:32.600 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~16777216,180355072~16777216,205520896~20971520,234881024~8388608,247463936~20971520,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:32.601 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~4194304,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:32 smithi005 ceph-mon[88416]: pgmap v4109: 137 pgs: 137 active+clean; 878 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 615 KiB/s rd, 18 MiB/s wr, 1.14k op/s 2024-04-12T17:41:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:32 smithi005 ceph-mon[88416]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T17:41:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:32 smithi005 ceph-mon[90837]: pgmap v4109: 137 pgs: 137 active+clean; 878 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 615 KiB/s rd, 18 MiB/s wr, 1.14k op/s 2024-04-12T17:41:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:32 smithi005 ceph-mon[90837]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T17:41:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:32 smithi016 ceph-mon[84444]: pgmap v4109: 137 pgs: 137 active+clean; 878 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 615 KiB/s rd, 18 MiB/s wr, 1.14k op/s 2024-04-12T17:41:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:32 smithi016 ceph-mon[84444]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-12T17:41:33.518 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:33.519 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:33.557 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:33.557 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:33.574 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:33.574 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:33.579 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:33.579 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:33.583 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:33.583 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:33.586 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:33.586 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:33.589 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:33.589 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:33.591 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:33.592 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:33.592 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:33.594 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:33.594 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:33.596 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:33.596 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:33.597 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:33.597 INFO:tasks.workunit.client.0.smithi005.stdout:from 10 to HEAD diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~16777216,25165824~4194304,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~8388608,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:33.598 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~16777216,25165824~8388608,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~46137344,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:41:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:41:33] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-12T17:41:34.523 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:34.523 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:34.557 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:34.557 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:34.571 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:34.572 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:34.572 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:34.577 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:34.577 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:34.578 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:34.585 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:34.586 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:34.586 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:34.588 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:34.589 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:34.589 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:34.591 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:34.591 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:34.593 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:34.593 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:34.595 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:34.595 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:34.596 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:34.597 INFO:tasks.workunit.client.0.smithi005.stdout:from 9 to HEAD diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~25165824,41943040~4194304,54525952~4194304,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~37748736,205520896~20971520,234881024~33554432,272629760~12582912,293601280~25165824,322961408~20971520,348127232~20971520,373293056~16777216,406847488~8388608] 2024-04-12T17:41:34.597 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~29360128,41943040~8388608,54525952~4194304,67108864~46137344,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~20971520,373293056~20971520,406847488~8388608] 2024-04-12T17:41:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:34 smithi016 ceph-mon[84444]: pgmap v4112: 137 pgs: 137 active+clean; 824 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 5.7 KiB/s wr, 503 op/s 2024-04-12T17:41:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:34 smithi016 ceph-mon[84444]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T17:41:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:34 smithi005 ceph-mon[88416]: pgmap v4112: 137 pgs: 137 active+clean; 824 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 5.7 KiB/s wr, 503 op/s 2024-04-12T17:41:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:34 smithi005 ceph-mon[88416]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T17:41:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:34 smithi005 ceph-mon[90837]: pgmap v4112: 137 pgs: 137 active+clean; 824 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 5.7 KiB/s wr, 503 op/s 2024-04-12T17:41:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:34 smithi005 ceph-mon[90837]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-12T17:41:34.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:35.540 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:35.540 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:35.563 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:35.564 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:35.564 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:35.571 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:35.572 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:35.572 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:35.579 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:35.579 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:35.584 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:35.585 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:35.585 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:35.590 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:35.590 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:35.593 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:35.593 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:35.595 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:35.595 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:35.596 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:35.597 INFO:tasks.workunit.client.0.smithi005.stdout:from 8 to HEAD diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:35.597 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~29360128,37748736~8388608,54525952~8388608,67108864~12582912,83886080~20971520,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:35.598 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~41943040,205520896~20971520,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:35.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:35 smithi016 ceph-mon[84444]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T17:41:35.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:35 smithi005 ceph-mon[88416]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T17:41:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:35 smithi005 ceph-mon[90837]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-12T17:41:36.522 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:36.523 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:36.547 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:36.547 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:36.554 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:36.555 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:36.555 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:36.561 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:36.561 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:36.567 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:36.567 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:36.572 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:36.572 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:36.573 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:36.575 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:36.575 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:36.577 INFO:tasks.workunit.client.0.smithi005.stdout:from 7 to HEAD diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:36.577 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [4194304~41943040,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:36.579 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [4194304~46137344,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~50331648,348127232~46137344,398458880~16777216] 2024-04-12T17:41:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:36 smithi016 ceph-mon[84444]: pgmap v4115: 137 pgs: 137 active+clean; 815 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 7.0 KiB/s wr, 566 op/s 2024-04-12T17:41:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:36 smithi016 ceph-mon[84444]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T17:41:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:36 smithi016 ceph-mon[84444]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T17:41:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:36 smithi005 ceph-mon[88416]: pgmap v4115: 137 pgs: 137 active+clean; 815 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 7.0 KiB/s wr, 566 op/s 2024-04-12T17:41:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:36 smithi005 ceph-mon[88416]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T17:41:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:36 smithi005 ceph-mon[88416]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T17:41:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:36 smithi005 ceph-mon[90837]: pgmap v4115: 137 pgs: 137 active+clean; 815 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 7.0 KiB/s wr, 566 op/s 2024-04-12T17:41:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:36 smithi005 ceph-mon[90837]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-12T17:41:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:36 smithi005 ceph-mon[90837]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-12T17:41:37.531 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:37.531 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:37.568 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:37.568 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:37.568 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:37.583 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:37.583 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:37.583 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:37.587 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:37.587 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:37.587 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:37.591 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:37.591 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:37.591 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:37.593 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:37.594 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:37.594 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:37.595 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:37.596 INFO:tasks.workunit.client.0.smithi005.stdout:from 6 to HEAD diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:37.596 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~37748736,109051904~4194304,117440512~8388608,134217728~16777216,159383552~41943040,205520896~20971520,234881024~33554432,272629760~12582912,293601280~96468992,398458880~16777216] 2024-04-12T17:41:37.597 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~12582912,134217728~20971520,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:38.545 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:38.546 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:38.575 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:38.575 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:38.575 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:38.582 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:38.582 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:38.582 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:38.585 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:38.586 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:38.586 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:38.589 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:38.590 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:38.590 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:38.591 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:38.591 INFO:tasks.workunit.client.0.smithi005.stdout:from 5 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:38.591 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~20971520,234881024~50331648,293601280~96468992,398458880~16777216] 2024-04-12T17:41:38.592 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~67108864,234881024~50331648,293601280~100663296,398458880~16777216] 2024-04-12T17:41:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:38 smithi016 ceph-mon[84444]: pgmap v4118: 137 pgs: 137 active+clean; 801 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 71 op/s 2024-04-12T17:41:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:38 smithi016 ceph-mon[84444]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T17:41:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:38 smithi005 ceph-mon[88416]: pgmap v4118: 137 pgs: 137 active+clean; 801 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 71 op/s 2024-04-12T17:41:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:38 smithi005 ceph-mon[88416]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T17:41:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:38 smithi005 ceph-mon[90837]: pgmap v4118: 137 pgs: 137 active+clean; 801 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 71 op/s 2024-04-12T17:41:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:38 smithi005 ceph-mon[90837]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-12T17:41:39.546 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:39.547 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:39.575 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:39.575 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:39.575 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:39.582 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:39.582 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:39.582 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:39.585 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:39.585 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:39.585 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:39.595 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:39.595 INFO:tasks.workunit.client.0.smithi005.stdout:from 4 to HEAD diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:39.596 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,54525952~8388608,67108864~46137344,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~96468992,398458880~16777216] 2024-04-12T17:41:39.597 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~50331648,54525952~58720256,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:39.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:39 smithi016 ceph-mon[84444]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T17:41:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:39 smithi005 ceph-mon[88416]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T17:41:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:39 smithi005 ceph-mon[90837]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-12T17:41:40.554 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:40.554 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:40.579 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:40.579 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:40.579 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:40.587 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:40.588 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:40.588 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:40.599 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:40.599 INFO:tasks.workunit.client.0.smithi005.stdout:from 3 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:40.599 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,398458880~16777216] 2024-04-12T17:41:40.601 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~100663296,398458880~16777216] 2024-04-12T17:41:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:40 smithi016 ceph-mon[84444]: pgmap v4121: 137 pgs: 137 active+clean; 703 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 6.2 KiB/s wr, 288 op/s 2024-04-12T17:41:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:40 smithi016 ceph-mon[84444]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T17:41:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:40 smithi005 ceph-mon[88416]: pgmap v4121: 137 pgs: 137 active+clean; 703 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 6.2 KiB/s wr, 288 op/s 2024-04-12T17:41:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:40 smithi005 ceph-mon[88416]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T17:41:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:40 smithi005 ceph-mon[90837]: pgmap v4121: 137 pgs: 137 active+clean; 703 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 6.2 KiB/s wr, 288 op/s 2024-04-12T17:41:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:40 smithi005 ceph-mon[90837]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-12T17:41:41.518 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:41.519 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:41.547 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:41.547 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:41.547 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:41.559 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:41.559 INFO:tasks.workunit.client.0.smithi005.stdout:from 2 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:41.559 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~41943040,205520896~25165824,234881024~54525952,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:41.570 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:41 smithi016 ceph-mon[84444]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T17:41:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:41 smithi016 ceph-mon[84444]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T17:41:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:41 smithi005 ceph-mon[88416]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T17:41:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:41 smithi005 ceph-mon[88416]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T17:41:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:41 smithi005 ceph-mon[90837]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-12T17:41:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:41 smithi005 ceph-mon[90837]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-12T17:41:42.568 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:42.568 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:42.582 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:42.582 INFO:tasks.workunit.client.0.smithi005.stdout:from 1 to HEAD diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:42.583 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~46137344,50331648~4194304,58720256~54525952,117440512~33554432,159383552~71303168,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:42.584 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~37748736,159383552~71303168,234881024~54525952,293601280~121634816] 2024-04-12T17:41:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:42 smithi016 ceph-mon[84444]: pgmap v4124: 137 pgs: 137 active+clean; 703 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 6.2 KiB/s wr, 279 op/s 2024-04-12T17:41:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:41:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:41:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:42 smithi005 ceph-mon[88416]: pgmap v4124: 137 pgs: 137 active+clean; 703 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 6.2 KiB/s wr, 279 op/s 2024-04-12T17:41:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:42 smithi005 ceph-mon[90837]: pgmap v4124: 137 pgs: 137 active+clean; 703 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 6.2 KiB/s wr, 279 op/s 2024-04-12T17:41:43.568 INFO:tasks.workunit.client.0.smithi005.stdout:from 0 to HEAD diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:43.568 INFO:tasks.workunit.client.0.smithi005.stdout: limited diff [0~54525952,58720256~54525952,117440512~33554432,155189248~75497472,234881024~46137344,285212672~4194304,293601280~50331648,348127232~41943040,394264576~16777216] 2024-04-12T17:41:43.592 INFO:tasks.workunit.client.0.smithi005.stdout: actual was [0~113246208,117440512~113246208,234881024~54525952,293601280~121634816] 2024-04-12T17:41:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:43 smithi016 ceph-mon[84444]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T17:41:43.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:43 smithi005 ceph-mon[88416]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T17:41:43.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:43 smithi005 ceph-mon[90837]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-12T17:41:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:41:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:41:43] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-12T17:41:44.593 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39003 ms) 2024-04-12T17:41:44.593 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-12T17:41:44.593 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:44 smithi016 ceph-mon[84444]: pgmap v4127: 137 pgs: 137 active+clean; 557 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-12T17:41:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:44 smithi016 ceph-mon[84444]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T17:41:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:44 smithi005 ceph-mon[88416]: pgmap v4127: 137 pgs: 137 active+clean; 557 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-12T17:41:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:44 smithi005 ceph-mon[88416]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T17:41:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:44 smithi005 ceph-mon[90837]: pgmap v4127: 137 pgs: 137 active+clean; 557 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-12T17:41:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:44 smithi005 ceph-mon[90837]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-12T17:41:45.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1088 ms) 2024-04-12T17:41:45.681 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-12T17:41:45.681 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:45.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:45 smithi016 ceph-mon[84444]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T17:41:45.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:45 smithi005 ceph-mon[88416]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T17:41:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:45 smithi005 ceph-mon[90837]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-12T17:41:46.636 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [0~20971520] to clone 2024-04-12T17:41:46.636 INFO:tasks.workunit.client.0.smithi005.stdout: diff was [0~20971520] 2024-04-12T17:41:46.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (960 ms) 2024-04-12T17:41:46.642 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-12T17:41:46.643 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:46.660 INFO:tasks.workunit.client.0.smithi005.stdout: wrote [50602~71910,1727904~36717,2232844~74171,3668772~40126,4830382~20233,7555209~17512,18727803~80728,20313653~60320,20529703~51168,20639782~100148] 2024-04-12T17:41:46.670 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-04-12T17:41:46.670 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-12T17:41:46.670 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:46 smithi016 ceph-mon[84444]: pgmap v4130: 137 pgs: 137 active+clean; 543 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 6.0 KiB/s wr, 136 op/s 2024-04-12T17:41:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:46 smithi016 ceph-mon[84444]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T17:41:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:46 smithi016 ceph-mon[84444]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T17:41:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:46 smithi005 ceph-mon[88416]: pgmap v4130: 137 pgs: 137 active+clean; 543 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 6.0 KiB/s wr, 136 op/s 2024-04-12T17:41:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:46 smithi005 ceph-mon[88416]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T17:41:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:46 smithi005 ceph-mon[88416]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T17:41:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:46 smithi005 ceph-mon[90837]: pgmap v4130: 137 pgs: 137 active+clean; 543 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 6.0 KiB/s wr, 136 op/s 2024-04-12T17:41:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:46 smithi005 ceph-mon[90837]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-12T17:41:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:46 smithi005 ceph-mon[90837]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-12T17:41:48.675 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2005 ms) 2024-04-12T17:41:48.675 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-12T17:41:48.675 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:48.758 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (83 ms) 2024-04-12T17:41:48.758 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-12T17:41:48.758 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:48.818 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (60 ms) 2024-04-12T17:41:48.818 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-12T17:41:48.818 INFO:tasks.workunit.client.0.smithi005.stdout:using new format! 2024-04-12T17:41:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:48 smithi016 ceph-mon[84444]: pgmap v4133: 137 pgs: 137 active+clean; 533 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 513 KiB/s wr, 24 op/s 2024-04-12T17:41:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:48 smithi016 ceph-mon[84444]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T17:41:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:48 smithi005 ceph-mon[88416]: pgmap v4133: 137 pgs: 137 active+clean; 533 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 513 KiB/s wr, 24 op/s 2024-04-12T17:41:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:48 smithi005 ceph-mon[88416]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T17:41:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:48 smithi005 ceph-mon[90837]: pgmap v4133: 137 pgs: 137 active+clean; 533 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 513 KiB/s wr, 24 op/s 2024-04-12T17:41:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:48 smithi005 ceph-mon[90837]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-12T17:41:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:49 smithi016 ceph-mon[84444]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T17:41:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:49 smithi005 ceph-mon[88416]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T17:41:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:49 smithi005 ceph-mon[90837]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-12T17:41:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:41:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:50 smithi016 ceph-mon[84444]: pgmap v4136: 137 pgs: 137 active+clean; 532 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 12 MiB/s wr, 320 op/s 2024-04-12T17:41:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:50 smithi005 ceph-mon[88416]: pgmap v4136: 137 pgs: 137 active+clean; 532 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 12 MiB/s wr, 320 op/s 2024-04-12T17:41:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:50 smithi005 ceph-mon[90837]: pgmap v4136: 137 pgs: 137 active+clean; 532 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 12 MiB/s wr, 320 op/s 2024-04-12T17:41:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:52 smithi016 ceph-mon[84444]: pgmap v4137: 137 pgs: 137 active+clean; 532 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 8.5 MiB/s wr, 229 op/s 2024-04-12T17:41:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:52 smithi016 ceph-mon[84444]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T17:41:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:41:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:41:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:52 smithi005 ceph-mon[88416]: pgmap v4137: 137 pgs: 137 active+clean; 532 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 8.5 MiB/s wr, 229 op/s 2024-04-12T17:41:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:52 smithi005 ceph-mon[88416]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T17:41:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:52 smithi005 ceph-mon[90837]: pgmap v4137: 137 pgs: 137 active+clean; 532 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 8.5 MiB/s wr, 229 op/s 2024-04-12T17:41:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:52 smithi005 ceph-mon[90837]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-12T17:41:53.864 INFO:tasks.workunit.client.0.smithi005.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5046 ms) 2024-04-12T17:41:53.864 INFO:tasks.workunit.client.0.smithi005.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-12T17:41:53.864 INFO:tasks.workunit.client.0.smithi005.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-12T17:41:53.864 INFO:tasks.workunit.client.0.smithi005.stdout:Skipping due to unmet REQUIRE 2024-04-12T17:41:53.864 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-12T17:41:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:41:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:41:53] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:41:54.523 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] 15 tests from DiffIterateTest/1 (68284 ms total) 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[----------] Global test environment tear-down 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[==========] 480 tests from 24 test suites ran. (2150997 ms total) 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[ PASSED ] 434 tests. 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-12T17:41:54.524 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-12T17:41:54.525 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-12T17:41:54.526 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-12T17:41:54.527 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-12T17:41:54.528 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:41:54.537 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:41:54.537 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T17:41:54.608 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-12T17:41:54.608 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:41:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:54 smithi016 ceph-mon[84444]: pgmap v4139: 137 pgs: 137 active+clean; 569 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 12 MiB/s wr, 273 op/s 2024-04-12T17:41:54.884 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:54 smithi005 ceph-mon[88416]: pgmap v4139: 137 pgs: 137 active+clean; 569 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 12 MiB/s wr, 273 op/s 2024-04-12T17:41:54.884 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:54 smithi005 ceph-mon[90837]: pgmap v4139: 137 pgs: 137 active+clean; 569 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 12 MiB/s wr, 273 op/s 2024-04-12T17:41:54.885 DEBUG:teuthology.parallel:result is None 2024-04-12T17:41:54.886 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:41:54.914 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:41:54.914 DEBUG:teuthology.orchestra.run.smithi005:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:41:54.968 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:41:54.968 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:41:54.969 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-12T17:41:54.969 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:41:54.969 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-12T17:41:54.969 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-12T17:41:54.970 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-12T17:41:54.970 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T17:41:54.970 DEBUG:teuthology.orchestra.run.smithi005:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:41:55.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:41:55.024 INFO:teuthology.orchestra.run.smithi005.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T17:41:55.024 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:41:55.078 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T17:41:55.078 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T17:41:55.133 INFO:tasks.workunit:timeout=3h 2024-04-12T17:41:55.134 INFO:tasks.workunit:cleanup=True 2024-04-12T17:41:55.134 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:41:55.189 INFO:tasks.workunit.client.0.smithi005.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T17:41:55.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:55 smithi016 ceph-mon[84444]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T17:41:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:55 smithi005 ceph-mon[88416]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T17:41:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:55 smithi005 ceph-mon[90837]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-12T17:41:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:56 smithi016 ceph-mon[84444]: pgmap v4141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:41:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:56 smithi005 ceph-mon[88416]: pgmap v4141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:41:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:56 smithi005 ceph-mon[90837]: pgmap v4141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-12T17:41:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:41:58 smithi016 ceph-mon[84444]: pgmap v4142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:41:58.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:41:58 smithi005 ceph-mon[88416]: pgmap v4142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:41:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:41:58 smithi005 ceph-mon[90837]: pgmap v4142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-12T17:42:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:00 smithi016 ceph-mon[84444]: pgmap v4143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:00.882 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T17:42:00.937 INFO:tasks.workunit.client.0.smithi005.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T17:42:00.939 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:42:00.939 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T17:42:00.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:00 smithi005 ceph-mon[88416]: pgmap v4143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:00 smithi005 ceph-mon[90837]: pgmap v4143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:00.988 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T17:42:01.036 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T17:42:01.075 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:42:01.077 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:42:01.077 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T17:42:01.115 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:42:01.118 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T17:42:01.119 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T17:42:01.175 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-12T17:42:01.176 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-12T17:42:01.177 DEBUG:teuthology.orchestra.run.smithi005:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-12T17:42:01.233 INFO:tasks.workunit.client.0.smithi005.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-12T17:42:01.234 INFO:tasks.workunit.client.0.smithi005.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-12T17:42:01.234 INFO:tasks.workunit.client.0.smithi005.stderr:+ '[' -n '' ']' 2024-04-12T17:42:01.234 INFO:tasks.workunit.client.0.smithi005.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-12T17:42:01.401 INFO:tasks.workunit.client.0.smithi005.stdout:============================= test session starts ============================== 2024-04-12T17:42:01.401 INFO:tasks.workunit.client.0.smithi005.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-12T17:42:01.401 INFO:tasks.workunit.client.0.smithi005.stdout:cachedir: .pytest_cache 2024-04-12T17:42:01.401 INFO:tasks.workunit.client.0.smithi005.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-12T17:42:01.860 INFO:tasks.workunit.client.0.smithi005.stdout:collecting ... collected 175 items 2024-04-12T17:42:01.860 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:42:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:02 smithi016 ceph-mon[84444]: pgmap v4144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:42:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:42:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:02 smithi005 ceph-mon[88416]: pgmap v4144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:02 smithi005 ceph-mon[90837]: pgmap v4144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:03.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:03 smithi016 ceph-mon[84444]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T17:42:03.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:03 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:42:03.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:03 smithi005 ceph-mon[88416]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T17:42:03.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:03 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:42:03.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:03 smithi005 ceph-mon[90837]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-12T17:42:03.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:03 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:42:04.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:42:03] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-12T17:42:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:04 smithi016 ceph-mon[84444]: pgmap v4146: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:04 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:42:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:04 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T17:42:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:04 smithi016 ceph-mon[84444]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T17:42:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:04.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[88416]: pgmap v4146: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:42:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T17:42:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[88416]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T17:42:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[90837]: pgmap v4146: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:42:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-12T17:42:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[90837]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-12T17:42:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:04.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:05.562 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-12T17:42:05.651 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-12T17:42:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:05 smithi016 ceph-mon[84444]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T17:42:05.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:05 smithi005 ceph-mon[88416]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T17:42:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:05 smithi005 ceph-mon[90837]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-12T17:42:06.273 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-12T17:42:06.372 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-12T17:42:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:06 smithi016 ceph-mon[84444]: pgmap v4149: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:06 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:42:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:06 smithi016 ceph-mon[84444]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T17:42:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:06 smithi005 ceph-mon[88416]: pgmap v4149: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:06 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:42:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:06 smithi005 ceph-mon[88416]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T17:42:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:06 smithi005 ceph-mon[90837]: pgmap v4149: 137 pgs: 14 creating+peering, 14 unknown, 109 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:42:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:06 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:42:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:06 smithi005 ceph-mon[90837]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-12T17:42:07.660 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-12T17:42:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:07 smithi016 ceph-mon[84444]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T17:42:07.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:07 smithi005 ceph-mon[88416]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T17:42:07.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:07 smithi005 ceph-mon[90837]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-12T17:42:08.202 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-12T17:42:08.743 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-12T17:42:08.843 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-12T17:42:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:08 smithi016 ceph-mon[84444]: pgmap v4152: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 252 op/s 2024-04-12T17:42:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:08 smithi016 ceph-mon[84444]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T17:42:08.929 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-12T17:42:08.940 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-12T17:42:08.943 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-12T17:42:08.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:08 smithi005 ceph-mon[88416]: pgmap v4152: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 252 op/s 2024-04-12T17:42:08.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:08 smithi005 ceph-mon[88416]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T17:42:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:08 smithi005 ceph-mon[90837]: pgmap v4152: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 14 KiB/s wr, 252 op/s 2024-04-12T17:42:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:08 smithi005 ceph-mon[90837]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-12T17:42:09.017 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-12T17:42:09.079 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-12T17:42:09.163 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-12T17:42:09.225 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-12T17:42:09.325 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-12T17:42:09.557 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-12T17:42:09.574 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-12T17:42:09.583 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-12T17:42:09.608 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-12T17:42:09.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:42:09] ENGINE Bus STOPPING 2024-04-12T17:42:09.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:42:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:42:09.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:42:09] ENGINE Bus STOPPED 2024-04-12T17:42:09.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:42:09] ENGINE Bus STARTING 2024-04-12T17:42:09.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:42:09] ENGINE Serving on http://:::9283 2024-04-12T17:42:09.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:09 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:42:09] ENGINE Bus STARTED 2024-04-12T17:42:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 25 KiB/s wr, 434 op/s 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 25 KiB/s wr, 434 op/s 2024-04-12T17:42:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:42:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.959 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 25 KiB/s wr, 434 op/s 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:10.960 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.961 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:42:10.962 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:42:11.624 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-12T17:42:11.625 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-12T17:42:11.626 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-12T17:42:11.705 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-12T17:42:11.778 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-12T17:42:11.849 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-12T17:42:11.922 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-12T17:42:11.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:11 smithi005 ceph-mon[88416]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T17:42:11.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:11 smithi005 ceph-mon[88416]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T17:42:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:11 smithi005 ceph-mon[90837]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T17:42:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:11 smithi005 ceph-mon[90837]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T17:42:11.996 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-12T17:42:12.067 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-12T17:42:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:11 smithi016 ceph-mon[84444]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-12T17:42:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:11 smithi016 ceph-mon[84444]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-12T17:42:12.138 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-12T17:42:12.209 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-12T17:42:12.290 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-12T17:42:12.360 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-12T17:42:12.435 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-12T17:42:12.515 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-12T17:42:12.584 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-12T17:42:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:42:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:42:12.670 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-12T17:42:12.754 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-12T17:42:12.838 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-12T17:42:12.921 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-12T17:42:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:12 smithi005 ceph-mon[88416]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 21 KiB/s wr, 357 op/s 2024-04-12T17:42:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:12 smithi005 ceph-mon[90837]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 21 KiB/s wr, 357 op/s 2024-04-12T17:42:12.994 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-12T17:42:13.067 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-12T17:42:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:12 smithi016 ceph-mon[84444]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 21 KiB/s wr, 357 op/s 2024-04-12T17:42:13.191 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-12T17:42:13.271 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-12T17:42:13.355 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-12T17:42:13.425 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-12T17:42:13.505 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-12T17:42:13.587 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-12T17:42:14.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:42:13] "GET /metrics HTTP/1.1" 200 36588 "" "Prometheus/2.43.0" 2024-04-12T17:42:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:14 smithi005 ceph-mon[88416]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 51 KiB/s wr, 738 op/s 2024-04-12T17:42:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:14 smithi005 ceph-mon[90837]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 51 KiB/s wr, 738 op/s 2024-04-12T17:42:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:14 smithi016 ceph-mon[84444]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 51 KiB/s wr, 738 op/s 2024-04-12T17:42:15.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:15 smithi005 ceph-mon[88416]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T17:42:15.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:15 smithi005 ceph-mon[90837]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T17:42:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:15 smithi016 ceph-mon[84444]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-12T17:42:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:16 smithi005 ceph-mon[88416]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 732 KiB/s wr, 718 op/s 2024-04-12T17:42:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:16 smithi005 ceph-mon[88416]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T17:42:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:16 smithi005 ceph-mon[88416]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T17:42:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:16 smithi005 ceph-mon[90837]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 732 KiB/s wr, 718 op/s 2024-04-12T17:42:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:16 smithi005 ceph-mon[90837]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T17:42:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:16 smithi005 ceph-mon[90837]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T17:42:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:16 smithi016 ceph-mon[84444]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 732 KiB/s wr, 718 op/s 2024-04-12T17:42:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:16 smithi016 ceph-mon[84444]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-12T17:42:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:16 smithi016 ceph-mon[84444]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-12T17:42:17.608 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-12T17:42:17.703 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-12T17:42:17.799 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-12T17:42:17.992 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-12T17:42:18.173 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-12T17:42:18.242 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-12T17:42:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:18 smithi016 ceph-mon[84444]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 804 KiB/s wr, 1.17k op/s 2024-04-12T17:42:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:18 smithi016 ceph-mon[84444]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T17:42:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:18 smithi005 ceph-mon[88416]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 804 KiB/s wr, 1.17k op/s 2024-04-12T17:42:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:18 smithi005 ceph-mon[88416]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T17:42:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:18 smithi005 ceph-mon[90837]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 804 KiB/s wr, 1.17k op/s 2024-04-12T17:42:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:18 smithi005 ceph-mon[90837]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-12T17:42:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:19 smithi005 ceph-mon[88416]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T17:42:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:19 smithi005 ceph-mon[90837]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T17:42:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:19 smithi016 ceph-mon[84444]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-12T17:42:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:42:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:20 smithi005 ceph-mon[88416]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 1.1 MiB/s wr, 991 op/s 2024-04-12T17:42:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:20 smithi005 ceph-mon[88416]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T17:42:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:20 smithi005 ceph-mon[90837]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 1.1 MiB/s wr, 991 op/s 2024-04-12T17:42:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:20 smithi005 ceph-mon[90837]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T17:42:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:20 smithi016 ceph-mon[84444]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 721 KiB/s rd, 1.1 MiB/s wr, 991 op/s 2024-04-12T17:42:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:20 smithi016 ceph-mon[84444]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-12T17:42:21.680 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-12T17:42:21.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:21 smithi005 ceph-mon[88416]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T17:42:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:21 smithi005 ceph-mon[88416]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T17:42:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:21 smithi005 ceph-mon[90837]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T17:42:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:21 smithi005 ceph-mon[90837]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T17:42:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:21 smithi016 ceph-mon[84444]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-12T17:42:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:21 smithi016 ceph-mon[84444]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-12T17:42:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:42:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:42:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:22 smithi005 ceph-mon[88416]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 1.0 MiB/s wr, 414 op/s 2024-04-12T17:42:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:22 smithi005 ceph-mon[90837]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 1.0 MiB/s wr, 414 op/s 2024-04-12T17:42:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:22 smithi016 ceph-mon[84444]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 1.0 MiB/s wr, 414 op/s 2024-04-12T17:42:23.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:23 smithi005 ceph-mon[88416]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T17:42:23.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:23 smithi005 ceph-mon[90837]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T17:42:23.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:42:23] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-04-12T17:42:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:23 smithi016 ceph-mon[84444]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-12T17:42:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:24 smithi005 ceph-mon[90837]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 390 op/s 2024-04-12T17:42:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:24 smithi005 ceph-mon[90837]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T17:42:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:24 smithi005 ceph-mon[88416]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 390 op/s 2024-04-12T17:42:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:24 smithi005 ceph-mon[88416]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T17:42:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:24 smithi016 ceph-mon[84444]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 390 op/s 2024-04-12T17:42:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:24 smithi016 ceph-mon[84444]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-12T17:42:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:25 smithi005 ceph-mon[88416]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T17:42:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:25 smithi005 ceph-mon[90837]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T17:42:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:25 smithi016 ceph-mon[84444]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-12T17:42:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:26 smithi005 ceph-mon[88416]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 2.0 MiB/s wr, 445 op/s 2024-04-12T17:42:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:26 smithi005 ceph-mon[88416]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T17:42:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:26 smithi005 ceph-mon[88416]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T17:42:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:26 smithi005 ceph-mon[90837]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 2.0 MiB/s wr, 445 op/s 2024-04-12T17:42:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:26 smithi005 ceph-mon[90837]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T17:42:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:26 smithi005 ceph-mon[90837]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T17:42:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:26 smithi016 ceph-mon[84444]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 303 KiB/s rd, 2.0 MiB/s wr, 445 op/s 2024-04-12T17:42:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:26 smithi016 ceph-mon[84444]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-12T17:42:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:26 smithi016 ceph-mon[84444]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-12T17:42:27.755 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-12T17:42:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:28 smithi005 ceph-mon[88416]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 124 op/s 2024-04-12T17:42:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:28 smithi005 ceph-mon[88416]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T17:42:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:28 smithi005 ceph-mon[90837]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 124 op/s 2024-04-12T17:42:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:28 smithi005 ceph-mon[90837]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T17:42:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:28 smithi016 ceph-mon[84444]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 124 op/s 2024-04-12T17:42:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:28 smithi016 ceph-mon[84444]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-12T17:42:29.767 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-12T17:42:29.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:29 smithi005 ceph-mon[88416]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T17:42:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:29 smithi005 ceph-mon[90837]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T17:42:30.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:29 smithi016 ceph-mon[84444]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-12T17:42:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:30 smithi005 ceph-mon[88416]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 218 op/s 2024-04-12T17:42:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:30 smithi005 ceph-mon[88416]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T17:42:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:30 smithi005 ceph-mon[90837]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 218 op/s 2024-04-12T17:42:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:30 smithi005 ceph-mon[90837]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T17:42:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:30 smithi016 ceph-mon[84444]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 218 op/s 2024-04-12T17:42:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:30 smithi016 ceph-mon[84444]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-12T17:42:31.611 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-12T17:42:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:31 smithi005 ceph-mon[88416]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T17:42:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:31 smithi005 ceph-mon[88416]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T17:42:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:31 smithi005 ceph-mon[90837]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T17:42:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:31 smithi005 ceph-mon[90837]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T17:42:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:31 smithi016 ceph-mon[84444]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-12T17:42:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:31 smithi016 ceph-mon[84444]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-12T17:42:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:42:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:42:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:32 smithi005 ceph-mon[88416]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 5.5 KiB/s wr, 149 op/s 2024-04-12T17:42:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:32 smithi005 ceph-mon[88416]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T17:42:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:32 smithi005 ceph-mon[90837]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 5.5 KiB/s wr, 149 op/s 2024-04-12T17:42:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:32 smithi005 ceph-mon[90837]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T17:42:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:32 smithi016 ceph-mon[84444]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 5.5 KiB/s wr, 149 op/s 2024-04-12T17:42:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:32 smithi016 ceph-mon[84444]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-12T17:42:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:42:33] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-04-12T17:42:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:34 smithi016 ceph-mon[84444]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 145 op/s 2024-04-12T17:42:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:34 smithi016 ceph-mon[84444]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T17:42:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:34 smithi005 ceph-mon[88416]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 145 op/s 2024-04-12T17:42:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:34 smithi005 ceph-mon[88416]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T17:42:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:34 smithi005 ceph-mon[90837]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 8.7 KiB/s wr, 145 op/s 2024-04-12T17:42:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:34 smithi005 ceph-mon[90837]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-12T17:42:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:35.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:35 smithi016 ceph-mon[84444]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T17:42:35.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:35 smithi005 ceph-mon[88416]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T17:42:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:35 smithi005 ceph-mon[90837]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-12T17:42:36.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:36 smithi016 ceph-mon[84444]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 10 KiB/s wr, 161 op/s 2024-04-12T17:42:36.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:36 smithi016 ceph-mon[84444]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T17:42:36.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:36 smithi016 ceph-mon[84444]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T17:42:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:36 smithi005 ceph-mon[88416]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 10 KiB/s wr, 161 op/s 2024-04-12T17:42:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:36 smithi005 ceph-mon[88416]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T17:42:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:36 smithi005 ceph-mon[88416]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T17:42:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:36 smithi005 ceph-mon[90837]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 10 KiB/s wr, 161 op/s 2024-04-12T17:42:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:36 smithi005 ceph-mon[90837]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-12T17:42:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:36 smithi005 ceph-mon[90837]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-12T17:42:37.627 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-12T17:42:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:38 smithi016 ceph-mon[84444]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 65 op/s 2024-04-12T17:42:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:38 smithi016 ceph-mon[84444]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T17:42:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:38 smithi005 ceph-mon[88416]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 65 op/s 2024-04-12T17:42:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:38 smithi005 ceph-mon[88416]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T17:42:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:38 smithi005 ceph-mon[90837]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.7 KiB/s wr, 65 op/s 2024-04-12T17:42:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:38 smithi005 ceph-mon[90837]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-12T17:42:39.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:39 smithi016 ceph-mon[84444]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T17:42:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:39 smithi005 ceph-mon[88416]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T17:42:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:39 smithi005 ceph-mon[90837]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-12T17:42:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:40 smithi016 ceph-mon[84444]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.5 KiB/s wr, 54 op/s 2024-04-12T17:42:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:40 smithi016 ceph-mon[84444]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T17:42:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:40 smithi005 ceph-mon[88416]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.5 KiB/s wr, 54 op/s 2024-04-12T17:42:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:40 smithi005 ceph-mon[88416]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T17:42:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:40 smithi005 ceph-mon[90837]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.5 KiB/s wr, 54 op/s 2024-04-12T17:42:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:40 smithi005 ceph-mon[90837]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-12T17:42:41.615 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-12T17:42:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:41 smithi016 ceph-mon[84444]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T17:42:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:41 smithi016 ceph-mon[84444]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T17:42:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:41 smithi005 ceph-mon[88416]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T17:42:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:41 smithi005 ceph-mon[88416]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T17:42:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:41 smithi005 ceph-mon[90837]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-12T17:42:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:41 smithi005 ceph-mon[90837]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-12T17:42:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:42 smithi016 ceph-mon[84444]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T17:42:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:42:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:42:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:42 smithi005 ceph-mon[88416]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T17:42:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:42 smithi005 ceph-mon[90837]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T17:42:43.663 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-12T17:42:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:43 smithi016 ceph-mon[84444]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T17:42:43.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:43 smithi005 ceph-mon[88416]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T17:42:43.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:43 smithi005 ceph-mon[90837]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-12T17:42:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:42:43] "GET /metrics HTTP/1.1" 200 36635 "" "Prometheus/2.43.0" 2024-04-12T17:42:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:44 smithi016 ceph-mon[84444]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 125 op/s 2024-04-12T17:42:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:44 smithi016 ceph-mon[84444]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T17:42:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:44 smithi005 ceph-mon[88416]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 125 op/s 2024-04-12T17:42:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:44 smithi005 ceph-mon[88416]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T17:42:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:44 smithi005 ceph-mon[90837]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 6.5 KiB/s wr, 125 op/s 2024-04-12T17:42:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:44 smithi005 ceph-mon[90837]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-12T17:42:45.684 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-12T17:42:45.767 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-12T17:42:45.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:45 smithi016 ceph-mon[84444]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T17:42:45.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:45 smithi005 ceph-mon[88416]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T17:42:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:45 smithi005 ceph-mon[90837]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-12T17:42:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:46 smithi016 ceph-mon[84444]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 130 op/s 2024-04-12T17:42:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:46 smithi016 ceph-mon[84444]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T17:42:46.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:46 smithi016 ceph-mon[84444]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T17:42:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:46 smithi005 ceph-mon[88416]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 130 op/s 2024-04-12T17:42:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:46 smithi005 ceph-mon[88416]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T17:42:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:46 smithi005 ceph-mon[88416]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T17:42:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:46 smithi005 ceph-mon[90837]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 130 op/s 2024-04-12T17:42:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:46 smithi005 ceph-mon[90837]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-12T17:42:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:46 smithi005 ceph-mon[90837]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-12T17:42:47.623 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-12T17:42:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:48 smithi016 ceph-mon[84444]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 106 op/s 2024-04-12T17:42:48.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:48 smithi016 ceph-mon[84444]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T17:42:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:48 smithi005 ceph-mon[88416]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 106 op/s 2024-04-12T17:42:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:48 smithi005 ceph-mon[88416]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T17:42:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:48 smithi005 ceph-mon[90837]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 106 op/s 2024-04-12T17:42:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:48 smithi005 ceph-mon[90837]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-12T17:42:49.683 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-12T17:42:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:49 smithi016 ceph-mon[84444]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T17:42:49.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:49 smithi005 ceph-mon[88416]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T17:42:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:49 smithi005 ceph-mon[90837]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-12T17:42:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:42:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:50 smithi016 ceph-mon[84444]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 11 KiB/s wr, 204 op/s 2024-04-12T17:42:50.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:50 smithi016 ceph-mon[84444]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T17:42:50.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:50 smithi005 ceph-mon[88416]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 11 KiB/s wr, 204 op/s 2024-04-12T17:42:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:50 smithi005 ceph-mon[88416]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T17:42:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:50 smithi005 ceph-mon[90837]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 11 KiB/s wr, 204 op/s 2024-04-12T17:42:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:50 smithi005 ceph-mon[90837]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-12T17:42:51.633 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-12T17:42:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:51 smithi005 ceph-mon[88416]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T17:42:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:51 smithi005 ceph-mon[88416]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T17:42:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:51 smithi005 ceph-mon[90837]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T17:42:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:51 smithi005 ceph-mon[90837]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T17:42:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:51 smithi016 ceph-mon[84444]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-12T17:42:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:51 smithi016 ceph-mon[84444]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-12T17:42:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:42:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:42:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:52 smithi005 ceph-mon[88416]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.0 KiB/s wr, 103 op/s 2024-04-12T17:42:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:52 smithi005 ceph-mon[90837]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.0 KiB/s wr, 103 op/s 2024-04-12T17:42:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:52 smithi016 ceph-mon[84444]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.0 KiB/s wr, 103 op/s 2024-04-12T17:42:53.720 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-12T17:42:53.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:53 smithi005 ceph-mon[88416]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T17:42:53.887 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:53 smithi005 ceph-mon[90837]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T17:42:54.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:53 smithi016 ceph-mon[84444]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-12T17:42:54.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:42:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:42:53] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-04-12T17:42:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:54 smithi005 ceph-mon[88416]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-12T17:42:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:54 smithi005 ceph-mon[88416]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T17:42:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:54 smithi005 ceph-mon[90837]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-12T17:42:54.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:54 smithi005 ceph-mon[90837]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T17:42:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:54 smithi016 ceph-mon[84444]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-12T17:42:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:54 smithi016 ceph-mon[84444]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-12T17:42:55.729 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-12T17:42:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:55 smithi005 ceph-mon[88416]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T17:42:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:55 smithi005 ceph-mon[90837]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T17:42:56.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:55 smithi016 ceph-mon[84444]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-12T17:42:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:56 smithi005 ceph-mon[90837]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-12T17:42:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:56 smithi005 ceph-mon[90837]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T17:42:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:56 smithi005 ceph-mon[90837]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T17:42:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:56 smithi005 ceph-mon[88416]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-12T17:42:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:56 smithi005 ceph-mon[88416]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T17:42:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:56 smithi005 ceph-mon[88416]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T17:42:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:56 smithi016 ceph-mon[84444]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-12T17:42:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:56 smithi016 ceph-mon[84444]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-12T17:42:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:56 smithi016 ceph-mon[84444]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-12T17:42:57.617 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-12T17:42:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:58 smithi016 ceph-mon[84444]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 51 op/s 2024-04-12T17:42:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:58 smithi016 ceph-mon[84444]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T17:42:58.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:58 smithi005 ceph-mon[88416]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 51 op/s 2024-04-12T17:42:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:58 smithi005 ceph-mon[88416]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T17:42:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:58 smithi005 ceph-mon[90837]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.5 KiB/s wr, 51 op/s 2024-04-12T17:42:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:58 smithi005 ceph-mon[90837]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-12T17:42:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:42:59 smithi005 ceph-mon[88416]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T17:42:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:42:59 smithi005 ceph-mon[90837]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T17:43:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:42:59 smithi016 ceph-mon[84444]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-12T17:43:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:00 smithi005 ceph-mon[88416]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 150 op/s 2024-04-12T17:43:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:00 smithi005 ceph-mon[88416]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T17:43:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:00 smithi005 ceph-mon[90837]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 150 op/s 2024-04-12T17:43:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:00 smithi005 ceph-mon[90837]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T17:43:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:00 smithi016 ceph-mon[84444]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 150 op/s 2024-04-12T17:43:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:00 smithi016 ceph-mon[84444]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-12T17:43:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:01 smithi005 ceph-mon[90837]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T17:43:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:01 smithi005 ceph-mon[90837]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T17:43:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:01 smithi005 ceph-mon[88416]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T17:43:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:01 smithi005 ceph-mon[88416]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T17:43:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:01 smithi016 ceph-mon[84444]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-12T17:43:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:01 smithi016 ceph-mon[84444]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-12T17:43:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:43:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:43:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:02 smithi005 ceph-mon[88416]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 4.5 KiB/s wr, 118 op/s 2024-04-12T17:43:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:02 smithi005 ceph-mon[88416]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T17:43:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:02 smithi005 ceph-mon[90837]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 4.5 KiB/s wr, 118 op/s 2024-04-12T17:43:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:02 smithi005 ceph-mon[90837]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T17:43:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:02 smithi016 ceph-mon[84444]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 4.5 KiB/s wr, 118 op/s 2024-04-12T17:43:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:02 smithi016 ceph-mon[84444]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-12T17:43:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:43:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:43:03] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-04-12T17:43:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:04 smithi016 ceph-mon[84444]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-12T17:43:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:04 smithi016 ceph-mon[84444]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T17:43:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:04 smithi005 ceph-mon[88416]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-12T17:43:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:04 smithi005 ceph-mon[88416]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T17:43:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:04 smithi005 ceph-mon[90837]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-12T17:43:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:04 smithi005 ceph-mon[90837]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-12T17:43:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:05.631 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-12T17:43:05.724 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-12T17:43:05.798 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-12T17:43:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:05 smithi016 ceph-mon[84444]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T17:43:05.873 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-12T17:43:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:05 smithi005 ceph-mon[88416]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T17:43:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:05 smithi005 ceph-mon[90837]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-12T17:43:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:06 smithi016 ceph-mon[84444]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-12T17:43:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:06 smithi016 ceph-mon[84444]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T17:43:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:06 smithi016 ceph-mon[84444]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T17:43:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:06 smithi005 ceph-mon[88416]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-12T17:43:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:06 smithi005 ceph-mon[88416]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T17:43:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:06 smithi005 ceph-mon[88416]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T17:43:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:06 smithi005 ceph-mon[90837]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 42 op/s 2024-04-12T17:43:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:06 smithi005 ceph-mon[90837]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-12T17:43:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:06 smithi005 ceph-mon[90837]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-12T17:43:07.650 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-12T17:43:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:08 smithi016 ceph-mon[84444]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9.7 KiB/s wr, 170 op/s 2024-04-12T17:43:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:08 smithi016 ceph-mon[84444]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T17:43:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:08 smithi005 ceph-mon[88416]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9.7 KiB/s wr, 170 op/s 2024-04-12T17:43:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:08 smithi005 ceph-mon[88416]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T17:43:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:08 smithi005 ceph-mon[90837]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9.7 KiB/s wr, 170 op/s 2024-04-12T17:43:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:08 smithi005 ceph-mon[90837]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-12T17:43:09.646 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-12T17:43:09.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:09 smithi016 ceph-mon[84444]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T17:43:09.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:09 smithi005 ceph-mon[88416]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T17:43:09.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:09 smithi005 ceph-mon[90837]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-12T17:43:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:10 smithi016 ceph-mon[84444]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-12T17:43:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:10 smithi016 ceph-mon[84444]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T17:43:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:43:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:43:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:43:10.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:43:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[88416]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-12T17:43:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[88416]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T17:43:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:43:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[90837]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[90837]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:43:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:43:11.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:11 smithi016 ceph-mon[84444]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T17:43:11.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:11 smithi016 ceph-mon[84444]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T17:43:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:11 smithi005 ceph-mon[88416]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T17:43:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:11 smithi005 ceph-mon[88416]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T17:43:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:11 smithi005 ceph-mon[90837]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-12T17:43:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:11 smithi005 ceph-mon[90837]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-12T17:43:12.576 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:43:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:43:12.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:12 smithi016 ceph-mon[84444]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 110 op/s 2024-04-12T17:43:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:12 smithi005 ceph-mon[88416]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 110 op/s 2024-04-12T17:43:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:12 smithi005 ceph-mon[90837]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.0 KiB/s wr, 110 op/s 2024-04-12T17:43:13.682 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-12T17:43:13.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:13 smithi016 ceph-mon[84444]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T17:43:13.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:13 smithi005 ceph-mon[88416]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T17:43:13.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:13 smithi005 ceph-mon[90837]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-12T17:43:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:43:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:43:13] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-04-12T17:43:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:14 smithi016 ceph-mon[84444]: pgmap v4247: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-04-12T17:43:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:14 smithi016 ceph-mon[84444]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T17:43:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:14 smithi005 ceph-mon[88416]: pgmap v4247: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-04-12T17:43:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:14 smithi005 ceph-mon[88416]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T17:43:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:14 smithi005 ceph-mon[90837]: pgmap v4247: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-04-12T17:43:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:14 smithi005 ceph-mon[90837]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-12T17:43:15.687 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-12T17:43:15.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:15 smithi016 ceph-mon[84444]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T17:43:15.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:15 smithi005 ceph-mon[88416]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T17:43:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:15 smithi005 ceph-mon[90837]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-12T17:43:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:16 smithi016 ceph-mon[84444]: pgmap v4250: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 15 KiB/s wr, 161 op/s 2024-04-12T17:43:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:16 smithi016 ceph-mon[84444]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T17:43:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:16 smithi016 ceph-mon[84444]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T17:43:16.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:16 smithi005 ceph-mon[88416]: pgmap v4250: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 15 KiB/s wr, 161 op/s 2024-04-12T17:43:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:16 smithi005 ceph-mon[88416]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T17:43:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:16 smithi005 ceph-mon[88416]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T17:43:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:16 smithi005 ceph-mon[90837]: pgmap v4250: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 15 KiB/s wr, 161 op/s 2024-04-12T17:43:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:16 smithi005 ceph-mon[90837]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-12T17:43:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:16 smithi005 ceph-mon[90837]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-12T17:43:17.634 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-12T17:43:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:18 smithi016 ceph-mon[84444]: pgmap v4253: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 9.2 KiB/s wr, 115 op/s 2024-04-12T17:43:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:18 smithi016 ceph-mon[84444]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T17:43:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:18 smithi005 ceph-mon[88416]: pgmap v4253: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 9.2 KiB/s wr, 115 op/s 2024-04-12T17:43:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:18 smithi005 ceph-mon[88416]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T17:43:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:18 smithi005 ceph-mon[90837]: pgmap v4253: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 9.2 KiB/s wr, 115 op/s 2024-04-12T17:43:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:18 smithi005 ceph-mon[90837]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-12T17:43:19.697 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-12T17:43:19.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:19 smithi005 ceph-mon[88416]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T17:43:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:19 smithi005 ceph-mon[90837]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T17:43:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:20.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:19 smithi016 ceph-mon[84444]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-12T17:43:20.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:20 smithi005 ceph-mon[88416]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-12T17:43:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:20 smithi005 ceph-mon[88416]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T17:43:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:20 smithi005 ceph-mon[90837]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-12T17:43:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:20 smithi005 ceph-mon[90837]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T17:43:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:20 smithi016 ceph-mon[84444]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-12T17:43:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:20 smithi016 ceph-mon[84444]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-12T17:43:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:21 smithi005 ceph-mon[88416]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T17:43:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:21 smithi005 ceph-mon[88416]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T17:43:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:21 smithi005 ceph-mon[90837]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T17:43:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:21 smithi005 ceph-mon[90837]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T17:43:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:21 smithi016 ceph-mon[84444]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-12T17:43:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:21 smithi016 ceph-mon[84444]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-12T17:43:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:43:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:43:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:22 smithi005 ceph-mon[88416]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 91 op/s 2024-04-12T17:43:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:22 smithi005 ceph-mon[88416]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T17:43:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:22 smithi005 ceph-mon[90837]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 91 op/s 2024-04-12T17:43:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:22 smithi005 ceph-mon[90837]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T17:43:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:22 smithi016 ceph-mon[84444]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.5 KiB/s wr, 91 op/s 2024-04-12T17:43:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:22 smithi016 ceph-mon[84444]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-12T17:43:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:43:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:43:23] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-04-12T17:43:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:24 smithi016 ceph-mon[84444]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 70 op/s 2024-04-12T17:43:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:24 smithi016 ceph-mon[84444]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T17:43:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:24 smithi005 ceph-mon[88416]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 70 op/s 2024-04-12T17:43:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:24 smithi005 ceph-mon[88416]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T17:43:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:24 smithi005 ceph-mon[90837]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 70 op/s 2024-04-12T17:43:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:24 smithi005 ceph-mon[90837]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-12T17:43:25.641 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-12T17:43:25.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:25 smithi016 ceph-mon[84444]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T17:43:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:25 smithi005 ceph-mon[88416]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T17:43:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:25 smithi005 ceph-mon[90837]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-12T17:43:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:26 smithi016 ceph-mon[84444]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 127 op/s 2024-04-12T17:43:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:26 smithi016 ceph-mon[84444]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T17:43:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:26 smithi016 ceph-mon[84444]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T17:43:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:26 smithi005 ceph-mon[88416]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 127 op/s 2024-04-12T17:43:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:26 smithi005 ceph-mon[88416]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T17:43:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:26 smithi005 ceph-mon[88416]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T17:43:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:26 smithi005 ceph-mon[90837]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 127 op/s 2024-04-12T17:43:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:26 smithi005 ceph-mon[90837]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-12T17:43:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:26 smithi005 ceph-mon[90837]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-12T17:43:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:28 smithi016 ceph-mon[84444]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-12T17:43:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:28 smithi016 ceph-mon[84444]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T17:43:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:28 smithi005 ceph-mon[88416]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-12T17:43:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:28 smithi005 ceph-mon[88416]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T17:43:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:28 smithi005 ceph-mon[90837]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-12T17:43:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:28 smithi005 ceph-mon[90837]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-12T17:43:29.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:29 smithi016 ceph-mon[84444]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T17:43:29.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:29 smithi005 ceph-mon[88416]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T17:43:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:29 smithi005 ceph-mon[90837]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-12T17:43:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:30 smithi016 ceph-mon[84444]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 84 op/s 2024-04-12T17:43:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:30 smithi016 ceph-mon[84444]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T17:43:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:30 smithi005 ceph-mon[88416]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 84 op/s 2024-04-12T17:43:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:30 smithi005 ceph-mon[88416]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T17:43:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:30 smithi005 ceph-mon[90837]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 4.5 KiB/s wr, 84 op/s 2024-04-12T17:43:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:30 smithi005 ceph-mon[90837]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-12T17:43:31.641 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-12T17:43:31.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:31 smithi016 ceph-mon[84444]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T17:43:31.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:31 smithi016 ceph-mon[84444]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T17:43:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:31 smithi005 ceph-mon[88416]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T17:43:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:31 smithi005 ceph-mon[88416]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T17:43:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:31 smithi005 ceph-mon[90837]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-12T17:43:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:31 smithi005 ceph-mon[90837]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-12T17:43:32.577 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:43:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:43:32.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:32 smithi016 ceph-mon[84444]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-12T17:43:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:32 smithi005 ceph-mon[88416]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-12T17:43:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:32 smithi005 ceph-mon[90837]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-12T17:43:33.685 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-12T17:43:33.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:33 smithi016 ceph-mon[84444]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T17:43:33.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:33 smithi005 ceph-mon[88416]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T17:43:33.887 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:33 smithi005 ceph-mon[90837]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-12T17:43:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:43:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:43:33] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-04-12T17:43:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:34 smithi016 ceph-mon[84444]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2024-04-12T17:43:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:34 smithi016 ceph-mon[84444]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T17:43:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:34 smithi005 ceph-mon[88416]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2024-04-12T17:43:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:34 smithi005 ceph-mon[88416]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T17:43:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:34 smithi005 ceph-mon[90837]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2024-04-12T17:43:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:34 smithi005 ceph-mon[90837]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-12T17:43:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:35.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:35 smithi005 ceph-mon[88416]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T17:43:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:35 smithi005 ceph-mon[90837]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T17:43:36.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:35 smithi016 ceph-mon[84444]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-12T17:43:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:36 smithi005 ceph-mon[88416]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 146 op/s 2024-04-12T17:43:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:36 smithi005 ceph-mon[88416]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T17:43:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:36 smithi005 ceph-mon[88416]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T17:43:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:36 smithi005 ceph-mon[90837]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 146 op/s 2024-04-12T17:43:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:36 smithi005 ceph-mon[90837]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T17:43:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:36 smithi005 ceph-mon[90837]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T17:43:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:36 smithi016 ceph-mon[84444]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 146 op/s 2024-04-12T17:43:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:36 smithi016 ceph-mon[84444]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-12T17:43:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:36 smithi016 ceph-mon[84444]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-12T17:43:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:38 smithi016 ceph-mon[84444]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-04-12T17:43:38.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:38 smithi016 ceph-mon[84444]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T17:43:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:38 smithi005 ceph-mon[88416]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-04-12T17:43:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:38 smithi005 ceph-mon[88416]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T17:43:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:38 smithi005 ceph-mon[90837]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-04-12T17:43:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:38 smithi005 ceph-mon[90837]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-12T17:43:39.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:39 smithi016 ceph-mon[84444]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T17:43:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:39 smithi005 ceph-mon[88416]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T17:43:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:39 smithi005 ceph-mon[90837]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-12T17:43:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:40 smithi016 ceph-mon[84444]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-12T17:43:40.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:40 smithi016 ceph-mon[84444]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T17:43:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:40 smithi005 ceph-mon[88416]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-12T17:43:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:40 smithi005 ceph-mon[88416]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T17:43:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:40 smithi005 ceph-mon[90837]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-12T17:43:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:40 smithi005 ceph-mon[90837]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-12T17:43:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:41 smithi016 ceph-mon[84444]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T17:43:41.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:41 smithi016 ceph-mon[84444]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T17:43:41.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:41 smithi005 ceph-mon[90837]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T17:43:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:41 smithi005 ceph-mon[90837]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T17:43:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:41 smithi005 ceph-mon[88416]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-12T17:43:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:41 smithi005 ceph-mon[88416]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-12T17:43:42.574 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:43:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:43:42.849 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:42 smithi016 ceph-mon[84444]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-04-12T17:43:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:42 smithi005 ceph-mon[88416]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-04-12T17:43:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:42 smithi005 ceph-mon[90837]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-04-12T17:43:43.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:43 smithi016 ceph-mon[84444]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T17:43:43.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:43 smithi005 ceph-mon[88416]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T17:43:43.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:43 smithi005 ceph-mon[90837]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-12T17:43:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:43:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:43:43] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-04-12T17:43:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:44 smithi016 ceph-mon[84444]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-04-12T17:43:44.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:44 smithi016 ceph-mon[84444]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T17:43:44.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:44 smithi005 ceph-mon[88416]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-04-12T17:43:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:44 smithi005 ceph-mon[88416]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T17:43:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:44 smithi005 ceph-mon[90837]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-04-12T17:43:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:44 smithi005 ceph-mon[90837]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-12T17:43:45.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:45 smithi016 ceph-mon[84444]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T17:43:45.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:45 smithi005 ceph-mon[88416]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T17:43:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:45 smithi005 ceph-mon[90837]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-12T17:43:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:46 smithi005 ceph-mon[88416]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-12T17:43:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:46 smithi005 ceph-mon[88416]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T17:43:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:46 smithi005 ceph-mon[90837]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-12T17:43:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:46 smithi005 ceph-mon[90837]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T17:43:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:46 smithi016 ceph-mon[84444]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-12T17:43:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:46 smithi016 ceph-mon[84444]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-12T17:43:47.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:47 smithi005 ceph-mon[88416]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T17:43:47.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:47 smithi005 ceph-mon[90837]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T17:43:48.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:47 smithi016 ceph-mon[84444]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-12T17:43:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:48 smithi005 ceph-mon[88416]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:43:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:48 smithi005 ceph-mon[88416]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T17:43:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:48 smithi005 ceph-mon[90837]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:43:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:48 smithi005 ceph-mon[90837]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T17:43:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:48 smithi016 ceph-mon[84444]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:43:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:48 smithi016 ceph-mon[84444]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-12T17:43:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:49 smithi005 ceph-mon[88416]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T17:43:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:49 smithi005 ceph-mon[90837]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T17:43:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:49 smithi016 ceph-mon[84444]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-12T17:43:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:43:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:50 smithi005 ceph-mon[88416]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 142 op/s 2024-04-12T17:43:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:50 smithi005 ceph-mon[88416]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T17:43:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:50 smithi005 ceph-mon[90837]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 142 op/s 2024-04-12T17:43:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:50 smithi005 ceph-mon[90837]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T17:43:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:50 smithi016 ceph-mon[84444]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.0 KiB/s wr, 142 op/s 2024-04-12T17:43:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:50 smithi016 ceph-mon[84444]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-12T17:43:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:51 smithi005 ceph-mon[88416]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T17:43:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:51 smithi005 ceph-mon[90837]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T17:43:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:51 smithi016 ceph-mon[84444]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-12T17:43:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:43:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:43:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:52 smithi005 ceph-mon[88416]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.0 KiB/s wr, 140 op/s 2024-04-12T17:43:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:52 smithi005 ceph-mon[88416]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T17:43:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:52 smithi005 ceph-mon[90837]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.0 KiB/s wr, 140 op/s 2024-04-12T17:43:52.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:52 smithi005 ceph-mon[90837]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T17:43:53.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:52 smithi016 ceph-mon[84444]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.0 KiB/s wr, 140 op/s 2024-04-12T17:43:53.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:52 smithi016 ceph-mon[84444]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-12T17:43:53.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:53 smithi005 ceph-mon[88416]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T17:43:53.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:43:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:43:53] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-12T17:43:53.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:53 smithi005 ceph-mon[90837]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T17:43:54.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:53 smithi016 ceph-mon[84444]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-12T17:43:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:54 smithi005 ceph-mon[88416]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.7 KiB/s wr, 181 op/s 2024-04-12T17:43:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:54 smithi005 ceph-mon[88416]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T17:43:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:54 smithi005 ceph-mon[90837]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.7 KiB/s wr, 181 op/s 2024-04-12T17:43:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:54 smithi005 ceph-mon[90837]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T17:43:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:54 smithi016 ceph-mon[84444]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.7 KiB/s wr, 181 op/s 2024-04-12T17:43:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:54 smithi016 ceph-mon[84444]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-12T17:43:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:55 smithi005 ceph-mon[88416]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T17:43:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:55 smithi005 ceph-mon[90837]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T17:43:56.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:55 smithi016 ceph-mon[84444]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-12T17:43:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:56 smithi005 ceph-mon[88416]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 3.7 KiB/s wr, 185 op/s 2024-04-12T17:43:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:56 smithi005 ceph-mon[88416]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T17:43:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:56 smithi005 ceph-mon[90837]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 3.7 KiB/s wr, 185 op/s 2024-04-12T17:43:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:56 smithi005 ceph-mon[90837]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T17:43:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:56 smithi016 ceph-mon[84444]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 3.7 KiB/s wr, 185 op/s 2024-04-12T17:43:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:56 smithi016 ceph-mon[84444]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-12T17:43:57.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:57 smithi005 ceph-mon[88416]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T17:43:57.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:57 smithi005 ceph-mon[90837]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T17:43:58.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:57 smithi016 ceph-mon[84444]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-12T17:43:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:58 smithi005 ceph-mon[88416]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 5 op/s 2024-04-12T17:43:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:58 smithi005 ceph-mon[88416]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T17:43:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:58 smithi005 ceph-mon[90837]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 5 op/s 2024-04-12T17:43:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:58 smithi005 ceph-mon[90837]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T17:43:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:58 smithi016 ceph-mon[84444]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 5 op/s 2024-04-12T17:43:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:58 smithi016 ceph-mon[84444]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-12T17:43:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:43:59 smithi005 ceph-mon[88416]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T17:43:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:43:59 smithi005 ceph-mon[90837]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T17:44:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:43:59 smithi016 ceph-mon[84444]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-12T17:44:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:00 smithi005 ceph-mon[88416]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T17:44:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:00 smithi005 ceph-mon[88416]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T17:44:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:00 smithi005 ceph-mon[90837]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T17:44:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:00 smithi005 ceph-mon[90837]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T17:44:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:00 smithi016 ceph-mon[84444]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 3.7 KiB/s wr, 229 op/s 2024-04-12T17:44:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:00 smithi016 ceph-mon[84444]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-12T17:44:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:01 smithi005 ceph-mon[88416]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T17:44:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:01 smithi005 ceph-mon[90837]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T17:44:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:01 smithi016 ceph-mon[84444]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-12T17:44:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:44:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:44:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:02 smithi005 ceph-mon[88416]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 3.7 KiB/s wr, 228 op/s 2024-04-12T17:44:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:02 smithi005 ceph-mon[88416]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T17:44:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:02 smithi005 ceph-mon[90837]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 3.7 KiB/s wr, 228 op/s 2024-04-12T17:44:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:02 smithi005 ceph-mon[90837]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T17:44:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:02 smithi016 ceph-mon[84444]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 3.7 KiB/s wr, 228 op/s 2024-04-12T17:44:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:02 smithi016 ceph-mon[84444]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-12T17:44:03.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:03 smithi005 ceph-mon[88416]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T17:44:03.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:44:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:44:03] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-12T17:44:03.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:03 smithi005 ceph-mon[90837]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T17:44:04.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:03 smithi016 ceph-mon[84444]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-12T17:44:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:04 smithi005 ceph-mon[88416]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-04-12T17:44:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:04 smithi005 ceph-mon[88416]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T17:44:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:04 smithi005 ceph-mon[90837]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-04-12T17:44:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:04 smithi005 ceph-mon[90837]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T17:44:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:04 smithi016 ceph-mon[84444]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 3.2 KiB/s wr, 268 op/s 2024-04-12T17:44:05.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:04 smithi016 ceph-mon[84444]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-12T17:44:05.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:05 smithi005 ceph-mon[88416]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T17:44:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:05 smithi005 ceph-mon[90837]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T17:44:06.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:05 smithi016 ceph-mon[84444]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-12T17:44:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:06 smithi016 ceph-mon[84444]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-12T17:44:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:06 smithi016 ceph-mon[84444]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T17:44:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:06 smithi005 ceph-mon[88416]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-12T17:44:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:06 smithi005 ceph-mon[88416]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T17:44:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:06 smithi005 ceph-mon[90837]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 3.5 KiB/s wr, 273 op/s 2024-04-12T17:44:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:06 smithi005 ceph-mon[90837]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-12T17:44:08.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:07 smithi016 ceph-mon[84444]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T17:44:08.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:07 smithi005 ceph-mon[88416]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T17:44:08.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:07 smithi005 ceph-mon[90837]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-12T17:44:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:08 smithi016 ceph-mon[84444]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:44:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:08 smithi016 ceph-mon[84444]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T17:44:09.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:08 smithi005 ceph-mon[88416]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:44:09.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:08 smithi005 ceph-mon[88416]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T17:44:09.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:08 smithi005 ceph-mon[90837]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:44:09.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:08 smithi005 ceph-mon[90837]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-12T17:44:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:09 smithi016 ceph-mon[84444]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T17:44:10.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:09 smithi005 ceph-mon[88416]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T17:44:10.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:09 smithi005 ceph-mon[90837]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-12T17:44:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:10 smithi016 ceph-mon[84444]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.7 KiB/s wr, 257 op/s 2024-04-12T17:44:11.151 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:10 smithi016 ceph-mon[84444]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T17:44:11.151 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:10 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:44:11.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:10 smithi005 ceph-mon[88416]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.7 KiB/s wr, 257 op/s 2024-04-12T17:44:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:10 smithi005 ceph-mon[88416]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T17:44:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:10 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:44:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:10 smithi005 ceph-mon[90837]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 3.7 KiB/s wr, 257 op/s 2024-04-12T17:44:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:10 smithi005 ceph-mon[90837]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-12T17:44:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:10 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:44:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:11 smithi016 ceph-mon[84444]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T17:44:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:44:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:44:12.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:11 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:44:12.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:11 smithi016 ceph-mon[84444]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 2.7 KiB/s wr, 255 op/s 2024-04-12T17:44:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[88416]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T17:44:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:44:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:44:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:44:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[88416]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 2.7 KiB/s wr, 255 op/s 2024-04-12T17:44:12.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[90837]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-12T17:44:12.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:44:12.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:44:12.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:44:12.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:11 smithi005 ceph-mon[90837]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 2.7 KiB/s wr, 255 op/s 2024-04-12T17:44:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:44:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:44:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:12 smithi016 ceph-mon[84444]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T17:44:13.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:12 smithi005 ceph-mon[90837]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T17:44:13.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:12 smithi005 ceph-mon[88416]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-12T17:44:14.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:13 smithi016 ceph-mon[84444]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T17:44:14.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:13 smithi016 ceph-mon[84444]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 3.2 KiB/s wr, 341 op/s 2024-04-12T17:44:14.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:13 smithi005 ceph-mon[88416]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T17:44:14.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:13 smithi005 ceph-mon[88416]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 3.2 KiB/s wr, 341 op/s 2024-04-12T17:44:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:44:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:44:13] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:44:14.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:13 smithi005 ceph-mon[90837]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-12T17:44:14.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:13 smithi005 ceph-mon[90837]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 3.2 KiB/s wr, 341 op/s 2024-04-12T17:44:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:14 smithi016 ceph-mon[84444]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T17:44:15.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:14 smithi005 ceph-mon[90837]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T17:44:15.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:14 smithi005 ceph-mon[88416]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-12T17:44:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:15 smithi016 ceph-mon[84444]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T17:44:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:15 smithi016 ceph-mon[84444]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 3.2 KiB/s wr, 346 op/s 2024-04-12T17:44:16.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:15 smithi005 ceph-mon[88416]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T17:44:16.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:15 smithi005 ceph-mon[88416]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 3.2 KiB/s wr, 346 op/s 2024-04-12T17:44:16.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:15 smithi005 ceph-mon[90837]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-12T17:44:16.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:15 smithi005 ceph-mon[90837]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 257 KiB/s rd, 3.2 KiB/s wr, 346 op/s 2024-04-12T17:44:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:16 smithi016 ceph-mon[84444]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T17:44:17.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:16 smithi005 ceph-mon[88416]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T17:44:17.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:16 smithi005 ceph-mon[90837]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-12T17:44:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:17 smithi016 ceph-mon[84444]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T17:44:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:17 smithi016 ceph-mon[84444]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:18.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:17 smithi005 ceph-mon[88416]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T17:44:18.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:17 smithi005 ceph-mon[88416]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:18.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:17 smithi005 ceph-mon[90837]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-12T17:44:18.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:17 smithi005 ceph-mon[90837]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:18 smithi016 ceph-mon[84444]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T17:44:19.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:18 smithi005 ceph-mon[88416]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T17:44:19.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:18 smithi005 ceph-mon[90837]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-12T17:44:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:19 smithi016 ceph-mon[84444]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T17:44:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:19 smithi016 ceph-mon[84444]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.7 KiB/s wr, 396 op/s 2024-04-12T17:44:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:20.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:19 smithi005 ceph-mon[88416]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T17:44:20.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:19 smithi005 ceph-mon[88416]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.7 KiB/s wr, 396 op/s 2024-04-12T17:44:20.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:20.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:19 smithi005 ceph-mon[90837]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-12T17:44:20.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:19 smithi005 ceph-mon[90837]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 3.7 KiB/s wr, 396 op/s 2024-04-12T17:44:20.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:20 smithi016 ceph-mon[84444]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T17:44:21.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:20 smithi005 ceph-mon[88416]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T17:44:21.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:20 smithi005 ceph-mon[90837]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-12T17:44:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:21 smithi016 ceph-mon[84444]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T17:44:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:21 smithi016 ceph-mon[84444]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 2.7 KiB/s wr, 393 op/s 2024-04-12T17:44:22.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:21 smithi005 ceph-mon[88416]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T17:44:22.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:21 smithi005 ceph-mon[88416]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 2.7 KiB/s wr, 393 op/s 2024-04-12T17:44:22.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:21 smithi005 ceph-mon[90837]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-12T17:44:22.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:21 smithi005 ceph-mon[90837]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 2.7 KiB/s wr, 393 op/s 2024-04-12T17:44:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:44:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:44:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:22 smithi016 ceph-mon[84444]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T17:44:23.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:22 smithi005 ceph-mon[88416]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T17:44:23.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:22 smithi005 ceph-mon[90837]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-12T17:44:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:23 smithi016 ceph-mon[84444]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T17:44:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:23 smithi016 ceph-mon[84444]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 3.5 KiB/s wr, 434 op/s 2024-04-12T17:44:24.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:44:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:44:23] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:44:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:23 smithi005 ceph-mon[88416]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T17:44:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:23 smithi005 ceph-mon[88416]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 3.5 KiB/s wr, 434 op/s 2024-04-12T17:44:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:23 smithi005 ceph-mon[90837]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-12T17:44:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:23 smithi005 ceph-mon[90837]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 3.5 KiB/s wr, 434 op/s 2024-04-12T17:44:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:24 smithi016 ceph-mon[84444]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T17:44:25.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:24 smithi005 ceph-mon[88416]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T17:44:25.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:24 smithi005 ceph-mon[90837]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-12T17:44:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:25 smithi016 ceph-mon[84444]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T17:44:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:25 smithi016 ceph-mon[84444]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:44:26.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:25 smithi005 ceph-mon[88416]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T17:44:26.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:25 smithi005 ceph-mon[88416]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:44:26.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:25 smithi005 ceph-mon[90837]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-12T17:44:26.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:25 smithi005 ceph-mon[90837]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 3.5 KiB/s wr, 439 op/s 2024-04-12T17:44:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:26 smithi016 ceph-mon[84444]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T17:44:27.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:26 smithi005 ceph-mon[88416]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T17:44:27.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:26 smithi005 ceph-mon[90837]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-12T17:44:28.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:27 smithi016 ceph-mon[84444]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T17:44:28.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:27 smithi016 ceph-mon[84444]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:28.206 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:27 smithi005 ceph-mon[90837]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T17:44:28.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:27 smithi005 ceph-mon[90837]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:28.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:27 smithi005 ceph-mon[88416]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-12T17:44:28.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:27 smithi005 ceph-mon[88416]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:28 smithi016 ceph-mon[84444]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T17:44:29.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:28 smithi005 ceph-mon[90837]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T17:44:29.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:28 smithi005 ceph-mon[88416]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-12T17:44:30.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:29 smithi005 ceph-mon[88416]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T17:44:30.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:29 smithi005 ceph-mon[88416]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 4.2 KiB/s wr, 484 op/s 2024-04-12T17:44:30.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:29 smithi005 ceph-mon[90837]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T17:44:30.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:29 smithi005 ceph-mon[90837]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 4.2 KiB/s wr, 484 op/s 2024-04-12T17:44:30.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:29 smithi016 ceph-mon[84444]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-12T17:44:30.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:29 smithi016 ceph-mon[84444]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 360 KiB/s rd, 4.2 KiB/s wr, 484 op/s 2024-04-12T17:44:31.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:30 smithi005 ceph-mon[88416]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T17:44:31.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:30 smithi005 ceph-mon[90837]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T17:44:31.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:30 smithi016 ceph-mon[84444]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-12T17:44:32.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:31 smithi005 ceph-mon[88416]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T17:44:32.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:31 smithi005 ceph-mon[88416]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 3.2 KiB/s wr, 481 op/s 2024-04-12T17:44:32.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:31 smithi005 ceph-mon[90837]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T17:44:32.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:31 smithi005 ceph-mon[90837]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 3.2 KiB/s wr, 481 op/s 2024-04-12T17:44:32.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:31 smithi016 ceph-mon[84444]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-12T17:44:32.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:31 smithi016 ceph-mon[84444]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 3.2 KiB/s wr, 481 op/s 2024-04-12T17:44:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:44:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:44:33.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:32 smithi005 ceph-mon[88416]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T17:44:33.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:32 smithi005 ceph-mon[90837]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T17:44:33.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:32 smithi016 ceph-mon[84444]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-12T17:44:34.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:33 smithi005 ceph-mon[88416]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T17:44:34.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:33 smithi005 ceph-mon[88416]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 3.2 KiB/s wr, 521 op/s 2024-04-12T17:44:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:44:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:44:33] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:44:34.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:33 smithi005 ceph-mon[90837]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T17:44:34.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:33 smithi005 ceph-mon[90837]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 3.2 KiB/s wr, 521 op/s 2024-04-12T17:44:34.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:33 smithi016 ceph-mon[84444]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-12T17:44:34.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:33 smithi016 ceph-mon[84444]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 389 KiB/s rd, 3.2 KiB/s wr, 521 op/s 2024-04-12T17:44:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:34 smithi016 ceph-mon[84444]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T17:44:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:35.098 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:44:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T17:44:34.812686679Z level=info msg="Completed cleanup jobs" duration=2.516867ms 2024-04-12T17:44:35.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:34 smithi005 ceph-mon[88416]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T17:44:35.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:35.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:34 smithi005 ceph-mon[90837]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-12T17:44:35.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:36.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:35 smithi005 ceph-mon[88416]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T17:44:36.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:35 smithi005 ceph-mon[88416]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-04-12T17:44:36.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:35 smithi005 ceph-mon[90837]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T17:44:36.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:35 smithi005 ceph-mon[90837]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-04-12T17:44:36.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:35 smithi016 ceph-mon[84444]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-12T17:44:36.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:35 smithi016 ceph-mon[84444]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 3.5 KiB/s wr, 527 op/s 2024-04-12T17:44:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:36 smithi005 ceph-mon[88416]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T17:44:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:36 smithi005 ceph-mon[90837]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T17:44:37.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:36 smithi016 ceph-mon[84444]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-12T17:44:38.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:37 smithi005 ceph-mon[88416]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T17:44:38.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:37 smithi005 ceph-mon[88416]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:44:38.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:37 smithi005 ceph-mon[90837]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T17:44:38.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:37 smithi005 ceph-mon[90837]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:44:38.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:37 smithi016 ceph-mon[84444]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-12T17:44:38.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:37 smithi016 ceph-mon[84444]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-12T17:44:39.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:38 smithi005 ceph-mon[88416]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T17:44:39.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:38 smithi005 ceph-mon[90837]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T17:44:39.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:38 smithi016 ceph-mon[84444]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-12T17:44:40.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:39 smithi005 ceph-mon[88416]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T17:44:40.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:39 smithi005 ceph-mon[88416]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 3.7 KiB/s wr, 570 op/s 2024-04-12T17:44:40.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:39 smithi005 ceph-mon[90837]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T17:44:40.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:39 smithi005 ceph-mon[90837]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 3.7 KiB/s wr, 570 op/s 2024-04-12T17:44:40.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:39 smithi016 ceph-mon[84444]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-12T17:44:40.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:39 smithi016 ceph-mon[84444]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 3.7 KiB/s wr, 570 op/s 2024-04-12T17:44:41.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:40 smithi005 ceph-mon[88416]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T17:44:41.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:40 smithi005 ceph-mon[90837]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T17:44:41.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:40 smithi016 ceph-mon[84444]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-12T17:44:42.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:41 smithi005 ceph-mon[88416]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T17:44:42.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:41 smithi005 ceph-mon[88416]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 3.0 KiB/s wr, 569 op/s 2024-04-12T17:44:42.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:41 smithi005 ceph-mon[90837]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T17:44:42.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:41 smithi005 ceph-mon[90837]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 3.0 KiB/s wr, 569 op/s 2024-04-12T17:44:42.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:41 smithi016 ceph-mon[84444]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-12T17:44:42.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:41 smithi016 ceph-mon[84444]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 3.0 KiB/s wr, 569 op/s 2024-04-12T17:44:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:44:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:44:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:42 smithi005 ceph-mon[88416]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T17:44:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:42 smithi005 ceph-mon[90837]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T17:44:43.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:42 smithi016 ceph-mon[84444]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-12T17:44:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:43 smithi005 ceph-mon[88416]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T17:44:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:43 smithi005 ceph-mon[88416]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 3.2 KiB/s wr, 612 op/s 2024-04-12T17:44:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:44:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:44:43] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:44:44.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:43 smithi005 ceph-mon[90837]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T17:44:44.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:43 smithi005 ceph-mon[90837]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 3.2 KiB/s wr, 612 op/s 2024-04-12T17:44:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:43 smithi016 ceph-mon[84444]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-12T17:44:44.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:43 smithi016 ceph-mon[84444]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 3.2 KiB/s wr, 612 op/s 2024-04-12T17:44:45.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:44 smithi005 ceph-mon[88416]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T17:44:45.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:44 smithi005 ceph-mon[90837]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T17:44:45.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:44 smithi016 ceph-mon[84444]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-12T17:44:46.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:45 smithi005 ceph-mon[88416]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T17:44:46.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:45 smithi005 ceph-mon[88416]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T17:44:46.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:45 smithi005 ceph-mon[90837]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T17:44:46.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:45 smithi005 ceph-mon[90837]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T17:44:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:45 smithi016 ceph-mon[84444]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-12T17:44:46.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:45 smithi016 ceph-mon[84444]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 3.5 KiB/s wr, 617 op/s 2024-04-12T17:44:47.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:46 smithi005 ceph-mon[88416]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T17:44:47.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:46 smithi005 ceph-mon[90837]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T17:44:47.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:46 smithi016 ceph-mon[84444]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-12T17:44:48.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:47 smithi005 ceph-mon[88416]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T17:44:48.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:47 smithi005 ceph-mon[88416]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:48.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:47 smithi005 ceph-mon[90837]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T17:44:48.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:47 smithi005 ceph-mon[90837]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:47 smithi016 ceph-mon[84444]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-12T17:44:48.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:47 smithi016 ceph-mon[84444]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:44:49.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:48 smithi016 ceph-mon[84444]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T17:44:49.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:48 smithi005 ceph-mon[88416]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T17:44:49.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:48 smithi005 ceph-mon[90837]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-12T17:44:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:49 smithi016 ceph-mon[84444]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T17:44:50.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:49 smithi016 ceph-mon[84444]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 3.7 KiB/s wr, 662 op/s 2024-04-12T17:44:50.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:49 smithi005 ceph-mon[88416]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T17:44:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:49 smithi005 ceph-mon[88416]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 3.7 KiB/s wr, 662 op/s 2024-04-12T17:44:50.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:49 smithi005 ceph-mon[90837]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-12T17:44:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:49 smithi005 ceph-mon[90837]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 3.7 KiB/s wr, 662 op/s 2024-04-12T17:44:50.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:44:51.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:50 smithi016 ceph-mon[84444]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T17:44:51.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:50 smithi005 ceph-mon[88416]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T17:44:51.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:50 smithi005 ceph-mon[90837]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-12T17:44:52.249 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:51 smithi016 ceph-mon[84444]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T17:44:52.249 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:51 smithi016 ceph-mon[84444]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 3.0 KiB/s wr, 660 op/s 2024-04-12T17:44:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:51 smithi005 ceph-mon[88416]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T17:44:52.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:51 smithi005 ceph-mon[88416]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 3.0 KiB/s wr, 660 op/s 2024-04-12T17:44:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:51 smithi005 ceph-mon[90837]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-12T17:44:52.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:51 smithi005 ceph-mon[90837]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 3.0 KiB/s wr, 660 op/s 2024-04-12T17:44:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:44:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:44:53.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:52 smithi016 ceph-mon[84444]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T17:44:53.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:52 smithi005 ceph-mon[88416]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T17:44:53.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:52 smithi005 ceph-mon[90837]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-12T17:44:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:53 smithi005 ceph-mon[88416]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T17:44:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:53 smithi005 ceph-mon[88416]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 3.5 KiB/s wr, 700 op/s 2024-04-12T17:44:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:44:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:44:53] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:44:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:53 smithi005 ceph-mon[90837]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T17:44:54.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:53 smithi005 ceph-mon[90837]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 3.5 KiB/s wr, 700 op/s 2024-04-12T17:44:54.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:53 smithi016 ceph-mon[84444]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-12T17:44:54.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:53 smithi016 ceph-mon[84444]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 3.5 KiB/s wr, 700 op/s 2024-04-12T17:44:55.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:54 smithi016 ceph-mon[84444]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T17:44:55.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:54 smithi005 ceph-mon[88416]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T17:44:55.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:54 smithi005 ceph-mon[90837]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-12T17:44:56.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:56 smithi016 ceph-mon[84444]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T17:44:56.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:56 smithi016 ceph-mon[84444]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 4.0 KiB/s wr, 706 op/s 2024-04-12T17:44:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:56 smithi005 ceph-mon[88416]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T17:44:56.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:56 smithi005 ceph-mon[88416]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 4.0 KiB/s wr, 706 op/s 2024-04-12T17:44:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:56 smithi005 ceph-mon[90837]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-12T17:44:56.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:56 smithi005 ceph-mon[90837]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 4.0 KiB/s wr, 706 op/s 2024-04-12T17:44:57.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:57 smithi016 ceph-mon[84444]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T17:44:57.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:57 smithi005 ceph-mon[88416]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T17:44:57.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:57 smithi005 ceph-mon[90837]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-12T17:44:58.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:58 smithi016 ceph-mon[84444]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T17:44:58.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:58 smithi016 ceph-mon[84444]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:44:58.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:58 smithi005 ceph-mon[88416]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T17:44:58.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:58 smithi005 ceph-mon[88416]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:44:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:58 smithi005 ceph-mon[90837]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-12T17:44:58.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:58 smithi005 ceph-mon[90837]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:44:59.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:44:59 smithi016 ceph-mon[84444]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T17:44:59.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:44:59 smithi005 ceph-mon[88416]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T17:44:59.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:44:59 smithi005 ceph-mon[90837]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-12T17:45:00.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:00 smithi016 ceph-mon[84444]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T17:45:00.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:00 smithi016 ceph-mon[84444]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.5 KiB/s wr, 749 op/s 2024-04-12T17:45:00.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:00 smithi005 ceph-mon[88416]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T17:45:00.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:00 smithi005 ceph-mon[88416]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.5 KiB/s wr, 749 op/s 2024-04-12T17:45:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:00 smithi005 ceph-mon[90837]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-12T17:45:00.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:00 smithi005 ceph-mon[90837]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 3.5 KiB/s wr, 749 op/s 2024-04-12T17:45:01.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:01 smithi016 ceph-mon[84444]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T17:45:01.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:01 smithi005 ceph-mon[88416]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T17:45:01.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:01 smithi005 ceph-mon[90837]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-12T17:45:02.315 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:02 smithi016 ceph-mon[84444]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T17:45:02.417 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:02 smithi016 ceph-mon[84444]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 3.2 KiB/s wr, 748 op/s 2024-04-12T17:45:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:02 smithi005 ceph-mon[88416]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T17:45:02.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:02 smithi005 ceph-mon[88416]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 3.2 KiB/s wr, 748 op/s 2024-04-12T17:45:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:02 smithi005 ceph-mon[90837]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-12T17:45:02.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:02 smithi005 ceph-mon[90837]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 3.2 KiB/s wr, 748 op/s 2024-04-12T17:45:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:45:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:45:03.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:03 smithi016 ceph-mon[84444]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T17:45:03.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:03 smithi005 ceph-mon[88416]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T17:45:03.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:03 smithi005 ceph-mon[90837]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-12T17:45:04.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:04 smithi005 ceph-mon[88416]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T17:45:04.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:04 smithi005 ceph-mon[88416]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 3.7 KiB/s wr, 788 op/s 2024-04-12T17:45:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:45:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:45:03] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:45:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:04 smithi005 ceph-mon[90837]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T17:45:04.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:04 smithi005 ceph-mon[90837]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 3.7 KiB/s wr, 788 op/s 2024-04-12T17:45:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:04 smithi016 ceph-mon[84444]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-12T17:45:04.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:04 smithi016 ceph-mon[84444]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 3.7 KiB/s wr, 788 op/s 2024-04-12T17:45:05.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:05 smithi016 ceph-mon[84444]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T17:45:05.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:05 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:05 smithi005 ceph-mon[88416]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T17:45:05.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:05 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:05 smithi005 ceph-mon[90837]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-12T17:45:05.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:05 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:06 smithi016 ceph-mon[84444]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T17:45:06.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:06 smithi016 ceph-mon[84444]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-04-12T17:45:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:06 smithi005 ceph-mon[88416]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T17:45:06.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:06 smithi005 ceph-mon[88416]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-04-12T17:45:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:06 smithi005 ceph-mon[90837]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-12T17:45:06.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:06 smithi005 ceph-mon[90837]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.7 KiB/s wr, 793 op/s 2024-04-12T17:45:07.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:07 smithi016 ceph-mon[84444]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T17:45:07.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:07 smithi005 ceph-mon[88416]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T17:45:07.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:07 smithi005 ceph-mon[90837]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-12T17:45:08.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:08 smithi016 ceph-mon[84444]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T17:45:08.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:08 smithi016 ceph-mon[84444]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:45:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:08 smithi005 ceph-mon[88416]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T17:45:08.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:08 smithi005 ceph-mon[88416]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:45:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:08 smithi005 ceph-mon[90837]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-12T17:45:08.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:08 smithi005 ceph-mon[90837]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:45:09.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:09 smithi016 ceph-mon[84444]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T17:45:09.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:09 smithi005 ceph-mon[88416]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T17:45:09.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:09 smithi005 ceph-mon[90837]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-12T17:45:10.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:10 smithi016 ceph-mon[84444]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T17:45:10.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:10 smithi016 ceph-mon[84444]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.7 KiB/s wr, 837 op/s 2024-04-12T17:45:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:10 smithi005 ceph-mon[88416]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T17:45:10.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:10 smithi005 ceph-mon[88416]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.7 KiB/s wr, 837 op/s 2024-04-12T17:45:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:10 smithi005 ceph-mon[90837]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-12T17:45:10.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:10 smithi005 ceph-mon[90837]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 3.7 KiB/s wr, 837 op/s 2024-04-12T17:45:11.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:11 smithi016 ceph-mon[84444]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T17:45:11.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:11 smithi005 ceph-mon[88416]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T17:45:11.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:11 smithi005 ceph-mon[90837]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-12T17:45:12.347 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:45:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:45:12.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:12 smithi016 ceph-mon[84444]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T17:45:12.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:45:12.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:12 smithi016 ceph-mon[84444]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 3.2 KiB/s wr, 835 op/s 2024-04-12T17:45:12.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:45:12.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:45:12.348 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:45:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[88416]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T17:45:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:45:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[88416]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 3.2 KiB/s wr, 835 op/s 2024-04-12T17:45:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:45:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:45:12.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:45:12.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[90837]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-12T17:45:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:45:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[90837]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 3.2 KiB/s wr, 835 op/s 2024-04-12T17:45:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:45:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:45:12.458 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:45:13.347 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:13 smithi016 ceph-mon[84444]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T17:45:13.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:13 smithi005 ceph-mon[88416]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T17:45:13.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:13 smithi005 ceph-mon[90837]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-12T17:45:14.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:14 smithi005 ceph-mon[88416]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T17:45:14.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:14 smithi005 ceph-mon[88416]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 3.7 KiB/s wr, 876 op/s 2024-04-12T17:45:14.209 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:45:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:45:13] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-12T17:45:14.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:14 smithi005 ceph-mon[90837]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T17:45:14.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:14 smithi005 ceph-mon[90837]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 3.7 KiB/s wr, 876 op/s 2024-04-12T17:45:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:14 smithi016 ceph-mon[84444]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-12T17:45:14.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:14 smithi016 ceph-mon[84444]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 649 KiB/s rd, 3.7 KiB/s wr, 876 op/s 2024-04-12T17:45:15.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:15 smithi005 ceph-mon[88416]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T17:45:15.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:15 smithi005 ceph-mon[90837]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T17:45:15.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:15 smithi016 ceph-mon[84444]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-12T17:45:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:16 smithi005 ceph-mon[88416]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T17:45:16.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:16 smithi005 ceph-mon[88416]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 4.2 KiB/s wr, 881 op/s 2024-04-12T17:45:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:16 smithi005 ceph-mon[90837]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T17:45:16.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:16 smithi005 ceph-mon[90837]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 4.2 KiB/s wr, 881 op/s 2024-04-12T17:45:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:16 smithi016 ceph-mon[84444]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-12T17:45:16.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:16 smithi016 ceph-mon[84444]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 653 KiB/s rd, 4.2 KiB/s wr, 881 op/s 2024-04-12T17:45:17.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:17 smithi005 ceph-mon[88416]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T17:45:17.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:17 smithi005 ceph-mon[90837]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T17:45:17.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:17 smithi016 ceph-mon[84444]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-12T17:45:18.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:18 smithi005 ceph-mon[88416]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T17:45:18.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:18 smithi005 ceph-mon[88416]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:45:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:18 smithi005 ceph-mon[90837]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T17:45:18.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:18 smithi005 ceph-mon[90837]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:45:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:18 smithi016 ceph-mon[84444]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-12T17:45:18.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:18 smithi016 ceph-mon[84444]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:45:19.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:19 smithi005 ceph-mon[88416]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T17:45:19.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:19 smithi005 ceph-mon[90837]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T17:45:19.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:19 smithi016 ceph-mon[84444]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-12T17:45:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:20 smithi005 ceph-mon[88416]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T17:45:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:20 smithi005 ceph-mon[88416]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-12T17:45:20.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:20 smithi005 ceph-mon[90837]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T17:45:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:20 smithi005 ceph-mon[90837]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-12T17:45:20.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:20 smithi016 ceph-mon[84444]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-12T17:45:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:20 smithi016 ceph-mon[84444]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 687 KiB/s rd, 3.5 KiB/s wr, 924 op/s 2024-04-12T17:45:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:21.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:21 smithi005 ceph-mon[88416]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T17:45:21.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:21 smithi005 ceph-mon[90837]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T17:45:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:21 smithi016 ceph-mon[84444]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-12T17:45:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:22 smithi005 ceph-mon[88416]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T17:45:22.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:22 smithi005 ceph-mon[88416]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 3.2 KiB/s wr, 923 op/s 2024-04-12T17:45:22.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:22 smithi005 ceph-mon[90837]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T17:45:22.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:22 smithi005 ceph-mon[90837]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 3.2 KiB/s wr, 923 op/s 2024-04-12T17:45:22.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:22 smithi016 ceph-mon[84444]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-12T17:45:22.498 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:22 smithi016 ceph-mon[84444]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 686 KiB/s rd, 3.2 KiB/s wr, 923 op/s 2024-04-12T17:45:22.499 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:45:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:45:23.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:23 smithi005 ceph-mon[88416]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T17:45:23.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:23 smithi005 ceph-mon[90837]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T17:45:23.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:23 smithi016 ceph-mon[84444]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-12T17:45:24.169 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:45:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:45:23] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-12T17:45:24.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:24 smithi005 ceph-mon[88416]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T17:45:24.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:24 smithi005 ceph-mon[88416]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 3.0 KiB/s wr, 962 op/s 2024-04-12T17:45:24.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:24 smithi005 ceph-mon[90837]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T17:45:24.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:24 smithi005 ceph-mon[90837]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 3.0 KiB/s wr, 962 op/s 2024-04-12T17:45:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:24 smithi016 ceph-mon[84444]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-12T17:45:24.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:24 smithi016 ceph-mon[84444]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 715 KiB/s rd, 3.0 KiB/s wr, 962 op/s 2024-04-12T17:45:25.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:25 smithi005 ceph-mon[88416]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T17:45:25.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:25 smithi005 ceph-mon[90837]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T17:45:25.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:25 smithi016 ceph-mon[84444]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-12T17:45:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:26 smithi005 ceph-mon[88416]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T17:45:26.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:26 smithi005 ceph-mon[88416]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.5 KiB/s wr, 968 op/s 2024-04-12T17:45:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:26 smithi005 ceph-mon[90837]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T17:45:26.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:26 smithi005 ceph-mon[90837]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.5 KiB/s wr, 968 op/s 2024-04-12T17:45:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:26 smithi016 ceph-mon[84444]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-12T17:45:26.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:26 smithi016 ceph-mon[84444]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 3.5 KiB/s wr, 968 op/s 2024-04-12T17:45:27.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:27 smithi005 ceph-mon[88416]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T17:45:27.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:27 smithi005 ceph-mon[90837]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T17:45:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:27 smithi016 ceph-mon[84444]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-12T17:45:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:28 smithi005 ceph-mon[88416]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T17:45:28.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:28 smithi005 ceph-mon[88416]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:45:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:28 smithi005 ceph-mon[90837]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T17:45:28.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:28 smithi005 ceph-mon[90837]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:45:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:28 smithi016 ceph-mon[84444]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-12T17:45:28.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:28 smithi016 ceph-mon[84444]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:45:29.456 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:29 smithi005 ceph-mon[88416]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T17:45:29.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:29 smithi005 ceph-mon[90837]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T17:45:29.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:29 smithi016 ceph-mon[84444]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-12T17:45:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:30 smithi005 ceph-mon[88416]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 4.0 KiB/s wr, 1.01k op/s 2024-04-12T17:45:30.457 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:30 smithi005 ceph-mon[88416]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T17:45:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:30 smithi005 ceph-mon[90837]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 4.0 KiB/s wr, 1.01k op/s 2024-04-12T17:45:30.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:30 smithi005 ceph-mon[90837]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T17:45:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:30 smithi016 ceph-mon[84444]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 752 KiB/s rd, 4.0 KiB/s wr, 1.01k op/s 2024-04-12T17:45:30.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:30 smithi016 ceph-mon[84444]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-12T17:45:31.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:31 smithi016 ceph-mon[84444]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T17:45:31.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:31 smithi005 ceph-mon[88416]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T17:45:31.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:31 smithi005 ceph-mon[90837]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-12T17:45:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:32 smithi016 ceph-mon[84444]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-12T17:45:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:32 smithi016 ceph-mon[84444]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T17:45:32.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:45:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:45:32.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:32 smithi005 ceph-mon[88416]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-12T17:45:32.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:32 smithi005 ceph-mon[88416]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T17:45:32.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:32 smithi005 ceph-mon[90837]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 748 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-04-12T17:45:32.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:32 smithi005 ceph-mon[90837]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-12T17:45:33.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:33 smithi016 ceph-mon[84444]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T17:45:33.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:33 smithi005 ceph-mon[88416]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T17:45:33.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:33 smithi005 ceph-mon[90837]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-12T17:45:34.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:45:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:45:33] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-12T17:45:34.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:34 smithi016 ceph-mon[84444]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:45:34.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:34 smithi016 ceph-mon[84444]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T17:45:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:34 smithi005 ceph-mon[88416]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:45:34.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:34 smithi005 ceph-mon[88416]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T17:45:34.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:34 smithi005 ceph-mon[90837]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:45:34.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:34 smithi005 ceph-mon[90837]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-12T17:45:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:35 smithi016 ceph-mon[84444]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T17:45:35.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:35 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:35.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:35 smithi005 ceph-mon[88416]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T17:45:35.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:35 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:35.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:35 smithi005 ceph-mon[90837]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-12T17:45:35.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:35 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:36 smithi016 ceph-mon[84444]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:45:36.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:36 smithi016 ceph-mon[84444]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T17:45:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:36 smithi005 ceph-mon[88416]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:45:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:36 smithi005 ceph-mon[88416]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T17:45:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:36 smithi005 ceph-mon[90837]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 784 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-04-12T17:45:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:36 smithi005 ceph-mon[90837]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-12T17:45:37.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:37 smithi016 ceph-mon[84444]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T17:45:37.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:37 smithi005 ceph-mon[88416]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T17:45:37.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:37 smithi005 ceph-mon[90837]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-12T17:45:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:38 smithi016 ceph-mon[84444]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:45:38.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:38 smithi016 ceph-mon[84444]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T17:45:38.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:38 smithi005 ceph-mon[88416]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:45:38.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:38 smithi005 ceph-mon[88416]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T17:45:38.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:38 smithi005 ceph-mon[90837]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:45:38.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:38 smithi005 ceph-mon[90837]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-12T17:45:39.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:39 smithi016 ceph-mon[84444]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T17:45:39.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:39 smithi005 ceph-mon[88416]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T17:45:39.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:39 smithi005 ceph-mon[90837]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-12T17:45:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:40 smithi016 ceph-mon[84444]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-12T17:45:40.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:40 smithi016 ceph-mon[84444]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T17:45:40.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:40 smithi005 ceph-mon[88416]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-12T17:45:40.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:40 smithi005 ceph-mon[88416]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T17:45:40.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:40 smithi005 ceph-mon[90837]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 817 KiB/s rd, 3.7 KiB/s wr, 1.10k op/s 2024-04-12T17:45:40.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:40 smithi005 ceph-mon[90837]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-12T17:45:41.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:41 smithi016 ceph-mon[84444]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T17:45:41.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:41 smithi005 ceph-mon[88416]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T17:45:41.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:41 smithi005 ceph-mon[90837]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-12T17:45:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:42 smithi016 ceph-mon[84444]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 816 KiB/s rd, 2.7 KiB/s wr, 1.10k op/s 2024-04-12T17:45:42.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:42 smithi016 ceph-mon[84444]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T17:45:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:45:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:45:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:42 smithi005 ceph-mon[88416]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 816 KiB/s rd, 2.7 KiB/s wr, 1.10k op/s 2024-04-12T17:45:42.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:42 smithi005 ceph-mon[88416]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T17:45:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:42 smithi005 ceph-mon[90837]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 816 KiB/s rd, 2.7 KiB/s wr, 1.10k op/s 2024-04-12T17:45:42.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:42 smithi005 ceph-mon[90837]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-12T17:45:43.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:43 smithi016 ceph-mon[84444]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T17:45:43.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:43 smithi005 ceph-mon[88416]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T17:45:43.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:43 smithi005 ceph-mon[90837]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-12T17:45:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:45:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:45:43] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-12T17:45:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:44 smithi016 ceph-mon[84444]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:45:44.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:44 smithi016 ceph-mon[84444]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T17:45:44.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:44 smithi005 ceph-mon[88416]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:45:44.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:44 smithi005 ceph-mon[88416]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T17:45:44.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:44 smithi005 ceph-mon[90837]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:45:44.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:44 smithi005 ceph-mon[90837]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-12T17:45:45.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:45 smithi016 ceph-mon[84444]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T17:45:45.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:45 smithi005 ceph-mon[88416]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T17:45:45.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:45 smithi005 ceph-mon[90837]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-12T17:45:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:46 smithi016 ceph-mon[84444]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:45:46.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:46 smithi016 ceph-mon[84444]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T17:45:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:46 smithi005 ceph-mon[88416]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:45:46.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:46 smithi005 ceph-mon[88416]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T17:45:46.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:46 smithi005 ceph-mon[90837]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-04-12T17:45:46.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:46 smithi005 ceph-mon[90837]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-12T17:45:47.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:47 smithi016 ceph-mon[84444]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T17:45:47.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:47 smithi005 ceph-mon[88416]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T17:45:47.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:47 smithi005 ceph-mon[90837]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-12T17:45:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:48 smithi016 ceph-mon[84444]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-12T17:45:48.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:48 smithi016 ceph-mon[84444]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T17:45:48.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:48 smithi005 ceph-mon[88416]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-12T17:45:48.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:48 smithi005 ceph-mon[88416]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T17:45:48.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:48 smithi005 ceph-mon[90837]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-12T17:45:48.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:48 smithi005 ceph-mon[90837]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-12T17:45:49.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:49 smithi016 ceph-mon[84444]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T17:45:49.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:49 smithi005 ceph-mon[88416]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T17:45:49.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:49 smithi005 ceph-mon[90837]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-12T17:45:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:50 smithi016 ceph-mon[84444]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-12T17:45:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:50 smithi016 ceph-mon[84444]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T17:45:50.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:50 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:50.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:50 smithi005 ceph-mon[88416]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-12T17:45:50.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:50 smithi005 ceph-mon[88416]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T17:45:50.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:50 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:50 smithi005 ceph-mon[90837]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-04-12T17:45:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:50 smithi005 ceph-mon[90837]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-12T17:45:50.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:50 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:45:51.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:51 smithi016 ceph-mon[84444]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T17:45:51.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:51 smithi005 ceph-mon[88416]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T17:45:51.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:51 smithi005 ceph-mon[90837]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-12T17:45:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:52 smithi016 ceph-mon[84444]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-12T17:45:52.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:52 smithi016 ceph-mon[84444]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T17:45:52.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:45:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:45:52.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:52 smithi005 ceph-mon[88416]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-12T17:45:52.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:52 smithi005 ceph-mon[88416]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T17:45:52.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:52 smithi005 ceph-mon[90837]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.5 KiB/s wr, 1.19k op/s 2024-04-12T17:45:52.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:52 smithi005 ceph-mon[90837]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-12T17:45:53.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:53 smithi005 ceph-mon[88416]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T17:45:53.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:53 smithi005 ceph-mon[90837]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T17:45:53.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:53 smithi016 ceph-mon[84444]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-12T17:45:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:45:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:45:53] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-12T17:45:54.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:54 smithi005 ceph-mon[88416]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-12T17:45:54.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:54 smithi005 ceph-mon[88416]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T17:45:54.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:54 smithi005 ceph-mon[90837]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-12T17:45:54.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:54 smithi005 ceph-mon[90837]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T17:45:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:54 smithi016 ceph-mon[84444]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.7 KiB/s wr, 1.23k op/s 2024-04-12T17:45:54.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:54 smithi016 ceph-mon[84444]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-12T17:45:55.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:55 smithi005 ceph-mon[88416]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T17:45:55.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:55 smithi005 ceph-mon[90837]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T17:45:55.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:55 smithi016 ceph-mon[84444]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-12T17:45:56.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:56 smithi005 ceph-mon[88416]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 4.2 KiB/s wr, 1.24k op/s 2024-04-12T17:45:56.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:56 smithi005 ceph-mon[88416]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T17:45:56.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:56 smithi005 ceph-mon[90837]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 4.2 KiB/s wr, 1.24k op/s 2024-04-12T17:45:56.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:56 smithi005 ceph-mon[90837]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T17:45:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:56 smithi016 ceph-mon[84444]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 4.2 KiB/s wr, 1.24k op/s 2024-04-12T17:45:56.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:56 smithi016 ceph-mon[84444]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-12T17:45:57.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:57 smithi005 ceph-mon[88416]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T17:45:57.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:57 smithi005 ceph-mon[90837]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T17:45:57.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:57 smithi016 ceph-mon[84444]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-12T17:45:58.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:58 smithi005 ceph-mon[88416]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:45:58.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:58 smithi005 ceph-mon[88416]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T17:45:58.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:58 smithi005 ceph-mon[90837]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:45:58.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:58 smithi005 ceph-mon[90837]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T17:45:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:58 smithi016 ceph-mon[84444]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:45:58.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:58 smithi016 ceph-mon[84444]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-12T17:45:59.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:45:59 smithi005 ceph-mon[88416]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T17:45:59.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:45:59 smithi005 ceph-mon[90837]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T17:45:59.850 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:45:59 smithi016 ceph-mon[84444]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-12T17:46:00.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:00 smithi005 ceph-mon[88416]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-12T17:46:00.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:00 smithi005 ceph-mon[88416]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T17:46:00.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:00 smithi005 ceph-mon[90837]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-12T17:46:00.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:00 smithi005 ceph-mon[90837]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T17:46:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:00 smithi016 ceph-mon[84444]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-12T17:46:00.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:00 smithi016 ceph-mon[84444]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-12T17:46:01.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:01 smithi005 ceph-mon[88416]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T17:46:01.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:01 smithi005 ceph-mon[90837]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T17:46:01.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:01 smithi016 ceph-mon[84444]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-12T17:46:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:02 smithi016 ceph-mon[84444]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 947 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-12T17:46:02.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:02 smithi016 ceph-mon[84444]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T17:46:02.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:46:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:46:02.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:02 smithi005 ceph-mon[88416]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 947 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-12T17:46:02.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:02 smithi005 ceph-mon[88416]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T17:46:02.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:02 smithi005 ceph-mon[90837]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 947 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-12T17:46:02.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:02 smithi005 ceph-mon[90837]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-12T17:46:03.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:03 smithi005 ceph-mon[88416]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T17:46:03.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:03 smithi005 ceph-mon[90837]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T17:46:03.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:03 smithi016 ceph-mon[84444]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-12T17:46:04.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:46:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:46:03] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-12T17:46:04.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:04 smithi005 ceph-mon[88416]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-12T17:46:04.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:04 smithi005 ceph-mon[88416]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T17:46:04.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:04.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:04 smithi005 ceph-mon[90837]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-12T17:46:04.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:04 smithi005 ceph-mon[90837]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T17:46:04.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:04 smithi016 ceph-mon[84444]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-04-12T17:46:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:04 smithi016 ceph-mon[84444]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-12T17:46:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:05.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:05 smithi005 ceph-mon[88416]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T17:46:05.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:05 smithi005 ceph-mon[90837]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T17:46:05.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:05 smithi016 ceph-mon[84444]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-12T17:46:06.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:06 smithi005 ceph-mon[88416]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-12T17:46:06.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:06 smithi005 ceph-mon[88416]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T17:46:06.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:06 smithi005 ceph-mon[90837]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-12T17:46:06.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:06 smithi005 ceph-mon[90837]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T17:46:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:06 smithi016 ceph-mon[84444]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.5 KiB/s wr, 1.32k op/s 2024-04-12T17:46:06.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:06 smithi016 ceph-mon[84444]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-12T17:46:07.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:07 smithi005 ceph-mon[88416]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T17:46:07.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:07 smithi005 ceph-mon[90837]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T17:46:07.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:07 smithi016 ceph-mon[84444]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-12T17:46:08.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:08 smithi005 ceph-mon[88416]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:46:08.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:08 smithi005 ceph-mon[88416]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T17:46:08.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:08 smithi005 ceph-mon[90837]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:46:08.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:08 smithi005 ceph-mon[90837]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T17:46:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:08 smithi016 ceph-mon[84444]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-12T17:46:08.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:08 smithi016 ceph-mon[84444]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-12T17:46:09.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:09 smithi005 ceph-mon[88416]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T17:46:09.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:09 smithi005 ceph-mon[90837]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T17:46:09.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:09 smithi016 ceph-mon[84444]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-12T17:46:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:10 smithi005 ceph-mon[88416]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-12T17:46:10.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:10 smithi005 ceph-mon[88416]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T17:46:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:10 smithi005 ceph-mon[90837]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-12T17:46:10.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:10 smithi005 ceph-mon[90837]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T17:46:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:10 smithi016 ceph-mon[84444]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-12T17:46:10.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:10 smithi016 ceph-mon[84444]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-12T17:46:11.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:11 smithi005 ceph-mon[88416]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T17:46:11.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:11 smithi005 ceph-mon[90837]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T17:46:11.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:11 smithi016 ceph-mon[84444]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-12T17:46:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:12 smithi016 ceph-mon[84444]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1011 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-04-12T17:46:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:12 smithi016 ceph-mon[84444]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T17:46:12.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:46:12.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:46:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:46:12.706 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:12 smithi005 ceph-mon[88416]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1011 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-04-12T17:46:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:12 smithi005 ceph-mon[88416]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T17:46:12.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:46:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:12 smithi005 ceph-mon[90837]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1011 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-04-12T17:46:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:12 smithi005 ceph-mon[90837]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-12T17:46:12.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:46:13.765 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:13 smithi005 ceph-mon[88416]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T17:46:13.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:13 smithi005 ceph-mon[90837]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T17:46:13.815 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:13 smithi016 ceph-mon[84444]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-12T17:46:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:46:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:46:13] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-12T17:46:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:14 smithi005 ceph-mon[88416]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2024-04-12T17:46:14.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:14 smithi005 ceph-mon[88416]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T17:46:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:14 smithi005 ceph-mon[90837]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2024-04-12T17:46:14.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:14 smithi005 ceph-mon[90837]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T17:46:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:14 smithi016 ceph-mon[84444]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2024-04-12T17:46:14.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:14 smithi016 ceph-mon[84444]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-12T17:46:15.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:15 smithi016 ceph-mon[84444]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T17:46:15.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:15.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:15 smithi005 ceph-mon[88416]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T17:46:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:15 smithi005 ceph-mon[90837]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-12T17:46:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:16 smithi016 ceph-mon[84444]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:46:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:16 smithi016 ceph-mon[84444]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T17:46:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:46:16.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:46:16.848 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[88416]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:46:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[88416]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T17:46:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:46:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:46:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[90837]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.41k op/s 2024-04-12T17:46:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[90837]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-12T17:46:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:46:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:46:16.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:46:17.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:17 smithi016 ceph-mon[84444]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T17:46:17.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:17 smithi005 ceph-mon[88416]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T17:46:17.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:17 smithi005 ceph-mon[90837]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-12T17:46:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:18 smithi016 ceph-mon[84444]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:46:18.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:18 smithi016 ceph-mon[84444]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T17:46:18.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:18 smithi005 ceph-mon[88416]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:46:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:18 smithi005 ceph-mon[88416]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T17:46:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:18 smithi005 ceph-mon[90837]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:46:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:18 smithi005 ceph-mon[90837]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-12T17:46:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:19 smithi016 ceph-mon[84444]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T17:46:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:19 smithi005 ceph-mon[88416]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T17:46:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:19 smithi005 ceph-mon[90837]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-12T17:46:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:20 smithi016 ceph-mon[84444]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-04-12T17:46:20.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:20 smithi016 ceph-mon[84444]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T17:46:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:20 smithi005 ceph-mon[88416]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-04-12T17:46:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:20 smithi005 ceph-mon[88416]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T17:46:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:20 smithi005 ceph-mon[90837]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-04-12T17:46:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:20 smithi005 ceph-mon[90837]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-12T17:46:21.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:21 smithi016 ceph-mon[84444]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T17:46:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:21 smithi005 ceph-mon[88416]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T17:46:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:21 smithi005 ceph-mon[90837]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-12T17:46:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:22 smithi016 ceph-mon[84444]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:46:22.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:22 smithi016 ceph-mon[84444]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T17:46:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:46:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:46:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:22 smithi005 ceph-mon[88416]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:46:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:22 smithi005 ceph-mon[88416]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T17:46:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:22 smithi005 ceph-mon[90837]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-04-12T17:46:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:22 smithi005 ceph-mon[90837]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-12T17:46:23.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:23 smithi016 ceph-mon[84444]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T17:46:23.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:23 smithi005 ceph-mon[88416]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T17:46:23.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:23 smithi005 ceph-mon[90837]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-12T17:46:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:46:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:46:23] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-12T17:46:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:24 smithi016 ceph-mon[84444]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.49k op/s 2024-04-12T17:46:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:24 smithi016 ceph-mon[84444]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T17:46:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:24 smithi005 ceph-mon[88416]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.49k op/s 2024-04-12T17:46:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:24 smithi005 ceph-mon[88416]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T17:46:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:24 smithi005 ceph-mon[90837]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.49k op/s 2024-04-12T17:46:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:24 smithi005 ceph-mon[90837]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-12T17:46:25.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:25 smithi016 ceph-mon[84444]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T17:46:25.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:25 smithi005 ceph-mon[88416]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T17:46:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:25 smithi005 ceph-mon[90837]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-12T17:46:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:26 smithi016 ceph-mon[84444]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-12T17:46:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:26 smithi016 ceph-mon[84444]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T17:46:26.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:26 smithi005 ceph-mon[88416]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-12T17:46:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:26 smithi005 ceph-mon[88416]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T17:46:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:26 smithi005 ceph-mon[90837]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-12T17:46:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:26 smithi005 ceph-mon[90837]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-12T17:46:27.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:27 smithi016 ceph-mon[84444]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T17:46:27.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:27 smithi005 ceph-mon[88416]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T17:46:27.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:27 smithi005 ceph-mon[90837]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-12T17:46:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:28 smithi016 ceph-mon[84444]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:46:28.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:28 smithi016 ceph-mon[84444]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T17:46:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:28 smithi005 ceph-mon[88416]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:46:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:28 smithi005 ceph-mon[88416]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T17:46:28.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:28 smithi005 ceph-mon[90837]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-04-12T17:46:28.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:28 smithi005 ceph-mon[90837]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-12T17:46:29.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:29 smithi016 ceph-mon[84444]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T17:46:29.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:29 smithi005 ceph-mon[88416]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T17:46:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:29 smithi005 ceph-mon[90837]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-12T17:46:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:30 smithi016 ceph-mon[84444]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-12T17:46:30.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:30 smithi016 ceph-mon[84444]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T17:46:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:30 smithi005 ceph-mon[88416]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-12T17:46:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:30 smithi005 ceph-mon[88416]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T17:46:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:30 smithi005 ceph-mon[90837]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.54k op/s 2024-04-12T17:46:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:30 smithi005 ceph-mon[90837]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-12T17:46:31.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:31 smithi016 ceph-mon[84444]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T17:46:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:31 smithi005 ceph-mon[88416]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T17:46:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:31 smithi005 ceph-mon[90837]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-12T17:46:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:32 smithi016 ceph-mon[84444]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-12T17:46:32.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:32 smithi016 ceph-mon[84444]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T17:46:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:46:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:46:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:32 smithi005 ceph-mon[88416]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-12T17:46:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:32 smithi005 ceph-mon[88416]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T17:46:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:32 smithi005 ceph-mon[90837]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-04-12T17:46:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:32 smithi005 ceph-mon[90837]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-12T17:46:33.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:33 smithi016 ceph-mon[84444]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T17:46:33.887 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:33 smithi005 ceph-mon[88416]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T17:46:33.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:33 smithi005 ceph-mon[90837]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-12T17:46:34.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:46:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:46:33] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-12T17:46:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:34 smithi016 ceph-mon[84444]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-04-12T17:46:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:34 smithi016 ceph-mon[84444]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T17:46:34.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:34 smithi005 ceph-mon[88416]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-04-12T17:46:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:34 smithi005 ceph-mon[88416]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T17:46:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:34 smithi005 ceph-mon[90837]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-04-12T17:46:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:34 smithi005 ceph-mon[90837]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-12T17:46:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:35.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:35 smithi016 ceph-mon[84444]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T17:46:35.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:35 smithi005 ceph-mon[88416]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T17:46:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:35 smithi005 ceph-mon[90837]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-12T17:46:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:36 smithi005 ceph-mon[88416]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-04-12T17:46:36.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:36 smithi005 ceph-mon[88416]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T17:46:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:36 smithi005 ceph-mon[90837]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-04-12T17:46:36.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:36 smithi005 ceph-mon[90837]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T17:46:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:36 smithi016 ceph-mon[84444]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-04-12T17:46:36.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:36 smithi016 ceph-mon[84444]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-12T17:46:37.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:37 smithi005 ceph-mon[88416]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T17:46:37.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:37 smithi005 ceph-mon[90837]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T17:46:38.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:37 smithi016 ceph-mon[84444]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-12T17:46:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:38 smithi005 ceph-mon[88416]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:46:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:38 smithi005 ceph-mon[88416]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T17:46:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:38 smithi005 ceph-mon[90837]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:46:38.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:38 smithi005 ceph-mon[90837]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T17:46:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:38 smithi016 ceph-mon[84444]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-12T17:46:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:38 smithi016 ceph-mon[84444]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-12T17:46:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:39 smithi005 ceph-mon[88416]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T17:46:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:39 smithi005 ceph-mon[90837]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T17:46:40.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:39 smithi016 ceph-mon[84444]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-12T17:46:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:40 smithi005 ceph-mon[90837]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-04-12T17:46:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:40 smithi005 ceph-mon[90837]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T17:46:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:40 smithi005 ceph-mon[88416]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-04-12T17:46:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:40 smithi005 ceph-mon[88416]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T17:46:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:40 smithi016 ceph-mon[84444]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-04-12T17:46:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:40 smithi016 ceph-mon[84444]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-12T17:46:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:41 smithi005 ceph-mon[88416]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T17:46:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:41 smithi005 ceph-mon[90837]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T17:46:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:41 smithi016 ceph-mon[84444]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-12T17:46:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:46:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:46:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:42 smithi005 ceph-mon[88416]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-04-12T17:46:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:42 smithi005 ceph-mon[88416]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T17:46:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:42 smithi005 ceph-mon[90837]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-04-12T17:46:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:42 smithi005 ceph-mon[90837]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T17:46:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:42 smithi016 ceph-mon[84444]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.62k op/s 2024-04-12T17:46:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:42 smithi016 ceph-mon[84444]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-12T17:46:43.889 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:43 smithi005 ceph-mon[88416]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T17:46:43.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:43 smithi005 ceph-mon[90837]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T17:46:44.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:43 smithi016 ceph-mon[84444]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-12T17:46:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:46:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:46:43] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-12T17:46:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:44 smithi005 ceph-mon[88416]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-04-12T17:46:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:44 smithi005 ceph-mon[88416]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T17:46:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:44 smithi005 ceph-mon[90837]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-04-12T17:46:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:44 smithi005 ceph-mon[90837]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T17:46:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:44 smithi016 ceph-mon[84444]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-04-12T17:46:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:44 smithi016 ceph-mon[84444]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-12T17:46:45.937 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:45 smithi005 ceph-mon[88416]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T17:46:45.937 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:45 smithi005 ceph-mon[90837]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T17:46:46.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:45 smithi016 ceph-mon[84444]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-12T17:46:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:46 smithi005 ceph-mon[88416]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-12T17:46:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:46 smithi005 ceph-mon[88416]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T17:46:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:46 smithi005 ceph-mon[90837]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-12T17:46:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:46 smithi005 ceph-mon[90837]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T17:46:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:46 smithi016 ceph-mon[84444]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.67k op/s 2024-04-12T17:46:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:46 smithi016 ceph-mon[84444]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-12T17:46:47.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:47 smithi005 ceph-mon[88416]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T17:46:47.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:47 smithi005 ceph-mon[90837]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T17:46:48.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:47 smithi016 ceph-mon[84444]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-12T17:46:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:48 smithi005 ceph-mon[88416]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:46:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:48 smithi005 ceph-mon[88416]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T17:46:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:48 smithi005 ceph-mon[90837]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:46:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:48 smithi005 ceph-mon[90837]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T17:46:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:48 smithi016 ceph-mon[84444]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-12T17:46:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:48 smithi016 ceph-mon[84444]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-12T17:46:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:49 smithi005 ceph-mon[88416]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T17:46:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:49 smithi005 ceph-mon[90837]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T17:46:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:49 smithi016 ceph-mon[84444]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-12T17:46:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:46:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:50 smithi005 ceph-mon[88416]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-12T17:46:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:50 smithi005 ceph-mon[88416]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T17:46:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:50 smithi005 ceph-mon[90837]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-12T17:46:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:50 smithi005 ceph-mon[90837]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T17:46:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:50 smithi016 ceph-mon[84444]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-12T17:46:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:50 smithi016 ceph-mon[84444]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-12T17:46:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:51 smithi005 ceph-mon[88416]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T17:46:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:51 smithi005 ceph-mon[90837]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T17:46:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:51 smithi016 ceph-mon[84444]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-12T17:46:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:46:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:46:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:52 smithi005 ceph-mon[88416]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.71k op/s 2024-04-12T17:46:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:52 smithi005 ceph-mon[88416]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T17:46:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:52 smithi005 ceph-mon[90837]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.71k op/s 2024-04-12T17:46:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:52 smithi005 ceph-mon[90837]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T17:46:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:52 smithi016 ceph-mon[84444]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.71k op/s 2024-04-12T17:46:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:52 smithi016 ceph-mon[84444]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-12T17:46:53.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:53 smithi005 ceph-mon[88416]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T17:46:53.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:46:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:46:53] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-12T17:46:53.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:53 smithi005 ceph-mon[90837]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T17:46:54.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:53 smithi016 ceph-mon[84444]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-12T17:46:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:54 smithi005 ceph-mon[88416]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-12T17:46:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:54 smithi005 ceph-mon[88416]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T17:46:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:54 smithi005 ceph-mon[90837]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-12T17:46:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:54 smithi005 ceph-mon[90837]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T17:46:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:54 smithi016 ceph-mon[84444]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-12T17:46:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:54 smithi016 ceph-mon[84444]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-12T17:46:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:55 smithi005 ceph-mon[88416]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T17:46:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:55 smithi005 ceph-mon[90837]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T17:46:56.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:55 smithi016 ceph-mon[84444]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-12T17:46:56.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:56 smithi005 ceph-mon[88416]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.76k op/s 2024-04-12T17:46:56.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:56 smithi005 ceph-mon[88416]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T17:46:56.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:56 smithi005 ceph-mon[90837]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.76k op/s 2024-04-12T17:46:56.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:56 smithi005 ceph-mon[90837]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T17:46:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:56 smithi016 ceph-mon[84444]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.76k op/s 2024-04-12T17:46:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:56 smithi016 ceph-mon[84444]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-12T17:46:58.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:57 smithi016 ceph-mon[84444]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T17:46:58.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:57 smithi005 ceph-mon[88416]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T17:46:58.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:57 smithi005 ceph-mon[90837]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-12T17:46:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:58 smithi016 ceph-mon[84444]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T17:46:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:58 smithi016 ceph-mon[84444]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T17:46:59.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:58 smithi005 ceph-mon[88416]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T17:46:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:58 smithi005 ceph-mon[88416]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T17:46:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:58 smithi005 ceph-mon[90837]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-12T17:46:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:58 smithi005 ceph-mon[90837]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-12T17:47:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:46:59 smithi016 ceph-mon[84444]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T17:47:00.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:46:59 smithi005 ceph-mon[88416]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T17:47:00.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:46:59 smithi005 ceph-mon[90837]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-12T17:47:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:00 smithi016 ceph-mon[84444]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:47:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:00 smithi016 ceph-mon[84444]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T17:47:01.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:00 smithi005 ceph-mon[88416]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:47:01.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:00 smithi005 ceph-mon[88416]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T17:47:01.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:00 smithi005 ceph-mon[90837]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:47:01.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:00 smithi005 ceph-mon[90837]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-12T17:47:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:01 smithi016 ceph-mon[84444]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T17:47:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:01 smithi016 ceph-mon[84444]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T17:47:02.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:01 smithi005 ceph-mon[88416]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T17:47:02.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:01 smithi005 ceph-mon[88416]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T17:47:02.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:01 smithi005 ceph-mon[90837]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-12T17:47:02.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:01 smithi005 ceph-mon[90837]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-12T17:47:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:47:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:47:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:02 smithi016 ceph-mon[84444]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:47:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:02 smithi016 ceph-mon[84444]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T17:47:03.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:02 smithi005 ceph-mon[88416]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:47:03.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:02 smithi005 ceph-mon[88416]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T17:47:03.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:02 smithi005 ceph-mon[90837]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.79k op/s 2024-04-12T17:47:03.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:02 smithi005 ceph-mon[90837]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-12T17:47:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:47:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:47:03] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-12T17:47:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:04 smithi016 ceph-mon[84444]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.76k op/s 2024-04-12T17:47:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:04 smithi016 ceph-mon[84444]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T17:47:04.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:04 smithi005 ceph-mon[88416]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.76k op/s 2024-04-12T17:47:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:04 smithi005 ceph-mon[88416]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T17:47:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:04 smithi005 ceph-mon[90837]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.76k op/s 2024-04-12T17:47:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:04 smithi005 ceph-mon[90837]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-12T17:47:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:05 smithi005 ceph-mon[88416]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T17:47:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:05 smithi005 ceph-mon[90837]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T17:47:06.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:05 smithi016 ceph-mon[84444]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-12T17:47:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:06 smithi005 ceph-mon[88416]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.76k op/s 2024-04-12T17:47:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:06 smithi005 ceph-mon[88416]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T17:47:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:06 smithi005 ceph-mon[88416]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T17:47:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:06 smithi005 ceph-mon[90837]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.76k op/s 2024-04-12T17:47:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:06 smithi005 ceph-mon[90837]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T17:47:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:06 smithi005 ceph-mon[90837]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T17:47:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:06 smithi016 ceph-mon[84444]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.76k op/s 2024-04-12T17:47:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:06 smithi016 ceph-mon[84444]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-12T17:47:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:06 smithi016 ceph-mon[84444]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-12T17:47:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:08 smithi005 ceph-mon[88416]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:47:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:08 smithi005 ceph-mon[88416]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T17:47:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:08 smithi005 ceph-mon[90837]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:47:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:08 smithi005 ceph-mon[90837]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T17:47:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:08 smithi016 ceph-mon[84444]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:47:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:08 smithi016 ceph-mon[84444]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-12T17:47:09.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:09 smithi005 ceph-mon[88416]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T17:47:09.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:09 smithi005 ceph-mon[90837]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T17:47:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:09 smithi016 ceph-mon[84444]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-12T17:47:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:10 smithi005 ceph-mon[88416]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-12T17:47:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:10 smithi005 ceph-mon[88416]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T17:47:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:10 smithi005 ceph-mon[90837]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-12T17:47:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:10 smithi005 ceph-mon[90837]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T17:47:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:10 smithi016 ceph-mon[84444]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.71k op/s 2024-04-12T17:47:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:10 smithi016 ceph-mon[84444]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-12T17:47:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:11 smithi005 ceph-mon[88416]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T17:47:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:11 smithi005 ceph-mon[88416]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T17:47:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:11 smithi005 ceph-mon[90837]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T17:47:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:11 smithi005 ceph-mon[90837]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T17:47:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:11 smithi016 ceph-mon[84444]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-12T17:47:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:11 smithi016 ceph-mon[84444]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-12T17:47:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:47:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:47:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:12 smithi005 ceph-mon[88416]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-12T17:47:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:12 smithi005 ceph-mon[90837]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-12T17:47:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:12 smithi016 ceph-mon[84444]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-12T17:47:13.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:13 smithi005 ceph-mon[88416]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T17:47:13.889 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:13 smithi005 ceph-mon[90837]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T17:47:14.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:13 smithi016 ceph-mon[84444]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-12T17:47:14.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:47:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:47:13] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:47:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:14 smithi005 ceph-mon[88416]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T17:47:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:14 smithi005 ceph-mon[88416]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T17:47:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:14 smithi005 ceph-mon[90837]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T17:47:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:14 smithi005 ceph-mon[90837]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T17:47:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:14 smithi016 ceph-mon[84444]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T17:47:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:14 smithi016 ceph-mon[84444]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-12T17:47:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:15 smithi005 ceph-mon[88416]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T17:47:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:15 smithi005 ceph-mon[90837]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T17:47:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:15 smithi016 ceph-mon[84444]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[88416]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[88416]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[88416]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[90837]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[90837]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:47:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:16 smithi005 ceph-mon[90837]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T17:47:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:16 smithi016 ceph-mon[84444]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-12T17:47:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:16 smithi016 ceph-mon[84444]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-12T17:47:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:47:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:16 smithi016 ceph-mon[84444]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-12T17:47:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:47:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:47:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:47:17.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:47:17.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:47:17.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:47:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:47:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:47:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:47:18.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:18 smithi005 ceph-mon[88416]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-12T17:47:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:18 smithi005 ceph-mon[88416]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T17:47:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:18 smithi005 ceph-mon[90837]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-12T17:47:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:18 smithi005 ceph-mon[90837]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T17:47:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:18 smithi016 ceph-mon[84444]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-12T17:47:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:18 smithi016 ceph-mon[84444]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-12T17:47:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:19 smithi005 ceph-mon[88416]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T17:47:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:19 smithi005 ceph-mon[90837]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T17:47:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:19 smithi016 ceph-mon[84444]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-12T17:47:20.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:20.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:20 smithi005 ceph-mon[88416]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-12T17:47:20.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:20 smithi005 ceph-mon[88416]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T17:47:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:20 smithi005 ceph-mon[90837]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-12T17:47:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:20 smithi005 ceph-mon[90837]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T17:47:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:20 smithi016 ceph-mon[84444]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-12T17:47:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:20 smithi016 ceph-mon[84444]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-12T17:47:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:21 smithi005 ceph-mon[88416]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T17:47:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:21 smithi005 ceph-mon[88416]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T17:47:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:21 smithi005 ceph-mon[90837]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T17:47:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:21 smithi005 ceph-mon[90837]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T17:47:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:21 smithi016 ceph-mon[84444]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-12T17:47:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:21 smithi016 ceph-mon[84444]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-12T17:47:22.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:47:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:47:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:22 smithi005 ceph-mon[88416]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-12T17:47:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:22 smithi005 ceph-mon[88416]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T17:47:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:22 smithi005 ceph-mon[90837]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-12T17:47:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:22 smithi005 ceph-mon[90837]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T17:47:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:22 smithi016 ceph-mon[84444]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-04-12T17:47:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:22 smithi016 ceph-mon[84444]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-12T17:47:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:47:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:47:23] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-12T17:47:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:24 smithi016 ceph-mon[84444]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-12T17:47:24.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:24 smithi016 ceph-mon[84444]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T17:47:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:24 smithi005 ceph-mon[88416]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-12T17:47:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:24 smithi005 ceph-mon[88416]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T17:47:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:24 smithi005 ceph-mon[90837]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-12T17:47:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:24 smithi005 ceph-mon[90837]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-12T17:47:25.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:25 smithi005 ceph-mon[88416]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T17:47:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:25 smithi005 ceph-mon[90837]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T17:47:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:25 smithi016 ceph-mon[84444]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-12T17:47:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:26 smithi005 ceph-mon[88416]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-12T17:47:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:26 smithi005 ceph-mon[88416]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T17:47:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:26 smithi005 ceph-mon[88416]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T17:47:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:26 smithi005 ceph-mon[90837]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-12T17:47:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:26 smithi005 ceph-mon[90837]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T17:47:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:26 smithi005 ceph-mon[90837]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T17:47:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:26 smithi016 ceph-mon[84444]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-12T17:47:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:26 smithi016 ceph-mon[84444]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-12T17:47:27.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:26 smithi016 ceph-mon[84444]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-12T17:47:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:28 smithi005 ceph-mon[88416]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:47:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:28 smithi005 ceph-mon[88416]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T17:47:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:28 smithi005 ceph-mon[90837]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:47:28.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:28 smithi005 ceph-mon[90837]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T17:47:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:28 smithi016 ceph-mon[84444]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:47:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:28 smithi016 ceph-mon[84444]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-12T17:47:29.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:29 smithi005 ceph-mon[88416]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T17:47:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:29 smithi005 ceph-mon[90837]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T17:47:30.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:29 smithi016 ceph-mon[84444]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-12T17:47:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:30 smithi005 ceph-mon[88416]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-12T17:47:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:30 smithi005 ceph-mon[88416]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T17:47:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:30 smithi005 ceph-mon[90837]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-12T17:47:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:30 smithi005 ceph-mon[90837]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T17:47:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:30 smithi016 ceph-mon[84444]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-04-12T17:47:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:30 smithi016 ceph-mon[84444]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-12T17:47:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:31 smithi005 ceph-mon[88416]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T17:47:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:31 smithi005 ceph-mon[88416]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T17:47:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:31 smithi005 ceph-mon[90837]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T17:47:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:31 smithi005 ceph-mon[90837]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T17:47:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:31 smithi016 ceph-mon[84444]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-12T17:47:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:31 smithi016 ceph-mon[84444]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-12T17:47:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:47:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:47:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:32 smithi005 ceph-mon[88416]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-12T17:47:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:32 smithi005 ceph-mon[90837]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-12T17:47:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:32 smithi016 ceph-mon[84444]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-12T17:47:33.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:33 smithi005 ceph-mon[88416]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T17:47:33.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:47:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:47:33] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-12T17:47:33.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:33 smithi005 ceph-mon[90837]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T17:47:34.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:33 smithi016 ceph-mon[84444]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-12T17:47:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:34 smithi005 ceph-mon[88416]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:47:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:34 smithi005 ceph-mon[88416]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T17:47:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:34 smithi005 ceph-mon[90837]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:47:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:34 smithi005 ceph-mon[90837]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T17:47:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:34 smithi016 ceph-mon[84444]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:47:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:34 smithi016 ceph-mon[84444]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-12T17:47:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:35.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:35 smithi005 ceph-mon[88416]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T17:47:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:35 smithi005 ceph-mon[90837]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T17:47:36.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:35 smithi016 ceph-mon[84444]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-12T17:47:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:36 smithi005 ceph-mon[88416]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:47:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:36 smithi005 ceph-mon[88416]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T17:47:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:36 smithi005 ceph-mon[88416]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T17:47:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:36 smithi005 ceph-mon[90837]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:47:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:36 smithi005 ceph-mon[90837]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T17:47:36.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:36 smithi005 ceph-mon[90837]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T17:47:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:36 smithi016 ceph-mon[84444]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-04-12T17:47:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:36 smithi016 ceph-mon[84444]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-12T17:47:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:36 smithi016 ceph-mon[84444]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-12T17:47:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:38 smithi005 ceph-mon[88416]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:47:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:38 smithi005 ceph-mon[88416]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T17:47:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:38 smithi005 ceph-mon[90837]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:47:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:38 smithi005 ceph-mon[90837]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T17:47:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:38 smithi016 ceph-mon[84444]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:47:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:38 smithi016 ceph-mon[84444]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-12T17:47:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:39 smithi005 ceph-mon[88416]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T17:47:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:39 smithi005 ceph-mon[90837]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T17:47:40.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:39 smithi016 ceph-mon[84444]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-12T17:47:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:40 smithi005 ceph-mon[88416]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-12T17:47:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:40 smithi005 ceph-mon[88416]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T17:47:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:40 smithi005 ceph-mon[90837]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-12T17:47:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:40 smithi005 ceph-mon[90837]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T17:47:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:40 smithi016 ceph-mon[84444]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-12T17:47:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:40 smithi016 ceph-mon[84444]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-12T17:47:41.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:41 smithi005 ceph-mon[88416]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T17:47:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:41 smithi005 ceph-mon[88416]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T17:47:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:41 smithi005 ceph-mon[90837]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T17:47:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:41 smithi005 ceph-mon[90837]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T17:47:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:41 smithi016 ceph-mon[84444]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-12T17:47:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:41 smithi016 ceph-mon[84444]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-12T17:47:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:47:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:47:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:42 smithi005 ceph-mon[88416]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-12T17:47:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:42 smithi005 ceph-mon[90837]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-12T17:47:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:42 smithi016 ceph-mon[84444]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-12T17:47:43.888 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:43 smithi005 ceph-mon[88416]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T17:47:43.888 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:43 smithi005 ceph-mon[90837]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T17:47:44.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:43 smithi016 ceph-mon[84444]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-12T17:47:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:47:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:47:43] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-12T17:47:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:44 smithi005 ceph-mon[88416]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-12T17:47:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:44 smithi005 ceph-mon[88416]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T17:47:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:44 smithi005 ceph-mon[90837]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-12T17:47:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:44 smithi005 ceph-mon[90837]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T17:47:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:44 smithi016 ceph-mon[84444]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-12T17:47:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:44 smithi016 ceph-mon[84444]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-12T17:47:45.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:45 smithi005 ceph-mon[88416]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T17:47:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:45 smithi005 ceph-mon[90837]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T17:47:46.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:45 smithi016 ceph-mon[84444]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-12T17:47:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:46 smithi005 ceph-mon[88416]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-12T17:47:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:46 smithi005 ceph-mon[88416]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T17:47:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:46 smithi005 ceph-mon[88416]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T17:47:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:46 smithi005 ceph-mon[90837]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-12T17:47:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:46 smithi005 ceph-mon[90837]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T17:47:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:46 smithi005 ceph-mon[90837]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T17:47:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:46 smithi016 ceph-mon[84444]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-04-12T17:47:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:46 smithi016 ceph-mon[84444]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-12T17:47:47.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:46 smithi016 ceph-mon[84444]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-12T17:47:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:48 smithi005 ceph-mon[88416]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:47:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:48 smithi005 ceph-mon[88416]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T17:47:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:48 smithi005 ceph-mon[90837]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:47:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:48 smithi005 ceph-mon[90837]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T17:47:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:48 smithi016 ceph-mon[84444]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:47:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:48 smithi016 ceph-mon[84444]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-12T17:47:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:49 smithi005 ceph-mon[88416]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T17:47:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:49 smithi005 ceph-mon[90837]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T17:47:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:49 smithi016 ceph-mon[84444]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-12T17:47:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:47:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:50 smithi005 ceph-mon[88416]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T17:47:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:50 smithi005 ceph-mon[88416]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T17:47:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:50 smithi005 ceph-mon[90837]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T17:47:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:50 smithi005 ceph-mon[90837]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T17:47:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:50 smithi016 ceph-mon[84444]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1002 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-04-12T17:47:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:50 smithi016 ceph-mon[84444]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-12T17:47:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:51 smithi005 ceph-mon[88416]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T17:47:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:51 smithi005 ceph-mon[88416]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T17:47:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:51 smithi005 ceph-mon[90837]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T17:47:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:51 smithi005 ceph-mon[90837]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T17:47:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:51 smithi016 ceph-mon[84444]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-12T17:47:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:51 smithi016 ceph-mon[84444]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-12T17:47:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:47:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:47:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:52 smithi005 ceph-mon[88416]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1000 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-12T17:47:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:52 smithi005 ceph-mon[88416]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T17:47:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:52 smithi005 ceph-mon[90837]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1000 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-12T17:47:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:52 smithi005 ceph-mon[90837]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T17:47:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:52 smithi016 ceph-mon[84444]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1000 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-12T17:47:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:52 smithi016 ceph-mon[84444]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-12T17:47:54.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:47:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:47:53] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-12T17:47:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:54 smithi005 ceph-mon[88416]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-12T17:47:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:54 smithi005 ceph-mon[88416]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T17:47:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:54 smithi005 ceph-mon[90837]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-12T17:47:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:54 smithi005 ceph-mon[90837]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T17:47:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:54 smithi016 ceph-mon[84444]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-12T17:47:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:54 smithi016 ceph-mon[84444]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-12T17:47:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:55 smithi005 ceph-mon[88416]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T17:47:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:55 smithi005 ceph-mon[90837]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T17:47:56.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:55 smithi016 ceph-mon[84444]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-12T17:47:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:56 smithi005 ceph-mon[88416]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-12T17:47:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:56 smithi005 ceph-mon[88416]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T17:47:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:56 smithi005 ceph-mon[88416]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T17:47:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:56 smithi005 ceph-mon[90837]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-12T17:47:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:56 smithi005 ceph-mon[90837]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T17:47:56.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:56 smithi005 ceph-mon[90837]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T17:47:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:56 smithi016 ceph-mon[84444]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-04-12T17:47:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:56 smithi016 ceph-mon[84444]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-12T17:47:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:56 smithi016 ceph-mon[84444]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-12T17:47:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:58 smithi005 ceph-mon[88416]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:47:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:58 smithi005 ceph-mon[88416]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T17:47:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:58 smithi005 ceph-mon[90837]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:47:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:58 smithi005 ceph-mon[90837]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T17:47:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:58 smithi016 ceph-mon[84444]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:47:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:58 smithi016 ceph-mon[84444]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-12T17:47:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:47:59 smithi005 ceph-mon[88416]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T17:47:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:47:59 smithi005 ceph-mon[90837]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T17:48:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:47:59 smithi016 ceph-mon[84444]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-12T17:48:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:00 smithi005 ceph-mon[88416]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-12T17:48:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:00 smithi005 ceph-mon[88416]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T17:48:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:00 smithi005 ceph-mon[90837]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-12T17:48:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:00 smithi005 ceph-mon[90837]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T17:48:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:00 smithi016 ceph-mon[84444]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-04-12T17:48:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:00 smithi016 ceph-mon[84444]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-12T17:48:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:01 smithi005 ceph-mon[88416]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T17:48:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:01 smithi005 ceph-mon[88416]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T17:48:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:01 smithi005 ceph-mon[90837]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T17:48:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:01 smithi005 ceph-mon[90837]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T17:48:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:01 smithi016 ceph-mon[84444]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-12T17:48:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:01 smithi016 ceph-mon[84444]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-12T17:48:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:48:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:48:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:02 smithi005 ceph-mon[88416]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 935 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-12T17:48:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:02 smithi005 ceph-mon[90837]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 935 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-12T17:48:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:02 smithi016 ceph-mon[84444]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 935 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-12T17:48:03.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:03 smithi005 ceph-mon[88416]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T17:48:03.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:48:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:48:03] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-12T17:48:03.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:03 smithi005 ceph-mon[90837]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T17:48:04.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:03 smithi016 ceph-mon[84444]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-12T17:48:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:04 smithi005 ceph-mon[88416]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:48:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:04 smithi005 ceph-mon[88416]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T17:48:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:04 smithi005 ceph-mon[90837]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:48:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:04 smithi005 ceph-mon[90837]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T17:48:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:04 smithi016 ceph-mon[84444]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:48:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:04 smithi016 ceph-mon[84444]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-12T17:48:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:05 smithi005 ceph-mon[88416]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T17:48:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:05 smithi005 ceph-mon[90837]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T17:48:06.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:05 smithi016 ceph-mon[84444]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-12T17:48:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:06 smithi005 ceph-mon[88416]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:48:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:06 smithi005 ceph-mon[88416]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T17:48:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:06 smithi005 ceph-mon[88416]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T17:48:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:06 smithi005 ceph-mon[90837]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:48:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:06 smithi005 ceph-mon[90837]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T17:48:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:06 smithi005 ceph-mon[90837]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T17:48:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:06 smithi016 ceph-mon[84444]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 905 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2024-04-12T17:48:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:06 smithi016 ceph-mon[84444]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-12T17:48:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:06 smithi016 ceph-mon[84444]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-12T17:48:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:08 smithi005 ceph-mon[88416]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:48:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:08 smithi005 ceph-mon[88416]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T17:48:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:08 smithi005 ceph-mon[90837]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:48:08.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:08 smithi005 ceph-mon[90837]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T17:48:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:08 smithi016 ceph-mon[84444]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:48:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:08 smithi016 ceph-mon[84444]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-12T17:48:09.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:09 smithi005 ceph-mon[88416]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T17:48:09.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:09 smithi005 ceph-mon[90837]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T17:48:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:09 smithi016 ceph-mon[84444]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-12T17:48:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:10 smithi005 ceph-mon[88416]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-12T17:48:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:10 smithi005 ceph-mon[88416]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T17:48:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:10 smithi005 ceph-mon[90837]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-12T17:48:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:10 smithi005 ceph-mon[90837]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T17:48:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:10 smithi016 ceph-mon[84444]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-04-12T17:48:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:10 smithi016 ceph-mon[84444]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-12T17:48:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:11 smithi005 ceph-mon[88416]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T17:48:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:11 smithi005 ceph-mon[88416]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T17:48:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:11 smithi005 ceph-mon[90837]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T17:48:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:11 smithi005 ceph-mon[90837]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T17:48:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:11 smithi016 ceph-mon[84444]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-12T17:48:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:11 smithi016 ceph-mon[84444]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-12T17:48:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:48:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:48:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:12 smithi005 ceph-mon[88416]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 869 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-12T17:48:12.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:12 smithi005 ceph-mon[88416]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T17:48:12.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:12 smithi005 ceph-mon[90837]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 869 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-12T17:48:12.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:12 smithi005 ceph-mon[90837]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T17:48:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:12 smithi016 ceph-mon[84444]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 869 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-12T17:48:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:12 smithi016 ceph-mon[84444]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-12T17:48:14.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:48:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:48:13] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-12T17:48:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:14 smithi005 ceph-mon[88416]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-12T17:48:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:14 smithi005 ceph-mon[88416]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T17:48:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:14 smithi005 ceph-mon[90837]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-12T17:48:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:14 smithi005 ceph-mon[90837]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T17:48:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:14 smithi016 ceph-mon[84444]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-12T17:48:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:14 smithi016 ceph-mon[84444]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-12T17:48:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:15 smithi005 ceph-mon[88416]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T17:48:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:15 smithi005 ceph-mon[90837]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T17:48:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:15 smithi016 ceph-mon[84444]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-12T17:48:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:16 smithi005 ceph-mon[88416]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:48:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:16 smithi005 ceph-mon[88416]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T17:48:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:16 smithi005 ceph-mon[88416]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T17:48:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:16 smithi005 ceph-mon[90837]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:48:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:16 smithi005 ceph-mon[90837]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T17:48:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:16 smithi005 ceph-mon[90837]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T17:48:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:16 smithi016 ceph-mon[84444]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2024-04-12T17:48:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:16 smithi016 ceph-mon[84444]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-12T17:48:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:16 smithi016 ceph-mon[84444]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-12T17:48:17.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:17 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:48:17.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:17 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:48:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:17 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:48:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[88416]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:48:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[88416]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T17:48:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:48:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:48:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:48:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[90837]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:48:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[90837]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T17:48:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:48:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:48:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:48:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:18 smithi016 ceph-mon[84444]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:48:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:18 smithi016 ceph-mon[84444]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-12T17:48:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:48:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:48:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:48:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:19 smithi005 ceph-mon[88416]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T17:48:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:19 smithi005 ceph-mon[90837]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T17:48:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:19 smithi016 ceph-mon[84444]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-12T17:48:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:20 smithi005 ceph-mon[88416]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-12T17:48:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:20 smithi005 ceph-mon[88416]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T17:48:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:20 smithi005 ceph-mon[90837]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-12T17:48:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:20 smithi005 ceph-mon[90837]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T17:48:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:20 smithi016 ceph-mon[84444]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-12T17:48:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:20 smithi016 ceph-mon[84444]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-12T17:48:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:21 smithi005 ceph-mon[88416]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T17:48:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:21 smithi005 ceph-mon[88416]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T17:48:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:21 smithi005 ceph-mon[90837]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T17:48:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:21 smithi005 ceph-mon[90837]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T17:48:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:21 smithi016 ceph-mon[84444]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-12T17:48:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:21 smithi016 ceph-mon[84444]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-12T17:48:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:48:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:48:22.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:22 smithi005 ceph-mon[88416]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-12T17:48:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:22 smithi005 ceph-mon[90837]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-12T17:48:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:22 smithi016 ceph-mon[84444]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-04-12T17:48:23.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:23 smithi005 ceph-mon[88416]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T17:48:23.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:23 smithi005 ceph-mon[90837]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T17:48:23.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:48:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:48:23] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-12T17:48:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:23 smithi016 ceph-mon[84444]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-12T17:48:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:24 smithi005 ceph-mon[88416]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:48:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:24 smithi005 ceph-mon[88416]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T17:48:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:24 smithi005 ceph-mon[90837]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:48:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:24 smithi005 ceph-mon[90837]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T17:48:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:24 smithi016 ceph-mon[84444]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:48:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:24 smithi016 ceph-mon[84444]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-12T17:48:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:25 smithi005 ceph-mon[88416]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T17:48:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:25 smithi005 ceph-mon[90837]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T17:48:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:25 smithi016 ceph-mon[84444]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-12T17:48:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:26 smithi005 ceph-mon[88416]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:48:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:26 smithi005 ceph-mon[88416]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T17:48:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:26 smithi005 ceph-mon[88416]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T17:48:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:26 smithi005 ceph-mon[90837]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:48:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:26 smithi005 ceph-mon[90837]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T17:48:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:26 smithi005 ceph-mon[90837]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T17:48:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:26 smithi016 ceph-mon[84444]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-04-12T17:48:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:26 smithi016 ceph-mon[84444]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-12T17:48:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:26 smithi016 ceph-mon[84444]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-12T17:48:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:28 smithi005 ceph-mon[88416]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:48:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:28 smithi005 ceph-mon[88416]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T17:48:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:28 smithi005 ceph-mon[90837]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:48:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:28 smithi005 ceph-mon[90837]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T17:48:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:28 smithi016 ceph-mon[84444]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:48:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:28 smithi016 ceph-mon[84444]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-12T17:48:29.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:29 smithi005 ceph-mon[88416]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T17:48:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:29 smithi005 ceph-mon[90837]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T17:48:30.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:29 smithi016 ceph-mon[84444]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-12T17:48:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:30 smithi005 ceph-mon[88416]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-12T17:48:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:30 smithi005 ceph-mon[88416]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T17:48:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:30 smithi005 ceph-mon[90837]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-12T17:48:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:30 smithi005 ceph-mon[90837]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T17:48:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:30 smithi016 ceph-mon[84444]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-12T17:48:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:30 smithi016 ceph-mon[84444]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-12T17:48:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:31 smithi005 ceph-mon[88416]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T17:48:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:31 smithi005 ceph-mon[88416]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T17:48:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:31 smithi005 ceph-mon[90837]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T17:48:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:31 smithi005 ceph-mon[90837]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T17:48:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:31 smithi016 ceph-mon[84444]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-12T17:48:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:31 smithi016 ceph-mon[84444]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-12T17:48:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:48:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:48:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:32 smithi005 ceph-mon[88416]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 5.0 KiB/s wr, 1k op/s 2024-04-12T17:48:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:32 smithi005 ceph-mon[90837]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 5.0 KiB/s wr, 1k op/s 2024-04-12T17:48:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:32 smithi016 ceph-mon[84444]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 5.0 KiB/s wr, 1k op/s 2024-04-12T17:48:33.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:33 smithi005 ceph-mon[88416]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T17:48:33.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:48:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:48:33] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-12T17:48:33.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:33 smithi005 ceph-mon[90837]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T17:48:34.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:33 smithi016 ceph-mon[84444]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-12T17:48:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:34 smithi005 ceph-mon[88416]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 957 op/s 2024-04-12T17:48:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:34 smithi005 ceph-mon[88416]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T17:48:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:34 smithi005 ceph-mon[90837]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 957 op/s 2024-04-12T17:48:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:34 smithi005 ceph-mon[90837]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T17:48:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:34 smithi016 ceph-mon[84444]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 957 op/s 2024-04-12T17:48:35.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:34 smithi016 ceph-mon[84444]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-12T17:48:35.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:35.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:35 smithi005 ceph-mon[88416]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T17:48:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:35 smithi005 ceph-mon[90837]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T17:48:36.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:35 smithi016 ceph-mon[84444]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-12T17:48:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:36 smithi005 ceph-mon[88416]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-12T17:48:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:36 smithi005 ceph-mon[88416]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T17:48:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:36 smithi005 ceph-mon[88416]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T17:48:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:36 smithi005 ceph-mon[90837]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-12T17:48:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:36 smithi005 ceph-mon[90837]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T17:48:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:36 smithi005 ceph-mon[90837]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T17:48:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:36 smithi016 ceph-mon[84444]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-04-12T17:48:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:36 smithi016 ceph-mon[84444]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-12T17:48:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:36 smithi016 ceph-mon[84444]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-12T17:48:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:38 smithi005 ceph-mon[88416]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:48:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:38 smithi005 ceph-mon[88416]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T17:48:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:38 smithi005 ceph-mon[90837]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:48:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:38 smithi005 ceph-mon[90837]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T17:48:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:38 smithi016 ceph-mon[84444]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:48:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:38 smithi016 ceph-mon[84444]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-12T17:48:39.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:39 smithi005 ceph-mon[88416]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T17:48:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:39 smithi005 ceph-mon[90837]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T17:48:40.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:39 smithi016 ceph-mon[84444]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-12T17:48:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:40 smithi005 ceph-mon[88416]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-04-12T17:48:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:40 smithi005 ceph-mon[88416]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T17:48:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:40 smithi005 ceph-mon[90837]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-04-12T17:48:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:40 smithi005 ceph-mon[90837]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T17:48:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:40 smithi016 ceph-mon[84444]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-04-12T17:48:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:40 smithi016 ceph-mon[84444]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-12T17:48:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:41 smithi005 ceph-mon[88416]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T17:48:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:41 smithi005 ceph-mon[88416]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T17:48:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:41 smithi005 ceph-mon[90837]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T17:48:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:41 smithi005 ceph-mon[90837]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T17:48:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:41 smithi016 ceph-mon[84444]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-12T17:48:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:41 smithi016 ceph-mon[84444]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-12T17:48:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:48:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:48:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:42 smithi005 ceph-mon[88416]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 675 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-04-12T17:48:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:42 smithi005 ceph-mon[88416]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T17:48:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:42 smithi005 ceph-mon[90837]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 675 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-04-12T17:48:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:42 smithi005 ceph-mon[90837]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T17:48:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:42 smithi016 ceph-mon[84444]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 675 KiB/s rd, 5.0 KiB/s wr, 913 op/s 2024-04-12T17:48:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:42 smithi016 ceph-mon[84444]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-12T17:48:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:48:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:48:43] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-12T17:48:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:44 smithi005 ceph-mon[88416]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-04-12T17:48:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:44 smithi005 ceph-mon[88416]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T17:48:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:44 smithi005 ceph-mon[90837]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-04-12T17:48:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:44 smithi005 ceph-mon[90837]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T17:48:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:44 smithi016 ceph-mon[84444]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 870 op/s 2024-04-12T17:48:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:44 smithi016 ceph-mon[84444]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-12T17:48:45.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:45 smithi005 ceph-mon[88416]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T17:48:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:45 smithi005 ceph-mon[90837]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T17:48:46.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:45 smithi016 ceph-mon[84444]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-12T17:48:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:46 smithi005 ceph-mon[88416]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 872 op/s 2024-04-12T17:48:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:46 smithi005 ceph-mon[88416]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T17:48:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:46 smithi005 ceph-mon[88416]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T17:48:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:46 smithi005 ceph-mon[90837]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 872 op/s 2024-04-12T17:48:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:46 smithi005 ceph-mon[90837]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T17:48:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:46 smithi005 ceph-mon[90837]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T17:48:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:46 smithi016 ceph-mon[84444]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 5.0 KiB/s wr, 872 op/s 2024-04-12T17:48:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:46 smithi016 ceph-mon[84444]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-12T17:48:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:46 smithi016 ceph-mon[84444]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-12T17:48:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:48 smithi005 ceph-mon[88416]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:48:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:48 smithi005 ceph-mon[88416]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T17:48:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:48 smithi005 ceph-mon[90837]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:48:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:48 smithi005 ceph-mon[90837]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T17:48:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:48 smithi016 ceph-mon[84444]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:48:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:48 smithi016 ceph-mon[84444]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-12T17:48:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:49 smithi005 ceph-mon[88416]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T17:48:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:49 smithi005 ceph-mon[90837]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T17:48:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:49 smithi016 ceph-mon[84444]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-12T17:48:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:48:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:50 smithi005 ceph-mon[88416]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-04-12T17:48:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:50 smithi005 ceph-mon[88416]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T17:48:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:50 smithi005 ceph-mon[90837]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-04-12T17:48:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:50 smithi005 ceph-mon[90837]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T17:48:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:50 smithi016 ceph-mon[84444]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 611 KiB/s rd, 5.0 KiB/s wr, 827 op/s 2024-04-12T17:48:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:50 smithi016 ceph-mon[84444]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-12T17:48:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:51 smithi005 ceph-mon[88416]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T17:48:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:51 smithi005 ceph-mon[88416]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T17:48:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:51 smithi005 ceph-mon[90837]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T17:48:51.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:51 smithi005 ceph-mon[90837]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T17:48:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:51 smithi016 ceph-mon[84444]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-12T17:48:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:51 smithi016 ceph-mon[84444]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-12T17:48:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:48:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:48:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:52 smithi005 ceph-mon[88416]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2024-04-12T17:48:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:52 smithi005 ceph-mon[90837]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2024-04-12T17:48:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:52 smithi016 ceph-mon[84444]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2024-04-12T17:48:53.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:53 smithi005 ceph-mon[88416]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T17:48:53.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:48:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:48:53] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-04-12T17:48:53.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:53 smithi005 ceph-mon[90837]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T17:48:54.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:53 smithi016 ceph-mon[84444]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-12T17:48:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:54 smithi005 ceph-mon[88416]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-12T17:48:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:54 smithi005 ceph-mon[88416]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T17:48:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:54 smithi005 ceph-mon[90837]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-12T17:48:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:54 smithi005 ceph-mon[90837]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T17:48:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:54 smithi016 ceph-mon[84444]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-12T17:48:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:54 smithi016 ceph-mon[84444]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-12T17:48:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:55 smithi005 ceph-mon[88416]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T17:48:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:55 smithi005 ceph-mon[90837]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T17:48:56.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:55 smithi016 ceph-mon[84444]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-12T17:48:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:56 smithi005 ceph-mon[88416]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-12T17:48:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:56 smithi005 ceph-mon[88416]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T17:48:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:56 smithi005 ceph-mon[88416]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T17:48:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:56 smithi005 ceph-mon[90837]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-12T17:48:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:56 smithi005 ceph-mon[90837]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T17:48:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:56 smithi005 ceph-mon[90837]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T17:48:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:56 smithi016 ceph-mon[84444]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 784 op/s 2024-04-12T17:48:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:56 smithi016 ceph-mon[84444]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-12T17:48:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:56 smithi016 ceph-mon[84444]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-12T17:48:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:58 smithi005 ceph-mon[88416]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:48:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:58 smithi005 ceph-mon[88416]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T17:48:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:58 smithi005 ceph-mon[90837]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:48:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:58 smithi005 ceph-mon[90837]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T17:48:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:58 smithi016 ceph-mon[84444]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:48:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:58 smithi016 ceph-mon[84444]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-12T17:48:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:48:59 smithi005 ceph-mon[88416]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T17:48:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:48:59 smithi005 ceph-mon[90837]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T17:49:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:48:59 smithi016 ceph-mon[84444]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-12T17:49:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:00 smithi005 ceph-mon[88416]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-12T17:49:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:00 smithi005 ceph-mon[88416]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T17:49:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:00 smithi005 ceph-mon[90837]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-12T17:49:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:00 smithi005 ceph-mon[90837]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T17:49:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:00 smithi016 ceph-mon[84444]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 5.0 KiB/s wr, 741 op/s 2024-04-12T17:49:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:00 smithi016 ceph-mon[84444]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-12T17:49:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:01 smithi005 ceph-mon[88416]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T17:49:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:01 smithi005 ceph-mon[88416]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T17:49:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:01 smithi005 ceph-mon[90837]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T17:49:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:01 smithi005 ceph-mon[90837]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T17:49:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:01 smithi016 ceph-mon[84444]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-12T17:49:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:01 smithi016 ceph-mon[84444]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-12T17:49:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:49:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:49:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:02 smithi005 ceph-mon[88416]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 5.0 KiB/s wr, 735 op/s 2024-04-12T17:49:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:02 smithi005 ceph-mon[90837]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 5.0 KiB/s wr, 735 op/s 2024-04-12T17:49:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:02 smithi016 ceph-mon[84444]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 543 KiB/s rd, 5.0 KiB/s wr, 735 op/s 2024-04-12T17:49:03.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:03 smithi005 ceph-mon[88416]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T17:49:03.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:49:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:49:03] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-04-12T17:49:03.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:03 smithi005 ceph-mon[90837]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T17:49:04.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:03 smithi016 ceph-mon[84444]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-12T17:49:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:04 smithi005 ceph-mon[88416]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-12T17:49:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:04 smithi005 ceph-mon[88416]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T17:49:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:04 smithi005 ceph-mon[90837]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-12T17:49:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:04 smithi005 ceph-mon[90837]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T17:49:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:04 smithi016 ceph-mon[84444]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 696 op/s 2024-04-12T17:49:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:04 smithi016 ceph-mon[84444]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-12T17:49:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:05 smithi005 ceph-mon[88416]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T17:49:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:05 smithi005 ceph-mon[90837]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T17:49:06.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:05 smithi016 ceph-mon[84444]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-12T17:49:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:06 smithi005 ceph-mon[88416]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-12T17:49:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:06 smithi005 ceph-mon[88416]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T17:49:06.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:06 smithi005 ceph-mon[88416]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T17:49:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:06 smithi005 ceph-mon[90837]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-12T17:49:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:06 smithi005 ceph-mon[90837]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T17:49:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:06 smithi005 ceph-mon[90837]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T17:49:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:06 smithi016 ceph-mon[84444]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 514 KiB/s rd, 5.0 KiB/s wr, 697 op/s 2024-04-12T17:49:07.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:06 smithi016 ceph-mon[84444]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-12T17:49:07.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:06 smithi016 ceph-mon[84444]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-12T17:49:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:08 smithi005 ceph-mon[88416]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:49:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:08 smithi005 ceph-mon[88416]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T17:49:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:08 smithi005 ceph-mon[90837]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:49:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:08 smithi005 ceph-mon[90837]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T17:49:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:08 smithi016 ceph-mon[84444]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:49:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:08 smithi016 ceph-mon[84444]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-12T17:49:09.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:09 smithi005 ceph-mon[88416]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T17:49:09.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:09 smithi005 ceph-mon[90837]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T17:49:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:09 smithi016 ceph-mon[84444]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-12T17:49:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:10 smithi005 ceph-mon[88416]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-12T17:49:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:10 smithi005 ceph-mon[88416]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T17:49:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:10 smithi005 ceph-mon[90837]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-12T17:49:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:10 smithi005 ceph-mon[90837]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T17:49:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:10 smithi016 ceph-mon[84444]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 653 op/s 2024-04-12T17:49:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:10 smithi016 ceph-mon[84444]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-12T17:49:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:11 smithi005 ceph-mon[88416]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T17:49:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:11 smithi005 ceph-mon[88416]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T17:49:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:11 smithi005 ceph-mon[90837]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T17:49:11.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:11 smithi005 ceph-mon[90837]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T17:49:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:11 smithi016 ceph-mon[84444]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-12T17:49:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:11 smithi016 ceph-mon[84444]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-12T17:49:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:49:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:49:12.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:12 smithi005 ceph-mon[88416]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 5.0 KiB/s wr, 650 op/s 2024-04-12T17:49:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:12 smithi005 ceph-mon[90837]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 5.0 KiB/s wr, 650 op/s 2024-04-12T17:49:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:12 smithi016 ceph-mon[84444]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 5.0 KiB/s wr, 650 op/s 2024-04-12T17:49:13.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:13 smithi005 ceph-mon[88416]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T17:49:13.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:49:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:49:13] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-12T17:49:13.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:13 smithi005 ceph-mon[90837]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T17:49:14.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:13 smithi016 ceph-mon[84444]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-12T17:49:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:14 smithi005 ceph-mon[88416]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 606 op/s 2024-04-12T17:49:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:14 smithi005 ceph-mon[88416]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T17:49:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:14 smithi005 ceph-mon[90837]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 606 op/s 2024-04-12T17:49:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:14 smithi005 ceph-mon[90837]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T17:49:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:14 smithi016 ceph-mon[84444]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 606 op/s 2024-04-12T17:49:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:14 smithi016 ceph-mon[84444]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-12T17:49:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:15 smithi005 ceph-mon[88416]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T17:49:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:15 smithi005 ceph-mon[90837]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T17:49:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:15 smithi016 ceph-mon[84444]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-12T17:49:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:16 smithi005 ceph-mon[88416]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 608 op/s 2024-04-12T17:49:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:16 smithi005 ceph-mon[88416]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T17:49:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:16 smithi005 ceph-mon[88416]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T17:49:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:16 smithi005 ceph-mon[90837]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 608 op/s 2024-04-12T17:49:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:16 smithi005 ceph-mon[90837]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T17:49:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:16 smithi005 ceph-mon[90837]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T17:49:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:16 smithi016 ceph-mon[84444]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 5.0 KiB/s wr, 608 op/s 2024-04-12T17:49:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:16 smithi016 ceph-mon[84444]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-12T17:49:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:16 smithi016 ceph-mon[84444]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-12T17:49:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[88416]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:49:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[88416]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T17:49:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:49:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[90837]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:49:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[90837]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T17:49:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:49:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:18 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:18 smithi016 ceph-mon[84444]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-12T17:49:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:18 smithi016 ceph-mon[84444]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-12T17:49:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:49:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:18 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[88416]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T17:49:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:49:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:49:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[90837]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T17:49:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:49:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:49:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:19.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:19 smithi016 ceph-mon[84444]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-12T17:49:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:49:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:49:20.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:49:20.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:20 smithi005 ceph-mon[88416]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-12T17:49:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:20 smithi005 ceph-mon[88416]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T17:49:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:20 smithi005 ceph-mon[90837]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-12T17:49:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:20 smithi005 ceph-mon[90837]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T17:49:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:20 smithi016 ceph-mon[84444]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 5.0 KiB/s wr, 561 op/s 2024-04-12T17:49:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:20 smithi016 ceph-mon[84444]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-12T17:49:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:21 smithi005 ceph-mon[88416]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T17:49:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:21 smithi005 ceph-mon[88416]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T17:49:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:21 smithi005 ceph-mon[90837]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T17:49:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:21 smithi005 ceph-mon[90837]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T17:49:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:21 smithi016 ceph-mon[84444]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-12T17:49:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:21 smithi016 ceph-mon[84444]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-12T17:49:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:49:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:49:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:22 smithi005 ceph-mon[88416]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 5.0 KiB/s wr, 558 op/s 2024-04-12T17:49:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:22 smithi005 ceph-mon[90837]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 5.0 KiB/s wr, 558 op/s 2024-04-12T17:49:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:22 smithi016 ceph-mon[84444]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 5.0 KiB/s wr, 558 op/s 2024-04-12T17:49:23.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:23 smithi005 ceph-mon[88416]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T17:49:23.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:49:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:49:23] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-12T17:49:23.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:23 smithi005 ceph-mon[90837]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T17:49:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:23 smithi016 ceph-mon[84444]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-12T17:49:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:24 smithi005 ceph-mon[88416]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 517 op/s 2024-04-12T17:49:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:24 smithi005 ceph-mon[88416]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T17:49:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:24 smithi005 ceph-mon[90837]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 517 op/s 2024-04-12T17:49:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:24 smithi005 ceph-mon[90837]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T17:49:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:24 smithi016 ceph-mon[84444]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 382 KiB/s rd, 5.0 KiB/s wr, 517 op/s 2024-04-12T17:49:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:24 smithi016 ceph-mon[84444]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-12T17:49:25.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:25 smithi005 ceph-mon[88416]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T17:49:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:25 smithi005 ceph-mon[90837]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T17:49:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:25 smithi016 ceph-mon[84444]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-12T17:49:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:26 smithi005 ceph-mon[88416]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-12T17:49:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:26 smithi005 ceph-mon[88416]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T17:49:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:26 smithi005 ceph-mon[88416]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T17:49:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:26 smithi005 ceph-mon[90837]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-12T17:49:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:26 smithi005 ceph-mon[90837]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T17:49:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:26 smithi005 ceph-mon[90837]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T17:49:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:26 smithi016 ceph-mon[84444]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 518 op/s 2024-04-12T17:49:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:26 smithi016 ceph-mon[84444]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-12T17:49:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:26 smithi016 ceph-mon[84444]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-12T17:49:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:28 smithi005 ceph-mon[88416]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:28 smithi005 ceph-mon[88416]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T17:49:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:28 smithi005 ceph-mon[90837]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:28 smithi005 ceph-mon[90837]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T17:49:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:28 smithi016 ceph-mon[84444]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:28 smithi016 ceph-mon[84444]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-12T17:49:29.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:29 smithi005 ceph-mon[88416]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T17:49:29.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:29 smithi005 ceph-mon[90837]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T17:49:30.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:29 smithi016 ceph-mon[84444]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-12T17:49:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:30 smithi005 ceph-mon[88416]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 475 op/s 2024-04-12T17:49:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:30 smithi005 ceph-mon[88416]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T17:49:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:30 smithi005 ceph-mon[90837]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 475 op/s 2024-04-12T17:49:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:30 smithi005 ceph-mon[90837]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T17:49:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:30 smithi016 ceph-mon[84444]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 475 op/s 2024-04-12T17:49:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:30 smithi016 ceph-mon[84444]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-12T17:49:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:31 smithi005 ceph-mon[90837]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T17:49:31.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:31 smithi005 ceph-mon[90837]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T17:49:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:31 smithi005 ceph-mon[88416]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T17:49:31.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:31 smithi005 ceph-mon[88416]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T17:49:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:31 smithi016 ceph-mon[84444]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-12T17:49:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:31 smithi016 ceph-mon[84444]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-12T17:49:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:49:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:49:32.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:32 smithi005 ceph-mon[88416]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 5.0 KiB/s wr, 472 op/s 2024-04-12T17:49:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:32 smithi005 ceph-mon[90837]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 5.0 KiB/s wr, 472 op/s 2024-04-12T17:49:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:32 smithi016 ceph-mon[84444]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 348 KiB/s rd, 5.0 KiB/s wr, 472 op/s 2024-04-12T17:49:33.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:33 smithi005 ceph-mon[88416]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T17:49:33.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:49:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:49:33] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-12T17:49:33.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:33 smithi005 ceph-mon[90837]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T17:49:34.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:33 smithi016 ceph-mon[84444]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-12T17:49:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:34 smithi005 ceph-mon[88416]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-04-12T17:49:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:34 smithi005 ceph-mon[88416]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T17:49:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:34 smithi005 ceph-mon[90837]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-04-12T17:49:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:34 smithi005 ceph-mon[90837]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T17:49:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:34 smithi016 ceph-mon[84444]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-04-12T17:49:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:34 smithi016 ceph-mon[84444]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-12T17:49:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:35.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:35 smithi005 ceph-mon[88416]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T17:49:35.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:35 smithi005 ceph-mon[90837]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T17:49:36.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:35 smithi016 ceph-mon[84444]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-12T17:49:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:36 smithi005 ceph-mon[88416]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-04-12T17:49:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:36 smithi005 ceph-mon[88416]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T17:49:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:36 smithi005 ceph-mon[88416]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T17:49:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:36 smithi005 ceph-mon[90837]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-04-12T17:49:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:36 smithi005 ceph-mon[90837]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T17:49:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:36 smithi005 ceph-mon[90837]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T17:49:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:36 smithi016 ceph-mon[84444]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 431 op/s 2024-04-12T17:49:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:36 smithi016 ceph-mon[84444]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-12T17:49:37.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:36 smithi016 ceph-mon[84444]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-12T17:49:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:38 smithi005 ceph-mon[88416]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:49:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:38 smithi005 ceph-mon[88416]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T17:49:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:38 smithi005 ceph-mon[90837]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:49:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:38 smithi005 ceph-mon[90837]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T17:49:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:38 smithi016 ceph-mon[84444]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-12T17:49:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:38 smithi016 ceph-mon[84444]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-12T17:49:39.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:39 smithi005 ceph-mon[88416]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T17:49:39.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:39 smithi005 ceph-mon[90837]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T17:49:40.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:39 smithi016 ceph-mon[84444]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-12T17:49:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:40 smithi005 ceph-mon[88416]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-12T17:49:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:40 smithi005 ceph-mon[88416]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T17:49:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:40 smithi005 ceph-mon[90837]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-12T17:49:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:40 smithi005 ceph-mon[90837]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T17:49:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:40 smithi016 ceph-mon[84444]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 386 op/s 2024-04-12T17:49:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:40 smithi016 ceph-mon[84444]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-12T17:49:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:41 smithi005 ceph-mon[88416]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T17:49:41.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:41 smithi005 ceph-mon[88416]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T17:49:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:41 smithi005 ceph-mon[90837]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T17:49:41.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:41 smithi005 ceph-mon[90837]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T17:49:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:41 smithi016 ceph-mon[84444]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-12T17:49:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:41 smithi016 ceph-mon[84444]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-12T17:49:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:49:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:49:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:42 smithi016 ceph-mon[84444]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 5.0 KiB/s wr, 383 op/s 2024-04-12T17:49:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:42 smithi016 ceph-mon[84444]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T17:49:43.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:42 smithi005 ceph-mon[88416]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 5.0 KiB/s wr, 383 op/s 2024-04-12T17:49:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:42 smithi005 ceph-mon[88416]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T17:49:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:42 smithi005 ceph-mon[90837]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 5.0 KiB/s wr, 383 op/s 2024-04-12T17:49:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:42 smithi005 ceph-mon[90837]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-12T17:49:44.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:49:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:49:43] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-12T17:49:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:44 smithi005 ceph-mon[88416]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 341 op/s 2024-04-12T17:49:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:44 smithi005 ceph-mon[88416]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T17:49:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:44 smithi005 ceph-mon[90837]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 341 op/s 2024-04-12T17:49:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:44 smithi005 ceph-mon[90837]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T17:49:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:44 smithi016 ceph-mon[84444]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 341 op/s 2024-04-12T17:49:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:44 smithi016 ceph-mon[84444]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-12T17:49:45.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:45 smithi005 ceph-mon[88416]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T17:49:45.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:45 smithi005 ceph-mon[90837]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T17:49:46.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:45 smithi016 ceph-mon[84444]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-12T17:49:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:46 smithi005 ceph-mon[88416]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-12T17:49:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:46 smithi005 ceph-mon[88416]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T17:49:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:46 smithi005 ceph-mon[88416]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T17:49:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:46 smithi005 ceph-mon[90837]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-12T17:49:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:46 smithi005 ceph-mon[90837]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T17:49:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:46 smithi005 ceph-mon[90837]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T17:49:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:46 smithi016 ceph-mon[84444]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 5.0 KiB/s wr, 343 op/s 2024-04-12T17:49:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:46 smithi016 ceph-mon[84444]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-12T17:49:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:46 smithi016 ceph-mon[84444]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-12T17:49:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:48 smithi005 ceph-mon[88416]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:48 smithi005 ceph-mon[88416]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T17:49:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:48 smithi005 ceph-mon[90837]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:48 smithi005 ceph-mon[90837]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T17:49:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:48 smithi016 ceph-mon[84444]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:48 smithi016 ceph-mon[84444]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-12T17:49:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:49 smithi005 ceph-mon[90837]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T17:49:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:49 smithi005 ceph-mon[88416]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T17:49:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:49 smithi016 ceph-mon[84444]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-12T17:49:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:49:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:50 smithi005 ceph-mon[88416]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-12T17:49:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:50 smithi005 ceph-mon[88416]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T17:49:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:50 smithi005 ceph-mon[90837]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-12T17:49:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:50 smithi005 ceph-mon[90837]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T17:49:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:50 smithi016 ceph-mon[84444]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 5.0 KiB/s wr, 300 op/s 2024-04-12T17:49:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:50 smithi016 ceph-mon[84444]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-12T17:49:51.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:51 smithi005 ceph-mon[88416]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T17:49:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:51 smithi005 ceph-mon[88416]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T17:49:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:51 smithi005 ceph-mon[90837]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T17:49:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:51 smithi005 ceph-mon[90837]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T17:49:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:51 smithi016 ceph-mon[84444]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-12T17:49:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:51 smithi016 ceph-mon[84444]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-12T17:49:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:49:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:49:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:52 smithi005 ceph-mon[88416]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 297 op/s 2024-04-12T17:49:52.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:52 smithi005 ceph-mon[88416]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T17:49:52.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:52 smithi005 ceph-mon[90837]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 297 op/s 2024-04-12T17:49:52.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:52 smithi005 ceph-mon[90837]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T17:49:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:52 smithi016 ceph-mon[84444]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 297 op/s 2024-04-12T17:49:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:52 smithi016 ceph-mon[84444]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-12T17:49:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:49:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:49:53] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:49:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:54 smithi005 ceph-mon[88416]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 255 op/s 2024-04-12T17:49:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:54 smithi005 ceph-mon[88416]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T17:49:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:54 smithi005 ceph-mon[90837]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 255 op/s 2024-04-12T17:49:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:54 smithi005 ceph-mon[90837]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T17:49:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:54 smithi016 ceph-mon[84444]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 255 op/s 2024-04-12T17:49:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:54 smithi016 ceph-mon[84444]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-12T17:49:55.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:55 smithi005 ceph-mon[88416]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T17:49:55.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:55 smithi005 ceph-mon[90837]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T17:49:56.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:55 smithi016 ceph-mon[84444]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-12T17:49:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:56 smithi005 ceph-mon[90837]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-12T17:49:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:56 smithi005 ceph-mon[90837]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T17:49:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:56 smithi005 ceph-mon[90837]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T17:49:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:56 smithi005 ceph-mon[88416]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-12T17:49:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:56 smithi005 ceph-mon[88416]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T17:49:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:56 smithi005 ceph-mon[88416]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T17:49:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:56 smithi016 ceph-mon[84444]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 5.0 KiB/s wr, 256 op/s 2024-04-12T17:49:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:56 smithi016 ceph-mon[84444]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-12T17:49:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:56 smithi016 ceph-mon[84444]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-12T17:49:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:58 smithi005 ceph-mon[88416]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:58.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:58 smithi005 ceph-mon[88416]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T17:49:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:58 smithi005 ceph-mon[90837]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:58.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:58 smithi005 ceph-mon[90837]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T17:49:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:58 smithi016 ceph-mon[84444]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-12T17:49:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:58 smithi016 ceph-mon[84444]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-12T17:49:59.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:49:59 smithi005 ceph-mon[88416]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T17:49:59.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:49:59 smithi005 ceph-mon[90837]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T17:50:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:49:59 smithi016 ceph-mon[84444]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-12T17:50:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:00 smithi005 ceph-mon[88416]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 212 op/s 2024-04-12T17:50:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:00 smithi005 ceph-mon[88416]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T17:50:00.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:00 smithi005 ceph-mon[88416]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:50:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:00 smithi005 ceph-mon[90837]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 212 op/s 2024-04-12T17:50:00.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:00 smithi005 ceph-mon[90837]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T17:50:00.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:00 smithi005 ceph-mon[90837]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:50:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:00 smithi016 ceph-mon[84444]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 5.0 KiB/s wr, 212 op/s 2024-04-12T17:50:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:00 smithi016 ceph-mon[84444]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-12T17:50:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:00 smithi016 ceph-mon[84444]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-12T17:50:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:01 smithi005 ceph-mon[88416]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T17:50:01.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:01 smithi005 ceph-mon[88416]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T17:50:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:01 smithi005 ceph-mon[90837]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T17:50:01.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:01 smithi005 ceph-mon[90837]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T17:50:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:01 smithi016 ceph-mon[84444]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-12T17:50:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:01 smithi016 ceph-mon[84444]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-12T17:50:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:50:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:50:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:02 smithi005 ceph-mon[88416]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 5.0 KiB/s wr, 208 op/s 2024-04-12T17:50:02.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:02 smithi005 ceph-mon[88416]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T17:50:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:02 smithi005 ceph-mon[90837]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 5.0 KiB/s wr, 208 op/s 2024-04-12T17:50:02.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:02 smithi005 ceph-mon[90837]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T17:50:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:02 smithi016 ceph-mon[84444]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 5.0 KiB/s wr, 208 op/s 2024-04-12T17:50:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:02 smithi016 ceph-mon[84444]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-12T17:50:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:50:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:50:03] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:50:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:04 smithi005 ceph-mon[88416]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 166 op/s 2024-04-12T17:50:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:04 smithi005 ceph-mon[88416]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T17:50:04.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:04 smithi005 ceph-mon[90837]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 166 op/s 2024-04-12T17:50:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:04 smithi005 ceph-mon[90837]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T17:50:04.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:04 smithi016 ceph-mon[84444]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 166 op/s 2024-04-12T17:50:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:04 smithi016 ceph-mon[84444]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-12T17:50:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:05.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:05 smithi005 ceph-mon[88416]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T17:50:05.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:05 smithi005 ceph-mon[90837]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T17:50:06.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:05 smithi016 ceph-mon[84444]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-12T17:50:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:06 smithi005 ceph-mon[88416]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-12T17:50:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:06 smithi005 ceph-mon[88416]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T17:50:06.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:06 smithi005 ceph-mon[88416]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T17:50:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:06 smithi005 ceph-mon[90837]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-12T17:50:06.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:06 smithi005 ceph-mon[90837]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T17:50:06.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:06 smithi005 ceph-mon[90837]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T17:50:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:06 smithi016 ceph-mon[84444]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-04-12T17:50:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:06 smithi016 ceph-mon[84444]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-12T17:50:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:06 smithi016 ceph-mon[84444]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-12T17:50:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:08 smithi005 ceph-mon[88416]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:50:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:08 smithi005 ceph-mon[88416]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T17:50:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:08 smithi005 ceph-mon[90837]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:50:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:08 smithi005 ceph-mon[90837]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T17:50:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:08 smithi016 ceph-mon[84444]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-12T17:50:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:08 smithi016 ceph-mon[84444]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-12T17:50:09.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:09 smithi005 ceph-mon[88416]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T17:50:09.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:09 smithi005 ceph-mon[90837]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T17:50:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:09 smithi016 ceph-mon[84444]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-12T17:50:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:10 smithi005 ceph-mon[88416]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-12T17:50:10.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:10 smithi005 ceph-mon[88416]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T17:50:10.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:10 smithi005 ceph-mon[90837]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-12T17:50:10.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:10 smithi005 ceph-mon[90837]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T17:50:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:10 smithi016 ceph-mon[84444]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 124 op/s 2024-04-12T17:50:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:10 smithi016 ceph-mon[84444]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-12T17:50:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:11 smithi005 ceph-mon[88416]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T17:50:11.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:11 smithi005 ceph-mon[88416]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T17:50:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:11 smithi005 ceph-mon[90837]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T17:50:11.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:11 smithi005 ceph-mon[90837]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T17:50:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:11 smithi016 ceph-mon[84444]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-12T17:50:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:11 smithi016 ceph-mon[84444]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-12T17:50:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:50:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:50:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:12 smithi005 ceph-mon[88416]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 5.0 KiB/s wr, 118 op/s 2024-04-12T17:50:12.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:12 smithi005 ceph-mon[88416]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T17:50:12.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:12 smithi005 ceph-mon[90837]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 5.0 KiB/s wr, 118 op/s 2024-04-12T17:50:12.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:12 smithi005 ceph-mon[90837]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T17:50:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:12 smithi016 ceph-mon[84444]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 5.0 KiB/s wr, 118 op/s 2024-04-12T17:50:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:12 smithi016 ceph-mon[84444]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-12T17:50:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:50:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:50:13] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-12T17:50:14.766 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-12T17:50:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:14 smithi005 ceph-mon[88416]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 80 op/s 2024-04-12T17:50:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:14 smithi005 ceph-mon[88416]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T17:50:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:14 smithi005 ceph-mon[90837]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 80 op/s 2024-04-12T17:50:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:14 smithi005 ceph-mon[90837]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T17:50:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:14 smithi016 ceph-mon[84444]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 80 op/s 2024-04-12T17:50:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:14 smithi016 ceph-mon[84444]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-12T17:50:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:15 smithi005 ceph-mon[88416]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T17:50:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:15 smithi005 ceph-mon[90837]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T17:50:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:15 smithi016 ceph-mon[84444]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-12T17:50:16.761 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-12T17:50:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:16 smithi005 ceph-mon[88416]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-12T17:50:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:16 smithi005 ceph-mon[88416]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T17:50:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:16 smithi005 ceph-mon[88416]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T17:50:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:16 smithi005 ceph-mon[90837]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-12T17:50:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:16 smithi005 ceph-mon[90837]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T17:50:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:16 smithi005 ceph-mon[90837]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T17:50:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:16 smithi016 ceph-mon[84444]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.0 KiB/s wr, 81 op/s 2024-04-12T17:50:17.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:16 smithi016 ceph-mon[84444]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-12T17:50:17.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:16 smithi016 ceph-mon[84444]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-12T17:50:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:18 smithi005 ceph-mon[88416]: pgmap v4882: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-04-12T17:50:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:18 smithi005 ceph-mon[88416]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T17:50:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:18 smithi005 ceph-mon[90837]: pgmap v4882: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-04-12T17:50:18.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:18 smithi005 ceph-mon[90837]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T17:50:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:18 smithi016 ceph-mon[84444]: pgmap v4882: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-04-12T17:50:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:18 smithi016 ceph-mon[84444]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-12T17:50:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:19 smithi016 ceph-mon[84444]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T17:50:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:50:19.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:19 smithi005 ceph-mon[88416]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T17:50:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:50:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:19 smithi005 ceph-mon[90837]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-12T17:50:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:50:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:20.795 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-12T17:50:20.882 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[88416]: pgmap v4885: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[88416]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[90837]: pgmap v4885: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-04-12T17:50:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[90837]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T17:50:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:50:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:50:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:21.039 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-12T17:50:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:20 smithi016 ceph-mon[84444]: pgmap v4885: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-04-12T17:50:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:20 smithi016 ceph-mon[84444]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-12T17:50:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:50:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:50:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:50:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:21 smithi005 ceph-mon[88416]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T17:50:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:21 smithi005 ceph-mon[88416]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T17:50:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:21 smithi005 ceph-mon[90837]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T17:50:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:21 smithi005 ceph-mon[90837]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T17:50:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:21 smithi016 ceph-mon[84444]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-12T17:50:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:21 smithi016 ceph-mon[84444]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-12T17:50:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:50:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:50:22.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:22 smithi005 ceph-mon[88416]: pgmap v4888: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 KiB/s wr, 103 op/s 2024-04-12T17:50:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:22 smithi005 ceph-mon[88416]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T17:50:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:22 smithi005 ceph-mon[90837]: pgmap v4888: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 KiB/s wr, 103 op/s 2024-04-12T17:50:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:22 smithi005 ceph-mon[90837]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T17:50:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:22 smithi016 ceph-mon[84444]: pgmap v4888: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.2 KiB/s wr, 103 op/s 2024-04-12T17:50:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:22 smithi016 ceph-mon[84444]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-12T17:50:24.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:50:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:50:23] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-04-12T17:50:24.753 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-12T17:50:24.832 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-12T17:50:24.918 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-12T17:50:24.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:24 smithi005 ceph-mon[88416]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 17 KiB/s wr, 318 op/s 2024-04-12T17:50:24.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:24 smithi005 ceph-mon[88416]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T17:50:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:24 smithi005 ceph-mon[90837]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 17 KiB/s wr, 318 op/s 2024-04-12T17:50:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:24 smithi005 ceph-mon[90837]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T17:50:25.004 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-12T17:50:25.089 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-12T17:50:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:24 smithi016 ceph-mon[84444]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 17 KiB/s wr, 318 op/s 2024-04-12T17:50:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:24 smithi016 ceph-mon[84444]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-12T17:50:25.166 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-12T17:50:25.871 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-12T17:50:25.948 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-12T17:50:25.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:25 smithi005 ceph-mon[88416]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T17:50:25.956 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:25 smithi005 ceph-mon[90837]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T17:50:26.052 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-12T17:50:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:25 smithi016 ceph-mon[84444]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-12T17:50:26.151 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-12T17:50:26.233 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-12T17:50:26.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:26 smithi005 ceph-mon[88416]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-04-12T17:50:26.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:26 smithi005 ceph-mon[88416]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T17:50:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:26 smithi005 ceph-mon[90837]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-04-12T17:50:26.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:26 smithi005 ceph-mon[90837]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T17:50:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:26 smithi016 ceph-mon[84444]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-04-12T17:50:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:26 smithi016 ceph-mon[84444]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-12T17:50:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:28 smithi005 ceph-mon[88416]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 48 KiB/s wr, 845 op/s 2024-04-12T17:50:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:28 smithi005 ceph-mon[90837]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 48 KiB/s wr, 845 op/s 2024-04-12T17:50:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:28 smithi016 ceph-mon[84444]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 48 KiB/s wr, 845 op/s 2024-04-12T17:50:30.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:30 smithi005 ceph-mon[88416]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 847 op/s 2024-04-12T17:50:30.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:30 smithi005 ceph-mon[90837]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 847 op/s 2024-04-12T17:50:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:30 smithi016 ceph-mon[84444]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 41 KiB/s wr, 847 op/s 2024-04-12T17:50:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:50:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:50:32.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:32 smithi005 ceph-mon[88416]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 659 op/s 2024-04-12T17:50:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:32 smithi005 ceph-mon[88416]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T17:50:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:32 smithi005 ceph-mon[90837]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 659 op/s 2024-04-12T17:50:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:32 smithi005 ceph-mon[90837]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T17:50:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:32 smithi016 ceph-mon[84444]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 659 op/s 2024-04-12T17:50:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:32 smithi016 ceph-mon[84444]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-12T17:50:33.954 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-12T17:50:34.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:50:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:50:33] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-04-12T17:50:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:34 smithi005 ceph-mon[88416]: pgmap v4900: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 636 op/s 2024-04-12T17:50:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:34 smithi005 ceph-mon[90837]: pgmap v4900: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 636 op/s 2024-04-12T17:50:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:34 smithi016 ceph-mon[84444]: pgmap v4900: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 636 op/s 2024-04-12T17:50:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:36.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:36 smithi005 ceph-mon[88416]: pgmap v4901: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 503 KiB/s wr, 592 op/s 2024-04-12T17:50:36.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:36 smithi005 ceph-mon[90837]: pgmap v4901: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 503 KiB/s wr, 592 op/s 2024-04-12T17:50:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:36 smithi016 ceph-mon[84444]: pgmap v4901: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 503 KiB/s wr, 592 op/s 2024-04-12T17:50:38.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:38 smithi005 ceph-mon[88416]: pgmap v4902: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 417 KiB/s wr, 167 op/s 2024-04-12T17:50:38.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:38 smithi005 ceph-mon[90837]: pgmap v4902: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 417 KiB/s wr, 167 op/s 2024-04-12T17:50:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:38 smithi016 ceph-mon[84444]: pgmap v4902: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 417 KiB/s wr, 167 op/s 2024-04-12T17:50:40.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:40 smithi005 ceph-mon[88416]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T17:50:40.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:40 smithi005 ceph-mon[90837]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T17:50:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:40 smithi016 ceph-mon[84444]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T17:50:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:50:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:50:42.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:42 smithi005 ceph-mon[88416]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T17:50:42.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:42 smithi005 ceph-mon[90837]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T17:50:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:42 smithi016 ceph-mon[84444]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-12T17:50:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:50:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:50:43] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-04-12T17:50:44.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:44 smithi005 ceph-mon[88416]: pgmap v4905: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-12T17:50:44.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:44 smithi005 ceph-mon[90837]: pgmap v4905: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-12T17:50:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:44 smithi016 ceph-mon[84444]: pgmap v4905: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-12T17:50:45.354 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-12T17:50:45.437 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-12T17:50:45.527 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-12T17:50:45.620 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-12T17:50:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:46 smithi005 ceph-mon[88416]: pgmap v4906: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-12T17:50:46.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:46 smithi005 ceph-mon[88416]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T17:50:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:46 smithi005 ceph-mon[90837]: pgmap v4906: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-12T17:50:46.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:46 smithi005 ceph-mon[90837]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T17:50:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:46 smithi016 ceph-mon[84444]: pgmap v4906: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 32 op/s 2024-04-12T17:50:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:46 smithi016 ceph-mon[84444]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-12T17:50:47.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:47 smithi005 ceph-mon[88416]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T17:50:47.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:47 smithi005 ceph-mon[90837]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T17:50:48.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:47 smithi016 ceph-mon[84444]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-12T17:50:48.791 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-12T17:50:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:48 smithi005 ceph-mon[88416]: pgmap v4909: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 2.0 MiB/s wr, 91 op/s 2024-04-12T17:50:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:48 smithi005 ceph-mon[88416]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T17:50:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:48 smithi005 ceph-mon[90837]: pgmap v4909: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 2.0 MiB/s wr, 91 op/s 2024-04-12T17:50:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:48 smithi005 ceph-mon[90837]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T17:50:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:48 smithi016 ceph-mon[84444]: pgmap v4909: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 2.0 MiB/s wr, 91 op/s 2024-04-12T17:50:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:48 smithi016 ceph-mon[84444]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-12T17:50:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:49 smithi005 ceph-mon[88416]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T17:50:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:49 smithi005 ceph-mon[90837]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T17:50:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:49 smithi016 ceph-mon[84444]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-12T17:50:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:50:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:50 smithi005 ceph-mon[88416]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 18 KiB/s wr, 352 op/s 2024-04-12T17:50:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:50 smithi005 ceph-mon[88416]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T17:50:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:50 smithi005 ceph-mon[90837]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 18 KiB/s wr, 352 op/s 2024-04-12T17:50:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:50 smithi005 ceph-mon[90837]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T17:50:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:50 smithi016 ceph-mon[84444]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 18 KiB/s wr, 352 op/s 2024-04-12T17:50:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:50 smithi016 ceph-mon[84444]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-12T17:50:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:51 smithi016 ceph-mon[84444]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T17:50:52.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:51 smithi005 ceph-mon[88416]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T17:50:52.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:51 smithi005 ceph-mon[90837]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-12T17:50:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:50:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:50:52.823 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-12T17:50:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:52 smithi016 ceph-mon[84444]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 9.7 KiB/s wr, 195 op/s 2024-04-12T17:50:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:52 smithi016 ceph-mon[84444]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T17:50:53.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:52 smithi005 ceph-mon[88416]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 9.7 KiB/s wr, 195 op/s 2024-04-12T17:50:53.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:52 smithi005 ceph-mon[88416]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T17:50:53.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:52 smithi005 ceph-mon[90837]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 9.7 KiB/s wr, 195 op/s 2024-04-12T17:50:53.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:52 smithi005 ceph-mon[90837]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-12T17:50:54.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:53 smithi016 ceph-mon[84444]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T17:50:54.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:53 smithi005 ceph-mon[88416]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T17:50:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:50:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:50:53] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:50:54.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:53 smithi005 ceph-mon[90837]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-12T17:50:54.825 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-12T17:50:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:54 smithi016 ceph-mon[84444]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 16 KiB/s wr, 343 op/s 2024-04-12T17:50:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:54 smithi016 ceph-mon[84444]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T17:50:55.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:54 smithi005 ceph-mon[88416]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 16 KiB/s wr, 343 op/s 2024-04-12T17:50:55.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:54 smithi005 ceph-mon[88416]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T17:50:55.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:54 smithi005 ceph-mon[90837]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 16 KiB/s wr, 343 op/s 2024-04-12T17:50:55.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:54 smithi005 ceph-mon[90837]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-12T17:50:56.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:55 smithi016 ceph-mon[84444]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T17:50:56.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:55 smithi005 ceph-mon[90837]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T17:50:56.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:55 smithi005 ceph-mon[88416]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-12T17:50:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:56 smithi016 ceph-mon[84444]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 359 op/s 2024-04-12T17:50:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:56 smithi016 ceph-mon[84444]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T17:50:57.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:56 smithi016 ceph-mon[84444]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T17:50:57.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:56 smithi005 ceph-mon[88416]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 359 op/s 2024-04-12T17:50:57.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:56 smithi005 ceph-mon[88416]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T17:50:57.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:56 smithi005 ceph-mon[88416]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T17:50:57.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:56 smithi005 ceph-mon[90837]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 359 op/s 2024-04-12T17:50:57.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:56 smithi005 ceph-mon[90837]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-12T17:50:57.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:56 smithi005 ceph-mon[90837]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-12T17:50:58.847 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-12T17:50:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:58 smithi016 ceph-mon[84444]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 150 op/s 2024-04-12T17:50:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:58 smithi016 ceph-mon[84444]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T17:50:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:58 smithi005 ceph-mon[88416]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 150 op/s 2024-04-12T17:50:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:58 smithi005 ceph-mon[88416]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T17:50:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:58 smithi005 ceph-mon[90837]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 11 KiB/s wr, 150 op/s 2024-04-12T17:50:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:58 smithi005 ceph-mon[90837]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-12T17:51:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:50:59 smithi016 ceph-mon[84444]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T17:51:00.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:50:59 smithi005 ceph-mon[88416]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T17:51:00.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:50:59 smithi005 ceph-mon[90837]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-12T17:51:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:00 smithi016 ceph-mon[84444]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-04-12T17:51:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:00 smithi016 ceph-mon[84444]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T17:51:01.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:00 smithi005 ceph-mon[88416]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-04-12T17:51:01.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:00 smithi005 ceph-mon[88416]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T17:51:01.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:00 smithi005 ceph-mon[90837]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 252 KiB/s rd, 20 KiB/s wr, 346 op/s 2024-04-12T17:51:01.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:00 smithi005 ceph-mon[90837]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-12T17:51:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:01 smithi016 ceph-mon[84444]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T17:51:02.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:01 smithi016 ceph-mon[84444]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T17:51:02.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:01 smithi005 ceph-mon[88416]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T17:51:02.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:01 smithi005 ceph-mon[88416]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T17:51:02.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:01 smithi005 ceph-mon[90837]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-12T17:51:02.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:01 smithi005 ceph-mon[90837]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-12T17:51:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:51:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:51:02.870 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-12T17:51:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:02 smithi016 ceph-mon[84444]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-12T17:51:03.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:02 smithi005 ceph-mon[88416]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-12T17:51:03.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:02 smithi005 ceph-mon[90837]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-12T17:51:04.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:03 smithi016 ceph-mon[84444]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T17:51:04.107 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:03 smithi005 ceph-mon[88416]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T17:51:04.108 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:03 smithi005 ceph-mon[90837]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-12T17:51:04.108 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:51:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:51:03] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-12T17:51:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:04 smithi016 ceph-mon[84444]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 286 op/s 2024-04-12T17:51:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:04 smithi016 ceph-mon[84444]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T17:51:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:04 smithi005 ceph-mon[90837]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 286 op/s 2024-04-12T17:51:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:04 smithi005 ceph-mon[90837]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T17:51:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:04 smithi005 ceph-mon[88416]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 286 op/s 2024-04-12T17:51:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:04 smithi005 ceph-mon[88416]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-12T17:51:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:06.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:05 smithi016 ceph-mon[84444]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T17:51:06.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:05 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-2","app": "rbd"}]: dispatch 2024-04-12T17:51:06.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:05 smithi005 ceph-mon[88416]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T17:51:06.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:05 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-2","app": "rbd"}]: dispatch 2024-04-12T17:51:06.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:05 smithi005 ceph-mon[90837]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-12T17:51:06.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:05 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-2","app": "rbd"}]: dispatch 2024-04-12T17:51:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:06 smithi016 ceph-mon[84444]: pgmap v4936: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 297 op/s 2024-04-12T17:51:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:06 smithi016 ceph-mon[84444]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:51:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:06 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-2","app": "rbd"}]': finished 2024-04-12T17:51:07.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:06 smithi016 ceph-mon[84444]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T17:51:07.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:06 smithi016 ceph-mon[84444]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T17:51:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[88416]: pgmap v4936: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 297 op/s 2024-04-12T17:51:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[88416]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:51:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-2","app": "rbd"}]': finished 2024-04-12T17:51:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[88416]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T17:51:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[88416]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T17:51:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[90837]: pgmap v4936: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 297 op/s 2024-04-12T17:51:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[90837]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T17:51:07.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi005-211589-2","app": "rbd"}]': finished 2024-04-12T17:51:07.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[90837]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-12T17:51:07.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:06 smithi005 ceph-mon[90837]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-12T17:51:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:08 smithi005 ceph-mon[88416]: pgmap v4939: 169 pgs: 24 unknown, 145 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-12T17:51:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:08 smithi005 ceph-mon[88416]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T17:51:08.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:08 smithi005 ceph-mon[88416]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:51:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:08 smithi005 ceph-mon[90837]: pgmap v4939: 169 pgs: 24 unknown, 145 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-12T17:51:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:08 smithi005 ceph-mon[90837]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T17:51:08.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:08 smithi005 ceph-mon[90837]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:51:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:08 smithi016 ceph-mon[84444]: pgmap v4939: 169 pgs: 24 unknown, 145 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-12T17:51:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:08 smithi016 ceph-mon[84444]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-12T17:51:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:08 smithi016 ceph-mon[84444]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T17:51:09.917 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-12T17:51:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:09 smithi016 ceph-mon[84444]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T17:51:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:09 smithi016 ceph-mon[84444]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 161 op/s 2024-04-12T17:51:10.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:09 smithi005 ceph-mon[88416]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T17:51:10.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:09 smithi005 ceph-mon[88416]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 161 op/s 2024-04-12T17:51:10.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:09 smithi005 ceph-mon[90837]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-12T17:51:10.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:09 smithi005 ceph-mon[90837]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 161 op/s 2024-04-12T17:51:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:10 smithi016 ceph-mon[84444]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T17:51:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:10 smithi005 ceph-mon[88416]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T17:51:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:10 smithi005 ceph-mon[90837]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-12T17:51:11.769 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-12T17:51:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:11 smithi016 ceph-mon[84444]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T17:51:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:11 smithi016 ceph-mon[84444]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.2 KiB/s wr, 109 op/s 2024-04-12T17:51:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:11 smithi016 ceph-mon[84444]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T17:51:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:11 smithi005 ceph-mon[88416]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T17:51:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:11 smithi005 ceph-mon[88416]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.2 KiB/s wr, 109 op/s 2024-04-12T17:51:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:11 smithi005 ceph-mon[88416]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T17:51:12.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:11 smithi005 ceph-mon[90837]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-12T17:51:12.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:11 smithi005 ceph-mon[90837]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 5.2 KiB/s wr, 109 op/s 2024-04-12T17:51:12.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:11 smithi005 ceph-mon[90837]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-12T17:51:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:51:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:51:13.775 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-12T17:51:13.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:13 smithi005 ceph-mon[88416]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T17:51:13.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:13 smithi005 ceph-mon[90837]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T17:51:13.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:51:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:51:13] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-04-12T17:51:14.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:13 smithi016 ceph-mon[84444]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-12T17:51:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:14 smithi005 ceph-mon[88416]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 181 op/s 2024-04-12T17:51:14.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:14 smithi005 ceph-mon[88416]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T17:51:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:14 smithi005 ceph-mon[90837]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 181 op/s 2024-04-12T17:51:14.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:14 smithi005 ceph-mon[90837]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T17:51:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:14 smithi016 ceph-mon[84444]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 181 op/s 2024-04-12T17:51:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:14 smithi016 ceph-mon[84444]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-12T17:51:15.778 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-12T17:51:15.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:15 smithi005 ceph-mon[88416]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T17:51:15.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:15 smithi005 ceph-mon[90837]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T17:51:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:15 smithi016 ceph-mon[84444]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-12T17:51:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:16 smithi005 ceph-mon[88416]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-12T17:51:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:16 smithi005 ceph-mon[88416]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T17:51:16.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:16 smithi005 ceph-mon[88416]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T17:51:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:16 smithi005 ceph-mon[90837]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-12T17:51:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:16 smithi005 ceph-mon[90837]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T17:51:16.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:16 smithi005 ceph-mon[90837]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T17:51:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:16 smithi016 ceph-mon[84444]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-12T17:51:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:16 smithi016 ceph-mon[84444]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-12T17:51:17.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:16 smithi016 ceph-mon[84444]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-12T17:51:17.785 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-12T17:51:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:18 smithi005 ceph-mon[88416]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 18 KiB/s wr, 279 op/s 2024-04-12T17:51:18.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:18 smithi005 ceph-mon[88416]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T17:51:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:18 smithi005 ceph-mon[90837]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 18 KiB/s wr, 279 op/s 2024-04-12T17:51:18.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:18 smithi005 ceph-mon[90837]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T17:51:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:18 smithi016 ceph-mon[84444]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 18 KiB/s wr, 279 op/s 2024-04-12T17:51:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:18 smithi016 ceph-mon[84444]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-12T17:51:19.807 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-12T17:51:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:19 smithi005 ceph-mon[90837]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T17:51:19.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:19 smithi005 ceph-mon[88416]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T17:51:19.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:19 smithi016 ceph-mon[84444]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-12T17:51:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:20 smithi005 ceph-mon[88416]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 30 KiB/s wr, 477 op/s 2024-04-12T17:51:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:20 smithi005 ceph-mon[88416]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T17:51:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:51:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:20 smithi005 ceph-mon[90837]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 30 KiB/s wr, 477 op/s 2024-04-12T17:51:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:20 smithi005 ceph-mon[90837]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T17:51:20.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:51:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:20 smithi016 ceph-mon[84444]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 30 KiB/s wr, 477 op/s 2024-04-12T17:51:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:20 smithi016 ceph-mon[84444]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-12T17:51:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[88416]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[88416]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[90837]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:51:21.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:51:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:21 smithi005 ceph-mon[90837]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T17:51:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:21 smithi016 ceph-mon[84444]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-12T17:51:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:51:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:51:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:51:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:21 smithi016 ceph-mon[84444]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-12T17:51:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:51:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:51:22.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:22 smithi005 ceph-mon[88416]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 249 op/s 2024-04-12T17:51:22.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:22 smithi005 ceph-mon[90837]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 249 op/s 2024-04-12T17:51:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:22 smithi016 ceph-mon[84444]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 249 op/s 2024-04-12T17:51:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:51:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:51:23] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-04-12T17:51:24.798 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-12T17:51:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:24 smithi016 ceph-mon[84444]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.47k op/s 2024-04-12T17:51:25.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:24 smithi005 ceph-mon[88416]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.47k op/s 2024-04-12T17:51:25.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:24 smithi005 ceph-mon[90837]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.47k op/s 2024-04-12T17:51:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:25 smithi016 ceph-mon[84444]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T17:51:26.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:25 smithi005 ceph-mon[88416]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T17:51:26.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:25 smithi005 ceph-mon[90837]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-12T17:51:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:26 smithi016 ceph-mon[84444]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.36k op/s 2024-04-12T17:51:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:26 smithi016 ceph-mon[84444]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T17:51:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:26 smithi016 ceph-mon[84444]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T17:51:27.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:26 smithi005 ceph-mon[88416]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.36k op/s 2024-04-12T17:51:27.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:26 smithi005 ceph-mon[88416]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T17:51:27.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:26 smithi005 ceph-mon[88416]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T17:51:27.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:26 smithi005 ceph-mon[90837]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 23 KiB/s wr, 1.36k op/s 2024-04-12T17:51:27.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:26 smithi005 ceph-mon[90837]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-12T17:51:27.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:26 smithi005 ceph-mon[90837]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-12T17:51:28.826 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-12T17:51:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:28 smithi005 ceph-mon[88416]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 35 KiB/s wr, 1.86k op/s 2024-04-12T17:51:28.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:28 smithi005 ceph-mon[88416]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T17:51:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:28 smithi005 ceph-mon[90837]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 35 KiB/s wr, 1.86k op/s 2024-04-12T17:51:28.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:28 smithi005 ceph-mon[90837]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T17:51:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:28 smithi016 ceph-mon[84444]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 35 KiB/s wr, 1.86k op/s 2024-04-12T17:51:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:28 smithi016 ceph-mon[84444]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-12T17:51:30.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:29 smithi016 ceph-mon[84444]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T17:51:30.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:29 smithi005 ceph-mon[88416]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T17:51:30.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:29 smithi005 ceph-mon[90837]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-12T17:51:30.825 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-12T17:51:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:30 smithi016 ceph-mon[84444]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 24 KiB/s wr, 1.85k op/s 2024-04-12T17:51:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:30 smithi016 ceph-mon[84444]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T17:51:31.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:30 smithi005 ceph-mon[88416]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 24 KiB/s wr, 1.85k op/s 2024-04-12T17:51:31.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:30 smithi005 ceph-mon[88416]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T17:51:31.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:30 smithi005 ceph-mon[90837]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 24 KiB/s wr, 1.85k op/s 2024-04-12T17:51:31.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:30 smithi005 ceph-mon[90837]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-12T17:51:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:31 smithi016 ceph-mon[84444]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T17:51:32.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:31 smithi016 ceph-mon[84444]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T17:51:32.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:31 smithi005 ceph-mon[88416]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T17:51:32.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:31 smithi005 ceph-mon[88416]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T17:51:32.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:31 smithi005 ceph-mon[90837]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-12T17:51:32.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:31 smithi005 ceph-mon[90837]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-12T17:51:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:51:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:51:32.837 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-12T17:51:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:32 smithi016 ceph-mon[84444]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 958 KiB/s rd, 7.7 KiB/s wr, 1.14k op/s 2024-04-12T17:51:33.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:32 smithi005 ceph-mon[88416]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 958 KiB/s rd, 7.7 KiB/s wr, 1.14k op/s 2024-04-12T17:51:33.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:32 smithi005 ceph-mon[90837]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 958 KiB/s rd, 7.7 KiB/s wr, 1.14k op/s 2024-04-12T17:51:34.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:33 smithi016 ceph-mon[84444]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T17:51:34.107 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:33 smithi005 ceph-mon[88416]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T17:51:34.107 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:51:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:51:33] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-04-12T17:51:34.108 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:33 smithi005 ceph-mon[90837]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-12T17:51:34.845 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-12T17:51:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:34 smithi016 ceph-mon[84444]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 36 KiB/s wr, 730 op/s 2024-04-12T17:51:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:34 smithi016 ceph-mon[84444]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T17:51:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:35.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:34 smithi005 ceph-mon[88416]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 36 KiB/s wr, 730 op/s 2024-04-12T17:51:35.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:34 smithi005 ceph-mon[88416]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T17:51:35.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:35.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:34 smithi005 ceph-mon[90837]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 36 KiB/s wr, 730 op/s 2024-04-12T17:51:35.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:34 smithi005 ceph-mon[90837]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-12T17:51:35.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:36.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:35 smithi016 ceph-mon[84444]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T17:51:36.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:35 smithi005 ceph-mon[88416]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T17:51:36.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:35 smithi005 ceph-mon[90837]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-12T17:51:36.777 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-12T17:51:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:36 smithi016 ceph-mon[84444]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s rd, 41 KiB/s wr, 814 op/s 2024-04-12T17:51:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:36 smithi016 ceph-mon[84444]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T17:51:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:36 smithi016 ceph-mon[84444]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T17:51:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:36 smithi005 ceph-mon[88416]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s rd, 41 KiB/s wr, 814 op/s 2024-04-12T17:51:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:36 smithi005 ceph-mon[88416]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T17:51:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:36 smithi005 ceph-mon[88416]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T17:51:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:36 smithi005 ceph-mon[90837]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s rd, 41 KiB/s wr, 814 op/s 2024-04-12T17:51:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:36 smithi005 ceph-mon[90837]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-12T17:51:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:36 smithi005 ceph-mon[90837]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-12T17:51:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:38 smithi016 ceph-mon[84444]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 36 KiB/s wr, 714 op/s 2024-04-12T17:51:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:38 smithi016 ceph-mon[84444]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T17:51:39.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:38 smithi005 ceph-mon[88416]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 36 KiB/s wr, 714 op/s 2024-04-12T17:51:39.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:38 smithi005 ceph-mon[88416]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T17:51:39.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:38 smithi005 ceph-mon[90837]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 36 KiB/s wr, 714 op/s 2024-04-12T17:51:39.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:38 smithi005 ceph-mon[90837]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-12T17:51:40.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:39 smithi016 ceph-mon[84444]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T17:51:40.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:39 smithi005 ceph-mon[90837]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T17:51:40.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:39 smithi005 ceph-mon[88416]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-12T17:51:40.879 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-12T17:51:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:40 smithi016 ceph-mon[84444]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 46 KiB/s wr, 905 op/s 2024-04-12T17:51:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:40 smithi016 ceph-mon[84444]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T17:51:41.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:40 smithi005 ceph-mon[88416]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 46 KiB/s wr, 905 op/s 2024-04-12T17:51:41.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:40 smithi005 ceph-mon[88416]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T17:51:41.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:40 smithi005 ceph-mon[90837]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 678 KiB/s rd, 46 KiB/s wr, 905 op/s 2024-04-12T17:51:41.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:40 smithi005 ceph-mon[90837]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-12T17:51:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:41 smithi016 ceph-mon[84444]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T17:51:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:41 smithi016 ceph-mon[84444]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T17:51:42.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:41 smithi005 ceph-mon[88416]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T17:51:42.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:41 smithi005 ceph-mon[88416]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T17:51:42.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:41 smithi005 ceph-mon[90837]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-12T17:51:42.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:41 smithi005 ceph-mon[90837]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-12T17:51:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:51:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:51:42.898 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-12T17:51:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:42 smithi016 ceph-mon[84444]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 274 op/s 2024-04-12T17:51:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:42 smithi005 ceph-mon[88416]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 274 op/s 2024-04-12T17:51:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:42 smithi005 ceph-mon[90837]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 16 KiB/s wr, 274 op/s 2024-04-12T17:51:44.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:43 smithi016 ceph-mon[84444]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T17:51:44.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:43 smithi005 ceph-mon[88416]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T17:51:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:51:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:51:43] "GET /metrics HTTP/1.1" 200 36636 "" "Prometheus/2.43.0" 2024-04-12T17:51:44.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:43 smithi005 ceph-mon[90837]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-12T17:51:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:44 smithi016 ceph-mon[84444]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 25 KiB/s wr, 481 op/s 2024-04-12T17:51:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:44 smithi016 ceph-mon[84444]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T17:51:45.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:44 smithi005 ceph-mon[88416]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 25 KiB/s wr, 481 op/s 2024-04-12T17:51:45.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:44 smithi005 ceph-mon[88416]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T17:51:45.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:44 smithi005 ceph-mon[90837]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 358 KiB/s rd, 25 KiB/s wr, 481 op/s 2024-04-12T17:51:45.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:44 smithi005 ceph-mon[90837]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-12T17:51:46.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:45 smithi016 ceph-mon[84444]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T17:51:46.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:45 smithi016 ceph-mon[84444]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 27 KiB/s wr, 502 op/s 2024-04-12T17:51:46.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:45 smithi005 ceph-mon[88416]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T17:51:46.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:45 smithi005 ceph-mon[88416]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 27 KiB/s wr, 502 op/s 2024-04-12T17:51:46.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:45 smithi005 ceph-mon[90837]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-12T17:51:46.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:45 smithi005 ceph-mon[90837]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 27 KiB/s wr, 502 op/s 2024-04-12T17:51:46.778 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-12T17:51:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:46 smithi016 ceph-mon[84444]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T17:51:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:46 smithi016 ceph-mon[84444]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T17:51:47.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:46 smithi005 ceph-mon[88416]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T17:51:47.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:46 smithi005 ceph-mon[88416]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T17:51:47.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:46 smithi005 ceph-mon[90837]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-12T17:51:47.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:46 smithi005 ceph-mon[90837]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-12T17:51:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:48 smithi005 ceph-mon[88416]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 204 op/s 2024-04-12T17:51:48.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:48 smithi005 ceph-mon[88416]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T17:51:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:48 smithi005 ceph-mon[90837]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 204 op/s 2024-04-12T17:51:48.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:48 smithi005 ceph-mon[90837]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T17:51:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:48 smithi016 ceph-mon[84444]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 204 op/s 2024-04-12T17:51:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:48 smithi016 ceph-mon[84444]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-12T17:51:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:49 smithi005 ceph-mon[88416]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T17:51:49.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:49 smithi005 ceph-mon[90837]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T17:51:49.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:49 smithi016 ceph-mon[84444]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-12T17:51:50.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:51:50.798 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-12T17:51:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:50 smithi005 ceph-mon[88416]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 21 KiB/s wr, 369 op/s 2024-04-12T17:51:50.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:50 smithi005 ceph-mon[88416]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T17:51:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:50 smithi005 ceph-mon[90837]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 21 KiB/s wr, 369 op/s 2024-04-12T17:51:50.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:50 smithi005 ceph-mon[90837]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T17:51:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:50 smithi016 ceph-mon[84444]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 21 KiB/s wr, 369 op/s 2024-04-12T17:51:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:50 smithi016 ceph-mon[84444]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-12T17:51:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:51 smithi005 ceph-mon[88416]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T17:51:51.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:51 smithi005 ceph-mon[88416]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T17:51:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:51 smithi005 ceph-mon[90837]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T17:51:51.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:51 smithi005 ceph-mon[90837]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T17:51:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:51 smithi016 ceph-mon[84444]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-12T17:51:52.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:51 smithi016 ceph-mon[84444]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-12T17:51:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:51:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:51:52.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:52 smithi005 ceph-mon[88416]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T17:51:52.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:52 smithi005 ceph-mon[90837]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T17:51:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:52 smithi016 ceph-mon[84444]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T17:51:54.206 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:51:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:51:53] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-04-12T17:51:54.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:54 smithi005 ceph-mon[88416]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 15 KiB/s wr, 261 op/s 2024-04-12T17:51:54.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:54 smithi005 ceph-mon[90837]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 15 KiB/s wr, 261 op/s 2024-04-12T17:51:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:54 smithi016 ceph-mon[84444]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 15 KiB/s wr, 261 op/s 2024-04-12T17:51:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:56 smithi005 ceph-mon[88416]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 208 op/s 2024-04-12T17:51:56.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:56 smithi005 ceph-mon[88416]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T17:51:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:56 smithi005 ceph-mon[90837]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 208 op/s 2024-04-12T17:51:56.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:56 smithi005 ceph-mon[90837]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T17:51:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:56 smithi016 ceph-mon[84444]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 12 KiB/s wr, 208 op/s 2024-04-12T17:51:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:56 smithi016 ceph-mon[84444]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-12T17:51:57.809 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-12T17:51:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:58 smithi016 ceph-mon[84444]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 207 op/s 2024-04-12T17:51:59.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:58 smithi016 ceph-mon[84444]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T17:51:59.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:58 smithi005 ceph-mon[88416]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 207 op/s 2024-04-12T17:51:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:58 smithi005 ceph-mon[88416]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T17:51:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:58 smithi005 ceph-mon[90837]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 207 op/s 2024-04-12T17:51:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:58 smithi005 ceph-mon[90837]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-12T17:52:00.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:51:59 smithi016 ceph-mon[84444]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T17:52:00.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:51:59 smithi005 ceph-mon[88416]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T17:52:00.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:51:59 smithi005 ceph-mon[90837]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-12T17:52:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:00 smithi016 ceph-mon[84444]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 684 KiB/s wr, 30 op/s 2024-04-12T17:52:01.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:00 smithi005 ceph-mon[88416]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 684 KiB/s wr, 30 op/s 2024-04-12T17:52:01.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:00 smithi005 ceph-mon[90837]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 684 KiB/s wr, 30 op/s 2024-04-12T17:52:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:52:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:52:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:02 smithi016 ceph-mon[84444]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-12T17:52:03.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:02 smithi005 ceph-mon[88416]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-12T17:52:03.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:02 smithi005 ceph-mon[90837]: pgmap v5012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 684 KiB/s wr, 24 op/s 2024-04-12T17:52:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:52:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:52:03] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-04-12T17:52:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:04 smithi016 ceph-mon[84444]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 624 KiB/s wr, 118 op/s 2024-04-12T17:52:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:04 smithi005 ceph-mon[88416]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 624 KiB/s wr, 118 op/s 2024-04-12T17:52:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:04 smithi005 ceph-mon[90837]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 624 KiB/s wr, 118 op/s 2024-04-12T17:52:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:06 smithi016 ceph-mon[84444]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 517 KiB/s wr, 84 op/s 2024-04-12T17:52:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:06 smithi016 ceph-mon[84444]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T17:52:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:06 smithi005 ceph-mon[88416]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 517 KiB/s wr, 84 op/s 2024-04-12T17:52:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:06 smithi005 ceph-mon[88416]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T17:52:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:06 smithi005 ceph-mon[90837]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 517 KiB/s wr, 84 op/s 2024-04-12T17:52:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:06 smithi005 ceph-mon[90837]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-12T17:52:08.838 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-12T17:52:08.953 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-12T17:52:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:08 smithi016 ceph-mon[84444]: pgmap v5016: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 482 KiB/s wr, 82 op/s 2024-04-12T17:52:09.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:08 smithi005 ceph-mon[88416]: pgmap v5016: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 482 KiB/s wr, 82 op/s 2024-04-12T17:52:09.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:08 smithi005 ceph-mon[90837]: pgmap v5016: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 482 KiB/s wr, 82 op/s 2024-04-12T17:52:10.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:09 smithi016 ceph-mon[84444]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T17:52:10.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:09 smithi005 ceph-mon[88416]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T17:52:10.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:09 smithi005 ceph-mon[90837]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-12T17:52:10.871 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-12T17:52:10.973 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-12T17:52:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:10 smithi016 ceph-mon[84444]: pgmap v5018: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 2.0 MiB/s wr, 89 op/s 2024-04-12T17:52:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:10 smithi016 ceph-mon[84444]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T17:52:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:10 smithi005 ceph-mon[88416]: pgmap v5018: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 2.0 MiB/s wr, 89 op/s 2024-04-12T17:52:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:10 smithi005 ceph-mon[88416]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T17:52:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:10 smithi005 ceph-mon[90837]: pgmap v5018: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 2.0 MiB/s wr, 89 op/s 2024-04-12T17:52:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:10 smithi005 ceph-mon[90837]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-12T17:52:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:11 smithi016 ceph-mon[84444]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T17:52:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:11 smithi005 ceph-mon[88416]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T17:52:12.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:11 smithi005 ceph-mon[90837]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-12T17:52:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:52:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:52:12.879 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-12T17:52:13.008 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-12T17:52:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:12 smithi016 ceph-mon[84444]: pgmap v5021: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-12T17:52:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:12 smithi016 ceph-mon[84444]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T17:52:13.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:12 smithi005 ceph-mon[88416]: pgmap v5021: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-12T17:52:13.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:12 smithi005 ceph-mon[88416]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T17:52:13.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:12 smithi005 ceph-mon[90837]: pgmap v5021: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-12T17:52:13.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:12 smithi005 ceph-mon[90837]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-12T17:52:14.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:13 smithi016 ceph-mon[84444]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T17:52:14.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:13 smithi005 ceph-mon[88416]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T17:52:14.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:13 smithi005 ceph-mon[90837]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-12T17:52:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:52:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:52:13] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-04-12T17:52:14.887 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-12T17:52:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:14 smithi016 ceph-mon[84444]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-04-12T17:52:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:14 smithi016 ceph-mon[84444]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T17:52:15.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:14 smithi005 ceph-mon[88416]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-04-12T17:52:15.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:14 smithi005 ceph-mon[88416]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T17:52:15.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:14 smithi005 ceph-mon[90837]: pgmap v5024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 16 KiB/s wr, 236 op/s 2024-04-12T17:52:15.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:14 smithi005 ceph-mon[90837]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-12T17:52:16.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:15 smithi016 ceph-mon[84444]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T17:52:16.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:15 smithi005 ceph-mon[88416]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T17:52:16.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:15 smithi005 ceph-mon[90837]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-12T17:52:16.802 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-12T17:52:16.936 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-12T17:52:17.059 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-12T17:52:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:16 smithi016 ceph-mon[84444]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 21 KiB/s wr, 384 op/s 2024-04-12T17:52:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:16 smithi016 ceph-mon[84444]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T17:52:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:16 smithi016 ceph-mon[84444]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-12T17:52:17.152 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-12T17:52:17.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:16 smithi005 ceph-mon[88416]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 21 KiB/s wr, 384 op/s 2024-04-12T17:52:17.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:16 smithi005 ceph-mon[88416]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T17:52:17.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:16 smithi005 ceph-mon[88416]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-12T17:52:17.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:16 smithi005 ceph-mon[90837]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 21 KiB/s wr, 384 op/s 2024-04-12T17:52:17.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:16 smithi005 ceph-mon[90837]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-12T17:52:17.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:16 smithi005 ceph-mon[90837]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-12T17:52:17.892 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-12T17:52:17.982 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-12T17:52:18.073 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-12T17:52:18.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:17 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4202679289' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/233659576"}]: dispatch 2024-04-12T17:52:18.177 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-12T17:52:18.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:17 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4202679289' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/233659576"}]: dispatch 2024-04-12T17:52:18.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:17 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4202679289' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/233659576"}]: dispatch 2024-04-12T17:52:18.276 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-12T17:52:18.362 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-12T17:52:18.443 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-12T17:52:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 14 KiB/s wr, 331 op/s 2024-04-12T17:52:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4202679289' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/233659576"}]': finished 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]: dispatch 2024-04-12T17:52:19.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]: dispatch 2024-04-12T17:52:19.099 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:18 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]': finished 2024-04-12T17:52:19.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 14 KiB/s wr, 331 op/s 2024-04-12T17:52:19.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4202679289' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/233659576"}]': finished 2024-04-12T17:52:19.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-12T17:52:19.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]: dispatch 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]': finished 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 14 KiB/s wr, 331 op/s 2024-04-12T17:52:19.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4202679289' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.5:0/233659576"}]': finished 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]: dispatch 2024-04-12T17:52:19.209 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]: dispatch 2024-04-12T17:52:19.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:18 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b51f1644-7daa-40be-98ee-a4ccabe1ca1d"}]': finished 2024-04-12T17:52:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:20 smithi016 ceph-mon[84444]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-12T17:52:20.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:20 smithi016 ceph-mon[84444]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 462 op/s 2024-04-12T17:52:20.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:20 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:20 smithi005 ceph-mon[88416]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-12T17:52:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:20 smithi005 ceph-mon[88416]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 462 op/s 2024-04-12T17:52:20.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:20 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:20 smithi005 ceph-mon[90837]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-12T17:52:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:20 smithi005 ceph-mon[90837]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 462 op/s 2024-04-12T17:52:20.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:20 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:21 smithi016 ceph-mon[84444]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-12T17:52:21.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:52:21.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:21 smithi005 ceph-mon[88416]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-12T17:52:21.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:52:21.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:21 smithi005 ceph-mon[90837]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-12T17:52:21.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:52:22.498 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/54ad4b00-0f9c-4ee4-a93a-ab89f029d2da"}]: dispatch 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/54ad4b00-0f9c-4ee4-a93a-ab89f029d2da"}]': finished 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a11c6a5b-1330-4484-93d8-287d16a1d0a9"}]: dispatch 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a11c6a5b-1330-4484-93d8-287d16a1d0a9"}]': finished 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 13 KiB/s wr, 278 op/s 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:52:22.499 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:52:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-12T17:52:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/54ad4b00-0f9c-4ee4-a93a-ab89f029d2da"}]: dispatch 2024-04-12T17:52:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/54ad4b00-0f9c-4ee4-a93a-ab89f029d2da"}]': finished 2024-04-12T17:52:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a11c6a5b-1330-4484-93d8-287d16a1d0a9"}]: dispatch 2024-04-12T17:52:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a11c6a5b-1330-4484-93d8-287d16a1d0a9"}]': finished 2024-04-12T17:52:22.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 13 KiB/s wr, 278 op/s 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/54ad4b00-0f9c-4ee4-a93a-ab89f029d2da"}]: dispatch 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/54ad4b00-0f9c-4ee4-a93a-ab89f029d2da"}]': finished 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a11c6a5b-1330-4484-93d8-287d16a1d0a9"}]: dispatch 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/a11c6a5b-1330-4484-93d8-287d16a1d0a9"}]': finished 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 13 KiB/s wr, 278 op/s 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-12T17:52:22.708 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:52:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:52:22.709 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:52:23.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:23 smithi005 ceph-mon[88416]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-12T17:52:23.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:52:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:52:23] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-04-12T17:52:23.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:23 smithi005 ceph-mon[90837]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-12T17:52:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:23 smithi016 ceph-mon[84444]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-12T17:52:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:24 smithi005 ceph-mon[88416]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 32 KiB/s wr, 555 op/s 2024-04-12T17:52:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:24 smithi005 ceph-mon[88416]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-12T17:52:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:24 smithi005 ceph-mon[90837]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 32 KiB/s wr, 555 op/s 2024-04-12T17:52:24.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:24 smithi005 ceph-mon[90837]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-12T17:52:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:24 smithi016 ceph-mon[84444]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 32 KiB/s wr, 555 op/s 2024-04-12T17:52:25.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:24 smithi016 ceph-mon[84444]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-12T17:52:25.786 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-12T17:52:26.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:25 smithi016 ceph-mon[84444]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-12T17:52:26.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:25 smithi005 ceph-mon[88416]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-12T17:52:26.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:25 smithi005 ceph-mon[90837]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-12T17:52:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:26 smithi016 ceph-mon[84444]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 32 KiB/s wr, 556 op/s 2024-04-12T17:52:27.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:26 smithi016 ceph-mon[84444]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-12T17:52:27.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:26 smithi016 ceph-mon[84444]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-12T17:52:27.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:26 smithi005 ceph-mon[88416]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 32 KiB/s wr, 556 op/s 2024-04-12T17:52:27.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:26 smithi005 ceph-mon[88416]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-12T17:52:27.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:26 smithi005 ceph-mon[88416]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-12T17:52:27.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:26 smithi005 ceph-mon[90837]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 32 KiB/s wr, 556 op/s 2024-04-12T17:52:27.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:26 smithi005 ceph-mon[90837]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-12T17:52:27.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:26 smithi005 ceph-mon[90837]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-12T17:52:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:28 smithi016 ceph-mon[84444]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-12T17:52:29.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:28 smithi016 ceph-mon[84444]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-12T17:52:29.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7f294da3-04a2-485b-be2a-1a3b612e805c"}]: dispatch 2024-04-12T17:52:29.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:28 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7f294da3-04a2-485b-be2a-1a3b612e805c"}]': finished 2024-04-12T17:52:29.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[88416]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-12T17:52:29.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[88416]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-12T17:52:29.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7f294da3-04a2-485b-be2a-1a3b612e805c"}]: dispatch 2024-04-12T17:52:29.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7f294da3-04a2-485b-be2a-1a3b612e805c"}]': finished 2024-04-12T17:52:29.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[90837]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2024-04-12T17:52:29.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[90837]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-12T17:52:29.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7f294da3-04a2-485b-be2a-1a3b612e805c"}]: dispatch 2024-04-12T17:52:29.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:28 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4294380709' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/7f294da3-04a2-485b-be2a-1a3b612e805c"}]': finished 2024-04-12T17:52:29.829 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-12T17:52:29.910 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-12T17:52:30.043 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-12T17:52:30.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:29 smithi016 ceph-mon[84444]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-12T17:52:30.117 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-12T17:52:30.191 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-12T17:52:30.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:29 smithi005 ceph-mon[88416]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-12T17:52:30.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:29 smithi005 ceph-mon[90837]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-12T17:52:30.267 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-12T17:52:30.343 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-12T17:52:30.478 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-12T17:52:30.592 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-12T17:52:30.599 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-12T17:52:30.608 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-12T17:52:30.610 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-12T17:52:30.617 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-12T17:52:30.625 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-12T17:52:30.716 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-12T17:52:30.804 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-12T17:52:30.901 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-12T17:52:31.030 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-12T17:52:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:30 smithi016 ceph-mon[84444]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-04-12T17:52:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:30 smithi016 ceph-mon[84444]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-12T17:52:31.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:30 smithi005 ceph-mon[88416]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-04-12T17:52:31.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:30 smithi005 ceph-mon[88416]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-12T17:52:31.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:30 smithi005 ceph-mon[90837]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-04-12T17:52:31.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:30 smithi005 ceph-mon[90837]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-12T17:52:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:52:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:52:32.621 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-12T17:52:32.730 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-12T17:52:32.819 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-12T17:52:32.926 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-12T17:52:32.956 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:32 smithi005 ceph-mon[88416]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 126 op/s 2024-04-12T17:52:32.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:32 smithi005 ceph-mon[88416]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-12T17:52:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:32 smithi005 ceph-mon[90837]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 126 op/s 2024-04-12T17:52:32.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:32 smithi005 ceph-mon[90837]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-12T17:52:33.086 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-12T17:52:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:32 smithi016 ceph-mon[84444]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 126 op/s 2024-04-12T17:52:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:32 smithi016 ceph-mon[84444]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-12T17:52:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:52:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:52:33] "GET /metrics HTTP/1.1" 200 36638 "" "Prometheus/2.43.0" 2024-04-12T17:52:34.815 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-12T17:52:34.914 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-12T17:52:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:34 smithi005 ceph-mon[88416]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 515 KiB/s rd, 51 KiB/s wr, 758 op/s 2024-04-12T17:52:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:34 smithi005 ceph-mon[88416]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-12T17:52:34.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:34 smithi005 ceph-mon[90837]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 515 KiB/s rd, 51 KiB/s wr, 758 op/s 2024-04-12T17:52:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:34 smithi005 ceph-mon[90837]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-12T17:52:34.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:34 smithi016 ceph-mon[84444]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 515 KiB/s rd, 51 KiB/s wr, 758 op/s 2024-04-12T17:52:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:34 smithi016 ceph-mon[84444]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-12T17:52:35.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:36.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:35 smithi016 ceph-mon[84444]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-12T17:52:36.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:35 smithi005 ceph-mon[88416]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-12T17:52:36.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:35 smithi005 ceph-mon[90837]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-12T17:52:36.822 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-12T17:52:37.089 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-12T17:52:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:36 smithi016 ceph-mon[84444]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 81 KiB/s wr, 1.00k op/s 2024-04-12T17:52:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:36 smithi016 ceph-mon[84444]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-12T17:52:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:36 smithi016 ceph-mon[84444]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-12T17:52:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:36 smithi005 ceph-mon[88416]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 81 KiB/s wr, 1.00k op/s 2024-04-12T17:52:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:36 smithi005 ceph-mon[88416]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-12T17:52:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:36 smithi005 ceph-mon[88416]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-12T17:52:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:36 smithi005 ceph-mon[90837]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 81 KiB/s wr, 1.00k op/s 2024-04-12T17:52:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:36 smithi005 ceph-mon[90837]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-12T17:52:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:36 smithi005 ceph-mon[90837]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-12T17:52:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:38 smithi016 ceph-mon[84444]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 72 KiB/s wr, 876 op/s 2024-04-12T17:52:39.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:38 smithi016 ceph-mon[84444]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-12T17:52:39.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:38 smithi005 ceph-mon[88416]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 72 KiB/s wr, 876 op/s 2024-04-12T17:52:39.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:38 smithi005 ceph-mon[88416]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-12T17:52:39.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:38 smithi005 ceph-mon[90837]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 72 KiB/s wr, 876 op/s 2024-04-12T17:52:39.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:38 smithi005 ceph-mon[90837]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-12T17:52:40.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:39 smithi016 ceph-mon[84444]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-12T17:52:40.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:39 smithi005 ceph-mon[88416]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-12T17:52:40.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:39 smithi005 ceph-mon[90837]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-12T17:52:40.898 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-12T17:52:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:40 smithi016 ceph-mon[84444]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 598 KiB/s rd, 40 KiB/s wr, 804 op/s 2024-04-12T17:52:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:40 smithi016 ceph-mon[84444]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-12T17:52:41.113 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-12T17:52:41.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:40 smithi005 ceph-mon[88416]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 598 KiB/s rd, 40 KiB/s wr, 804 op/s 2024-04-12T17:52:41.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:40 smithi005 ceph-mon[88416]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-12T17:52:41.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:40 smithi005 ceph-mon[90837]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 598 KiB/s rd, 40 KiB/s wr, 804 op/s 2024-04-12T17:52:41.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:40 smithi005 ceph-mon[90837]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-12T17:52:41.290 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout:=============================== warnings summary =============================== 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout: Traceback (most recent call last): 2024-04-12T17:52:41.712 INFO:tasks.workunit.client.0.smithi005.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-12T17:52:41.713 INFO:tasks.workunit.client.0.smithi005.stdout: raise Exception() 2024-04-12T17:52:41.713 INFO:tasks.workunit.client.0.smithi005.stdout: Exception 2024-04-12T17:52:41.713 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:52:41.713 INFO:tasks.workunit.client.0.smithi005.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-12T17:52:41.713 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:52:41.713 INFO:tasks.workunit.client.0.smithi005.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-12T17:52:41.713 INFO:tasks.workunit.client.0.smithi005.stdout:============ 167 passed, 8 skipped, 1 warning in 640.31s (0:10:40) ============= 2024-04-12T17:52:41.752 INFO:tasks.workunit.client.0.smithi005.stderr:+ exit 0 2024-04-12T17:52:41.753 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:52:41.753 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T17:52:41.781 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-12T17:52:41.782 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:52:42.056 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:41 smithi005 ceph-mon[88416]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-12T17:52:42.057 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:41 smithi005 ceph-mon[88416]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-12T17:52:42.057 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:41 smithi005 ceph-mon[90837]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-12T17:52:42.057 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:41 smithi005 ceph-mon[90837]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-12T17:52:42.058 DEBUG:teuthology.parallel:result is None 2024-04-12T17:52:42.058 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:52:42.084 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:52:42.085 DEBUG:teuthology.orchestra.run.smithi005:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:52:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:41 smithi016 ceph-mon[84444]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-12T17:52:42.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:41 smithi016 ceph-mon[84444]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-12T17:52:42.139 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:52:42.139 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-12T17:52:42.140 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-12T17:52:42.140 DEBUG:teuthology.parallel:result is None 2024-04-12T17:52:42.140 INFO:teuthology.run_tasks:Running task print... 2024-04-12T17:52:42.151 INFO:teuthology.task.print:**** done end parallel 2024-04-12T17:52:42.152 INFO:teuthology.run_tasks:Running task print... 2024-04-12T17:52:42.161 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-12T17:52:42.161 INFO:teuthology.run_tasks:Running task workunit... 2024-04-12T17:52:42.171 INFO:tasks.workunit:Pulling workunits from ref bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T17:52:42.171 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T17:52:42.171 DEBUG:teuthology.orchestra.run.smithi005:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:52:42.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:52:42.194 INFO:teuthology.orchestra.run.smithi005.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T17:52:42.195 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:52:42.249 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T17:52:42.249 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T17:52:42.303 INFO:tasks.workunit:timeout=3h 2024-04-12T17:52:42.303 INFO:tasks.workunit:cleanup=True 2024-04-12T17:52:42.303 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bf9c5618cc018927fa77780d25b6deb1f5dc254d 2024-04-12T17:52:42.358 INFO:tasks.workunit.client.0.smithi005.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T17:52:42.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:52:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:52:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:42 smithi016 ceph-mon[84444]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-04-12T17:52:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:42 smithi005 ceph-mon[88416]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-04-12T17:52:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:42 smithi005 ceph-mon[90837]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-04-12T17:52:44.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:52:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:52:43] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-12T17:52:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:44 smithi016 ceph-mon[84444]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:45.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:44 smithi005 ceph-mon[88416]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:45.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:44 smithi005 ceph-mon[90837]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:46 smithi016 ceph-mon[84444]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:47.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:46 smithi005 ceph-mon[88416]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:47.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:46 smithi005 ceph-mon[90837]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:48 smithi016 ceph-mon[84444]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:49.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:48 smithi005 ceph-mon[88416]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:49.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:48 smithi005 ceph-mon[90837]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:50.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:52:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:50 smithi016 ceph-mon[84444]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:51.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:50 smithi005 ceph-mon[88416]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:51.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:50 smithi005 ceph-mon[90837]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:52:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:52:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:52 smithi016 ceph-mon[84444]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:53.206 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:52 smithi005 ceph-mon[88416]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:53.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:52 smithi005 ceph-mon[90837]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:52:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:52:53] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-04-12T17:52:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:54 smithi016 ceph-mon[84444]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:55.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:54 smithi005 ceph-mon[88416]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:55.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:54 smithi005 ceph-mon[90837]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:56 smithi016 ceph-mon[84444]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:57.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:56 smithi005 ceph-mon[88416]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:57.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:56 smithi005 ceph-mon[90837]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:52:58 smithi016 ceph-mon[84444]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:52:58 smithi005 ceph-mon[88416]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:52:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:52:58 smithi005 ceph-mon[90837]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:00 smithi016 ceph-mon[84444]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:01.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:00 smithi005 ceph-mon[88416]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:01.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:00 smithi005 ceph-mon[90837]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:53:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:53:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:02 smithi016 ceph-mon[84444]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:03.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:02 smithi005 ceph-mon[88416]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:03.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:02 smithi005 ceph-mon[90837]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:53:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:53:03] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-04-12T17:53:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:04 smithi016 ceph-mon[84444]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:04 smithi005 ceph-mon[88416]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:04 smithi005 ceph-mon[90837]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:06 smithi016 ceph-mon[84444]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:06 smithi005 ceph-mon[88416]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:06 smithi005 ceph-mon[90837]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:08 smithi016 ceph-mon[84444]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:09.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:08 smithi005 ceph-mon[88416]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:09.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:08 smithi005 ceph-mon[90837]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:10 smithi016 ceph-mon[84444]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:10 smithi005 ceph-mon[88416]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:10 smithi005 ceph-mon[90837]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:12.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:53:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:53:13.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:12 smithi016 ceph-mon[84444]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:13.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:12 smithi005 ceph-mon[88416]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:13.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:12 smithi005 ceph-mon[90837]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:14.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:53:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:53:13] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-04-12T17:53:15.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:14 smithi016 ceph-mon[84444]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:15.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:14 smithi005 ceph-mon[88416]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:15.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:14 smithi005 ceph-mon[90837]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:17.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:16 smithi016 ceph-mon[84444]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:17.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:16 smithi005 ceph-mon[88416]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:17.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:16 smithi005 ceph-mon[90837]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:19.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:18 smithi016 ceph-mon[84444]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:19.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:18 smithi005 ceph-mon[88416]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:19.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:18 smithi005 ceph-mon[90837]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:20.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:20.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:20 smithi016 ceph-mon[84444]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:21.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:20 smithi005 ceph-mon[88416]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:21.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:20 smithi005 ceph-mon[90837]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:53:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:53:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:22 smithi016 ceph-mon[84444]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:53:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:53:23.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:53:23.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:22 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:53:23.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[88416]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:23.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:53:23.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:53:23.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:53:23.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:53:23.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[90837]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:23.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:53:23.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:53:23.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:53:23.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:22 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:53:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:23 smithi016 ceph-mon[84444]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:23 smithi005 ceph-mon[88416]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:24.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:23 smithi005 ceph-mon[90837]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:53:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:53:23] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-04-12T17:53:26.707 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:26 smithi005 ceph-mon[88416]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:26.707 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:26 smithi005 ceph-mon[90837]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:26.847 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:26 smithi016 ceph-mon[84444]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:29.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:28 smithi016 ceph-mon[84444]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:29.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:28 smithi005 ceph-mon[88416]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:29.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:28 smithi005 ceph-mon[90837]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:31.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:30 smithi016 ceph-mon[84444]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:31.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:30 smithi005 ceph-mon[88416]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:31.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:30 smithi005 ceph-mon[90837]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:53:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:53:33.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:32 smithi016 ceph-mon[84444]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:33.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:32 smithi005 ceph-mon[88416]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:33.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:32 smithi005 ceph-mon[90837]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:34.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:53:33 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:53:33] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-04-12T17:53:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:34 smithi016 ceph-mon[84444]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:35.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:34 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:35.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:34 smithi005 ceph-mon[88416]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:35.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:34 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:35.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:34 smithi005 ceph-mon[90837]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:35.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:34 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:37.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:36 smithi016 ceph-mon[84444]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:37.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:36 smithi005 ceph-mon[88416]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:37.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:36 smithi005 ceph-mon[90837]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:39.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:38 smithi016 ceph-mon[84444]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:39.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:38 smithi005 ceph-mon[88416]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:39.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:38 smithi005 ceph-mon[90837]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:41.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:40 smithi016 ceph-mon[84444]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:41.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:40 smithi005 ceph-mon[88416]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:41.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:40 smithi005 ceph-mon[90837]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:42.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:53:42 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:53:43.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:42 smithi016 ceph-mon[84444]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:43.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:42 smithi005 ceph-mon[88416]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:43.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:42 smithi005 ceph-mon[90837]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:44.210 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:53:43 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:53:43] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-04-12T17:53:45.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:44 smithi016 ceph-mon[84444]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:45.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:44 smithi005 ceph-mon[88416]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:45.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:44 smithi005 ceph-mon[90837]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:47.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:46 smithi016 ceph-mon[84444]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:47.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:46 smithi005 ceph-mon[88416]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:47.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:46 smithi005 ceph-mon[90837]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:49.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:48 smithi016 ceph-mon[84444]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:49.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:48 smithi005 ceph-mon[88416]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:49.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:48 smithi005 ceph-mon[90837]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:50.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:49 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:50.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:49 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:50.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:49 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:53:51.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:50 smithi016 ceph-mon[84444]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:51.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:50 smithi005 ceph-mon[88416]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:51.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:50 smithi005 ceph-mon[90837]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:52.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:53:52 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:53:53.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:52 smithi016 ceph-mon[84444]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:53.210 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:52 smithi005 ceph-mon[88416]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:53.210 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:52 smithi005 ceph-mon[90837]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:54.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:53:53 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:53:53] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-04-12T17:53:55.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:54 smithi016 ceph-mon[84444]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:55.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:54 smithi005 ceph-mon[88416]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:55.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:54 smithi005 ceph-mon[90837]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:57.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:56 smithi016 ceph-mon[84444]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:57.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:56 smithi005 ceph-mon[88416]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:57.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:56 smithi005 ceph-mon[90837]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:59.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:53:58 smithi016 ceph-mon[84444]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:59.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:53:58 smithi005 ceph-mon[88416]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:53:59.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:53:58 smithi005 ceph-mon[90837]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:01.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:00 smithi016 ceph-mon[84444]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:01.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:00 smithi005 ceph-mon[88416]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:01.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:00 smithi005 ceph-mon[90837]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:02.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:54:03.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:02 smithi016 ceph-mon[84444]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:03.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:02 smithi005 ceph-mon[88416]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:03.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:02 smithi005 ceph-mon[90837]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:04.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:03 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:54:03] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-04-12T17:54:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:04 smithi016 ceph-mon[84444]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:05.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:04 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:54:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:04 smithi005 ceph-mon[88416]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:05.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:04 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:54:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:04 smithi005 ceph-mon[90837]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:05.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:04 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:54:07.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:06 smithi016 ceph-mon[84444]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:07.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:06 smithi005 ceph-mon[88416]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:07.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:06 smithi005 ceph-mon[90837]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:08.855 INFO:tasks.workunit.client.0.smithi005.stderr:Updating files: 94% (11627/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-12T17:54:09.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:08 smithi016 ceph-mon[84444]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:09.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:08 smithi005 ceph-mon[88416]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:09.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:08 smithi005 ceph-mon[90837]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:09.657 INFO:tasks.workunit.client.0.smithi005.stderr:Note: switching to 'bf9c5618cc018927fa77780d25b6deb1f5dc254d'. 2024-04-12T17:54:09.657 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:09.657 INFO:tasks.workunit.client.0.smithi005.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-12T17:54:09.657 INFO:tasks.workunit.client.0.smithi005.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-12T17:54:09.657 INFO:tasks.workunit.client.0.smithi005.stderr:state without impacting any branches by switching back to a branch. 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: git switch -c 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr:Or undo this operation with: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: git switch - 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:09.658 INFO:tasks.workunit.client.0.smithi005.stderr:HEAD is now at bf9c5618cc0 Merge branch 'wip-osd-ec-partial-reads' of https://github.com/rzarzynski/ceph into wip-yuri10-testing-2024-04-09-1003 2024-04-12T17:54:09.663 DEBUG:teuthology.orchestra.run.smithi005:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T17:54:09.718 INFO:tasks.workunit.client.0.smithi005.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T17:54:09.720 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:54:09.720 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T17:54:09.772 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T17:54:09.820 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T17:54:09.860 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T17:54:09.862 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:54:09.862 INFO:tasks.workunit.client.0.smithi005.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T17:54:09.902 INFO:tasks.workunit.client.0.smithi005.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T17:54:09.905 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-04-12T17:54:09.906 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T17:54:09.962 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-12T17:54:09.963 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-12T17:54:09.963 DEBUG:teuthology.orchestra.run.smithi005:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bf9c5618cc018927fa77780d25b6deb1f5dc254d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-12T17:54:10.020 INFO:tasks.workunit.client.0.smithi005.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-12T17:54:10.422 INFO:tasks.workunit.client.0.smithi005.stderr:+ LAST_OPT_REVISION=1 2024-04-12T17:54:10.423 INFO:tasks.workunit.client.0.smithi005.stderr:+ '[' 1 -ne 1 ']' 2024-04-12T17:54:10.423 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph -s 2024-04-12T17:54:10.960 INFO:tasks.workunit.client.0.smithi005.stdout: cluster: 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: id: c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: health: HEALTH_WARN 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: Telemetry requires re-opt-in 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: services: 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: mon: 3 daemons, quorum a,b,c (age 86m) 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: mgr: y(active, since 86m), standbys: x 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: mds: 1/1 daemons up, 1 standby 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: osd: 8 osds: 8 up (since 81m), 8 in (since 93m) 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: data: 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: volumes: 1/1 healthy 2024-04-12T17:54:10.961 INFO:tasks.workunit.client.0.smithi005.stdout: pools: 4 pools, 105 pgs 2024-04-12T17:54:10.962 INFO:tasks.workunit.client.0.smithi005.stdout: objects: 28 objects, 4.6 MiB 2024-04-12T17:54:10.962 INFO:tasks.workunit.client.0.smithi005.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:10.962 INFO:tasks.workunit.client.0.smithi005.stdout: pgs: 105 active+clean 2024-04-12T17:54:10.962 INFO:tasks.workunit.client.0.smithi005.stdout: 2024-04-12T17:54:10.972 INFO:tasks.workunit.client.0.smithi005.stderr:++ ceph telemetry collection ls 2024-04-12T17:54:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:10 smithi016 ceph-mon[84444]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:11.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:10 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4211300049' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:54:11.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:10 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4211300049' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:54:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:10 smithi005 ceph-mon[88416]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:10 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4211300049' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:54:11.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:10 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4211300049' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:54:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:10 smithi005 ceph-mon[90837]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:10 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4211300049' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:54:11.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:10 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4211300049' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:+ COLLECTIONS='New collections are available: 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:['\''basic_pool_flags'\''] 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:54:11.487 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_pool_flags'] 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:54:11.488 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_pool_flags'] 2024-04-12T17:54:11.489 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:54:11.490 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_pool_flags'] 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:54:11.491 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_pool_flags'] 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:54:11.492 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_pool_flags'] 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:11.493 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-12T17:54:11.494 INFO:tasks.workunit.client.0.smithi005.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:+ [[ New collections are available: 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:['basic_pool_flags'] 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr: 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:NAME STATUS DESC 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-12T17:54:11.495 INFO:tasks.workunit.client.0.smithi005.stderr:device_base REPORTING Information about device health metrics 2024-04-12T17:54:11.496 INFO:tasks.workunit.client.0.smithi005.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-12T17:54:11.496 INFO:tasks.workunit.client.0.smithi005.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-12T17:54:11.496 INFO:tasks.workunit.client.0.smithi005.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-12T17:54:11.496 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry preview 2024-04-12T17:54:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:11 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1765824125' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:54:12.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:11 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/1765824125' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:54:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:11 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1765824125' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:54:12.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:11 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/1765824125' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:54:12.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:11 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1765824125' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:54:12.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:11 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/1765824125' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T17:54:12.251 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T17:54:12.251 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T17:54:12.251 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T17:54:12.251 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T17:54:12.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.251 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:12.252 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:12.253 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:12.254 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:12.255 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:12.256 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:12.257 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:12.258 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:12.259 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:54:12.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:54:12.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:54:12.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:54:12.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:12.264 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T17:54:12.265 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:54:12.266 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/enabled", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:12.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:12.268 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:12.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:12.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T17:54:12.272 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 2, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:54:12.273 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "has_msr_rules": 0, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 1, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T17:54:12.274 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_collision_tries": 100, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_descents": 100, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.275 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.276 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T17:54:12.277 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_stats": { 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20430848, 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 413792, 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:12.278 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 876544, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 429, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1414824, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 976896, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14872824, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20258816, 2024-04-12T17:54:12.279 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 324080, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 901120, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 338, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 965448, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 833024, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14482632, 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 260841472, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 4884664, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3145728, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1409024, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9580, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 14587224, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 4975616, 2024-04-12T17:54:12.281 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 233248240, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 262250496 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 168722432, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2292768, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 3047424, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6555, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 9507640, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:12.282 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2142976, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 151764392, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171769856 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 170311680, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2437736, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 1687552, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1449984, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6513, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 8906800, 2024-04-12T17:54:12.283 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1977344, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 152287592, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171761664 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 603578368, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 30776048, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 82149376, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13088, 2024-04-12T17:54:12.284 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 101358056, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 8802304, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 459234088, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 685727744 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 647159808, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 27382200, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 25255936, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13399, 2024-04-12T17:54:12.285 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 92165208, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10765312, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 513439216, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 672415744 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 473169920, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21110608, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:12.286 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 76234752, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10095, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 70080224, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9699840, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 369002448, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 549404672 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 565780480, 2024-04-12T17:54:12.287 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 20109632, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 29147136, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10346, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 74966128, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 54, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9527296, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 457900624, 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 594927616 2024-04-12T17:54:12.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 464412672, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 23364992, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 149217280, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 11305, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 75109480, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 11848192, 2024-04-12T17:54:12.289 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 350682136, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 613629952 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 570613760, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 29394424, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 33259520, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12348, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 94525008, 2024-04-12T17:54:12.290 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9571840, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 433714616, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 603873280 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 440696832, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 17935016, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 18939904, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9642, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 68420424, 2024-04-12T17:54:12.291 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9126912, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 341937680, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 459636736 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 569769984, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21215184, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 20070400, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12978, 2024-04-12T17:54:12.292 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 88286264, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 51, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10550272, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 446310392, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 589840384 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T17:54:12.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "io_rate": { 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_stats_delta": { 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 0, 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 0, 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "stamp_delta": "12.003114", 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:12.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:12.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:12.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:12.297 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:12.298 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 0 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T17:54:12.299 INFO:tasks.workunit.client.0.smithi005.stdout: "mempool": { 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.305 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 221552, 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 64 2024-04-12T17:54:12.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 52112, 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 181 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.307 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.308 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 13176, 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 273 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.309 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:12.310 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 148986, 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 928, 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.318 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.319 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.323 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.324 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.325 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42412381, 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5252 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:12.328 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11792, 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 348 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.329 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.330 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.331 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.332 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.333 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.334 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.335 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 41929693, 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5183 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 704, 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.337 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:12.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:12.339 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.340 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.341 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.342 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.343 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.344 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42169893, 2024-04-12T17:54:12.345 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5215 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 528, 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:12.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.348 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.349 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 21736, 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 417 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30976, 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3264, 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 17 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.350 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56960, 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 712 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 374816, 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1802 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 520122, 2024-04-12T17:54:12.351 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 144 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2457727, 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546106 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7064096, 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10420 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78444, 2024-04-12T17:54:12.352 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8363 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 86448, 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1801 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 167300, 2024-04-12T17:54:12.353 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1196 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 95743, 2024-04-12T17:54:12.354 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 55 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18129476, 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 306 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.355 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15224, 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 173 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 501552, 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 43 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.356 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7103200, 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18448 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.357 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.359 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22224, 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 405 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56080, 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 701 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 372320, 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.361 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1280920, 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 334 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2487444, 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546214 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7058656, 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10412 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.362 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 76560, 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8186 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85920, 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.363 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.364 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 63567, 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22857351, 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 286 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.365 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31064, 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 353 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 454896, 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.366 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7380568, 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21395 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.367 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.368 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17568, 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 333 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:12.369 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54960, 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 687 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 371904, 2024-04-12T17:54:12.370 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1788 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 267751, 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 77 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1745901, 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 386572 2024-04-12T17:54:12.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5119296, 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7560 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 75864, 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8177 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85776, 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1787 2024-04-12T17:54:12.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 101223, 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 58 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:12.374 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6632312, 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 246 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9504, 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 108 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.375 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 384912, 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3175120, 2024-04-12T17:54:12.376 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6106 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.378 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18248, 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 337 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 34688, 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 23 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4224, 2024-04-12T17:54:12.379 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55040, 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 688 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 445879, 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 111 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1736822, 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 384453 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5088696, 2024-04-12T17:54:12.381 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7515 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67224, 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.382 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165764, 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:12.383 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 122457, 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 23272297, 2024-04-12T17:54:12.384 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 283 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12144, 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 138 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:12.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3488160, 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9092 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.388 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22672, 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 416 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35328, 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 27 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55680, 2024-04-12T17:54:12.389 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 696 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.390 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1109866, 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 271 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2069420, 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 455629 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5946856, 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8777 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67196, 2024-04-12T17:54:12.391 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7039 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.392 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165596, 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.393 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 107939, 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3449700, 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 284 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.394 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24640, 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 280 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.395 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5117320, 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12229 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.397 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.398 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19448, 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 358 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31104, 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 26 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.399 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54800, 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 685 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359424, 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.400 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 389018, 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 107 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2355692, 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 527659 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6816576, 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10056 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.401 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67524, 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:12.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78183, 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 56 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22721270, 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 267 2024-04-12T17:54:12.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12496, 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 142 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 466560, 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.405 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6436560, 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12378 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.406 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.407 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.408 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15944, 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 303 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30592, 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3072, 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56000, 2024-04-12T17:54:12.409 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 700 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 361296, 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1737 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1038177, 2024-04-12T17:54:12.410 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 260 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1715970, 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 375101 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4949976, 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7311 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 68612, 2024-04-12T17:54:12.411 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7203 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83328, 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1736 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165508, 2024-04-12T17:54:12.412 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1189 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.413 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 96575, 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 56 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16769043, 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 253 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.414 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24816, 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 282 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 443232, 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.415 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3618680, 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9359 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.416 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.417 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17872, 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 332 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35072, 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3456, 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18 2024-04-12T17:54:12.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54720, 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 684 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 360880, 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.420 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 379100, 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 106 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1995170, 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 445283 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5801336, 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8563 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:12.421 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 69632, 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7204 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83280, 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:12.422 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.423 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 29928, 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 41 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19477457, 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12260 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:12.424 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11440, 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 130 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 559872, 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 48 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.425 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4891120, 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9422 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:12.427 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.428 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:12.429 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:54:12.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:54:12.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.432 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:12.433 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T17:54:12.434 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T17:54:12.435 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "reef", 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "squid" 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 19, 2024-04-12T17:54:12.436 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "squid" 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_perf_histograms": [ 2024-04-12T17:54:12.437 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:12.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:12.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:12.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:12.441 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:12.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:12.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.444 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13327, 4086, 1, 0, 8, 2, 0, 0, 2, 3, 9, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7786, 350, 32, 0, 12, 3, 10, 17, 22, 53, 94, 25, 42, 34, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 664, 34, 15, 0, 2, 0, 0, 3, 4, 19, 87, 150, 73, 8, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 385, 2, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 290, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 8, 76, 174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 197, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 12, 61, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 216, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 15, 51, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 21, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7526, 1, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7906, 47, 1293, 5, 6, 9, 12, 18, 26, 86, 67, 33, 58, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 654, 5, 219, 16, 0, 0, 1, 0, 2, 12, 108, 246, 148, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 333, 2, 0, 14, 0, 0, 0, 0, 0, 0, 0, 7, 426, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 98, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 38, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 0, 41, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 528, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12529, 4096, 0, 0, 5, 0, 0, 0, 0, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8241, 84, 24, 0, 7, 1, 0, 3, 9, 3, 27, 5, 18, 16, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 867, 8, 6, 0, 2, 0, 0, 1, 0, 1, 12, 9, 15, 12, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 12, 46, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 12, 9, 38, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 12, 33, 26, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 118, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 5, 14, 39, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 23, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 6, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 683, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13458, 4158, 0, 0, 15, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 10012, 218, 15, 1, 3, 0, 2, 4, 17, 25, 25, 16, 20, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1611, 117, 26, 0, 0, 0, 0, 0, 1, 6, 39, 86, 34, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 435, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 4, 157, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 170, 0, 0, 0, 0, 0, 0, 0, 13, 48, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 96, 0, 0, 0, 321, 0, 0, 0, 0, 0, 0, 1, 38, 9, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 37, 0, 0, 0, 503, 0, 0, 0, 0, 0, 0, 2, 17, 8, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 1, 0, 0, 1701, 0, 0, 0, 0, 0, 0, 0, 2, 9, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8599, 3750, 4514, 11, 51, 25, 1, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8562, 127, 121, 1, 10, 59, 157, 201, 9, 19, 54, 3, 16, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 40, 14, 0, 0, 1, 7, 9, 5, 10, 59, 79, 34, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 567, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 164, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 351, 10, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 10, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 247, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 14, 23, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 31, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.459 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.460 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:12.461 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12698, 18, 1, 2, 6998, 452, 0, 0, 1, 0, 4, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9542, 55, 21, 0, 746, 116, 1, 3, 3, 3, 23, 5, 12, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1364, 12, 20, 1, 63, 34, 0, 1, 0, 2, 23, 14, 5, 22, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 489, 4, 0, 5, 8, 15, 0, 0, 1, 0, 1, 4, 26, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 142, 6, 4, 0, 0, 16, 0, 1, 0, 3, 1, 1, 4, 50, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 183, 8, 3, 1, 1, 0, 0, 0, 0, 4, 0, 1, 7, 9, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 29, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.462 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.463 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.464 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11724, 3860, 0, 0, 5, 0, 3, 0, 0, 0, 3, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7248, 323, 0, 1, 8, 2, 3, 3, 11, 13, 18, 12, 13, 14, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 728, 23, 6, 0, 0, 0, 0, 2, 5, 15, 53, 76, 32, 8, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 11, 211, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 135, 9, 0, 0, 0, 1, 0, 1, 3, 0, 1, 1, 4, 44, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 131, 22, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 8, 9, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.465 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.466 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:12.467 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13849, 9, 1, 0, 6, 0, 0, 0, 1, 3, 1, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8671, 21, 1, 0, 7, 0, 1, 0, 1, 6, 16, 6, 9, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1209, 117, 148, 0, 1, 0, 0, 0, 0, 2, 9, 8, 10, 5, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 16, 43, 0, 0, 0, 0, 0, 2, 0, 0, 3, 37, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 149, 22, 15, 0, 0, 0, 0, 0, 3, 0, 1, 0, 8, 52, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 138, 7, 23, 21, 0, 0, 0, 3, 4, 4, 0, 7, 9, 19, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 134, 0, 3, 44, 55, 0, 0, 0, 0, 0, 3, 4, 3, 21, 50, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 3, 72, 98, 0, 0, 0, 0, 0, 0, 0, 18, 14, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.468 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.469 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:12.471 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:12.472 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:12.473 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.474 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:12.475 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:12.476 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:12.477 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.478 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 677, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4130, 59, 96, 137, 450, 608, 707, 0, 3, 1, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 716, 16, 8, 57, 19, 4, 15, 0, 2, 5, 8, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 392, 4, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 296, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 23, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 8, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.479 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.480 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.481 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 387, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2709, 262, 35, 47, 123, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.482 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 439, 22, 1300, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 5, 42, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1629, 1283, 51, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1448, 1710, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.483 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.484 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1286, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9352, 11, 0, 0, 1, 1, 1, 7, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15793, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.485 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 158, 1, 1, 0, 0, 0, 0, 0, 1, 0, 4, 5, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 7, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.486 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.487 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.488 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3178, 31, 1, 0, 4, 1, 3, 2, 7, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 395, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 210, 20, 34, 57, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 903, 290, 0, 97, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4116, 2499, 0, 419, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 225, 210, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.489 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.490 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.491 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 956, 5, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2640, 224, 30, 42, 139, 274, 477, 0, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 336, 11, 0, 0, 0, 1, 8, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 137, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.492 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.493 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.494 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 837, 7, 11, 40, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5453, 68, 127, 213, 468, 601, 723, 5, 11, 5, 2, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 363, 0, 1, 6, 14, 12, 5, 0, 3, 11, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 275, 0, 7, 15, 1, 0, 1, 0, 1, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 40, 74, 114, 28, 0, 0, 0, 0, 0, 0, 1, 10, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 10, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.495 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.496 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.497 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 505, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2833, 24, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 475, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 358, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 327, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.498 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.499 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 652, 4, 17, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8609, 32, 40, 36, 2, 1, 1, 6, 3, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.500 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1790, 36, 103, 49, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 440, 3, 5, 0, 0, 0, 0, 1, 2, 0, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.501 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.502 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:12.503 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:12.504 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.505 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:12.506 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:12.507 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.508 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 857, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.509 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.510 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.511 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2995, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.512 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.513 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.514 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.515 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.516 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7053, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.517 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.518 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 992, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3843, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.519 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.520 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.521 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 309, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.522 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.523 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 510, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.524 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.525 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.526 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8735, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.527 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1984, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 465, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.528 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:12.530 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:12.531 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:12.532 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:12.533 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:12.534 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.535 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1756, 17, 1, 0, 10, 0, 2, 4, 7, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1375, 8, 2, 2, 2, 3, 10, 12, 26, 64, 78, 40, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 0, 1, 1, 2, 2, 4, 5, 14, 95, 257, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 496, 2, 0, 0, 0, 1, 0, 0, 1, 3, 20, 34, 253, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 814, 2, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 13, 47, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 585, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 8, 75, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.536 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.537 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.538 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 47, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2346, 20, 2, 0, 4, 1, 2, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1906, 4, 0, 1, 5, 7, 13, 17, 39, 71, 86, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 66, 6, 0, 0, 1, 1, 1, 2, 3, 4, 72, 277, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 24, 0, 0, 0, 0, 0, 0, 0, 6, 2, 14, 368, 11, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 26, 0, 0, 0, 0, 2, 0, 1, 2, 3, 7, 21, 38, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 302, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2311, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 690, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.539 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.540 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.541 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 338, 3, 0, 2, 4, 1, 2, 2, 6, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 168, 7, 1, 0, 0, 2, 6, 7, 8, 7, 39, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 11, 0, 0, 0, 0, 3, 4, 11, 13, 48, 87, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 58, 6, 0, 0, 0, 1, 1, 0, 1, 3, 12, 28, 39, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 10, 35, 50, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.542 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.543 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1141, 29, 1, 2, 12, 0, 2, 2, 7, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 543, 1, 2, 0, 1, 4, 3, 18, 27, 29, 43, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 198, 3, 2, 0, 2, 0, 1, 3, 6, 4, 43, 121, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.544 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 422, 1, 0, 0, 0, 0, 0, 1, 0, 5, 8, 18, 107, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 11, 20, 33, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.545 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.546 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 994, 8, 0, 0, 13, 1, 1, 4, 4, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 800, 4, 3, 0, 5, 1, 7, 11, 14, 23, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 397, 7, 0, 0, 1, 0, 0, 4, 2, 13, 58, 160, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 563, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 14, 136, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 10, 13, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 14, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.547 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.548 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 124, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.549 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 454, 22, 0, 0, 14, 0, 0, 0, 3, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 75, 11, 0, 0, 3, 0, 0, 1, 1, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 145, 7, 0, 0, 0, 0, 3, 3, 4, 2, 27, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 25, 0, 0, 0, 0, 0, 1, 0, 2, 6, 19, 15, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11, 22, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 20, 35, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.550 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.551 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 961, 18, 1, 0, 11, 0, 3, 4, 7, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 812, 11, 0, 1, 2, 0, 4, 6, 7, 25, 34, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 13, 0, 0, 0, 0, 0, 1, 2, 3, 47, 123, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.552 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 15, 0, 0, 0, 0, 0, 1, 0, 1, 9, 13, 155, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 212, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 14, 29, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 70, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.553 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:12.554 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 73, 4, 0, 0, 2, 0, 3, 3, 2, 3, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 94, 2, 0, 0, 1, 0, 2, 3, 6, 8, 27, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 1, 2, 4, 19, 31, 19, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 9, 28, 60, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.555 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.556 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.557 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 8, 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "number of replicas", 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 1, 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0]", 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "[1, 1]", 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "[2, 2]", 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "[3, 3]", 2024-04-12T17:54:12.558 INFO:tasks.workunit.client.0.smithi005.stdout: "[4, 4]", 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "[5, 5]", 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "[6, None]" 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "linear" 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 10, 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "duration", 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 250000, 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 249999]", 2024-04-12T17:54:12.559 INFO:tasks.workunit.client.0.smithi005.stdout: "[250000, 499999]", 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "[500000, 999999]", 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "[1000000, 1999999]", 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "[2000000, 3999999]", 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "[4000000, 7999999]", 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "[8000000, 15999999]", 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "[16000000, 31999999]", 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "[32000000, None]" 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:12.560 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.561 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:12.562 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.563 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.564 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.565 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.566 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.567 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_counters": { 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "caps": { 2024-04-12T17:54:12.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_grant": { 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.569 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_commit": { 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_complete": { 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_keys": { 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_merge": { 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_split": { 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "exported_inodes": { 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "forward": { 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_cap_release": { 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps": { 2024-04-12T17:54:12.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps_dirty": { 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_inode_file_caps": { 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "imported_inodes": { 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes": { 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.572 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_expired": { 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_pinned": { 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_with_caps": { 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "load_cent": { 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "openino_dir_fetch": { 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "process_request_cap_release": { 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "reply_latency": { 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "request": { 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rbytes": { 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rfiles": { 2024-04-12T17:54:12.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rsnaps": { 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_reply": { 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "subtrees": { 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_cache": { 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:54:12.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_exportdir": { 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_flush": { 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragmentdir": { 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragstats": { 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.576 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_inodestats": { 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_inode": { 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_path": { 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_enqueued": { 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_prioritized": { 2024-04-12T17:54:12.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_processing": { 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays": { 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_delayed": { 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_enqueuing": { 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_completed": { 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_started": { 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_created": { 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_enqueued": { 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_migrated": { 2024-04-12T17:54:12.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_reintegrated": { 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_log": { 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "ev": { 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "evadd": { 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "evex": { 2024-04-12T17:54:12.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "evexd": { 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "evexg": { 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "evlrg": { 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "evtrm": { 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "jlat": { 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "replayed": { 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "seg": { 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "segadd": { 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "segex": { 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "segexd": { 2024-04-12T17:54:12.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "segexg": { 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "segmjr": { 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "segtrm": { 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_mem": { 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "cap": { 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "cap+": { 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "cap-": { 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "dir": { 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "dir+": { 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "dir-": { 2024-04-12T17:54:12.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "dn": { 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "dn+": { 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "dn-": { 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "heap": { 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248184 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "ino": { 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:12.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "ino+": { 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "ino-": { 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "rss": { 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 50580 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_server": { 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_acquisition_throttle": { 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.586 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_revoke_eviction": { 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_request": { 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_session": { 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_peer_request": { 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "req_create_latency": { 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getattr_latency": { 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getfilelock_latency": { 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getvxattr_latency": { 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.588 INFO:tasks.workunit.client.0.smithi005.stdout: "req_link_latency": { 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookup_latency": { 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookuphash_latency": { 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupino_latency": { 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupname_latency": { 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupparent_latency": { 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupsnap_latency": { 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.590 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lssnap_latency": { 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mkdir_latency": { 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mknod_latency": { 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mksnap_latency": { 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "req_open_latency": { 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "req_readdir_latency": { 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rename_latency": { 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "req_renamesnap_latency": { 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmdir_latency": { 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmsnap_latency": { 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmxattr_latency": { 2024-04-12T17:54:12.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setattr_latency": { 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setdirlayout_latency": { 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setfilelock_latency": { 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.594 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setlayout_latency": { 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setxattr_latency": { 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "req_snapdiff_latency": { 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "req_symlink_latency": { 2024-04-12T17:54:12.595 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "req_unlink_latency": { 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_sessions": { 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "average_load": { 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "avg_session_uptime": { 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "mdthresh_evicted": { 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "session_count": { 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "session_remove": { 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.597 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_open": { 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_stale": { 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "total_load": { 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "purge_queue": { 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed": { 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed_ops": { 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing": { 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_high_water": { 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops": { 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_item_in_journal": { 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:12.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 242 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.602 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8686 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60657086 2024-04-12T17:54:12.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26058 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1592967476 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:12.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8684 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60005068 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67466 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:12.606 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1433722769 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T17:54:12.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8686 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28654414725 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 259104768 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 256614400 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2490368 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25065576 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68470013 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.615 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1505307 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.616 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71058762 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178116370 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.619 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69347566 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 389924, 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2462675380 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:12.622 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20943, 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3263291921 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:12.624 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:12.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.626 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59131336 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1147982148 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:12.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:12.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23331636948 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 116629815 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75029 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:12.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1333979266 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168755200 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165634048 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3121152 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24761220 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68652097 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483602 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70958195 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178197885 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69266051 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.645 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 100 2024-04-12T17:54:12.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 371618, 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1825964075 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.647 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:12.648 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20669, 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3205288568 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:12.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.650 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8615 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8615, 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59452732 2024-04-12T17:54:12.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8615, 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1262974222 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:12.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 219 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:12.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:12.654 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27079446913 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:12.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 117250669 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75579 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:12.658 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1369971999 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168747008 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166281216 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.659 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2465792 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24866908 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.662 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68591488 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.663 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1498125 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.664 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70988751 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:12.666 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178167832 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.669 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69296104 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.670 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 373493, 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2064236918 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.671 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20772, 2024-04-12T17:54:12.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3003616652 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16116 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:12.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10915840 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 748527616 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:12.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4483406 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1367843 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 198, 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 982718 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 753860608 2024-04-12T17:54:12.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76902, 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7144018489 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76860, 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13038585392 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15568896 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314826752 2024-04-12T17:54:12.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 749600768 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:12.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8380261694 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62194 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077490688 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077494784 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:12.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53719 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62194, 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2340583801 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8275113121 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58971 2024-04-12T17:54:12.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3308902 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10818849 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 785 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:12.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:12.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 785, 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4796238 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.683 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 834 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12105 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:12.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1077006336 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14049280 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23822, 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 89196434 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3599, 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7039588250 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.686 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:12.687 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32759, 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 301944466 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76789, 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17442550512 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.688 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76120, 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1703156439 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76789, 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52644197 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76789, 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17495194709 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32895, 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1016920842 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1046, 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2994631 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21125, 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10220606 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:12.690 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68107 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16547, 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1867199485 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248437 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24324 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.691 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19911, 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2055126714 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47576, 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16285708 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27665, 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1319778049 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15416, 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503282087 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.693 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7767008291 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 560120556 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9668, 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3985161943678 2024-04-12T17:54:12.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6842052383568 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92696, 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3164401995251 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92696, 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11038974 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:12.695 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 535525287 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31113685117 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36070264 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16195223762 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.696 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16451891175 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10301697 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2615, 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15788033 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72077124982 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.697 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17637175983 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 634235243 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.698 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 682319872 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600072192 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 82247680 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56768624 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20480 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 217088 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68822928 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1392 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90768 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69071032 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11028320 2024-04-12T17:54:12.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37845749 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68566443 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.709 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 102093 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1123023 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67938076 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 66 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45450 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:12.713 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 131596, 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8671750879 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2775073096 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45450, 2024-04-12T17:54:12.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 179741226148 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813629 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46478, 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22546758788 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45450, 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73641626054 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29225 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:12.715 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29225, 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18153327885 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813629 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29544, 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6382586048 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29225, 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7900521797 2024-04-12T17:54:12.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8706 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586847322 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20242943090 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.717 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9243, 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6135759221 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14616089606 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7519 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.718 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2188225774 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141344955173 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7691, 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10028413519 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.719 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51125014651 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16777241 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.720 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 767926272 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22578 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.722 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10801152 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 797175808 2024-04-12T17:54:12.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4614176 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1370917 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 200, 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 957956 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.724 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 809304064 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76316, 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6753787837 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76287, 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12481893876 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:12.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13225984 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 312483840 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 817823744 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:12.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7713578685 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52658 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765977600 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765981696 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:12.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46417 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52658, 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2270921974 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7600355745 2024-04-12T17:54:12.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49189 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3670926 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 656 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10713042 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 896 2024-04-12T17:54:12.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:12.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 246 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 896, 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2835048 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:12.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10859 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:12.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1123196928 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13451264 2024-04-12T17:54:12.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22301, 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87571059 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3554, 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7319584007 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:12.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23224, 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 204275916 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.735 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16713473414 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 75557, 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1804626021 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51143867 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:12.736 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16764617281 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26255, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 770006500 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 875, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2832094 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.737 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11035, 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10913926 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46, 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78478 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10775, 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1400178718 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227668 2024-04-12T17:54:12.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27554 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21837, 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1930665329 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 70632, 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20127956 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 48795, 2024-04-12T17:54:12.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 987595519 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15646, 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 484852823 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.740 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7768785927 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1205123226 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:12.741 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22141, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4112024388937 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6566631604625 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3167227040161 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9485947 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.742 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 531998641 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28360199935 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36195661 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13694252153 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16630602797 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710780 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2578, 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15956795 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67001630554 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17755374694 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692954122 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.745 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 669007872 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 643653632 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25354240 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.746 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56714436 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73728 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 991232 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68049724 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.749 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.750 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 256 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107008 2024-04-12T17:54:12.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69462332 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10632992 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37809624 2024-04-12T17:54:12.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.755 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68997896 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.756 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 109239 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1118966 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68341391 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.760 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42526 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133372, 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10711850778 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2515339678 2024-04-12T17:54:12.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42526, 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 729900907373 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559365 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 44201, 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32743886215 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42526, 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 104203105019 2024-04-12T17:54:12.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20130 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20130, 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11472553842 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559365 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20554, 2024-04-12T17:54:12.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5469755998 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20130, 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5172658246 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12221 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 302484354 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98943941995 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.764 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12366, 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12980195759 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30059055185 2024-04-12T17:54:12.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10175 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2212855324 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 619484411536 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.766 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11281, 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14293934458 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68971391588 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39 2024-04-12T17:54:12.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822767616 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17820 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7110656 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 565452800 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:12.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5035062 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1411849 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 166, 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 876754 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:12.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 460259328 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69376, 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6073206370 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69382, 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11588954873 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1552384 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 284188672 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.772 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 481558528 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:12.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4666454667 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47818 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982733312 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982737408 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.774 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36350 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47818, 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1876087113 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4570652044 2024-04-12T17:54:12.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44879 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2363867 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7053438 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:12.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.777 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 172 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 670, 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1861617 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.778 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 646 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11465 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 859324416 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:12.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13438976 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14423, 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54091503 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3605, 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5999134594 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:12.781 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:12.782 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26111, 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 226055762 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:12.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15278492274 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 68674, 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1555323939 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38588836 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15317081110 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.784 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54751, 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 716919389 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 932, 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2663569 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20586, 2024-04-12T17:54:12.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9850588 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 37, 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48831 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19719, 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 929297805 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 243534 2024-04-12T17:54:12.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17774 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11507, 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1351929589 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30575, 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11491816 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19068, 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1025741800 2024-04-12T17:54:12.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12499, 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 436023845 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.788 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4984092165 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 470692334 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.789 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6450, 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3924964835578 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6385411125353 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2830090897313 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:12.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8563443 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 180740310 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25807471981 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33455878 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.791 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13052664220 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12855857994 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710601 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2568, 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15256516 2024-04-12T17:54:12.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56894596196 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13866315406 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 488065852 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:12.793 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 546127872 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 469819392 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 76308480 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57196115 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8192 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57344 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.797 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68567469 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1360 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87056 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74257195 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6925632 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38130743 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72384137 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.804 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.805 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 94071 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1138870 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73112670 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.808 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56404 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 145609, 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8177350330 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1897528793 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78150430329 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:12.810 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 57247, 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40593574669 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62650863396 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28004 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16496037263 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:12.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28446, 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5660771816 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7956318101 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26827 2024-04-12T17:54:12.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 435315478 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46432649759 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27074, 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31978596525 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44462291332 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.814 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1573 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1462213315 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15221743307 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1727, 2024-04-12T17:54:12.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2954206328 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10232253963 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33 2024-04-12T17:54:12.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 473714688 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16871 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:12.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:12.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2781184 2024-04-12T17:54:12.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 629448704 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5475252 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1231820 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:12.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 846546 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 589496320 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66661, 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5709730504 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66638, 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10865027888 2024-04-12T17:54:12.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6995968 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 272994304 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 606535680 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.822 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1747036453 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26206 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600503808 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.823 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600507904 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22619 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26206, 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 902052838 2024-04-12T17:54:12.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1676033214 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24026 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 977708 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 433 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:12.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2756335 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.826 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 591, 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1071999 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:12.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 660 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10304 2024-04-12T17:54:12.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 907653120 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17542, 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64227634 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3569, 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4250279486 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.830 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17700, 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 158165206 2024-04-12T17:54:12.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14335215460 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65990, 2024-04-12T17:54:12.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1591697625 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43318656 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14378534116 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26738, 2024-04-12T17:54:12.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 632062199 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1364, 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3199871 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8969, 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6780719 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 41, 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60236 2024-04-12T17:54:12.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12398, 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1521143680 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 210463 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18029 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29015, 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1350128199 2024-04-12T17:54:12.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78710, 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23607118 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49695, 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740908468 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12441, 2024-04-12T17:54:12.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 373693316 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5008031458 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1200803149 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18447, 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4115141539212 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.838 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6805758123277 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2545431315191 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7712386 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159474947 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24458915425 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32023227 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11865561199 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:12.840 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10885511880 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522225 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2532, 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16158232 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52391280470 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.841 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11870978847 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 495753389 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:12.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591650816 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562429952 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29220864 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.843 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57487072 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90112 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.846 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68239648 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1264 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 79984 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.849 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72082188 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:12.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2350928 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38324715 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.852 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68376261 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:12.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103810 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1133934 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70925692 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.856 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:12.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51841 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133403, 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8122335754 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.858 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525678176 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260179686270 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54049, 2024-04-12T17:54:12.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29502187031 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64632584749 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34527 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46716950307 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.860 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34777, 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7854345992 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8123493168 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13307 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 254716420 2024-04-12T17:54:12.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 169547778379 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.862 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15145, 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16526955971 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34046863042 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4007 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1270961756 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:12.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43914957584 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4127, 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5120885068 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22462228539 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194354 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 598781952 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:12.865 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21823 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:12.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10436608 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:12.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710332416 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5305444 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3013900 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 176, 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 887483 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.868 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 730726400 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63180, 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5725124538 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63147, 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10431531932 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:12.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9220096 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258580480 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 743505920 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:12.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 55 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7414012484 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63207 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463836160 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463840256 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.871 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56784 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63207, 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2299192300 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:12.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7278653812 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59060 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3207341 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10170713 2024-04-12T17:54:12.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1062 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1062, 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6491047 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12656 2024-04-12T17:54:12.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 981643264 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9265152 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20901, 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72698694 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.878 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3498, 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6217319313 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16458, 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136606326 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.880 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14014164937 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62578, 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483834424 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53463013 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:12.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14067627950 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23647, 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670922536 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 772, 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155533 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.882 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20953, 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11113006 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45, 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57760 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15112, 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2715072387 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 193256 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.883 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20928 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17183, 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1068535901 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52479, 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16100519 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35296, 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 695873579 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.884 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13755, 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 404343510 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:12.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5150590669 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 742123502 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:12.886 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17939, 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3604814872934 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6393692562602 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2574886392247 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7619907 2024-04-12T17:54:12.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184594157 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21863839321 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30521219 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:12.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9711286829 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12522349373 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5517024 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2449, 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13964798 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:12.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49446656001 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13429167691 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 468171460 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 610222080 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 461004800 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 149217280 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:12.891 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56842064 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.892 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24576 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 724992 2024-04-12T17:54:12.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68237488 2024-04-12T17:54:12.894 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1904 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 131904 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.897 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68478578 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9857904 2024-04-12T17:54:12.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37894709 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69687899 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96059 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1120034 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67396293 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39474 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:12.905 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100789, 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10748744159 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1533204354 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:12.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53236680056 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40143, 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14274740660 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29934825143 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29891 2024-04-12T17:54:12.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13519191058 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30082, 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5842658660 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:12.908 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6214966922 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5494 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 269270283 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8855375591 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.909 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5851, 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3493820325 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7381684752 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.910 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4089 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263934071 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30862113407 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4210, 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4938261675 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.911 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16338173469 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:12.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740007936 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27444 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:12.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.914 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9003008 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 652386304 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833636 2024-04-12T17:54:12.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1445782 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 194, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 921062 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 536084480 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81595, 2024-04-12T17:54:12.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6257390393 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81592, 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11800814950 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1724416 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 334262272 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 557383680 2024-04-12T17:54:12.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6800988370 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:12.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69722 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889712128 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889716224 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58577 2024-04-12T17:54:12.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69722, 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2506867517 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6651974196 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65157 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2680588 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:12.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 790 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8920995 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1082 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:12.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1082, 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2730223 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:12.922 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:12.923 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11, 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13639 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:12.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 998666240 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20052, 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74578585 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.925 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3543, 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7058536705 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20473, 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 164835701 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15617415354 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 80877, 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1657078375 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51157400 2024-04-12T17:54:12.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15668572754 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38679, 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 631014817 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.929 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 817, 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2385568 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13503, 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13529829 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63913 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17313, 2024-04-12T17:54:12.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2935808048 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 244538 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21091 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20240, 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1096170419 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:12.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 50656, 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15506469 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30416, 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 828833653 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15620, 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 450611428 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.932 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5768294191 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 499887402 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8903, 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4267460455472 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6627532206296 2024-04-12T17:54:12.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3371104615442 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10001658 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289617002 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25895150656 2024-04-12T17:54:12.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35351465 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11693045877 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14501001734 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:12.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522230 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2422, 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13257267 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58160591259 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15613201101 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 541557864 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600465408 2024-04-12T17:54:12.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 567205888 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33259520 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.939 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56876174 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.940 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 94208 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68854642 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:12.942 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1872 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136080 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.944 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68218611 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8476608 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37917449 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.947 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71046455 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:12.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103810 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1105677 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67147076 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:12.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45192 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 128607, 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12666768659 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.953 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1428457663 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57302018483 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:12.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45812, 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14865763321 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25687815166 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33799 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:12.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12548407584 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33942, 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6791009851 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6633324518 2024-04-12T17:54:12.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9815 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453201866 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17072679195 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10077, 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6049768836 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12814636645 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1578 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 975255797 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27680931704 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1793, 2024-04-12T17:54:12.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2024984634 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6239854003 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12582921 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.960 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 545366016 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14812 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:12.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:12.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3706880 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 511770624 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:12.963 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3115799 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 886906 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 144, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681773 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 409796608 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.964 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63056, 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5086911647 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63068, 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9515592500 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9007104 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258367488 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:12.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 405536768 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2499553228 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:12.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38862 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155429888 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155433984 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:12.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28125 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38862, 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1352127046 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2410958300 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36144 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1237863 2024-04-12T17:54:12.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 521 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3669199 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 719 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:12.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 199 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 719, 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1313411 2024-04-12T17:54:12.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1033 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.971 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9768 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776130560 2024-04-12T17:54:12.972 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9854976 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13802, 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48976433 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3422, 2024-04-12T17:54:12.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4217853841 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:12.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17773, 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 142830156 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12648527258 2024-04-12T17:54:12.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62614, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1246894486 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35155409 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12683682667 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26853, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390198446 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 762, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2204898 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8611, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7746771 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62251 2024-04-12T17:54:12.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11094, 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263215803 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 185429 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18583 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12941, 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1072745482 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.978 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43583, 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12262212 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30642, 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681766185 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11895, 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 356701128 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:12.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3951304126 2024-04-12T17:54:12.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692075946 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14362, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3518598879361 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833299174746 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2991101424112 2024-04-12T17:54:12.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7832188 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141148184 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21389892656 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:12.982 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30570498 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10531904264 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10029021074 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6112489 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2362, 2024-04-12T17:54:12.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12643247 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46057337945 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10819045543 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 449653841 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:12.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 456359936 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 437395456 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18964480 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:12.985 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57381020 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20480 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 684032 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.987 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67743588 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.989 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1488 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101904 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 224 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.991 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72855214 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3063248 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38254013 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67734643 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.995 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.996 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 104482 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1139265 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.997 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71715083 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:12.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35154 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 94978, 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8401837276 2024-04-12T17:54:13.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525751215 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73423309953 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:13.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35650, 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13555334389 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28551513303 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26190 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12776234570 2024-04-12T17:54:13.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26417, 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5264303049 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4751276669 2024-04-12T17:54:13.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4803 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 331764566 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13218269079 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:13.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4967, 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3445444068 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9310769176 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4161 2024-04-12T17:54:13.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1193986649 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47428806304 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4266, 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4845587272 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.006 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14489467458 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194320 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.007 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 419667968 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25949 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:13.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:13.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6139904 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 572272640 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5633596 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:13.010 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1239103 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 824709 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 500367360 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65928, 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5355176632 2024-04-12T17:54:13.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65910, 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10088070863 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4014080 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 270012416 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 517406720 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:13.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3675460611 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47921 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046608896 2024-04-12T17:54:13.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046612992 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35022 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47921, 2024-04-12T17:54:13.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1497143931 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3544896156 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43921 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1884527 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 612 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6084959 2024-04-12T17:54:13.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 776, 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1965605 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.017 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 674 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12621 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:13.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850853888 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:13.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9846784 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17652, 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59533489 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3481, 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4314009724 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:13.020 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 24811, 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 209750382 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.021 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13381547199 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65371, 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1422851288 2024-04-12T17:54:13.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42594163 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13424141362 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 240094, 2024-04-12T17:54:13.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1034799864 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 697, 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2077309 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 126116, 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42049209 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58710 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:13.024 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15186, 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 971698960 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 410487 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18227 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7663, 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1256337101 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34333, 2024-04-12T17:54:13.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9740161 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26670, 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 963417330 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13527, 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390513071 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:13.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4932201918 2024-04-12T17:54:13.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 728589353 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3684540819177 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6326126079007 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.028 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2863822050260 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7851532 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227266228 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:13.029 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22636147403 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28901784 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11299129945 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10828359796 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6107269 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2365, 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12338085 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49934736625 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11750728860 2024-04-12T17:54:13.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453593511 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586432512 2024-04-12T17:54:13.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 566362112 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20070400 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:13.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57176052 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.034 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:13.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36864 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68599820 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.036 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:13.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1616 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107072 2024-04-12T17:54:13.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74387398 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5919536 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38117368 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.042 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73403608 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 117809 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1128596 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:13.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73249681 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.046 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:13.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39677 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 113399, 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11517529595 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1801518756 2024-04-12T17:54:13.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54647963686 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40163, 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25574545071 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:13.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40582775030 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26146 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17881361733 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.050 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26270, 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12101747589 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12864875611 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12352 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 446833117 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.051 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24381965452 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:13.052 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12642, 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11116116550 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19769681971 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1179 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1354685639 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:13.053 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12384636501 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1251, 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2356680932 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7948217448 2024-04-12T17:54:13.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 510222336 2024-04-12T17:54:13.055 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:13.056 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T17:54:13.057 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.464460067130858e-06, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 1178, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 2041856, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 391, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:13.058 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:13.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 155041, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 110592, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 44449, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.144470840903523e-07, 2024-04-12T17:54:13.060 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 158, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 178176, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 21438, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 6622, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 14816, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 64314, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 69, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 36864 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:13.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T17:54:13.062 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:13.063 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:13.064 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool", 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "selfmanaged_snaps" 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:13.065 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 12595200, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 12595200, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 4, 2024-04-12T17:54:13.066 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.7420923541067168e-05, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 8944, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 3085821952, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 4194323, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 4194323, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 12582969, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 24377, 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 3240864768 2024-04-12T17:54:13.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.068 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T17:54:12.111212", 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_stats": { 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "7.9.2" 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T17:54:13.069 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T17:54:13.070 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T17:54:13.071 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:13.072 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pg": [ 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.073 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669512+0000", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.075 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2c", 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.076 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:36:18.139092+0000", 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675729+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.082 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.083 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2b", 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:20:10.042896+0000", 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.087 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.088 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654466+0000", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:13.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:13.090 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2a", 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:13.091 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:07:57.460248+0000", 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.095 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.096 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.705735+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:13.097 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.098 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.29", 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:06.472478+0000", 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.102 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.103 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:13.104 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.694359+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:13.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.106 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.28", 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4991, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:40:38.424077+0000", 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.111 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700592+0000", 2024-04-12T17:54:13.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.113 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.27", 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.114 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5049, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:29:36.068273+0000", 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.118 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.119 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.665925+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.121 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.26", 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:43:13.643306+0000", 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.122 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.125 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.126 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.643572+0000", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.128 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.25", 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.129 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:22:15.891588+0000", 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.133 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.134 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:13.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.648953+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:13.136 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.24", 2024-04-12T17:54:13.137 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5064, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:45:07.014798+0000", 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.141 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.142 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696257+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:13.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.144 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.23", 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:46:49.991372+0000", 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.145 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.149 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.150 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698976+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:13.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.152 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.22", 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:43:49.283110+0000", 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.156 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.157 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.667482+0000", 2024-04-12T17:54:13.158 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.159 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.21", 2024-04-12T17:54:13.160 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5106, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:02:52.291715+0000", 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.164 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.165 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678634+0000", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.167 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.20", 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4948, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:04:51.298796+0000", 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.168 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.171 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.172 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652959+0000", 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.174 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.f", 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.175 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4451, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:43:06.674951+0000", 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.179 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:13.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675532+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.181 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.e", 2024-04-12T17:54:13.182 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:46:31.216796+0000", 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:13.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673169+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.189 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.c", 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:18:42.863370+0000", 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.194 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.698661+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.196 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.d", 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:42:35.540517+0000", 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 70, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:13.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.200 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.201 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670241+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:13.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.203 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.d", 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4931, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:03:57.758734+0000", 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.207 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.208 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.684978+0000", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.210 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.c", 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:31:28.984008+0000", 2024-04-12T17:54:13.211 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.215 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678865+0000", 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.217 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.a", 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4943, 2024-04-12T17:54:13.218 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:42:42.958045+0000", 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.222 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:13.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.663919+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:13.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 4, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 4, 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.225 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.b", 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4945, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:00:12.376181+0000", 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.229 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'4" 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.230 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700723+0000", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.232 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.b", 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5065, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:41.750317+0000", 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.236 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.237 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671363+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:13.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.239 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.a", 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5097, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:10.950025+0000", 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.243 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.244 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.245 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.245 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.245 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.245 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.245 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.245 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671830+0000", 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.246 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.247 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.8", 2024-04-12T17:54:13.248 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5059, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:06:35.974980+0000", 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.252 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.253 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.681750+0000", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.255 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.9", 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:54:51.168303+0000", 2024-04-12T17:54:13.256 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.259 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.260 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661877+0000", 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:13.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.262 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.9", 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.263 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:33:41.161784+0000", 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:13.267 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.268 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672669+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.270 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.8", 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:23.919106+0000", 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.274 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.275 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.693112+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:13.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.277 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.6", 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5126, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:40.064440+0000", 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.278 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.281 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.282 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.664634+0000", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.284 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.7", 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4926, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:47:19.253289+0000", 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.285 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.288 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.289 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075571+0000", 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.291 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.1", 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8698, 2024-04-12T17:54:13.292 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:08:26.871729+0000", 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005664122, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1160, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362808, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2984, 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 371964 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.296 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:13.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669400+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.299 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.7", 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5066, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:33:14.393926+0000", 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.303 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.304 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679404+0000", 2024-04-12T17:54:13.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:13.306 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.307 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.6", 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5105, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:49:21.094699+0000", 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.310 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.311 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "554'3" 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.312 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.069197+0000", 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:13.313 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.314 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.0", 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.315 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8859, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:23.150864+0000", 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003455523, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.318 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1370, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 360204, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2957, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 374094 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.319 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.320 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.681340+0000", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.321 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.322 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.4", 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.323 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5099, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:38:16.255118+0000", 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.327 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.328 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.636617+0000", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.329 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.330 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.5", 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4389, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.331 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:09:49.255169+0000", 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.332 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.333 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.335 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.142860+0000", 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:13.336 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3061, 2024-04-12T17:54:13.337 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3061, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.3", 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.338 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8818, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:43:50.264113+0000", 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003940624, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.340 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 876, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362018, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3046, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 375523 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3061" 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.342 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:13.343 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671496+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:13.344 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.345 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.0", 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:28:34.705179+0000", 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.347 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.349 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.350 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.699282+0000", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.351 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.352 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1", 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:13.353 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:43:43.520426+0000", 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.354 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.355 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.357 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.358 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.144428+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.359 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3010, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3010, 2024-04-12T17:54:13.360 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.6", 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8745, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:32:57.693501+0000", 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005413492, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194304, 2024-04-12T17:54:13.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.362 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 929, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 325859, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2972, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 402318 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.364 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3010" 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.365 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 19, 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670341+0000", 2024-04-12T17:54:13.366 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.367 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "1.0", 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.368 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5573, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:02:52.817103+0000", 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.369 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.370 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "2146'237" 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.372 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:13.373 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672125+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.374 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.375 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.3", 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4998, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:19:13.883304+0000", 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.376 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.377 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.379 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.380 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676899+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.381 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.382 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2", 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.383 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:08:44.004197+0000", 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.384 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.387 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075885+0000", 2024-04-12T17:54:13.388 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.389 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3090, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3090, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.5", 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.390 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8890, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:59:16.177190+0000", 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.002061104, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.391 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.392 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1521, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 415864, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3066, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 401664 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'3090" 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.394 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:13.395 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.639827+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:13.396 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1", 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.397 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:44:27.730787+0000", 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.398 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.399 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.401 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.402 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680761+0000", 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.403 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:13.404 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.0", 2024-04-12T17:54:13.405 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5101, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:18:46.556998+0000", 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.406 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.407 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.409 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.410 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.086927+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:13.411 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3141, 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.412 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3141, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.7", 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8979, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:07.575834+0000", 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.007502871, 2024-04-12T17:54:13.413 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.414 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1151, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 400957, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3120, 2024-04-12T17:54:13.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 395839 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3141" 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.417 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:13.418 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676181+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:13.419 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.420 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3", 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5023, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:47:50.134100+0000", 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.421 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.424 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.425 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672619+0000", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.426 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.427 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.2", 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4966, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:35:00.220848+0000", 2024-04-12T17:54:13.428 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.431 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.432 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869613+0000", 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.082477+0000", 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869613+0000", 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.433 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869613+0000", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869613+0000", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869613+0000", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869613+0000", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869613+0000", 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3082, 2024-04-12T17:54:13.434 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3082, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.4", 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.435 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8764, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:11.178841+0000", 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003466485, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 876, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 347842, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3101, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 386541 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3082" 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.439 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:13.440 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.697535+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.442 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.5", 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:15:28.056703+0000", 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.446 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.447 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.449 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.449 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.449 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.449 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.449 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.449 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654240+0000", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:13.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:13.451 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.4", 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.452 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:42:49.928695+0000", 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.456 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.457 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.085974+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:13.458 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3145, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.459 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3145, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.2", 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 9084, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:00.158746+0000", 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.006657734, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 19, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1061, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 437946, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3131, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 456964 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.463 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3145" 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.464 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.666049+0000", 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.466 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.e", 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.467 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4924, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:40:12.302289+0000", 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.471 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.472 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674173+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:13.473 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.474 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.f", 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5024, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:34:14.483653+0000", 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.475 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 22, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.478 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.479 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.668126+0000", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.480 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:13.481 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.11", 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4925, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.482 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:29:36.634668+0000", 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.486 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.635195+0000", 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.487 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 8, 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.488 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 8, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.10", 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.489 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5160, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:25.057590+0000", 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 4, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 48, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 48, 2024-04-12T17:54:13.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.493 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'8" 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.494 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.666709+0000", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.495 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.496 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.10", 2024-04-12T17:54:13.497 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:03:27.447420+0000", 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.501 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.502 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680299+0000", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.504 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.11", 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:45:40.703457+0000", 2024-04-12T17:54:13.505 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.509 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.510 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680703+0000", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.512 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.13", 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4900, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:10:06.810422+0000", 2024-04-12T17:54:13.513 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.517 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.518 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.659473+0000", 2024-04-12T17:54:13.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.520 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.12", 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.521 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:44:51.937700+0000", 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.524 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.525 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.526 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676363+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:13.527 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.528 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.12", 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:02.759104+0000", 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.529 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.533 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:13.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696598+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:13.535 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.13", 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.536 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5130, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:53:48.078207+0000", 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 34, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 16, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 7 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.540 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.541 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670328+0000", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.542 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.543 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.15", 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4921, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:43:58.483645+0000", 2024-04-12T17:54:13.544 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.548 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680711+0000", 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 30, 2024-04-12T17:54:13.550 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 30, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.14", 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.551 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4976, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:13:44.560940+0000", 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 5824, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 20, 2024-04-12T17:54:13.554 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 28, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 28, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 25 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.555 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'30" 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.556 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674084+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:13.557 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.558 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.14", 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5012, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:24:22.890655+0000", 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.559 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.562 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.563 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.682037+0000", 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:13.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.565 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.15", 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5109, 2024-04-12T17:54:13.566 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:22:43.607177+0000", 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 90, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 14, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 14, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:13.569 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'3" 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.570 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:13.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.691249+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.572 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.573 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.17", 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5121, 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:01.100823+0000", 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.577 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.578 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:13.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.671904+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:13.580 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.581 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.16", 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4992, 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:36:21.327418+0000", 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.584 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.585 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.586 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661534+0000", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.587 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.588 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.16", 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4960, 2024-04-12T17:54:13.589 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:10:11.169206+0000", 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.593 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.594 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669145+0000", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.595 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.596 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.17", 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.597 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:28.729536+0000", 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.599 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.601 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.602 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701984+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:13.603 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.604 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.19", 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5093, 2024-04-12T17:54:13.605 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:15.027570+0000", 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.606 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.609 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.610 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661657+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:13.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.612 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.18", 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:12:47.839680+0000", 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.618 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.659796+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.620 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.18", 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5060, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:46:28.488196+0000", 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.621 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.624 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.625 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:13.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673810+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.628 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.19", 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:38:16.555668+0000", 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.632 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.633 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:13.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.677879+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:13.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1b", 2024-04-12T17:54:13.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5120, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:49:25.482068+0000", 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.640 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.641 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669407+0000", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.643 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1a", 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4936, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:17.726410+0000", 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.644 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.647 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.648 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701218+0000", 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.649 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.650 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1a", 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.651 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:21:10.676006+0000", 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.653 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.655 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.656 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669646+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:13.657 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.658 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1b", 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:18:24.969837+0000", 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.661 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.662 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.663 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.664019+0000", 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.664 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.665 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1d", 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4447, 2024-04-12T17:54:13.666 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:26:59.008483+0000", 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.668 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.670 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:13.671 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680484+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.672 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.673 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1c", 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:07:11.623784+0000", 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.675 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.676 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.678 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:13.679 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.686421+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.680 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.681 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1c", 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4972, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:22:46.167079+0000", 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.682 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.683 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.685 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.686 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676946+0000", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.687 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.688 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1d", 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:13.689 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:31:42.691246+0000", 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.690 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.691 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.693 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:13.694 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.653506+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:13.695 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1f", 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4454, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:01:57.084848+0000", 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.697 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.698 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.699 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.700 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.701 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698526+0000", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.702 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.703 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1e", 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5073, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.704 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:35:42.419288+0000", 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.705 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.706 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.708 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:13.709 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673048+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:13.710 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1e", 2024-04-12T17:54:13.711 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5052, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:29.860536+0000", 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.712 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.714 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.715 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:13.716 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675752+0000", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.717 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 6, 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.718 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 6, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1f", 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5138, 2024-04-12T17:54:13.719 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:22:59.043511+0000", 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 582, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.720 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.721 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 8, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'6" 2024-04-12T17:54:13.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.724 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678674+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.725 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.726 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2d", 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4930, 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:25:26.037977+0000", 2024-04-12T17:54:13.727 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.730 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.731 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678134+0000", 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.732 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.733 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2e", 2024-04-12T17:54:13.734 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:07:54.078910+0000", 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.735 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.738 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.739 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.673920+0000", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.741 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2f", 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:50.769920+0000", 2024-04-12T17:54:13.742 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.746 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661916+0000", 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:13.747 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.748 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.30", 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.749 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4968, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:11:40.819107+0000", 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.754 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.678066+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.755 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.756 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.31", 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:49:23.832393+0000", 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.760 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.761 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.689888+0000", 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.762 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.763 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.32", 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:12.002219+0000", 2024-04-12T17:54:13.764 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.765 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.767 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.768 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.769 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.770 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.33", 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.771 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:00.941598+0000", 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:13.776 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.675802+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.778 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.34", 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5017, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:03:47.250447+0000", 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.782 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.783 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.677092+0000", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.785 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.35", 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:36:06.116803+0000", 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.786 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.790 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679022+0000", 2024-04-12T17:54:13.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:13.792 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.36", 2024-04-12T17:54:13.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:09:42.497419+0000", 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.797 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.798 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675501+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:13.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.800 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.37", 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:52:36.736925+0000", 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.801 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.805 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:13.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673240+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:13.807 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.808 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.38", 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:37:51.583724+0000", 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.812 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.813 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652312+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.814 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.815 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.39", 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4895, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:54.982504+0000", 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.819 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:13.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.692842+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:13.821 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3a", 2024-04-12T17:54:13.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:51:04.772562+0000", 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.827 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680988+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:13.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.829 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3b", 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4898, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:07:19.292649+0000", 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.830 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.834 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:13.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672473+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:13.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3c", 2024-04-12T17:54:13.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4990, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:28:30.086229+0000", 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:13.841 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.842 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:04.681606+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:13.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.844 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3d", 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:39:53.863023+0000", 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.849 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679480+0000", 2024-04-12T17:54:13.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:13.851 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3e", 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.852 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5104, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:43.821107+0000", 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:13.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675055+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:13.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.859 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3f", 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:00:50.106228+0000", 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pool": [ 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 24, 2024-04-12T17:54:13.864 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 24507, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 8, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 24507, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 4, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194323, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.865 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 2, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8944, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 3013498, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 24377, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 3164907 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 12595200, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 12582969, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:13.868 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 24 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 192, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 64, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 3, 2024-04-12T17:54:13.869 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.871 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:13.873 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 192 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 3, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 1, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 3, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 1, 2024-04-12T17:54:13.874 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:13.877 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 1781760, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 1771104, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 3 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.878 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 96, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 75, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 32, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 75, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 2, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 6622, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.879 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 66, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 22, 2024-04-12T17:54:13.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 22, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 14, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 158, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 174, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 69, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 36 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 110592, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 19866, 2024-04-12T17:54:13.882 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 44449, 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 96 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T17:54:13.883 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081830400, 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878454784, 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 4878454784, 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.006352483294904232 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081830400, 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878454784 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T17:54:13.884 INFO:tasks.workunit.client.0.smithi005.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-12T17:54:13.885 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry preview-device 2024-04-12T17:54:13.886 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:54:13.886 INFO:tasks.workunit.client.0.smithi005.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-12T17:54:13.886 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.887 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.888 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.889 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.890 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.891 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.891 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:12 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.891 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry preview-all 2024-04-12T17:54:13.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:13.891 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.892 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.893 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.894 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.895 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.896 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.897 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.898 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:13.899 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:13.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:13.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:13.900 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:12 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "device_report": { 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "236b91a8-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236c10ba-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161852": { 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.911 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236b91a8-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938731 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T17:54:13.912 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.913 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T17:54:13.914 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.915 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12457875 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T17:54:13.916 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.917 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T17:54:13.918 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 16 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T17:54:13.919 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1604543 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.920 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 5108, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 186648608, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 816439332, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 3085289498, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17352388345, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T17:54:13.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 21, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 34286, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 41157, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 31, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9828 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 34286, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 41157 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:54:13.923 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T17:54:13.924 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:54:13.925 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 31 Celsius", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 21%", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 186,648,608 [95.5 TB]", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 816,439,332 [418 TB]", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 3,085,289,498", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,352,388,345", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 5,108", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 34,286", 2024-04-12T17:54:13.926 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 41,157", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,828", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:13.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 31 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "236d4dd6-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236dbe6a-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161850": { 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T17:54:13.928 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236d4dd6-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938729 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T17:54:13.929 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.930 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T17:54:13.931 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.932 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12549574 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T17:54:13.933 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.935 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T17:54:13.936 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1315433 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T17:54:13.937 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 4828, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 166581396, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 822448942, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 2950225425, 2024-04-12T17:54:13.938 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17904865549, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 0, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 33261, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 35971, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 33, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9526 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 33261, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 35971 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T17:54:13.939 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T17:54:13.940 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T17:54:13.941 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:54:13.942 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 33 Celsius", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 0%", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 166,581,396 [85.2 TB]", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 822,448,942 [421 TB]", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 2,950,225,425", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,904,865,549", 2024-04-12T17:54:13.943 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 4,828", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 33,261", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 35,971", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,526", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:54:13.944 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 33 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.945 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "report": { 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.946 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:13.947 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:13.948 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:13.949 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:13.950 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:13.951 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:13.952 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:54:13.953 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:13.954 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:54:13.955 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T17:54:13.956 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:13.957 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:54:13.958 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/enabled", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:13.959 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:13.960 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:13.961 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T17:54:13.962 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.963 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 2, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:54:13.964 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "has_msr_rules": 0, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 1, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_collision_tries": 100, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_descents": 100, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T17:54:13.965 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.966 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T17:54:13.967 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_stats": { 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:13.968 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20447232, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 414176, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 860160, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 430, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1455352, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 952320, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14872872, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20258816, 2024-04-12T17:54:13.969 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 321840, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 884736, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 339, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1049608, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 767488, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14482632, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.970 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 261513216, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 4893456, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3145728, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 671744, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 737280, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9593, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 14490512, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 5007360, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 233304416, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 262250496 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.971 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 168755200, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2291856, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 3014656, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6557, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 9487880, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2199296, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 151761512, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171769856 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.972 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 170647552, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2317720, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 1032192, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1114112, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6521, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 9568400, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2441216, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 152273368, 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171761664 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 603578368, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 30752176, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 82149376, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13088, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 101496888, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 8772352, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 459149080, 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 685727744 2024-04-12T17:54:13.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 647159808, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 27358328, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 25255936, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13399, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 92295544, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10654208, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 513443856, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 672415744 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.975 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 473219072, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21086736, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 76185600, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10097, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 70145056, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9708032, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 369002448, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 549404672 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.976 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 565829632, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 20081664, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 29097984, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10348, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 75024784, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 54, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9545728, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 457900656, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 594927616 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.977 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 464412672, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 23341120, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 149217280, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 11305, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 75057000, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 11924480, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 350682200, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 613629952 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.978 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 570613760, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 29370552, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 33259520, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12348, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 94517584, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9603072, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 433714680, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 603873280 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:13.979 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 440745984, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 17911144, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 18890752, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9642, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 68623960, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9089024, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 341845056, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 459636736 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 569769984, 2024-04-12T17:54:13.980 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21129872, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 20070400, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12978, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 88537592, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 51, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10368512, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 446326136, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 589840384 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T17:54:13.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "io_rate": { 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_stats_delta": { 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 0, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 0, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "stamp_delta": "12.002813", 2024-04-12T17:54:13.982 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:13.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:13.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 5, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 3, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:13.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 0 2024-04-12T17:54:13.986 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "mempool": { 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.987 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:13.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.989 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.990 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.991 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 221552, 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 64 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:13.992 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 52112, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 181 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.993 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 13176, 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 273 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.994 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.995 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.996 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.997 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:13.998 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:13.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.000 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 148986, 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 928, 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:14.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.002 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.003 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.006 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.007 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.008 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.009 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42412669, 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5252 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.010 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.011 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11792, 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 348 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.014 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.016 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.017 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 41944789, 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5180 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 616, 2024-04-12T17:54:14.018 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:14.020 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.021 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.022 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.023 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.024 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.025 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42141189, 2024-04-12T17:54:14.027 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5212 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 352, 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 4 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.028 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:14.029 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.030 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 21736, 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 417 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.031 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30976, 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3264, 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 17 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 57120, 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 714 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 374608, 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1801 2024-04-12T17:54:14.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 520122, 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 144 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2456359, 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546097 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.033 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7064096, 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10420 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78392, 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8359 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 86448, 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1801 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 167300, 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1196 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.035 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 43023, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18131852, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 308 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15136, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 172 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.036 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 501552, 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 43 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.037 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7105280, 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18452 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22224, 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 405 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.040 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56080, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 701 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 372320, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1280920, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 334 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.041 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2487444, 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546214 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7058656, 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10412 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 76560, 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8186 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85920, 2024-04-12T17:54:14.042 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.043 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 63567, 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22857362, 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 287 2024-04-12T17:54:14.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31064, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 353 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 454896, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.045 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7380568, 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21395 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.046 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:14.047 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17568, 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 333 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T17:54:14.048 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54960, 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 687 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 371904, 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1788 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 267751, 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 77 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1745901, 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 386572 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5119296, 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7560 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.050 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 75864, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8177 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85776, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1787 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.051 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 101223, 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 58 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6632312, 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 246 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9504, 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 108 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 384912, 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3175120, 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6106 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.054 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.055 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.056 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18248, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 337 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 34688, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 23 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4224, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55040, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 688 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.057 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 445879, 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 111 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1736822, 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 384453 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5088696, 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7515 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67224, 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:14.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165764, 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 122457, 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.061 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 23272297, 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 283 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12144, 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 138 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.062 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3488160, 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9092 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.064 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22672, 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 416 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35328, 2024-04-12T17:54:14.065 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 27 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55680, 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 696 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:14.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1109866, 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 271 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2069420, 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 455629 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.067 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5946856, 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8777 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67196, 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7039 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.068 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165596, 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:14.069 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 107939, 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3449700, 2024-04-12T17:54:14.070 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 284 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24640, 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 280 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:14.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5117320, 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12229 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.072 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.073 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19448, 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 358 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31104, 2024-04-12T17:54:14.074 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 26 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54800, 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 685 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359424, 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.075 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 389018, 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 107 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2355692, 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 527659 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6816576, 2024-04-12T17:54:14.076 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10056 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67524, 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.077 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.078 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78183, 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 56 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22721270, 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 267 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.079 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12496, 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 142 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 466560, 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.080 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6436560, 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12378 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.081 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:14.082 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15944, 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 303 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30592, 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3072, 2024-04-12T17:54:14.083 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56160, 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 702 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 361088, 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1736 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.084 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1038177, 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 260 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1714602, 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 375092 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4949976, 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7311 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 68560, 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7199 2024-04-12T17:54:14.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83328, 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1736 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165508, 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1189 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.086 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 39759, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.087 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16771383, 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 253 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24728, 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 281 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 443232, 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:14.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3620760, 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9363 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.089 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.090 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17872, 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 332 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35072, 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:14.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3456, 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54720, 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 684 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 360880, 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:14.092 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 452828, 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 124 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1997906, 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 445301 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5801336, 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8563 2024-04-12T17:54:14.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 69632, 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7204 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83280, 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:14.094 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 21016, 2024-04-12T17:54:14.095 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19477457, 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12260 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11616, 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 132 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.096 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 559872, 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 48 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:14.097 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4893616, 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9430 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.098 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.099 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.100 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.101 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:14.102 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:14.103 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:14.104 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:14.105 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T17:54:14.107 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "reef", 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "squid" 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 19, 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T17:54:14.108 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "squid" 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_perf_histograms": [ 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.109 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:14.110 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:14.111 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:14.112 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:14.113 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:14.114 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.115 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13327, 4086, 1, 0, 8, 2, 0, 0, 2, 3, 9, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7788, 350, 32, 0, 12, 3, 10, 17, 22, 53, 94, 25, 42, 34, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 664, 34, 15, 0, 2, 0, 0, 3, 4, 19, 87, 150, 73, 8, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 385, 2, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 290, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 8, 76, 174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 197, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 12, 61, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 216, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 15, 51, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 21, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.116 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.117 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7527, 1, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7909, 47, 1293, 5, 6, 9, 12, 18, 26, 86, 67, 33, 58, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 654, 5, 219, 16, 0, 0, 1, 0, 2, 12, 108, 246, 148, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 333, 2, 0, 14, 0, 0, 0, 0, 0, 0, 0, 7, 426, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 98, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 38, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 0, 41, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.118 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.119 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.120 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 528, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12529, 4096, 0, 0, 5, 0, 0, 0, 0, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8241, 84, 24, 0, 7, 1, 0, 3, 9, 3, 27, 5, 18, 16, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 867, 8, 6, 0, 2, 0, 0, 1, 0, 1, 12, 9, 15, 12, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 12, 46, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 12, 9, 38, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 12, 33, 26, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 118, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 5, 14, 39, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 23, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 6, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.121 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.122 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 683, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13458, 4158, 0, 0, 15, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 10012, 218, 15, 1, 3, 0, 2, 4, 17, 25, 25, 16, 20, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1611, 117, 26, 0, 0, 0, 0, 0, 1, 6, 39, 86, 34, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 435, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 4, 157, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.123 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 170, 0, 0, 0, 0, 0, 0, 0, 13, 48, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 96, 0, 0, 0, 321, 0, 0, 0, 0, 0, 0, 1, 38, 9, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 37, 0, 0, 0, 503, 0, 0, 0, 0, 0, 0, 2, 17, 8, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 1, 0, 0, 1701, 0, 0, 0, 0, 0, 0, 0, 2, 9, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.124 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.125 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8599, 3750, 4514, 11, 51, 25, 1, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8562, 127, 121, 1, 10, 59, 157, 201, 9, 19, 54, 3, 16, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 40, 14, 0, 0, 1, 7, 9, 5, 10, 59, 79, 34, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 567, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 164, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 351, 10, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 10, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 247, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 14, 23, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 31, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.126 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.127 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12698, 18, 1, 2, 6998, 452, 0, 0, 1, 0, 4, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9542, 55, 21, 0, 746, 116, 1, 3, 3, 3, 23, 5, 12, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1364, 12, 20, 1, 63, 34, 0, 1, 0, 2, 23, 14, 5, 22, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 489, 4, 0, 5, 8, 15, 0, 0, 1, 0, 1, 4, 26, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.128 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 142, 6, 4, 0, 0, 16, 0, 1, 0, 3, 1, 1, 4, 50, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 183, 8, 3, 1, 1, 0, 0, 0, 0, 4, 0, 1, 7, 9, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 29, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.129 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.130 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11724, 3860, 0, 0, 5, 0, 3, 0, 0, 0, 3, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7248, 323, 0, 1, 8, 2, 3, 3, 11, 13, 18, 12, 13, 14, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 728, 23, 6, 0, 0, 0, 0, 2, 5, 15, 53, 76, 32, 8, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 11, 211, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 135, 9, 0, 0, 0, 1, 0, 1, 3, 0, 1, 1, 4, 44, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 131, 22, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 8, 9, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.131 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.132 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.133 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13859, 9, 1, 0, 6, 0, 0, 0, 1, 3, 1, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8671, 21, 1, 0, 7, 0, 1, 0, 1, 6, 16, 6, 9, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1209, 117, 148, 0, 1, 0, 0, 0, 0, 2, 9, 8, 10, 5, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 16, 43, 0, 0, 0, 0, 0, 2, 0, 0, 3, 37, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 149, 22, 15, 0, 0, 0, 0, 0, 3, 0, 1, 0, 8, 52, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 138, 7, 23, 21, 0, 0, 0, 3, 4, 4, 0, 7, 9, 19, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 134, 0, 3, 44, 55, 0, 0, 0, 0, 0, 3, 4, 3, 21, 50, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 3, 72, 98, 0, 0, 0, 0, 0, 0, 0, 18, 14, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.134 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.135 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.136 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:14.137 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:14.138 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:14.139 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:14.140 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:14.141 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.142 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 677, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4130, 59, 96, 137, 450, 608, 707, 0, 3, 1, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 716, 16, 8, 57, 19, 4, 15, 0, 2, 5, 8, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 392, 4, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 296, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 23, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 8, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.143 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.144 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 387, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2709, 262, 35, 47, 123, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 439, 22, 1300, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.145 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 5, 42, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1629, 1283, 51, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1448, 1710, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.146 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.147 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1286, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9352, 11, 0, 0, 1, 1, 1, 7, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.148 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15793, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 158, 1, 1, 0, 0, 0, 0, 0, 1, 0, 4, 5, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 7, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.149 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.150 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3178, 31, 1, 0, 4, 1, 3, 2, 7, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 395, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 210, 20, 34, 57, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 903, 290, 0, 97, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4116, 2499, 0, 419, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 225, 210, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.151 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.152 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.153 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 956, 5, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2640, 224, 30, 42, 139, 274, 477, 0, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 336, 11, 0, 0, 0, 1, 8, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 137, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.154 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.155 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 837, 7, 11, 40, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5453, 68, 127, 213, 468, 601, 723, 5, 11, 5, 2, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 363, 0, 1, 6, 14, 12, 5, 0, 3, 11, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 275, 0, 7, 15, 1, 0, 1, 0, 1, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 40, 74, 114, 28, 0, 0, 0, 0, 0, 0, 1, 10, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 10, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.156 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.157 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.158 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 505, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2833, 24, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 475, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 358, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 327, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.159 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.160 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 652, 4, 17, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8612, 32, 40, 36, 2, 1, 1, 6, 3, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1791, 36, 103, 49, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 440, 3, 5, 0, 0, 0, 0, 1, 2, 0, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.161 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.162 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.163 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:14.164 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:14.165 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:14.166 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:14.167 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:14.168 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.169 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 857, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.170 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.171 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.172 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2995, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.173 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.174 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.175 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.176 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7053, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.178 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.179 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.180 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 992, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3843, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.181 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.182 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 309, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.183 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.184 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.185 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 510, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.186 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.187 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8738, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1985, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 465, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.188 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.189 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.190 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:14.191 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:14.192 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:14.193 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:14.194 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:14.195 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.196 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1756, 17, 1, 0, 10, 0, 2, 4, 7, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1375, 8, 2, 2, 2, 3, 10, 12, 26, 64, 78, 40, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 0, 1, 1, 2, 2, 4, 5, 14, 95, 257, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 496, 2, 0, 0, 0, 1, 0, 0, 1, 3, 20, 34, 253, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 814, 2, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 13, 47, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 585, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 8, 75, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.197 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.198 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 47, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2346, 20, 2, 0, 4, 1, 2, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1906, 4, 0, 1, 5, 7, 13, 17, 39, 71, 86, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 66, 6, 0, 0, 1, 1, 1, 2, 3, 4, 72, 277, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 24, 0, 0, 0, 0, 0, 0, 0, 6, 2, 14, 368, 11, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.199 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 26, 0, 0, 0, 0, 2, 0, 1, 2, 3, 7, 21, 38, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 302, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2311, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 690, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.200 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.201 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 338, 3, 0, 2, 4, 1, 2, 2, 6, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 168, 7, 1, 0, 0, 2, 6, 7, 8, 7, 39, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 11, 0, 0, 0, 0, 3, 4, 11, 13, 48, 87, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 58, 6, 0, 0, 0, 1, 1, 0, 1, 3, 12, 28, 39, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 10, 35, 50, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.202 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.203 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1141, 29, 1, 2, 12, 0, 2, 2, 7, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 543, 1, 2, 0, 1, 4, 3, 18, 27, 29, 43, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.204 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 198, 3, 2, 0, 2, 0, 1, 3, 6, 4, 43, 121, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 422, 1, 0, 0, 0, 0, 0, 1, 0, 5, 8, 18, 107, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 11, 20, 33, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.205 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.206 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 994, 8, 0, 0, 13, 1, 1, 4, 4, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 800, 4, 3, 0, 5, 1, 7, 11, 14, 23, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 397, 7, 0, 0, 1, 0, 0, 4, 2, 13, 58, 160, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 563, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 14, 136, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 10, 13, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.207 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 14, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.208 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:14.209 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 124, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 454, 22, 0, 0, 14, 0, 0, 0, 3, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 75, 11, 0, 0, 3, 0, 0, 1, 1, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 145, 7, 0, 0, 0, 0, 3, 3, 4, 2, 27, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 25, 0, 0, 0, 0, 0, 1, 0, 2, 6, 19, 15, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11, 22, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 20, 35, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.210 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.211 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.212 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 961, 18, 1, 0, 11, 0, 3, 4, 7, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 812, 11, 0, 1, 2, 0, 4, 6, 7, 25, 34, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 13, 0, 0, 0, 0, 0, 1, 2, 3, 47, 123, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 15, 0, 0, 0, 0, 0, 1, 0, 1, 9, 13, 155, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 212, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 14, 29, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 70, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.213 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.214 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 73, 4, 0, 0, 2, 0, 3, 3, 2, 3, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 94, 2, 0, 0, 1, 0, 2, 3, 6, 8, 27, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 1, 2, 4, 19, 31, 19, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 9, 28, 60, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.215 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.216 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 8, 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "number of replicas", 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 1, 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0]", 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "[1, 1]", 2024-04-12T17:54:14.218 INFO:tasks.workunit.client.0.smithi005.stdout: "[2, 2]", 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "[3, 3]", 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "[4, 4]", 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "[5, 5]", 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "[6, None]" 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "linear" 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 10, 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "duration", 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 250000, 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:14.219 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 249999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[250000, 499999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[500000, 999999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[1000000, 1999999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[2000000, 3999999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[4000000, 7999999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[8000000, 15999999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[16000000, 31999999]", 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "[32000000, None]" 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:14.220 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.221 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.222 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.223 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.224 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.225 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.226 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:14.227 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_counters": { 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "caps": { 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.228 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_grant": { 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_commit": { 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_complete": { 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_keys": { 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_merge": { 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_split": { 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "exported_inodes": { 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "forward": { 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_cap_release": { 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps": { 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps_dirty": { 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_inode_file_caps": { 2024-04-12T17:54:14.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "imported_inodes": { 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes": { 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_expired": { 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_pinned": { 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_with_caps": { 2024-04-12T17:54:14.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "load_cent": { 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "openino_dir_fetch": { 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "process_request_cap_release": { 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "reply_latency": { 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "request": { 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rbytes": { 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rfiles": { 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rsnaps": { 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_reply": { 2024-04-12T17:54:14.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: "subtrees": { 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_cache": { 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_exportdir": { 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_flush": { 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragmentdir": { 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragstats": { 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_inodestats": { 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_inode": { 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_path": { 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_enqueued": { 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_prioritized": { 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_processing": { 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays": { 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_delayed": { 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_enqueuing": { 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_completed": { 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_started": { 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_created": { 2024-04-12T17:54:14.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_enqueued": { 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_migrated": { 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_reintegrated": { 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_log": { 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "ev": { 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:14.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "evadd": { 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "evex": { 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "evexd": { 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "evexg": { 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "evlrg": { 2024-04-12T17:54:14.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "evtrm": { 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "jlat": { 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "replayed": { 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "seg": { 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:14.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "segadd": { 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "segex": { 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "segexd": { 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "segexg": { 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "segmjr": { 2024-04-12T17:54:14.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "segtrm": { 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_mem": { 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "cap": { 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "cap+": { 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "cap-": { 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dir": { 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dir+": { 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dir-": { 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dn": { 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dn+": { 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dn-": { 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "heap": { 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248184 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "ino": { 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "ino+": { 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "ino-": { 2024-04-12T17:54:14.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "rss": { 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 50580 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_server": { 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_acquisition_throttle": { 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_revoke_eviction": { 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_request": { 2024-04-12T17:54:14.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_session": { 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_peer_request": { 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "req_create_latency": { 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getattr_latency": { 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getfilelock_latency": { 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getvxattr_latency": { 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "req_link_latency": { 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookup_latency": { 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookuphash_latency": { 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupino_latency": { 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupname_latency": { 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.249 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupparent_latency": { 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupsnap_latency": { 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lssnap_latency": { 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mkdir_latency": { 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mknod_latency": { 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mksnap_latency": { 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "req_open_latency": { 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.251 INFO:tasks.workunit.client.0.smithi005.stdout: "req_readdir_latency": { 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rename_latency": { 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "req_renamesnap_latency": { 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmdir_latency": { 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.252 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmsnap_latency": { 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmxattr_latency": { 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setattr_latency": { 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.253 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setdirlayout_latency": { 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setfilelock_latency": { 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setlayout_latency": { 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setxattr_latency": { 2024-04-12T17:54:14.254 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "req_snapdiff_latency": { 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "req_symlink_latency": { 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "req_unlink_latency": { 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_sessions": { 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "average_load": { 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "avg_session_uptime": { 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "mdthresh_evicted": { 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:14.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "session_count": { 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "session_remove": { 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_open": { 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_stale": { 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "total_load": { 2024-04-12T17:54:14.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "purge_queue": { 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed": { 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed_ops": { 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing": { 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_high_water": { 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops": { 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_item_in_journal": { 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:14.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:14.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 242 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8686 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60657086 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26058 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:14.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1592967476 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.264 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8684 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:14.265 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60005068 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67466 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1433722769 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8686 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.267 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28654414725 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:14.268 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:14.269 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 259104768 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 256614400 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2490368 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.271 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25065576 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68470013 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.274 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1505307 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71058762 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:14.277 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178116370 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.278 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69347566 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.281 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 389924, 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2462675380 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.282 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20943, 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3263291921 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:14.284 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.285 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:14.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59131336 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1147982148 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:14.287 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:14.288 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.291 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23331636948 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.292 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8573 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.293 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 116629815 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75029 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8573, 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1333979266 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:14.294 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168755200 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165634048 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3121152 2024-04-12T17:54:14.295 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24761220 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.298 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68652097 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483602 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70958195 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178197885 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69266051 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 100 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 371618, 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1825964075 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.307 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20669, 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3205288568 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.308 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260 2024-04-12T17:54:14.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8615 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8615, 2024-04-12T17:54:14.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59452732 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8615, 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1262974222 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:14.311 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 219 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.312 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:14.313 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.314 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27079446913 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.315 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:14.316 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 117250669 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75579 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1369971999 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.317 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168747008 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166281216 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2465792 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.318 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24866908 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.319 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.320 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68591488 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.321 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1498125 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.322 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70988751 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.324 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178167832 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.325 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.326 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69296104 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:14.327 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 373493, 2024-04-12T17:54:14.328 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2064236918 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20772, 2024-04-12T17:54:14.330 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3003616652 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16116 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.331 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.332 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10915840 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 748527616 2024-04-12T17:54:14.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4483406 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1367843 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 198, 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 982718 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.334 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 753860608 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76902, 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7144018489 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76860, 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13038585392 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.335 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15568896 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314826752 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 749600768 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8380261694 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62194 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077490688 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077494784 2024-04-12T17:54:14.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53719 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62194, 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2340583801 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.338 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8275113121 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58971 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3308902 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10818849 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.339 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 785 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.340 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 785, 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4796238 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.341 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 834 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12105 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.342 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1077006336 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.343 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14049280 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23822, 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 89196434 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3599, 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7039588250 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32759, 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 301944466 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.345 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76789, 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17442550512 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76120, 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1703156439 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.346 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76789, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52644197 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76789, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17495194709 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32895, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1016920842 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.347 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1046, 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2994631 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21125, 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10220606 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68107 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16547, 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1867199485 2024-04-12T17:54:14.348 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248437 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24324 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19911, 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2055126714 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47576, 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16285708 2024-04-12T17:54:14.349 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27665, 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1319778049 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15416, 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503282087 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7767008291 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:14.351 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 560120556 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9668, 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3985161943678 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6842052383568 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92696, 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3164401995251 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.352 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92696, 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11038974 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 535525287 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31113685117 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.353 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36070264 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16195223762 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16451891175 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10301697 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.354 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2615, 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15788033 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72077124982 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17637175983 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92698, 2024-04-12T17:54:14.355 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 634235243 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 682319872 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600072192 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.356 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 82247680 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.357 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56768624 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.358 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20480 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 217088 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.359 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68822928 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.360 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1392 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90768 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.362 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69071032 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:14.363 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11028320 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37845749 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.365 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68566443 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.366 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.367 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 102093 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.368 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1123023 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67938076 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.369 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 66 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45450 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 131596, 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8671750879 2024-04-12T17:54:14.371 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2775073096 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45450, 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 179741226148 2024-04-12T17:54:14.372 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813629 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46478, 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22546758788 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45450, 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73641626054 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29225 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.373 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29225, 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18153327885 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813629 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29544, 2024-04-12T17:54:14.374 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6382586048 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29225, 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7900521797 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8706 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586847322 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.375 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20242943090 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.376 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9243, 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6135759221 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14616089606 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7519 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2188225774 2024-04-12T17:54:14.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141344955173 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7691, 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10028413519 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:14.378 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51125014651 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16777241 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.379 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 767926272 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22578 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.380 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.381 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10801152 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 797175808 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4614176 2024-04-12T17:54:14.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1370917 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 200, 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 957956 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 809304064 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.383 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76316, 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6753787837 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76287, 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12481893876 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13225984 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 312483840 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.384 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 817823744 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7713578685 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.385 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52658 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765977600 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765981696 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.386 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46417 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52658, 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2270921974 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7600355745 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49189 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3670926 2024-04-12T17:54:14.387 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 656 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10713042 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 896 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.388 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 246 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 896, 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2835048 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.389 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10859 2024-04-12T17:54:14.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1123196928 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.391 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13451264 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22301, 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87571059 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3554, 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7319584007 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.392 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23225, 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 204277762 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.393 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16713473414 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 75557, 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1804626021 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.394 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51143867 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16764617281 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.395 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26255, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 770006500 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 875, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2832094 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11035, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10913926 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78478 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.396 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10778, 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1400198504 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227672 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27554 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21838, 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1930725047 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 70634, 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20129752 2024-04-12T17:54:14.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 48796, 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 987642628 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15646, 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 484852823 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.398 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7768785927 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:14.399 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1205123226 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22141, 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4112024388937 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6566631604625 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3167227040161 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.400 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9485947 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 531998641 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28360199935 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36195661 2024-04-12T17:54:14.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13694252153 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16630602797 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710780 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.402 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2578, 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15956795 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67001630554 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17755374694 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692954122 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 669007872 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 643653632 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:14.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25354240 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56714436 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.406 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73728 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 991232 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68049724 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.408 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.409 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 256 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107008 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.410 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69462332 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:14.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10632992 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37809624 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.412 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.413 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68997896 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.414 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 106287 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1106172 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.416 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68357137 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.417 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.418 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42531 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133377, 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10711975856 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.419 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2515339678 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42531, 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 729902076860 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559377 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.420 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 44206, 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32744867052 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42531, 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 104203919807 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20135 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20135, 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11473723329 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.421 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559377 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20559, 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5470736835 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20135, 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5173473034 2024-04-12T17:54:14.422 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12221 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 302484354 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98943941995 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.423 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12366, 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12980195759 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30059055185 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.424 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10175 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2212855324 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 619484411536 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11281, 2024-04-12T17:54:14.425 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14293934458 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68971391588 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39 2024-04-12T17:54:14.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822767616 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17820 2024-04-12T17:54:14.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.428 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7110656 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 565452800 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.429 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5035062 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1411849 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 166, 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 876754 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.430 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 460259328 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69376, 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6073206370 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69382, 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11588954873 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1552384 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.431 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 284188672 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 481558528 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4666454667 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47818 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982733312 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982737408 2024-04-12T17:54:14.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36350 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.434 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47818, 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1876087113 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4570652044 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44879 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2363867 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.435 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7053438 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.436 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 172 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 670, 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1861617 2024-04-12T17:54:14.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.438 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 646 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11465 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.439 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 859324416 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13438976 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14423, 2024-04-12T17:54:14.440 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54091503 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3605, 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5999134594 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.441 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26111, 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 226055762 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.442 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15278492274 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 68674, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1555323939 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38588836 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15317081110 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.443 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54751, 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 716919389 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 932, 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2663569 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20586, 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9850588 2024-04-12T17:54:14.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 37, 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48831 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19719, 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 929297805 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 243534 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17774 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.445 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11507, 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1351929589 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30575, 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11491816 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19068, 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1025741800 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.446 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12499, 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 436023845 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.447 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4984092165 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 470692334 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6450, 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3924964835578 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:14.448 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6385411125353 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2830090897313 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8563443 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 180740310 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.449 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25807471981 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33455878 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13052664220 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.450 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12855857994 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710601 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2568, 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15256516 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56894596196 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.451 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13866315406 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 488065852 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.452 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 546127872 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 469893120 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 76234752 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57196115 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.454 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8192 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57344 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.455 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68567469 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.456 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.457 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1360 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87056 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.458 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74257195 2024-04-12T17:54:14.459 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6925632 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38130743 2024-04-12T17:54:14.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.462 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72384137 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87066 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1139871 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.465 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73118674 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.466 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56404 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 145609, 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8177350330 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.468 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1897528793 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78150430329 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 57247, 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40593574669 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.469 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62650863396 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28004 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16496037263 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.470 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28446, 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5660771816 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7956318101 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26827 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.471 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 435315478 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46432649759 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27074, 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31978596525 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44462291332 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1573 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1462213315 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.473 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15221743307 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1727, 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2954206328 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:14.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10232253963 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 473714688 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16871 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.476 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2781184 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 629448704 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5475252 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.478 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1231820 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 846546 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 589496320 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.479 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66661, 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5709730504 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66638, 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10865027888 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6995968 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 272994304 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 606535680 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1747036453 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.481 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26206 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600503808 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600507904 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22619 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26206, 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 902052838 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1676033214 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24026 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.483 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 977708 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 433 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2756335 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:14.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 591, 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1071999 2024-04-12T17:54:14.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 660 2024-04-12T17:54:14.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10304 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 907653120 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17542, 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64227634 2024-04-12T17:54:14.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3569, 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4250279486 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17700, 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 158165206 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.490 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14335215460 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65990, 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1591697625 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43318656 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:14.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14378534116 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26738, 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 632062199 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1364, 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3199871 2024-04-12T17:54:14.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8969, 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6780719 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 41, 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60236 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12398, 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1521143680 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 210463 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18029 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29015, 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1350128199 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78710, 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23607118 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49695, 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740908468 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12441, 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 373693316 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5008031458 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1200803149 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.496 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18447, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4115141539212 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6805758123277 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2545431315191 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7712386 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.497 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159474947 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24458915425 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32023227 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11865561199 2024-04-12T17:54:14.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10885511880 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522225 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2532, 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16158232 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52391280470 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11870978847 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 495753389 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:14.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591650816 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562479104 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29171712 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57487072 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90112 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68239648 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1264 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 79984 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72082188 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.507 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2350928 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38324715 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68376261 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96823 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1130940 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70935673 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51841 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133403, 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8122335754 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525678176 2024-04-12T17:54:14.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260179686270 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54049, 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29502187031 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64632584749 2024-04-12T17:54:14.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34527 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46716950307 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:14.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34777, 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7854345992 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8123493168 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13307 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 254716420 2024-04-12T17:54:14.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 169547778379 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.520 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15145, 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16526955971 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34046863042 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4007 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1270961756 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:14.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43914957584 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4127, 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5120885068 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22462228539 2024-04-12T17:54:14.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194354 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 598781952 2024-04-12T17:54:14.523 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21823 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.524 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10436608 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710332416 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5305444 2024-04-12T17:54:14.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3013900 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 176, 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 887483 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 730726400 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.527 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63180, 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5725124538 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63147, 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10431531932 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9220096 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258580480 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 743505920 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 55 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7414012484 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.529 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63207 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463836160 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463840256 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.530 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56784 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63207, 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2299192300 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7278653812 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59060 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3207341 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10170713 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1062 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1062, 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6491047 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.533 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.534 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12656 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.535 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 981643264 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9265152 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20901, 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72698694 2024-04-12T17:54:14.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3498, 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6217319313 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16458, 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136606326 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14014164937 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62578, 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483834424 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53463013 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.539 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14067627950 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23647, 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670922536 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.540 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 772, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155533 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20953, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11113006 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57760 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15112, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2715072387 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.541 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 193256 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20928 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17183, 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1068535901 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52479, 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16100519 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35296, 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 695873579 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13755, 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 404343510 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.543 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5150590669 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 742123502 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17939, 2024-04-12T17:54:14.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3604814872934 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6393692562602 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2574886392247 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7619907 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184594157 2024-04-12T17:54:14.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21863839321 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30521219 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9711286829 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12522349373 2024-04-12T17:54:14.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5517024 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2449, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13964798 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49446656001 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13429167691 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 468171460 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 610222080 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 461004800 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.548 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 149217280 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56842064 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24576 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 724992 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.551 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68237488 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1904 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 131904 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68478578 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9857904 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37894709 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69687899 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.559 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96059 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1120034 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67396293 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39474 2024-04-12T17:54:14.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100789, 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10748744159 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1533204354 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.563 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53236680056 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40143, 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14274740660 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29934825143 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.564 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29891 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13519191058 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30082, 2024-04-12T17:54:14.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5842658660 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6214966922 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5494 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 269270283 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.566 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8855375591 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5851, 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3493820325 2024-04-12T17:54:14.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7381684752 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4089 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263934071 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30862113407 2024-04-12T17:54:14.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4210, 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4938261675 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16338173469 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740007936 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.570 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27444 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9003008 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.572 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 652386304 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833636 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1445782 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 194, 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 921062 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 536084480 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81595, 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6257390393 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81592, 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11800814950 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1724416 2024-04-12T17:54:14.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 334262272 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 557383680 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:14.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6800988370 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69722 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889712128 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889716224 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.576 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58577 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69722, 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2506867517 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6651974196 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65157 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2680588 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 790 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8920995 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1082 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1082, 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2730223 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.579 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.580 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11, 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13639 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 998666240 2024-04-12T17:54:14.581 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20052, 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74578585 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.582 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3543, 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7058536705 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20473, 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 164835701 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:14.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15617415354 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 80877, 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1657078375 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51157400 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15668572754 2024-04-12T17:54:14.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38679, 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 631014817 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 817, 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2385568 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.586 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13503, 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13529829 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63913 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17313, 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2935808048 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 244538 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.587 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21091 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20240, 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1096170419 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 50656, 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15506469 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30416, 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 828833653 2024-04-12T17:54:14.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15620, 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 450611428 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5768294191 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 499887402 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.590 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8903, 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4267460455472 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6627532206296 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3371104615442 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:14.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10001658 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289617002 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25895150656 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35351465 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11693045877 2024-04-12T17:54:14.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14501001734 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522230 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2422, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13257267 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58160591259 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.593 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15613201101 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 541557864 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600465408 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.594 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 567205888 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33259520 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56876174 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 94208 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68854642 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1872 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136080 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68218611 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8476608 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.601 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37917449 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.603 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71046455 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.604 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.605 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103810 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1105677 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.606 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67147076 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45192 2024-04-12T17:54:14.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 128607, 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12666768659 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1428457663 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.609 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57302018483 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45812, 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14865763321 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.610 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25687815166 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33799 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12548407584 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33942, 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6791009851 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6633324518 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9815 2024-04-12T17:54:14.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453201866 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17072679195 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.613 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10077, 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6049768836 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12814636645 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1578 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 975255797 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27680931704 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1793, 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2024984634 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.615 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6239854003 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12582921 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.616 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 545366016 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14812 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.618 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3706880 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 511770624 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:14.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3115799 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 886906 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 144, 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681773 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 409796608 2024-04-12T17:54:14.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63056, 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5086911647 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63068, 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9515592500 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9007104 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258367488 2024-04-12T17:54:14.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 405536768 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.622 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2499553228 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38862 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155429888 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155433984 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28125 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38862, 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1352127046 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2410958300 2024-04-12T17:54:14.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36144 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1237863 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 521 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3669199 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 719 2024-04-12T17:54:14.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.626 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 199 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 719, 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1313411 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.627 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1033 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9768 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.628 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776130560 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9854976 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13802, 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48976433 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3422, 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4217853841 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.630 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17773, 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 142830156 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12648527258 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62614, 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1246894486 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:14.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35155409 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12683682667 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26853, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390198446 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 762, 2024-04-12T17:54:14.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2204898 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8611, 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7746771 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62251 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11094, 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263215803 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 185429 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18583 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12941, 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1072745482 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43583, 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12262212 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.635 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30642, 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681766185 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11895, 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 356701128 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3951304126 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692075946 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.637 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14362, 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3518598879361 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833299174746 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2991101424112 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:14.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7832188 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141148184 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21389892656 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30570498 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.639 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10531904264 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10029021074 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6112489 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2362, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12643247 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46057337945 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10819045543 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 449653841 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.641 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 456359936 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 437395456 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18964480 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57381020 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 688128 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67743588 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1488 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101904 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 224 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72855214 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3063248 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38254013 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.650 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67734643 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.651 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95441 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1141274 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71722115 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35154 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 94978, 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8401837276 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525751215 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73423309953 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35650, 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13555334389 2024-04-12T17:54:14.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28551513303 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26190 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12776234570 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26417, 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5264303049 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4751276669 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.659 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4803 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 331764566 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13218269079 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4967, 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3445444068 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9310769176 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4161 2024-04-12T17:54:14.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1193986649 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47428806304 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4266, 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4845587272 2024-04-12T17:54:14.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14489467458 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194320 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 419667968 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25949 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:14.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6139904 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 572272640 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:14.666 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5633596 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1239103 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 824709 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:14.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 500367360 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65928, 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5355176632 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65910, 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10088070863 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4014080 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 270012416 2024-04-12T17:54:14.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 517406720 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.669 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3675460611 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47921 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046608896 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046612992 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35022 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47921, 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1497143931 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3544896156 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.671 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43921 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1884527 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 612 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6084959 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776 2024-04-12T17:54:14.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.673 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 776, 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1965605 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 674 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12621 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850853888 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:14.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9846784 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17652, 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59533489 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3481, 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4314009724 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:14.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 24811, 2024-04-12T17:54:14.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 209750382 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13381547199 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65371, 2024-04-12T17:54:14.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1422851288 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42594163 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13424141362 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 240094, 2024-04-12T17:54:14.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1034799864 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 697, 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2077309 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 126116, 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42049209 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58710 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.681 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15186, 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 971698960 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 410487 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18227 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7663, 2024-04-12T17:54:14.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1256337101 2024-04-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34333, 2024-04-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9740161 2024-04-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:14.685 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26670, 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 963417330 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13527, 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390513071 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:14.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4932201918 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 728589353 2024-04-12T17:54:14.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3684540819177 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6326126079007 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2863822050260 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:14.688 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7851532 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227266228 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22636147403 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28901784 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:14.689 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11299129945 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10828359796 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6107269 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2365, 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12338085 2024-04-12T17:54:14.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49934736625 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11750728860 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453593511 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:14.691 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586432512 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 566362112 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20070400 2024-04-12T17:54:14.692 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57176052 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28672 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68608012 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1616 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107072 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74387398 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5919536 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38117368 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.701 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73403608 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.702 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.703 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 113849 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1119686 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73262551 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39677 2024-04-12T17:54:14.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 113399, 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11517529595 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1801518756 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.707 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54647963686 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40163, 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25574545071 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40582775030 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.708 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26146 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17881361733 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26270, 2024-04-12T17:54:14.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12101747589 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12864875611 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12352 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 446833117 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:14.710 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24381965452 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:14.711 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12642, 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11116116550 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19769681971 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1179 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1354685639 2024-04-12T17:54:14.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12384636501 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1251, 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2356680932 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:14.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7948217448 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.714 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 510222336 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:14.715 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:14.716 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.464460067130858e-06, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 1178, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 2041856, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 391, 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T17:54:14.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:14.718 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 155041, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 110592, 2024-04-12T17:54:14.719 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 44449, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.144470840903523e-07, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 158, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 178176, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 21438, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 6622, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 14816, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 64314, 2024-04-12T17:54:14.720 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 69, 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 36864 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:14.721 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T17:54:14.722 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T17:54:14.723 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.724 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool", 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "selfmanaged_snaps" 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:14.725 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 12595200, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 12595200, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 4, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.7420923541067168e-05, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 8949, 2024-04-12T17:54:14.726 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 3085825024, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 4194323, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 4194323, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 12582969, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 24377, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 3240864768 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T17:54:14.727 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T17:54:13.405787", 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_stats": { 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "7.9.2" 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T17:54:14.728 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.729 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T17:54:14.730 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T17:54:14.731 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pg": [ 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.732 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669512+0000", 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.733 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.734 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2c", 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.735 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:36:18.139092+0000", 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.740 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675729+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.742 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2b", 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:20:10.042896+0000", 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.747 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:14.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654466+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.750 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2a", 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:07:57.460248+0000", 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.754 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.755 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.705735+0000", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:14.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.757 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.29", 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:06.472478+0000", 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.761 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.762 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.694359+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.764 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.28", 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4991, 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:40:38.424077+0000", 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.765 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.768 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.769 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700592+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:14.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.771 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.27", 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5049, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:29:36.068273+0000", 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.772 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.775 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.776 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.665925+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:14.777 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.778 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.26", 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:43:13.643306+0000", 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.779 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.780 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.782 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.783 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.643572+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.784 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.25", 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:22:15.891588+0000", 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.786 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.787 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.789 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.790 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.648953+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.791 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.792 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.24", 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5064, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:45:07.014798+0000", 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.793 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.794 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.796 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:14.797 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696257+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.798 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.799 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.23", 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:46:49.991372+0000", 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.800 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.801 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.802 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.803 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.804 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698976+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.805 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.806 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.22", 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:43:49.283110+0000", 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.807 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.808 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.809 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.810 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.811 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.667482+0000", 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.812 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.813 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.21", 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.814 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5106, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:02:52.291715+0000", 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.815 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.816 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.818 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:14.819 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678634+0000", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.820 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.821 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.20", 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4948, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:04:51.298796+0000", 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.822 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.823 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.825 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.826 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652959+0000", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.827 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:14.828 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.f", 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4451, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:43:06.674951+0000", 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.829 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.830 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.832 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.833 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675532+0000", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.834 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.835 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.e", 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:46:31.216796+0000", 2024-04-12T17:54:14.836 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.837 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:14.838 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.840 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:14.841 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673169+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:14.842 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.843 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.c", 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:18:42.863370+0000", 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.844 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.845 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.847 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:14.848 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.698661+0000", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.849 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:14.850 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.d", 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:42:35.540517+0000", 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.851 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 70, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.852 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.854 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.855 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670241+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:14.856 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.857 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.d", 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4931, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:03:57.758734+0000", 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.858 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.861 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.862 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.684978+0000", 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.863 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.864 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.c", 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:31:28.984008+0000", 2024-04-12T17:54:14.865 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.866 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.868 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:14.869 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678865+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:14.870 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.871 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.a", 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4943, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:42:42.958045+0000", 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.872 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.873 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.875 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.876 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.663919+0000", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.877 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 4, 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.878 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 4, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.b", 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4945, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:00:12.376181+0000", 2024-04-12T17:54:14.879 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.880 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.882 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'4" 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.883 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700723+0000", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:14.884 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.885 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.b", 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5065, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:41.750317+0000", 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.886 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.887 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.888 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.890 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:14.891 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671363+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.892 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.893 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.a", 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5097, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:10.950025+0000", 2024-04-12T17:54:14.894 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.895 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.899 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671830+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.901 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.8", 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5059, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:06:35.974980+0000", 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.902 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.905 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:14.906 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.681750+0000", 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.907 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.908 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.9", 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:14.909 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:54:51.168303+0000", 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.910 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:14.913 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.914 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661877+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:14.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.916 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.9", 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:33:41.161784+0000", 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.917 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.920 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:14.921 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672669+0000", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.923 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.8", 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.924 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:23.919106+0000", 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.928 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:14.929 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.693112+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:14.930 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.6", 2024-04-12T17:54:14.931 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5126, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:40.064440+0000", 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.935 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.936 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.664634+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:14.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.938 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.7", 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4926, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:47:19.253289+0000", 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.943 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:14.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075571+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:14.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.1", 2024-04-12T17:54:14.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8698, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:08:26.871729+0000", 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005664122, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1160, 2024-04-12T17:54:14.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362808, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2984, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 371964 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:14.950 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.951 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669400+0000", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.953 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.7", 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5066, 2024-04-12T17:54:14.954 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:33:14.393926+0000", 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.958 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.959 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679404+0000", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:14.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.961 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.6", 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5105, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:49:21.094699+0000", 2024-04-12T17:54:14.962 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "554'3" 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.966 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:14.967 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.069197+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.968 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.969 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.0", 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8859, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:23.150864+0000", 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003455523, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.971 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1370, 2024-04-12T17:54:14.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 360204, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2957, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 374094 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.973 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:14.974 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.681340+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:14.975 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.976 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.4", 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5099, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:38:16.255118+0000", 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.978 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.980 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.981 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.636617+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:14.982 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.983 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.5", 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4389, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:09:49.255169+0000", 2024-04-12T17:54:14.984 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.985 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:14.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.988 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:14.989 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.142860+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870844+0000", 2024-04-12T17:54:14.990 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3061, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3061, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.991 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.3", 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8818, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:43:50.264113+0000", 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003940624, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:14.992 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:14.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:14.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 876, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362018, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3046, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 375523 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:14.995 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3061" 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:14.996 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671496+0000", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:14.997 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:14.998 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.0", 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:14.999 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:28:34.705179+0000", 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.003 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.004 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.699282+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.006 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1", 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:43:43.520426+0000", 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.007 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.010 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.011 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.144428+0000", 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.012 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.013 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3010, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3010, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.6", 2024-04-12T17:54:15.014 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8745, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:32:57.693501+0000", 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005413492, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194304, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.015 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:15.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 929, 2024-04-12T17:54:15.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 325859, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2972, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 402318 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.018 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3010" 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 19, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.019 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670341+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:15.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.021 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "1.0", 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5573, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:02:52.817103+0000", 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.022 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.025 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "2146'237" 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.026 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672125+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:15.027 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.028 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.3", 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4998, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:19:13.883304+0000", 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.030 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.032 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.033 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676899+0000", 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:15.034 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:15.035 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2", 2024-04-12T17:54:15.036 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:08:44.004197+0000", 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.037 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.040 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.041 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075885+0000", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3090, 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.043 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3090, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.5", 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8890, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:59:16.177190+0000", 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.002061104, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.044 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1521, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 415864, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3066, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 401664 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.047 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'3090" 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.048 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.639827+0000", 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:15.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.050 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1", 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:44:27.730787+0000", 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.051 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.055 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680761+0000", 2024-04-12T17:54:15.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:15.057 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.0", 2024-04-12T17:54:15.058 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5101, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:18:46.556998+0000", 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.086927+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3141, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3141, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.7", 2024-04-12T17:54:15.065 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8979, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:07.575834+0000", 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.007502871, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1151, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 400957, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3120, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 395839 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3141" 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.069 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:15.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676181+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:15.071 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3", 2024-04-12T17:54:15.072 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5023, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:47:50.134100+0000", 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:15.076 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.077 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672619+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:15.078 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.079 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.2", 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4966, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:35:00.220848+0000", 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.082 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.083 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.084 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.082477+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.085 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3082, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3082, 2024-04-12T17:54:15.086 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.4", 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8769, 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:11.178841+0000", 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003466485, 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.089 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 881, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 347845, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3101, 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 386541 2024-04-12T17:54:15.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3082" 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.091 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:15.092 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.697535+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:15.093 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.094 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.5", 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:15:28.056703+0000", 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.098 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.099 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654240+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:15.100 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.101 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.4", 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:42:49.928695+0000", 2024-04-12T17:54:15.102 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.106 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:15.107 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.085974+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:15.108 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3145, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3145, 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.109 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.2", 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 9084, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:00.158746+0000", 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.006657734, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 19, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:15.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.112 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1061, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 437946, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3131, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 456964 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.113 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3145" 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.114 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.666049+0000", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.115 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.116 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.e", 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4924, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:40:12.302289+0000", 2024-04-12T17:54:15.117 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.119 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.121 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674173+0000", 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.122 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.123 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.f", 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.124 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5024, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:34:14.483653+0000", 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 22, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:15.126 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:15.127 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:15.128 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.129 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.668126+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:15.130 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.131 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.11", 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4925, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:29:36.634668+0000", 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.132 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.133 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.134 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.135 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.136 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.635195+0000", 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.137 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 8, 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.138 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 8, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.10", 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.139 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5160, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:25.057590+0000", 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.141 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 4, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 48, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 48, 2024-04-12T17:54:15.142 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'8" 2024-04-12T17:54:15.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.144 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.666709+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.145 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.146 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.10", 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:03:27.447420+0000", 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.149 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:15.151 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680299+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.152 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.153 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.11", 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:45:40.703457+0000", 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.156 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.157 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.158 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680703+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:15.159 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.160 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.13", 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4900, 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:10:06.810422+0000", 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.163 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.164 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.165 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.659473+0000", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.166 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.167 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.12", 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.168 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:44:51.937700+0000", 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.171 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:15.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676363+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.174 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.175 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.12", 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:02.759104+0000", 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.178 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.179 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.180 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696598+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:15.181 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.182 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.13", 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5130, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:53:48.078207+0000", 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 34, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:15.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 16, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 7 2024-04-12T17:54:15.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.187 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:15.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670328+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:15.189 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.190 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.15", 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4921, 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:43:58.483645+0000", 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.193 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.194 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.195 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680711+0000", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.196 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 30, 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.197 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 30, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.14", 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4976, 2024-04-12T17:54:15.198 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:13:44.560940+0000", 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 5824, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 20, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 28, 2024-04-12T17:54:15.201 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 28, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 25 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.202 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'30" 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.203 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674084+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:15.204 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.205 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.14", 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5012, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:24:22.890655+0000", 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.206 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.208 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.209 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.210 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.682037+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:15.211 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.212 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.15", 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5109, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:22:43.607177+0000", 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.213 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 90, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.215 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 14, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 14, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:15.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'3" 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.217 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:15.218 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.691249+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:15.219 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.17", 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.220 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5121, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:01.100823+0000", 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.223 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:15.224 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.225 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.671904+0000", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.226 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.227 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.16", 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4992, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.228 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:36:21.327418+0000", 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.229 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.230 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.231 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.232 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661534+0000", 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:15.233 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.234 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.235 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.16", 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4960, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:10:11.169206+0000", 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.237 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.238 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.239 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.240 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669145+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.241 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.242 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.17", 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:28.729536+0000", 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.244 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.245 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.247 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701984+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.248 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.249 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.19", 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5093, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:15.027570+0000", 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.250 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.251 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.252 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.254 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661657+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:15.255 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.18", 2024-04-12T17:54:15.256 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:12:47.839680+0000", 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.258 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.259 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:15.261 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.659796+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.262 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.263 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.18", 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5060, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:46:28.488196+0000", 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.265 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.266 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.267 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.268 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673810+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.269 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.270 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.19", 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:38:16.555668+0000", 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.273 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.274 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.275 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.677879+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.276 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1b", 2024-04-12T17:54:15.277 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5120, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:49:25.482068+0000", 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.280 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.281 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.282 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669407+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.283 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:15.284 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1a", 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4936, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:17.726410+0000", 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.288 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701218+0000", 2024-04-12T17:54:15.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1a", 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.291 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:21:10.676006+0000", 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.295 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.296 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669646+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:15.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.298 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1b", 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:18:24.969837+0000", 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.302 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.303 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.664019+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:15.304 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1d", 2024-04-12T17:54:15.305 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4447, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:26:59.008483+0000", 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.306 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.310 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680484+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:15.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.312 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1c", 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:07:11.623784+0000", 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.313 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:15.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.318 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.686421+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:15.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.320 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1c", 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4972, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:22:46.167079+0000", 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.324 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.325 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676946+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.327 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1d", 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:31:42.691246+0000", 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.331 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.332 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.653506+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:15.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.334 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1f", 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4454, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:01:57.084848+0000", 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.338 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.339 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698526+0000", 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:15.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:15.341 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1e", 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.342 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5073, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:35:42.419288+0000", 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.346 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673048+0000", 2024-04-12T17:54:15.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.348 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1e", 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.349 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5052, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:29.860536+0000", 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.352 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.353 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675752+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:15.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 6, 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.355 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 6, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1f", 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5138, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:22:59.043511+0000", 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 582, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:15.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 8, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.359 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'6" 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.360 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678674+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.362 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2d", 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4930, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:25:26.037977+0000", 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.363 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.366 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.367 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678134+0000", 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:15.368 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:15.369 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.370 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2e", 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:07:54.078910+0000", 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.374 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.375 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.673920+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:15.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.377 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2f", 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:50.769920+0000", 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.378 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.381 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.382 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661916+0000", 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:15.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.384 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.30", 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4968, 2024-04-12T17:54:15.385 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:11:40.819107+0000", 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.389 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:15.390 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.678066+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:15.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.392 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.31", 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:49:23.832393+0000", 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.396 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.397 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.689888+0000", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.399 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.32", 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.400 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:12.002219+0000", 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.404 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:15.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.406 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.33", 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.407 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:00.941598+0000", 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.411 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:15.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.675802+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.414 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.34", 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5017, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:03:47.250447+0000", 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.418 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.419 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.677092+0000", 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:15.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.421 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.35", 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.422 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:36:06.116803+0000", 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.426 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.427 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679022+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.429 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.36", 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:09:42.497419+0000", 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.433 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.434 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675501+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:15.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.436 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.37", 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:52:36.736925+0000", 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.437 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.440 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.441 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673240+0000", 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.443 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.38", 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:15.444 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:37:51.583724+0000", 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.448 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:15.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652312+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.450 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.451 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.39", 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4895, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:54.982504+0000", 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.455 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.692842+0000", 2024-04-12T17:54:15.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.457 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3a", 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:15.458 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:51:04.772562+0000", 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:15.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680988+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.465 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3b", 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4898, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:07:19.292649+0000", 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.469 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.470 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672473+0000", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.472 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3c", 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4990, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:28:30.086229+0000", 2024-04-12T17:54:15.473 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.476 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.477 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:04.681606+0000", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:15.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.479 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3d", 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:39:53.863023+0000", 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.480 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.483 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.484 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679480+0000", 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.486 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3e", 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5104, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.487 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:43.821107+0000", 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:15.491 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:15.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675055+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:15.493 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3f", 2024-04-12T17:54:15.494 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:00:50.106228+0000", 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:15.498 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pool": [ 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 24, 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 24507, 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 8, 2024-04-12T17:54:15.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 24507, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 4, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194323, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 2, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8949, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 3013501, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 24377, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 3164907 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 12595200, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 12582969, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:15.503 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 24 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 192, 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 64, 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:15.504 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 3, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.507 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 192 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.508 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 3, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 1, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 3, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 1, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:15.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 1781760, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:15.512 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 1771104, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 3 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 96, 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:15.513 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 75, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 32, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 75, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 2, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 6622, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 66, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 22, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 22, 2024-04-12T17:54:15.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 14, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 158, 2024-04-12T17:54:15.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 174, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 69, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 36 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 110592, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 19866, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:15.517 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 44449, 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 96 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081830400, 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:15.518 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878454784, 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 4878454784, 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.006352483294904232 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081830400, 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878454784 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.519 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T17:54:15.520 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-12T17:54:15.520 INFO:tasks.workunit.client.0.smithi005.stdout:Telemetry is on. 2024-04-12T17:54:15.520 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry show 2024-04-12T17:54:15.520 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:54:13] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.521 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.522 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.523 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.524 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.525 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.526 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.527 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.528 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.529 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:13 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.533 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.533 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='client.46091 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.533 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.533 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.533 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.534 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.535 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.536 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:13 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:15.537 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.538 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:15.539 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.540 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.541 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.542 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.543 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:14 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:15.550 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:15.551 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:15.552 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T17:54:15.553 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:15.554 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:15.555 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:15.556 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:54:15.557 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:54:15.558 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:15.559 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:15.560 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:54:15.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/enabled", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:15.562 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:15.563 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:15.564 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:15.565 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.566 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 2, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:54:15.568 INFO:tasks.workunit.client.0.smithi005.stdout: "has_msr_rules": 0, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 1, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_collision_tries": 100, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_descents": 100, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T17:54:15.569 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T17:54:15.570 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T17:54:15.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_stats": { 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20488192, 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 419264, 2024-04-12T17:54:15.572 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 819200, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 433, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1425736, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1017856, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14872824, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20258816, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 321048, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 860160, 2024-04-12T17:54:15.573 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 342, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1070880, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 771584, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14482632, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 262250496, 2024-04-12T17:54:15.574 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 4826816, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3145728, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 401408, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9631, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 15171744, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 5135872, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 233568928, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 262250496 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 169213952, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2269680, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:15.575 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 2555904, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6569, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 9608488, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2337536, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 151983592, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171769856 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 170704896, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2336024, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 770048, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1056768, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6526, 2024-04-12T17:54:15.576 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 10098448, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2032128, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 152453592, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171761664 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 603578368, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 30723504, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 82149376, 2024-04-12T17:54:15.577 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13088, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 101380744, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 8904960, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 459161288, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 685727744 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 647159808, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 27329656, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 25255936, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13399, 2024-04-12T17:54:15.578 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 92295864, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10682368, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 513444048, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 672415744 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 473317376, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21055248, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 76087296, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10101, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 70299904, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:15.579 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9682944, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 369002480, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 549404672 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 565927936, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 20052992, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 28999680, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10352, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 75145104, 2024-04-12T17:54:15.580 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 54, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9552384, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 457900656, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 594927616 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 464412672, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 23313120, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 149217280, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 11305, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 75018440, 2024-04-12T17:54:15.581 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 11991040, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 350682200, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 613629952 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 570613760, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 29342904, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 33259520, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12348, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 94414128, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:15.582 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9734144, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 433714712, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 603873280 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 440770560, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 17882472, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 18866176, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9643, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 68534744, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9221632, 2024-04-12T17:54:15.583 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 341854912, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 459636736 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 570818560, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21052048, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 19021824, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12979, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 88566456, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 51, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10405376, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 447386808, 2024-04-12T17:54:15.584 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 589840384 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "io_rate": { 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_stats_delta": { 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 0, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:15.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "stamp_delta": "10.556000", 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:15.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:15.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 9, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 7, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.588 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 0 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.589 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "mempool": { 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.592 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 221552, 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 64 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.595 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 52112, 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 181 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 13176, 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 273 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.597 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.598 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.599 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.600 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.601 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.602 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 148986, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.603 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 928, 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.604 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.606 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.607 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.610 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42422197, 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5269 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.612 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.613 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.614 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11792, 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 348 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.615 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.616 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.617 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.618 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.619 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.620 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42022517, 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5199 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 616, 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.621 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:15.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.623 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.624 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.625 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.627 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.628 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42238525, 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5223 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 352, 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 4 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.629 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.630 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 21736, 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 417 2024-04-12T17:54:15.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30976, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3264, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 17 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 57120, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 714 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 374608, 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1801 2024-04-12T17:54:15.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 520122, 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 144 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2456359, 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546097 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.634 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7064096, 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10420 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78392, 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8359 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 86448, 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1801 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 167300, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1196 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 43023, 2024-04-12T17:54:15.636 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18133027, 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 308 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15136, 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 172 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.637 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 501552, 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 43 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7111520, 2024-04-12T17:54:15.638 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18464 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.639 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.640 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22224, 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 405 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56080, 2024-04-12T17:54:15.641 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 701 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 372320, 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1280920, 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 334 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2487444, 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546214 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7058656, 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10412 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 76560, 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8186 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85920, 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:15.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:15.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 63567, 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22857373, 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 288 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31064, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 353 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 454896, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.646 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7380568, 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21395 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.647 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.648 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17568, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 333 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54960, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 687 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.649 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 371904, 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1788 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 267751, 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 77 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1745901, 2024-04-12T17:54:15.650 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 386572 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5119296, 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7560 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 75864, 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8177 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85776, 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1787 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.651 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:15.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 101223, 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 58 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6632312, 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 246 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.653 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9504, 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 108 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 384912, 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.654 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3175120, 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6106 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.655 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.656 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18248, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 337 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 34688, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 23 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4224, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.657 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55040, 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 688 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 445879, 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 111 2024-04-12T17:54:15.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1736822, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 384453 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5088696, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7515 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67224, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:15.659 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165764, 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 122457, 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 23272297, 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 283 2024-04-12T17:54:15.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12144, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 138 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.662 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3488160, 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9092 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.663 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.664 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22672, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 416 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35328, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 27 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.665 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55680, 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 696 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1109866, 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 271 2024-04-12T17:54:15.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2069420, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 455629 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5946856, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8777 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67196, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7039 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:15.667 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165596, 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.668 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 107939, 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3449700, 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 284 2024-04-12T17:54:15.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24640, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 280 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.670 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5117320, 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12229 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.671 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.672 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19448, 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 358 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31104, 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 26 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:15.673 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54800, 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 685 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359424, 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 389018, 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 107 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2355692, 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 527659 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6816576, 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10056 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.675 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67524, 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:15.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78183, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 56 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:15.677 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22721270, 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 267 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12496, 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 142 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.678 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 466560, 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6436560, 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12378 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.680 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15944, 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 303 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30592, 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:15.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3072, 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56160, 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 702 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 361088, 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1736 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.682 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1038177, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 260 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1714602, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 375092 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4949976, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7311 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 68560, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7199 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83328, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1736 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165508, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1189 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 39759, 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16771383, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 253 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24728, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 281 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 443232, 2024-04-12T17:54:15.686 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3627000, 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9375 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.688 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17872, 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 332 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:15.689 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35072, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3456, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54720, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 684 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 360880, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 452828, 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 124 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1997906, 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 445301 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:15.691 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5801336, 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8563 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 69632, 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7204 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83280, 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.692 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:15.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 21016, 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20526033, 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12261 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11704, 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 133 2024-04-12T17:54:15.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 559872, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 48 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4901104, 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9454 2024-04-12T17:54:15.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:15.696 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.697 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.698 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.699 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:15.700 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:15.701 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:54:15.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:15.703 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "reef", 2024-04-12T17:54:15.704 INFO:tasks.workunit.client.0.smithi005.stdout: "squid" 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 19, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:54:15.705 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "squid" 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_perf_histograms": [ 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:15.706 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:15.707 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:15.708 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:15.709 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:15.710 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:15.711 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13327, 4086, 1, 0, 8, 2, 0, 0, 2, 3, 9, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7792, 350, 32, 0, 12, 3, 10, 17, 22, 53, 94, 25, 42, 34, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.712 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 664, 34, 15, 0, 2, 0, 0, 3, 4, 19, 87, 150, 73, 8, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 385, 2, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 290, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 8, 76, 174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 197, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 12, 61, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 216, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 15, 51, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 21, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.713 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7528, 1, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7916, 47, 1293, 5, 6, 9, 12, 18, 26, 86, 67, 33, 58, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 654, 5, 219, 16, 0, 0, 1, 0, 2, 12, 108, 246, 148, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 333, 2, 0, 14, 0, 0, 0, 0, 0, 0, 0, 7, 426, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 98, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 38, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 0, 41, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.715 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.716 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.717 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 528, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12529, 4096, 0, 0, 5, 0, 0, 0, 0, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8241, 84, 24, 0, 7, 1, 0, 3, 9, 3, 27, 5, 18, 16, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 867, 8, 6, 0, 2, 0, 0, 1, 0, 1, 12, 9, 15, 12, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 12, 46, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 12, 9, 38, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 12, 33, 26, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 118, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 5, 14, 39, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 23, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 6, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.718 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.719 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 683, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13458, 4158, 0, 0, 15, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 10012, 218, 15, 1, 3, 0, 2, 4, 17, 25, 25, 16, 20, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1611, 117, 26, 0, 0, 0, 0, 0, 1, 6, 39, 86, 34, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 435, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 4, 157, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.720 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 170, 0, 0, 0, 0, 0, 0, 0, 13, 48, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 96, 0, 0, 0, 321, 0, 0, 0, 0, 0, 0, 1, 38, 9, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 37, 0, 0, 0, 503, 0, 0, 0, 0, 0, 0, 2, 17, 8, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 1, 0, 0, 1701, 0, 0, 0, 0, 0, 0, 0, 2, 9, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.721 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.722 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8599, 3750, 4514, 11, 51, 25, 1, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8562, 127, 121, 1, 10, 59, 157, 201, 9, 19, 54, 3, 16, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 40, 14, 0, 0, 1, 7, 9, 5, 10, 59, 79, 34, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 567, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 164, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 351, 10, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 10, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 247, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 14, 23, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 31, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.723 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.724 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.725 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12698, 18, 1, 2, 6998, 452, 0, 0, 1, 0, 4, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9542, 55, 21, 0, 746, 116, 1, 3, 3, 3, 23, 5, 12, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1364, 12, 20, 1, 63, 34, 0, 1, 0, 2, 23, 14, 5, 22, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 489, 4, 0, 5, 8, 15, 0, 0, 1, 0, 1, 4, 26, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 142, 6, 4, 0, 0, 16, 0, 1, 0, 3, 1, 1, 4, 50, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 183, 8, 3, 1, 1, 0, 0, 0, 0, 4, 0, 1, 7, 9, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 29, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.726 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.727 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11724, 3860, 0, 0, 5, 0, 3, 0, 0, 0, 3, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7248, 323, 0, 1, 8, 2, 3, 3, 11, 13, 18, 12, 13, 14, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 728, 23, 6, 0, 0, 0, 0, 2, 5, 15, 53, 76, 32, 8, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 11, 211, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 135, 9, 0, 0, 0, 1, 0, 1, 3, 0, 1, 1, 4, 44, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.728 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 131, 22, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 8, 9, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.729 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.730 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13888, 9, 1, 0, 6, 0, 0, 0, 1, 3, 1, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8672, 21, 1, 0, 7, 0, 1, 0, 1, 6, 16, 6, 9, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1209, 117, 148, 0, 1, 0, 0, 0, 0, 2, 9, 8, 10, 5, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 16, 43, 0, 0, 0, 0, 0, 2, 0, 0, 3, 37, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 149, 22, 15, 0, 0, 0, 0, 0, 3, 0, 1, 0, 8, 52, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 138, 7, 23, 21, 0, 0, 0, 3, 4, 4, 0, 7, 9, 19, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 134, 0, 3, 44, 55, 0, 0, 0, 0, 0, 3, 4, 3, 21, 50, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 3, 72, 98, 0, 0, 0, 0, 0, 0, 0, 18, 14, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.731 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.732 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:15.733 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:15.734 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:15.735 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:15.736 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:15.737 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:15.738 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.739 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 677, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4130, 59, 96, 137, 450, 608, 707, 0, 3, 1, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 716, 16, 8, 57, 19, 4, 15, 0, 2, 5, 8, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 392, 4, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 296, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 23, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 8, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.740 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.741 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 387, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2709, 262, 35, 47, 123, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 439, 22, 1300, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 5, 42, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1629, 1283, 51, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1448, 1710, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.742 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.743 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.744 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1286, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9352, 11, 0, 0, 1, 1, 1, 7, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15793, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 158, 1, 1, 0, 0, 0, 0, 0, 1, 0, 4, 5, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 7, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.745 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.746 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3178, 31, 1, 0, 4, 1, 3, 2, 7, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 395, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 210, 20, 34, 57, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 903, 290, 0, 97, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.747 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4116, 2499, 0, 419, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 225, 210, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.748 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.749 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 956, 5, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2640, 224, 30, 42, 139, 274, 477, 0, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 336, 11, 0, 0, 0, 1, 8, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 137, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.750 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.751 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 837, 7, 11, 40, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5453, 68, 127, 213, 468, 601, 723, 5, 11, 5, 2, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 363, 0, 1, 6, 14, 12, 5, 0, 3, 11, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 275, 0, 7, 15, 1, 0, 1, 0, 1, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 40, 74, 114, 28, 0, 0, 0, 0, 0, 0, 1, 10, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 10, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.752 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.753 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.754 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 505, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2833, 24, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 475, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 358, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 327, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.755 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.756 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 652, 4, 17, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.757 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8624, 32, 40, 36, 2, 1, 1, 6, 3, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1791, 36, 103, 49, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 440, 3, 5, 0, 0, 0, 0, 1, 2, 0, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.758 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.759 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:15.760 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:15.761 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.762 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:15.763 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:15.764 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.765 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 857, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.766 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.767 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.768 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2995, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.769 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.771 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.772 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.773 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7053, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.774 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.775 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 992, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3843, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.776 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.777 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.778 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 309, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.779 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.780 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 510, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.781 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.782 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.783 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8750, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1985, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 465, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.784 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.785 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:15.787 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:15.788 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:15.789 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:15.790 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:15.791 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:15.792 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1756, 17, 1, 0, 10, 0, 2, 4, 7, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.793 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1375, 8, 2, 2, 2, 3, 10, 12, 26, 64, 78, 40, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 0, 1, 1, 2, 2, 4, 5, 14, 95, 257, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 496, 2, 0, 0, 0, 1, 0, 0, 1, 3, 20, 34, 253, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 814, 2, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 13, 47, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 585, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 8, 75, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.794 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.795 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 47, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2346, 20, 2, 0, 4, 1, 2, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1906, 4, 0, 1, 5, 7, 13, 17, 39, 71, 86, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 66, 6, 0, 0, 1, 1, 1, 2, 3, 4, 72, 277, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 24, 0, 0, 0, 0, 0, 0, 0, 6, 2, 14, 368, 11, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 26, 0, 0, 0, 0, 2, 0, 1, 2, 3, 7, 21, 38, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 302, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.796 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2311, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 690, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.797 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:15.798 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 338, 3, 0, 2, 4, 1, 2, 2, 6, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 168, 7, 1, 0, 0, 2, 6, 7, 8, 7, 39, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 11, 0, 0, 0, 0, 3, 4, 11, 13, 48, 87, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 58, 6, 0, 0, 0, 1, 1, 0, 1, 3, 12, 28, 39, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 10, 35, 50, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.799 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.800 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.801 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1141, 29, 1, 2, 12, 0, 2, 2, 7, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 543, 1, 2, 0, 1, 4, 3, 18, 27, 29, 43, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 198, 3, 2, 0, 2, 0, 1, 3, 6, 4, 43, 121, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 422, 1, 0, 0, 0, 0, 0, 1, 0, 5, 8, 18, 107, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 11, 20, 33, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.802 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.803 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 994, 8, 0, 0, 13, 1, 1, 4, 4, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 800, 4, 3, 0, 5, 1, 7, 11, 14, 23, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 397, 7, 0, 0, 1, 0, 0, 4, 2, 13, 58, 160, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 563, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 14, 136, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 10, 13, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 14, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.804 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.805 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.806 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 124, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 454, 22, 0, 0, 14, 0, 0, 0, 3, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 75, 11, 0, 0, 3, 0, 0, 1, 1, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 145, 7, 0, 0, 0, 0, 3, 3, 4, 2, 27, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 25, 0, 0, 0, 0, 0, 1, 0, 2, 6, 19, 15, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11, 22, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 20, 35, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.807 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.808 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.809 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 961, 18, 1, 0, 11, 0, 3, 4, 7, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 812, 11, 0, 1, 2, 0, 4, 6, 7, 25, 34, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 13, 0, 0, 0, 0, 0, 1, 2, 3, 47, 123, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 15, 0, 0, 0, 0, 0, 1, 0, 1, 9, 13, 155, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 212, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 14, 29, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 70, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.810 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.811 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 73, 4, 0, 0, 2, 0, 3, 3, 2, 3, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 94, 2, 0, 0, 1, 0, 2, 3, 6, 8, 27, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.812 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 1, 2, 4, 19, 31, 19, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 9, 28, 60, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.813 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 8, 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "number of replicas", 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 1, 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0]", 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "[1, 1]", 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "[2, 2]", 2024-04-12T17:54:15.815 INFO:tasks.workunit.client.0.smithi005.stdout: "[3, 3]", 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "[4, 4]", 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "[5, 5]", 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "[6, None]" 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "linear" 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 10, 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "duration", 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 250000, 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 249999]", 2024-04-12T17:54:15.816 INFO:tasks.workunit.client.0.smithi005.stdout: "[250000, 499999]", 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "[500000, 999999]", 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "[1000000, 1999999]", 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "[2000000, 3999999]", 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "[4000000, 7999999]", 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "[8000000, 15999999]", 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "[16000000, 31999999]", 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "[32000000, None]" 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.817 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.818 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.819 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.820 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.821 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.822 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.823 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.824 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_counters": { 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "caps": { 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:54:15.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_grant": { 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_commit": { 2024-04-12T17:54:15.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_complete": { 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_keys": { 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_merge": { 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_split": { 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "exported_inodes": { 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "forward": { 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_cap_release": { 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps": { 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps_dirty": { 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_inode_file_caps": { 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "imported_inodes": { 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes": { 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_expired": { 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_pinned": { 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.829 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_with_caps": { 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "load_cent": { 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "openino_dir_fetch": { 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "process_request_cap_release": { 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "reply_latency": { 2024-04-12T17:54:15.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "request": { 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rbytes": { 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rfiles": { 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rsnaps": { 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.831 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_reply": { 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "subtrees": { 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_cache": { 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_exportdir": { 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.832 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_flush": { 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragmentdir": { 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragstats": { 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_inodestats": { 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_inode": { 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_path": { 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_enqueued": { 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_prioritized": { 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_processing": { 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays": { 2024-04-12T17:54:15.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_delayed": { 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_enqueuing": { 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_completed": { 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_started": { 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.835 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_created": { 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_enqueued": { 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_migrated": { 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_reintegrated": { 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_log": { 2024-04-12T17:54:15.836 INFO:tasks.workunit.client.0.smithi005.stdout: "ev": { 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "evadd": { 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "evex": { 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "evexd": { 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "evexg": { 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.837 INFO:tasks.workunit.client.0.smithi005.stdout: "evlrg": { 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "evtrm": { 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "jlat": { 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "replayed": { 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "seg": { 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:15.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "segadd": { 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "segex": { 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "segexd": { 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "segexg": { 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "segmjr": { 2024-04-12T17:54:15.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: "segtrm": { 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_mem": { 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: "cap": { 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: "cap+": { 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "cap-": { 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "dir": { 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "dir+": { 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "dir-": { 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "dn": { 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:15.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "dn+": { 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "dn-": { 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "heap": { 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248184 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "ino": { 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "ino+": { 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:15.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "ino-": { 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "rss": { 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 50580 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_server": { 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_acquisition_throttle": { 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_revoke_eviction": { 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.843 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_request": { 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_session": { 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_peer_request": { 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "req_create_latency": { 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getattr_latency": { 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getfilelock_latency": { 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getvxattr_latency": { 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "req_link_latency": { 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookup_latency": { 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookuphash_latency": { 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupino_latency": { 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupname_latency": { 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.846 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupparent_latency": { 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupsnap_latency": { 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lssnap_latency": { 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mkdir_latency": { 2024-04-12T17:54:15.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mknod_latency": { 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mksnap_latency": { 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "req_open_latency": { 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "req_readdir_latency": { 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rename_latency": { 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "req_renamesnap_latency": { 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.849 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmdir_latency": { 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmsnap_latency": { 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmxattr_latency": { 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setattr_latency": { 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setdirlayout_latency": { 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setfilelock_latency": { 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setlayout_latency": { 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.851 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setxattr_latency": { 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "req_snapdiff_latency": { 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "req_symlink_latency": { 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "req_unlink_latency": { 2024-04-12T17:54:15.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_sessions": { 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "average_load": { 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "avg_session_uptime": { 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "mdthresh_evicted": { 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:15.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "session_count": { 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "session_remove": { 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_open": { 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_stale": { 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.854 INFO:tasks.workunit.client.0.smithi005.stdout: "total_load": { 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.855 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "purge_queue": { 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed": { 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed_ops": { 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing": { 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_high_water": { 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops": { 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_item_in_journal": { 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:15.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 242 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8686 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60657086 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:15.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26058 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1592967476 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:15.861 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:15.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8684 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60005068 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67466 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8684, 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1433722769 2024-04-12T17:54:15.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:15.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8686 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8686, 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28654414725 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.866 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:15.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 259104768 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 256614400 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2490368 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.868 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25065576 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.869 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68470013 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.871 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.872 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1505307 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71058762 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178116370 2024-04-12T17:54:15.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.877 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69347566 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.878 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 389924, 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2462675380 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.879 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:15.880 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20943, 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3263291921 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:15.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 270 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.882 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59210150 2024-04-12T17:54:15.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1147982148 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:15.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.885 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.886 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23354636593 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:15.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:15.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 116785724 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:15.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75186 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1333979266 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:15.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168755200 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165650432 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3104768 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:15.892 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24761220 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.893 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68652097 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483602 2024-04-12T17:54:15.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70958195 2024-04-12T17:54:15.898 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178197885 2024-04-12T17:54:15.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.900 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.901 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69266051 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 100 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 371995, 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1827559906 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:15.903 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20688, 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3208221709 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.905 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:15.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8615 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8615, 2024-04-12T17:54:15.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59452732 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8615, 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1262974222 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.908 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 219 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.909 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.910 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27079446913 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:15.912 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:15.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8614 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 117250669 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75579 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8614, 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1369971999 2024-04-12T17:54:15.914 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168747008 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166281216 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.915 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2465792 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24866908 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68591488 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1498125 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.921 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70988751 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:15.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178167832 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.923 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69296104 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.925 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 373493, 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2064236918 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.926 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20772, 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3003616652 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16116 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.928 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10915840 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:15.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 748576768 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4483406 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1367843 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 198, 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 982718 2024-04-12T17:54:15.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 753860608 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76910, 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7144358598 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76868, 2024-04-12T17:54:15.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13039221927 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15601664 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314859520 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 749600768 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:15.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8380261694 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62194 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077490688 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.934 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077494784 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53719 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62194, 2024-04-12T17:54:15.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2340583801 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8275113121 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58971 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3308902 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:15.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10818849 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 785 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.937 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 785, 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4796238 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 834 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12105 2024-04-12T17:54:15.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1077088256 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14049280 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23822, 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 89196434 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3599, 2024-04-12T17:54:15.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7039588250 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32760, 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 301945641 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76797, 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17443440340 2024-04-12T17:54:15.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76128, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1703253197 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76797, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52645297 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76797, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17496085637 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32895, 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1016920842 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1046, 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2994631 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21125, 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10220606 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.945 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68107 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16551, 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1867226289 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248458 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24324 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:15.946 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19912, 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2055172252 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47578, 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16287056 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27666, 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1319813966 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:15.947 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15416, 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503282087 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7767008912 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 560120556 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4164522463806 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:15.949 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6842052383568 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3164402026000 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11040423 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.950 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 535527602 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31114634166 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36073045 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16195294141 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.951 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16452078040 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10301697 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2615, 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15788033 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72078335133 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.952 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17637385287 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 634278187 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:15.953 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 682319872 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600170496 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 82149376 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:15.954 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56768624 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.955 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20480 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 217088 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68822928 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.958 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1392 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90768 2024-04-12T17:54:15.959 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69071032 2024-04-12T17:54:15.960 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11028320 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37845749 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.961 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.962 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.963 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68566443 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.964 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.965 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96203 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1115169 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67951820 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 66 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:15.967 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45454 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 131612, 2024-04-12T17:54:15.968 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8672093638 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2775073096 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45454, 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 179742268940 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.969 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813645 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46482, 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22547621369 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45454, 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73642364059 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29229 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.970 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29229, 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18154370677 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813645 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29548, 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6383448629 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:15.971 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29229, 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7901259802 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8706 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586847322 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20242943090 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.972 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9243, 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6135759221 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14616089606 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.973 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7519 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2188225774 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141344955173 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.974 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7691, 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10028413519 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51125014651 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16777241 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:15.975 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 767918080 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22578 2024-04-12T17:54:15.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10801152 2024-04-12T17:54:15.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 797175808 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4614176 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1370917 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:15.979 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 200, 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 957956 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 809304064 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76316, 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6753787837 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76287, 2024-04-12T17:54:15.980 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12481893876 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13225984 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 312483840 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 817823744 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.981 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7713578685 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52658 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765977600 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.982 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765981696 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46417 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52658, 2024-04-12T17:54:15.983 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2270921974 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7600355745 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49189 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3670926 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 656 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:15.984 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10713042 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 896 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:15.985 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 246 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 896, 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2835048 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.986 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10859 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.987 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1123196928 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.988 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13451264 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22301, 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87571059 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3554, 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7319584007 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:15.989 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23225, 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 204277762 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:15.990 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16713473414 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 75557, 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1804626021 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:15.991 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51143867 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16764617281 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26255, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 770006500 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:15.992 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 875, 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2832094 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11035, 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10913926 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46, 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78478 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10778, 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1400198504 2024-04-12T17:54:15.993 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227672 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27554 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21838, 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1930725047 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 70634, 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20129752 2024-04-12T17:54:15.994 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 48796, 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 987642628 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15646, 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 484852823 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:15.995 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:15.996 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7768785927 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1205123226 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22141, 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4112024388937 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6566631604625 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.997 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3167227040161 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9485947 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 531998641 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:15.998 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28360199935 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36195661 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13694252153 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16630602797 2024-04-12T17:54:15.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710780 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2578, 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15956795 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67001630554 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:16.000 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17755374694 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692954122 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 669007872 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.001 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 643653632 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25354240 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.002 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56714436 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.003 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73728 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 991232 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68049724 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:16.005 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.006 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 256 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107008 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.007 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69462332 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.008 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10632992 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37809624 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.009 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.010 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68997896 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.012 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 106287 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.013 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1106172 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68357137 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:16.015 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42531 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133377, 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10711975856 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:16.016 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2515339678 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42531, 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 729902076860 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559377 2024-04-12T17:54:16.017 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 44206, 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32744867052 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42531, 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 104203919807 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20135 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20135, 2024-04-12T17:54:16.018 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11473723329 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559377 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20559, 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5470736835 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20135, 2024-04-12T17:54:16.019 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5173473034 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12221 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 302484354 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98943941995 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.020 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12366, 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12980195759 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30059055185 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.021 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10175 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2212855324 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 619484411536 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.022 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11281, 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14293934458 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68971391588 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19 2024-04-12T17:54:16.023 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822767616 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:16.024 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17820 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.025 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7110656 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.026 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 565452800 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5035062 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1411849 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 166, 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 876754 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.027 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 460259328 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69376, 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6073206370 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69382, 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11588954873 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:16.028 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1552384 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 284188672 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 481558528 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.029 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4666454667 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47818 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982733312 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982737408 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.030 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36350 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47818, 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1876087113 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4570652044 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44879 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:16.031 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2363867 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7053438 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:16.032 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 172 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 670, 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1861617 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 646 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:16.034 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11465 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 859324416 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.035 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13438976 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14423, 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54091503 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3605, 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5999134594 2024-04-12T17:54:16.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.037 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26111, 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 226055762 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15278492274 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.038 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 68674, 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1555323939 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38588836 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15317081110 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.039 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54751, 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 716919389 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 932, 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2663569 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20586, 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9850588 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.040 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 37, 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48831 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19719, 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 929297805 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 243534 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17774 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.041 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11507, 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1351929589 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30575, 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11491816 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19068, 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1025741800 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.042 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12499, 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 436023845 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.043 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4984092165 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 470692334 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6450, 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3924964835578 2024-04-12T17:54:16.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6385411125353 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2830090897313 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8563443 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:16.045 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 180740310 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25807471981 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33455878 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13052664220 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.046 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12855857994 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710601 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2568, 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15256516 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56894596196 2024-04-12T17:54:16.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13866315406 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 488065852 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.048 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 546127872 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 469893120 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 76234752 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:16.049 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57196115 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.050 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8192 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57344 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68567469 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:16.052 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.053 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1360 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87056 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74257195 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:16.055 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6925632 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38130743 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.056 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.057 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72384137 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:16.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.059 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87066 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1139871 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.060 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73118674 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:16.061 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:16.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56404 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 145609, 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8177350330 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.063 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1897528793 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78150430329 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 57247, 2024-04-12T17:54:16.064 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40593574669 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62650863396 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28004 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16496037263 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28446, 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5660771816 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7956318101 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26827 2024-04-12T17:54:16.066 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 435315478 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46432649759 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.067 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27074, 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31978596525 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44462291332 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.068 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1573 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1462213315 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15221743307 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1727, 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2954206328 2024-04-12T17:54:16.069 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10232253963 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.070 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 473714688 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16871 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:16.072 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2781184 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 629448704 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:16.073 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5475252 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1231820 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 846546 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:16.074 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 589496320 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66661, 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5709730504 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66638, 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10865027888 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6995968 2024-04-12T17:54:16.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 272994304 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 606535680 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1747036453 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26206 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600503808 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600507904 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.077 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22619 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26206, 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 902052838 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.078 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1676033214 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24026 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 977708 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 433 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2756335 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.079 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.080 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 591, 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1071999 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.081 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 660 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10304 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 907653120 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.083 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17542, 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64227634 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3569, 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4250279486 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.084 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17700, 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 158165206 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:16.085 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14335215460 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65990, 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1591697625 2024-04-12T17:54:16.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43318656 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14378534116 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:16.087 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26738, 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 632062199 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1364, 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3199871 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8969, 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6780719 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 41, 2024-04-12T17:54:16.088 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60236 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12398, 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1521143680 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 210463 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18029 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29015, 2024-04-12T17:54:16.089 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1350128199 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78710, 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23607118 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49695, 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740908468 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.090 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12441, 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 373693316 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:16.091 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5008031458 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1200803149 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18447, 2024-04-12T17:54:16.092 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4115141539212 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6805758123277 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2545431315191 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7712386 2024-04-12T17:54:16.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159474947 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24458915425 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32023227 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:16.094 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11865561199 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10885511880 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522225 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2532, 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16158232 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.095 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52391280470 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11870978847 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 495753389 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:16.096 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591650816 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562479104 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29171712 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57487072 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.098 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T17:54:16.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90112 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68239648 2024-04-12T17:54:16.100 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.101 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1264 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 79984 2024-04-12T17:54:16.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72082188 2024-04-12T17:54:16.103 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2350928 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38324715 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.104 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.105 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68376261 2024-04-12T17:54:16.106 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:16.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96823 2024-04-12T17:54:16.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1130940 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70935673 2024-04-12T17:54:16.109 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.110 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51841 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133403, 2024-04-12T17:54:16.111 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8122335754 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525678176 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260179686270 2024-04-12T17:54:16.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54049, 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29502187031 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64632584749 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34527 2024-04-12T17:54:16.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46716950307 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:16.114 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34777, 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7854345992 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8123493168 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13307 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:16.115 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 254716420 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 169547778379 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.116 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15145, 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16526955971 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34046863042 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4007 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.117 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1270961756 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43914957584 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4127, 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5120885068 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.118 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22462228539 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194354 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.119 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 598781952 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21823 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:16.120 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:16.121 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10436608 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710332416 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.122 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5305444 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3013900 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 176, 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 887483 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:16.123 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 730726400 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63180, 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5725124538 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63147, 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10431531932 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.124 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9220096 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258580480 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 743505920 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 55 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7414012484 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63207 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463836160 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463840256 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.126 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56784 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63207, 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2299192300 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7278653812 2024-04-12T17:54:16.127 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59060 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3207341 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10170713 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1062 2024-04-12T17:54:16.128 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:16.129 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1062, 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6491047 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.130 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12656 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.131 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 981643264 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:16.132 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9265152 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20901, 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72698694 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3498, 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6217319313 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:16.133 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16458, 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136606326 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:16.134 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14014164937 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62578, 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483834424 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:16.135 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53463013 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14067627950 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23647, 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670922536 2024-04-12T17:54:16.136 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 772, 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155533 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20953, 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11113006 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45, 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57760 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:16.137 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15112, 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2715072387 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 193256 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20928 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17183, 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1068535901 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.138 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52479, 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16100519 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35296, 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 695873579 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13755, 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 404343510 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:16.139 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.140 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5150590669 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 742123502 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17939, 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3604814872934 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6393692562602 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.141 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2574886392247 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7619907 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184594157 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.142 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21863839321 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30521219 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9711286829 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12522349373 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:16.143 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5517024 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2449, 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13964798 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49446656001 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13429167691 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.144 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 468171460 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 610222080 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 461004800 2024-04-12T17:54:16.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 149217280 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56842064 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.147 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24576 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 724992 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.148 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68237488 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.150 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1904 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 131904 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.151 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68478578 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.152 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9857904 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37894709 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.153 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.154 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.155 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69687899 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.156 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96059 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1120034 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.158 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67396293 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:16.160 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39474 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100789, 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10748744159 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1533204354 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.161 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53236680056 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40143, 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14274740660 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:16.162 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29934825143 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29891 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13519191058 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:16.163 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30082, 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5842658660 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6214966922 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5494 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 269270283 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:16.164 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8855375591 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5851, 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3493820325 2024-04-12T17:54:16.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7381684752 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4089 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263934071 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30862113407 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.166 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4210, 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4938261675 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16338173469 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.167 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740007936 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.168 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27444 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.169 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:16.170 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9003008 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 652386304 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833636 2024-04-12T17:54:16.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1445782 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 194, 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 921062 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 536084480 2024-04-12T17:54:16.172 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81595, 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6257390393 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81592, 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11800814950 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1724416 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 334262272 2024-04-12T17:54:16.173 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 557383680 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:16.174 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6800988370 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69722 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889712128 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889716224 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.175 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58577 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69722, 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2506867517 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6651974196 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:16.176 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65157 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2680588 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 790 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8920995 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1082 2024-04-12T17:54:16.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1082, 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2730223 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.179 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11, 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13639 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.180 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 998666240 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:16.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20052, 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74578585 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3543, 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7058536705 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:16.182 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20473, 2024-04-12T17:54:16.183 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 164835701 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15617415354 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:16.184 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 80877, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1657078375 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51157400 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15668572754 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.185 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38679, 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 631014817 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 817, 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2385568 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13503, 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13529829 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:16.186 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63913 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17313, 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2935808048 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 244538 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21091 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.187 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20240, 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1096170419 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 50656, 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15506469 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30416, 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 828833653 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:16.188 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15620, 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 450611428 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.189 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5768294191 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 499887402 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8903, 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4267460455472 2024-04-12T17:54:16.190 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6627532206296 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3371104615442 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10001658 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289617002 2024-04-12T17:54:16.191 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25895150656 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35351465 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11693045877 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.192 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14501001734 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522230 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2422, 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13257267 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58160591259 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.193 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15613201101 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 541557864 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.194 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600465408 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 567205888 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33259520 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.195 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56876174 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.196 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 94208 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.197 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68854642 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.198 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.199 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1872 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136080 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68218611 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.201 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8476608 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37917449 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.202 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71046455 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.204 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.205 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103810 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1105677 2024-04-12T17:54:16.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67147076 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.207 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:16.208 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45192 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 128607, 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12666768659 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:16.209 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1428457663 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57302018483 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.210 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45812, 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14865763321 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25687815166 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33799 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:16.211 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12548407584 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33942, 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6791009851 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:16.212 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6633324518 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9815 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453201866 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17072679195 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10077, 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6049768836 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12814636645 2024-04-12T17:54:16.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1578 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 975255797 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27680931704 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.215 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1793, 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2024984634 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6239854003 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12582921 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.216 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 545366016 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14812 2024-04-12T17:54:16.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.218 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3706880 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.219 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 511770624 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3115799 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 886906 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 144, 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681773 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.220 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 409796608 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63056, 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5086911647 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63068, 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9515592500 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:16.221 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9007104 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258367488 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 405536768 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.222 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2499553228 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38862 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155429888 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155433984 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.223 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28125 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38862, 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1352127046 2024-04-12T17:54:16.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2410958300 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36144 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1237863 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 521 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:16.225 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3669199 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 719 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:16.226 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 199 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 719, 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1313411 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1033 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9768 2024-04-12T17:54:16.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776130560 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9854976 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13802, 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48976433 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3422, 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4217853841 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.230 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17773, 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 142830156 2024-04-12T17:54:16.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12648527258 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62614, 2024-04-12T17:54:16.232 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1246894486 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35155409 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12683682667 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26853, 2024-04-12T17:54:16.233 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390198446 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 762, 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2204898 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8611, 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7746771 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62251 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:16.234 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11094, 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263215803 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 185429 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18583 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12941, 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1072745482 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43583, 2024-04-12T17:54:16.235 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12262212 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30642, 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681766185 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11895, 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 356701128 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3951304126 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.237 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692075946 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14362, 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3518598879361 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833299174746 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:16.238 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2991101424112 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7832188 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141148184 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21389892656 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.239 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30570498 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10531904264 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10029021074 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6112489 2024-04-12T17:54:16.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2362, 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12643247 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46057337945 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10819045543 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:16.241 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 449653841 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 456359936 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 437395456 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:16.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18964480 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.243 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57381020 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.244 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 688128 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67743588 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1488 2024-04-12T17:54:16.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101904 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 224 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.248 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72855214 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.249 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3063248 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38254013 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.250 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.251 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67734643 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.252 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95441 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1141274 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.254 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71722115 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.255 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.256 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35154 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 94978, 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8401837276 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.257 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525751215 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73423309953 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35650, 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13555334389 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:16.258 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28551513303 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26190 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12776234570 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:16.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26417, 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5264303049 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4751276669 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4803 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 331764566 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.260 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13218269079 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4967, 2024-04-12T17:54:16.261 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3445444068 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9310769176 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4161 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1193986649 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.262 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47428806304 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4266, 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4845587272 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:16.263 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14489467458 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194320 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:16.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 419667968 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25949 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:16.265 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6139904 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 572272640 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:16.267 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5633596 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1239103 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 824709 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.268 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 500367360 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65928, 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5355176632 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65910, 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10088070863 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4014080 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:16.269 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 270012416 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 517406720 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.270 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3675460611 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47921 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046608896 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046612992 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.271 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35022 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47921, 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1497143931 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3544896156 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:16.272 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43921 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1884527 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 612 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6084959 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:16.273 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.274 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 776, 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1965605 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.275 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 674 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12621 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.276 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850853888 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9846784 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:16.277 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17652, 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59533489 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3481, 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4314009724 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.278 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 24811, 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 209750382 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.279 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13381547199 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65371, 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1422851288 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:16.280 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42594163 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13424141362 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 240094, 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1034799864 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:16.281 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 697, 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2077309 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 126116, 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42049209 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58710 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15186, 2024-04-12T17:54:16.282 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 971698960 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 410487 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18227 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7663, 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1256337101 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34333, 2024-04-12T17:54:16.283 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9740161 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26670, 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 963417330 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13527, 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390513071 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:16.284 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4932201918 2024-04-12T17:54:16.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 728589353 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3684540819177 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6326126079007 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.286 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2863822050260 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7851532 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227266228 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22636147403 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.287 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28901784 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11299129945 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10828359796 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6107269 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.288 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2365, 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12338085 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49934736625 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11750728860 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:16.289 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453593511 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586432512 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 566362112 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:16.290 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20070400 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57176052 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28672 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.293 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68608012 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.294 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1616 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.295 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107072 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.296 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74387398 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5919536 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38117368 2024-04-12T17:54:16.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.299 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73403608 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.300 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 113849 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1119686 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:16.302 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73262551 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.303 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.304 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39677 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 113399, 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11517529595 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.305 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1801518756 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54647963686 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40163, 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25574545071 2024-04-12T17:54:16.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40582775030 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26146 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17881361733 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.307 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26270, 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12101747589 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12864875611 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12352 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.308 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 446833117 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24381965452 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:16.309 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12642, 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11116116550 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19769681971 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1179 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:16.310 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1354685639 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12384636501 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1251, 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2356680932 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.311 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7948217448 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:16.312 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 510222336 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:16.313 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:16.314 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.464460067130858e-06, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 1178, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 2041856, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T17:54:16.315 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 391, 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:16.316 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 155041, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 110592, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:16.317 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 44449, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.144470840903523e-07, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 158, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 178176, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 21438, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 6622, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 14816, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 64314, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 69, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 36864 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.318 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:16.319 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:16.320 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T17:54:16.321 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:16.322 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool", 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "selfmanaged_snaps" 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 12595200, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:16.323 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 12595200, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 4, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.7420923541067168e-05, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 8953, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 3085829120, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 4194323, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 4194323, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:16.324 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 12582969, 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 24377, 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 3240864768 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.325 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T17:54:14.716708", 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_stats": { 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "7.9.2" 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T17:54:16.326 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.327 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T17:54:16.328 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T17:54:16.329 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pg": [ 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.330 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669512+0000", 2024-04-12T17:54:16.331 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.332 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2c", 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:16.333 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:36:18.139092+0000", 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.334 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.335 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.337 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:16.338 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675729+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.339 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.340 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2b", 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:20:10.042896+0000", 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.341 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.342 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.344 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.345 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654466+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:16.346 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.347 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2a", 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:07:57.460248+0000", 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.348 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.349 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.351 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.352 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.705735+0000", 2024-04-12T17:54:16.353 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:16.354 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.355 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.29", 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:06.472478+0000", 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.356 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.357 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.359 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.360 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.694359+0000", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.361 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.362 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.28", 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4991, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:40:38.424077+0000", 2024-04-12T17:54:16.363 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.364 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.368 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700592+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.370 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.27", 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5049, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:29:36.068273+0000", 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.371 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.374 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.375 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.665925+0000", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.376 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.377 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.26", 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:43:13.643306+0000", 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.378 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.379 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.381 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.382 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.643572+0000", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.383 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.384 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.25", 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.385 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:22:15.891588+0000", 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.386 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.389 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:16.390 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.648953+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:16.391 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.24", 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.392 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5064, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:45:07.014798+0000", 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.393 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.396 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.397 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696257+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.398 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.399 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.23", 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:46:49.991372+0000", 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.400 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.401 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.403 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.404 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698976+0000", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.405 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.406 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.22", 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.407 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:43:49.283110+0000", 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.408 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.411 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:16.412 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.667482+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:16.413 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.21", 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.414 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5106, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:02:52.291715+0000", 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.415 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.416 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.419 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678634+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.420 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.421 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.20", 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4948, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:04:51.298796+0000", 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.422 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.423 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.425 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.426 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652959+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.427 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.428 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.f", 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4451, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:43:06.674951+0000", 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.429 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.430 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.431 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.432 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.433 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675532+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:16.434 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.435 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.e", 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:46:31.216796+0000", 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.436 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.437 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.438 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.439 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.440 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673169+0000", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.441 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.442 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.c", 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.443 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:18:42.863370+0000", 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.444 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.445 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.446 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.447 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:16.448 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.698661+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:16.449 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.d", 2024-04-12T17:54:16.450 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:42:35.540517+0000", 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 70, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.451 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.452 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.453 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:16.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.455 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670241+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:16.456 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.457 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.d", 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4931, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:03:57.758734+0000", 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.458 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.459 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.460 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.461 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.462 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.684978+0000", 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:16.463 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.464 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.c", 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.465 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:31:28.984008+0000", 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.466 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.467 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.469 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:16.470 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678865+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.471 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.472 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.a", 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4943, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:42:42.958045+0000", 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.473 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.474 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.475 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.476 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.477 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.663919+0000", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.478 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 4, 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.479 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 4, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.b", 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4945, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:00:12.376181+0000", 2024-04-12T17:54:16.480 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.481 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.482 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.483 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'4" 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.484 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700723+0000", 2024-04-12T17:54:16.485 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.486 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.b", 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5065, 2024-04-12T17:54:16.487 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:41.750317+0000", 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.488 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.489 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.490 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.491 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671363+0000", 2024-04-12T17:54:16.492 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.493 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.a", 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5097, 2024-04-12T17:54:16.494 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:10.950025+0000", 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.495 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.496 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.497 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.498 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:16.499 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671830+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.500 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.501 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.8", 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5059, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:06:35.974980+0000", 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.502 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.503 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.504 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.505 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.506 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.681750+0000", 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:16.507 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.508 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.9", 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:16.509 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:54:51.168303+0000", 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.510 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.511 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.512 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.513 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.514 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661877+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.515 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.516 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.9", 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:33:41.161784+0000", 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.518 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.519 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.520 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.520 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:16.522 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.523 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672669+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:16.524 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.525 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.8", 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:23.919106+0000", 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.526 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.527 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.529 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.530 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.693112+0000", 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.531 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.532 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.6", 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5126, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:40.064440+0000", 2024-04-12T17:54:16.533 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.534 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.537 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:16.538 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.664634+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.539 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.540 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.7", 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4926, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:47:19.253289+0000", 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.541 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.542 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.544 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.545 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075571+0000", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.546 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.547 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.1", 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8698, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:08:26.871729+0000", 2024-04-12T17:54:16.548 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005664122, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.549 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.550 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1160, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362808, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2984, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 371964 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.551 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.552 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669400+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:16.553 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.554 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.7", 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5066, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:33:14.393926+0000", 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.555 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.556 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.557 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.558 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.559 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679404+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:16.560 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.561 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.6", 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5105, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:49:21.094699+0000", 2024-04-12T17:54:16.562 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.563 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.564 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.565 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "554'3" 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.566 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:16.567 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.069197+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.568 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.0", 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.569 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8859, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:23.150864+0000", 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003455523, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.570 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.571 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1370, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 360204, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.572 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2957, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 374094 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.573 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.574 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.681340+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.575 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.576 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.4", 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5099, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:38:16.255118+0000", 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.577 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.578 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.579 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.580 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.581 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.636617+0000", 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.582 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.583 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.5", 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4389, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.584 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:09:49.255169+0000", 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.585 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.586 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.587 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.588 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:16.589 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.142860+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.590 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3061, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3061, 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.591 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.3", 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8822, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:43:50.264113+0000", 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003940624, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.592 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.593 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.594 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 880, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362022, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3046, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 375523 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.595 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3061" 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.596 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671496+0000", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.597 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.598 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.0", 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:28:34.705179+0000", 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.599 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.600 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.601 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.602 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.603 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.699282+0000", 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.604 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.605 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1", 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.606 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:43:43.520426+0000", 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.607 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.608 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.609 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.611 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.144428+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.612 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3010, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3010, 2024-04-12T17:54:16.613 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.6", 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8745, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:32:57.693501+0000", 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005413492, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194304, 2024-04-12T17:54:16.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.615 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.616 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 929, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 325859, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2972, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 402318 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.617 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3010" 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.618 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 19, 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670341+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:16.619 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.620 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "1.0", 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5573, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.621 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:02:52.817103+0000", 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.622 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.623 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:16.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "2146'237" 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.625 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672125+0000", 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:16.626 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.627 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.3", 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.628 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4998, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:19:13.883304+0000", 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.629 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.630 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.631 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.632 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.633 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676899+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.634 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.635 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2", 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:08:44.004197+0000", 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.636 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.637 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.638 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.639 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.640 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075885+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:16.641 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3090, 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.642 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3090, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.5", 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8890, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:59:16.177190+0000", 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.002061104, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.643 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.644 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1521, 2024-04-12T17:54:16.645 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 415864, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3066, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 401664 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'3090" 2024-04-12T17:54:16.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:16.647 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.639827+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.648 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1", 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:16.649 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:44:27.730787+0000", 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.650 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.651 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.652 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.653 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680761+0000", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.654 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.655 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.0", 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5101, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:18:46.556998+0000", 2024-04-12T17:54:16.656 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.658 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.659 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.661 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.086927+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:16.662 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3141, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.663 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3141, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.7", 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8979, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:07.575834+0000", 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.007502871, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.664 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.665 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.666 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1151, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 400957, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3120, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 395839 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.667 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3141" 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.668 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676181+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:16.669 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.670 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3", 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5023, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:47:50.134100+0000", 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.673 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.674 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.675 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672619+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:16.676 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.677 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.2", 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4966, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:35:00.220848+0000", 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.681 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.682 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.082477+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3082, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3082, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.684 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.4", 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8769, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:11.178841+0000", 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003466485, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 881, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 347845, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3101, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 386541 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3082" 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.688 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:16.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.697535+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.690 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.691 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.5", 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:15:28.056703+0000", 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.695 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.696 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654240+0000", 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.698 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.4", 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.699 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:42:49.928695+0000", 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.703 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.704 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.085974+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3145, 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.706 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3145, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.2", 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 9084, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:00.158746+0000", 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.006657734, 2024-04-12T17:54:16.707 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 19, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1061, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 437946, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3131, 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 456964 2024-04-12T17:54:16.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3145" 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.711 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.666049+0000", 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:16.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.713 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.e", 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.714 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4924, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:40:12.302289+0000", 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.718 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674173+0000", 2024-04-12T17:54:16.719 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.720 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.f", 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5024, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.721 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:34:14.483653+0000", 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 22, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.725 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:16.726 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.668126+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.728 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.11", 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4925, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:29:36.634668+0000", 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.729 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.732 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.733 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.635195+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:16.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 8, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.735 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 8, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.10", 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5160, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:25.057590+0000", 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.736 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:16.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 4, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 48, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 48, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.739 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'8" 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.740 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.666709+0000", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.741 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.742 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.10", 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:16.743 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:03:27.447420+0000", 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.745 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.747 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:16.748 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680299+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:16.749 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.11", 2024-04-12T17:54:16.750 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:45:40.703457+0000", 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.754 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.755 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680703+0000", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.756 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.757 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.13", 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4900, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:10:06.810422+0000", 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.758 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.760 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.761 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.762 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.659473+0000", 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.763 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.764 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.12", 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.765 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:44:51.937700+0000", 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.766 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.767 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.768 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.769 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676363+0000", 2024-04-12T17:54:16.770 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:16.771 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.772 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.12", 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:02.759104+0000", 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.773 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.774 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.775 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.776 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.777 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696598+0000", 2024-04-12T17:54:16.778 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:16.779 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.13", 2024-04-12T17:54:16.780 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5130, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:53:48.078207+0000", 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 34, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.781 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.782 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 16, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.783 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 7 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.784 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.785 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670328+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.786 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.787 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.15", 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4921, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:43:58.483645+0000", 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.788 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.789 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.790 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.791 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:16.792 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680711+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:16.793 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 30, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 30, 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.794 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.14", 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4976, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:13:44.560940+0000", 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 5824, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.795 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.796 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.797 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 20, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 28, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 28, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 25 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.798 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'30" 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.799 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674084+0000", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.800 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.801 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.14", 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.802 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5012, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:24:22.890655+0000", 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.803 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.804 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.805 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.806 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.807 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.682037+0000", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.808 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.809 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.15", 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5109, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:22:43.607177+0000", 2024-04-12T17:54:16.810 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 90, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.811 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 14, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 14, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.813 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'3" 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.814 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.691249+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:16.815 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.816 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.17", 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5121, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:01.100823+0000", 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.817 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.818 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.819 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.820 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.821 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.671904+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:16.822 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.16", 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.823 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4992, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:36:21.327418+0000", 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.824 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.825 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.826 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.827 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.828 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661534+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.829 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.830 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.16", 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4960, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:10:11.169206+0000", 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.831 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.832 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.833 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.834 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.835 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669145+0000", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.836 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.837 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.17", 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:28.729536+0000", 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.838 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.839 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.840 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.841 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.842 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701984+0000", 2024-04-12T17:54:16.843 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.844 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.19", 2024-04-12T17:54:16.845 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5093, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:15.027570+0000", 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.846 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.847 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.848 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.849 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.850 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661657+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.851 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.852 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.18", 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:12:47.839680+0000", 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.853 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.854 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.855 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.856 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.857 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.659796+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:16.858 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.859 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.18", 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5060, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:46:28.488196+0000", 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.860 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.861 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.862 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.864 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673810+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.865 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.866 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.19", 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:38:16.555668+0000", 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.867 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.868 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.869 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.870 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:16.871 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.677879+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:16.872 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1b", 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.873 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5120, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:49:25.482068+0000", 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.874 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.875 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.876 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.877 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.878 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669407+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:16.879 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.880 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1a", 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4936, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:17.726410+0000", 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.881 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.882 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.883 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.884 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.885 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:16.886 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701218+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.887 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1a", 2024-04-12T17:54:16.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:21:10.676006+0000", 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.889 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.890 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.891 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.892 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:16.893 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669646+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:16.894 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1b", 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.895 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:18:24.969837+0000", 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.896 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.897 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.898 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.899 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.900 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.664019+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.901 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.902 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1d", 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4447, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:26:59.008483+0000", 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.903 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.904 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.905 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.906 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.907 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680484+0000", 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.908 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.909 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1c", 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.910 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:07:11.623784+0000", 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.911 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.912 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:16.913 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:16.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.915 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.686421+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:16.916 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1c", 2024-04-12T17:54:16.917 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4972, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:22:46.167079+0000", 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.918 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.919 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.920 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.921 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:16.922 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676946+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:16.923 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1d", 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.924 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:31:42.691246+0000", 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.925 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:16.926 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:16.927 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.928 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:16.929 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.653506+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.930 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.931 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1f", 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4454, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:01:57.084848+0000", 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.932 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.933 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.934 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.935 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698526+0000", 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.936 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.937 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1e", 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.938 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5073, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:35:42.419288+0000", 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.939 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.940 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.941 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.942 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.943 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673048+0000", 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:16.944 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.945 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1e", 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5052, 2024-04-12T17:54:16.946 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:29.860536+0000", 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.947 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.948 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.949 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.950 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:16.951 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675752+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 6, 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.952 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 6, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1f", 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5138, 2024-04-12T17:54:16.953 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:22:59.043511+0000", 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 582, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.954 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.955 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 8, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.956 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'6" 2024-04-12T17:54:16.957 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.958 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678674+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.959 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.960 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2d", 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4930, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:25:26.037977+0000", 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.961 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.962 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.963 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.964 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678134+0000", 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:16.965 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.966 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2e", 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:07:54.078910+0000", 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.967 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.968 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.969 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.970 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.971 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.673920+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:16.972 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.973 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2f", 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:50.769920+0000", 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.974 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.976 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.977 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.978 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661916+0000", 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.979 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.980 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.30", 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4968, 2024-04-12T17:54:16.981 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:11:40.819107+0000", 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.983 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.984 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:16.985 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.678066+0000", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.986 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.987 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.31", 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:49:23.832393+0000", 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.990 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.991 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:16.992 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.689888+0000", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:16.993 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:16.994 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.32", 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:12.002219+0000", 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:16.995 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:16.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:16.997 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.998 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:16.999 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.000 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.001 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.33", 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.002 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:00.941598+0000", 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.004 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.005 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:17.006 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.007 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.675802+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.008 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.009 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.34", 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5017, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:03:47.250447+0000", 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.012 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:17.013 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:17.014 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.677092+0000", 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.015 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.016 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.35", 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.017 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:36:06.116803+0000", 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.020 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.021 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.022 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679022+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:17.023 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.024 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.36", 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:09:42.497419+0000", 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.027 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.028 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.029 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675501+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:17.030 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.031 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.37", 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:52:36.736925+0000", 2024-04-12T17:54:17.032 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.034 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.035 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:17.036 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.037 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673240+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:17.038 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.039 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.38", 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:37:51.583724+0000", 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.041 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.042 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.043 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.044 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652312+0000", 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.045 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.046 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.39", 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4895, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.047 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:54.982504+0000", 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.048 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.049 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.050 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.051 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.692842+0000", 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.052 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:17.053 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3a", 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:17.054 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:51:04.772562+0000", 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.055 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.056 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.057 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.058 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680988+0000", 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:17.059 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.060 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3b", 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.061 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4898, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:07:19.292649+0000", 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.062 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.063 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.064 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.065 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672473+0000", 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:17.066 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.067 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3c", 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4990, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:28:30.086229+0000", 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.068 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.069 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.070 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.071 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.072 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:04.681606+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:17.073 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.074 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3d", 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:39:53.863023+0000", 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.075 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.076 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.077 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.078 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:17.079 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679480+0000", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.080 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.081 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3e", 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.082 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5104, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:43.821107+0000", 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.083 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.084 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.085 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.086 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.087 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675055+0000", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.088 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.089 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3f", 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:00:50.106228+0000", 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.090 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.091 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.092 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.093 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pool": [ 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 24, 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:17.094 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 24507, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 8, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 24507, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 4, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194323, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 2, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8953, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 3013505, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.097 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 24377, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 3164907 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 12595200, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 12582969, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:17.098 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 24 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 192, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 64, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 3, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.099 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.100 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.102 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 192 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.103 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 3, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 1, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 3, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 1, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:17.104 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.105 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:17.106 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 1781760, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 1771104, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:17.107 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 3 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 96, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 75, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 32, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 75, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 2, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 6622, 2024-04-12T17:54:17.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 66, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 22, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 22, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 14, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 158, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 174, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 69, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 36 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 110592, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 19866, 2024-04-12T17:54:17.111 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 44449, 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 96 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081838592, 2024-04-12T17:54:17.112 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878446592, 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 4878446592, 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.006352472584694624 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081838592, 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878446592 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T17:54:17.113 INFO:tasks.workunit.client.0.smithi005.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T17:54:17.114 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry show-device 2024-04-12T17:54:17.114 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.114 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T17:54:17.114 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.115 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.116 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.117 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.118 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='client.46133 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 B/s rd, 0 op/s 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='client.46133 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='client.36234 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='client.36234 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.119 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.120 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:15 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='client.36252 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='client.36252 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.121 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.122 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.123 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.124 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:16 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.125 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.126 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.127 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.128 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.129 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.130 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.131 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.132 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.133 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.133 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.133 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.133 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.133 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.134 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.134 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.134 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.134 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.134 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.134 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.135 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:17.136 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:17.137 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:17.137 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.137 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:14 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:17.137 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T17:54:17.137 INFO:tasks.workunit.client.0.smithi005.stdout: "236b91a8-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:17.137 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236c10ba-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:17.137 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161852": { 2024-04-12T17:54:17.137 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236b91a8-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T17:54:17.138 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938731 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T17:54:17.139 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T17:54:17.140 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:54:17.141 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12457875 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.142 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.143 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.144 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T17:54:17.145 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 16 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1604543 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.146 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:54:17.147 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 5108, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 186648608, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 816439332, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 3085289498, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17352388345, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 21, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 34286, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 41157, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 31, 2024-04-12T17:54:17.148 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9828 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 34286, 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 41157 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.149 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:54:17.150 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:51 2024 UTC", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:54:17.151 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 31 Celsius", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T17:54:17.152 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 21%", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 186,648,608 [95.5 TB]", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 816,439,332 [418 TB]", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 3,085,289,498", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,352,388,345", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 5,108", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 34,286", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 41,157", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,828", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.153 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 31 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.154 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "236d4dd6-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "INTEL_SSDPED1D480GA_236dbe6a-f8e9-11ee-ba82-0cc47abd1442": { 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "20240412-161850": { 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "device": { 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "info_name": "/dev/nvme0n1", 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "/dev/nvme0n1", 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "protocol": "NVMe", 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "nvme" 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "firmware_version": "E2010325", 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "host_id": "236d4dd6-f8e9-11ee-ba82-0cc47abd1442", 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: "json_format_version": [ 2024-04-12T17:54:17.155 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "local_time": { 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "asctime": "Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "time_t": 1712938729 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "logical_block_size": 512, 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_controller_id": 0, 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_namespaces": [ 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "capacity": { 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.156 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "formatted_lba_size": 512, 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 1, 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "size": { 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "utilization": { 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_number_of_namespaces": 1, 2024-04-12T17:54:17.157 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_pci_vendor": { 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "id": 32902, 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "subsystem_id": 32902 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_add_log": { 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "Device stats": { 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_fw_downgrades": { 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "crc_error_count": { 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.158 INFO:tasks.workunit.client.0.smithi005.stdout: "end_to_end_error_detection_count": { 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "erase_fail_count": { 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "host_bytes_written": { 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 12549574 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "host_ctx_wear_used": { 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.159 INFO:tasks.workunit.client.0.smithi005.stdout: "media_bytes_read": { 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "nand_bytes_written": { 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_stat_indicator": { 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "pll_lock_loss_count": { 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.160 INFO:tasks.workunit.client.0.smithi005.stdout: "program_fail_count": { 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "re_alloc_sectr_cnt": { 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "retry_buffer_overflow_count": { 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "soft_ecc_err_rate": { 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "thermal_throttle_status": { 2024-04-12T17:54:17.161 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "cnt": 0, 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "pct": 0 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_host_reads": { 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 14 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_media_wear": { 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.162 INFO:tasks.workunit.client.0.smithi005.stdout: "timed_workload_timer": { 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 100, 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 1315433 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "unexp_power_loss": { 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": 0 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "wear_leveling": { 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "normalized": 0, 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "raw": { 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "avg": 0, 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "max": 0, 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.163 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel Smart log": "nvme0n1" 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_smart_health_information_log": { 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare": 100, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "available_spare_threshold": 0, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "controller_busy_time": 4828, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "critical_warning": 0, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_read": 166581396, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "data_units_written": 822448942, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "host_reads": 2950225425, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "host_writes": 17904865549, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "media_errors": 0, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "num_err_log_entries": 0, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "percentage_used": 0, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycles": 33261, 2024-04-12T17:54:17.164 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_hours": 35971, 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": 33, 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "unsafe_shutdowns": 9526 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme_vendor": "intel", 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "power_cycle_count": 33261, 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "power_on_time": { 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "hours": 35971 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "serial_number": "deleted", 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "smart_status": { 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "nvme": { 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "passed": true 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.165 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl": { 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "argv": [ 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "-x", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "--json=o", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "/dev/nvme0n1" 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "build_info": "(local build)", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "exit_status": 0, 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "output": [ 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-12T17:54:17.166 INFO:tasks.workunit.client.0.smithi005.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Serial Number: deleted", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Version: E2010325", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller ID: 0", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Number of Namespaces: 1", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Local Time is: Fri Apr 12 16:18:49 2024 UTC", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.167 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported Power States", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: " 0 + 512 0 2", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Critical Warning: 0x00", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Temperature: 33 Celsius", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare: 100%", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Available Spare Threshold: 0%", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Percentage Used: 0%", 2024-04-12T17:54:17.168 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Read: 166,581,396 [85.2 TB]", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Data Units Written: 822,448,942 [421 TB]", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Read Commands: 2,950,225,425", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Host Write Commands: 17,904,865,549", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Controller Busy Time: 4,828", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Power Cycles: 33,261", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Power On Hours: 35,971", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Unsafe Shutdowns: 9,526", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Media and Data Integrity Errors: 0", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information Log Entries: 0", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "No Errors Logged", 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "" 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.169 INFO:tasks.workunit.client.0.smithi005.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: "svn_revision": "5022", 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: "version": [ 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: "temperature": { 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: "current": 33 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: "user_capacity": { 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: "blocks": 937703088, 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 480103981056 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.170 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T17:54:17.171 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry show 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout:{ 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer": { 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout: "active": true, 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout: "mode": "" 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout: "channels": [ 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:17.181 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "channels_available": [ 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "basic", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "ident", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "crash", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "device", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "perf" 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_available": [ 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:17.182 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "collections_opted_in": [ 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_base", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "device_base", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "crash_base", 2024-04-12T17:54:17.183 INFO:tasks.workunit.client.0.smithi005.stdout: "ident_base", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_perf", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_mds_metadata", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_usage", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_usage_by_class", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_rook_v01", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_memory_metrics", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_options_bluestore", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "basic_pool_flags" 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "config": { 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "active_changed": [ 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:17.184 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "client_check_pool_perm", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_gid", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "client_mount_uid", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "client_quota", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "daemonize", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:17.185 INFO:tasks.workunit.client.0.smithi005.stdout: "keyring", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_journald", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_stderr", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_host", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:17.186 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "no_config_file", 2024-04-12T17:54:17.187 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hdd", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_hybrid", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_delete_sleep_ssd", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_max_backfills", 2024-04-12T17:54:17.188 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_lim", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_res", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:17.189 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_hdd", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_active_ssd", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hdd", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_hybrid", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_sleep_ssd", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_sleep", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:17.190 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hdd", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_snap_trim_sleep_ssd", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_default_features", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_qos_exclude_ops", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "setgroup", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "setuser" 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_changed": [ 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_debug", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_mon_ticket_ttl", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "auth_service_ticket_ttl", 2024-04-12T17:54:17.191 INFO:tasks.workunit.client.0.smithi005.stdout: "bdev_debug_aio", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "container_image", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_asserts_on_shutdown", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mgr", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_mon", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_ms", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_osd", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "debug_paxos", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_file", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_journald", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "log_to_stderr", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_join_fs", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/allow_ptrace", 2024-04-12T17:54:17.192 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/container_init", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/migration_current", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/cephadm/use_repo_digest", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/dashboard/ssl_server_port", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/orchestrator/orchestrator", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_ident", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/channel_perf", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/description", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/enabled", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr/telemetry/organization", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_allow_pool_delete", 2024-04-12T17:54:17.193 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_clock_drift_allowed", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_file_level", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_cluster_log_to_file", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_data_avail_warn", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_election_default_strategy", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_max_pg_per_osd", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mds_skip_sanity", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_mgr_mkfs_grace", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_prime_pg_temp", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_osd_reporter_subtree_level", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_pg_warn_max_object_skew", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-12T17:54:17.194 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "mon_warn_on_too_few_osds", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_bug", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "ms_die_on_old_message", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_default_list", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_class_load_list", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_misdirected_ops", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_op_order", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_pg_log_writeout", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_shutdown", 2024-04-12T17:54:17.195 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_cached_snaps", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_missing_on_start", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_debug_verify_stray_on_activate", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mclock_profile", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_memory_target_autotune", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_op_queue_cut_off", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_erasure_code_profile", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recover_clone_overlap", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_recovery_max_chunk", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_load_threshold", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_scrub_max_interval", 2024-04-12T17:54:17.196 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_shutdown_pgref_assert", 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "public_network", 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_cache_enabled", 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_ops_log", 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "rgw_enable_usage_log" 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "contact": null, 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "crashes": [], 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "created": "2024-04-12T16:15:32.421290Z", 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "crush": { 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_algs": { 2024-04-12T17:54:17.197 INFO:tasks.workunit.client.0.smithi005.stdout: "straw2": 3 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_sizes": { 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "2": 1, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "4": 2 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket_types": { 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "1": 2, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "11": 1 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "compat_weight_set": false, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "device_classes": [ 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: 8 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_buckets": 6, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_devices": 8, 2024-04-12T17:54:17.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_rules": 2, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_types": 12, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_weight_sets": 0, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "tunables": { 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "allowed_bucket_algs": 54, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_fallback_tries": 0, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_local_tries": 0, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "choose_total_tries": 50, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_descend_once": 1, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_stable": 1, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "chooseleaf_vary_r": 1, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "has_msr_rules": 0, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v2_rules": 1, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v3_rules": 0, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v4_buckets": 1, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "has_v5_rules": 0, 2024-04-12T17:54:17.199 INFO:tasks.workunit.client.0.smithi005.stdout: "legacy_tunables": 0, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "minimum_required_version": "jewel", 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_collision_tries": 100, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "msr_descents": 100, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "optimal_tunables": 1, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "profile": "jewel", 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables": 1, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables2": 1, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables3": 1, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "require_feature_tunables5": 1, 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: "straw_calc_version": 1 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "description": "upgrade test cluster", 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "fs": { 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "feature_flags": { 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "enable_multiple": true, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_enabled_multiple": true 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "filesystems": [ 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "approx_ctime": "2024-04", 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "balancer_enabled": false, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_caps": 0, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_dns": 10, 2024-04-12T17:54:17.201 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_inos": 13, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "cached_subtrees": 2, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "ever_allowed_features": 0, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "explicitly_allowed_features": 0, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "files": 0, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "max_mds": 1, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_data_pools": 1, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_in": 1, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_mds": 1, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": 0, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_replay": 0, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "num_up": 1, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "snaps": 0, 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: "standby_count_wanted": 0 2024-04-12T17:54:17.202 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "num_standby_mds": 1, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "total_num_mds": 2 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_stats": { 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20512768, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 420592, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 8192, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 794624, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 435, 2024-04-12T17:54:17.203 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1442328, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 1016320, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14872824, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 21307392 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 20258816, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 319096, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 2752512, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 843776, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 342, 2024-04-12T17:54:17.204 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 1023680, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 13, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 837120, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 14482632, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 20258816 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 263299072, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 4818256, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3145728, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 1204224, 2024-04-12T17:54:17.205 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 0, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9643, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 15492128, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 22, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 5317120, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 233321616, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 263299072 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 169238528, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2264112, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.206 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 2531328, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6571, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 9603256, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2570496, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 151786008, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171769856 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 169967616, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 2292424, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3014656, 2024-04-12T17:54:17.207 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 1794048, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 6528, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 10170048, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 20, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 2129920, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 152360568, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 171761664 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 603561984, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 30736192, 2024-04-12T17:54:17.208 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 82165760, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13088, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 101358024, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 8896768, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 459163128, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 685727744 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 647159808, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 27288280, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:17.209 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 25255936, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 13399, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 92221496, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10798080, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 513444080, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 672415744 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 473317376, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21023360, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:17.210 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 76087296, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10101, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 70327184, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9687552, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 369002480, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 549404672 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 565977088, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 20021112, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.211 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 28950528, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 10354, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 75235864, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 54, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9542656, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 457900656, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 594927616 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 464420864, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 23287312, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:17.212 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 149209088, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 11305, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 75047832, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 60, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 11995648, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 350682200, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 613629952 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 570613760, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 29308200, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.213 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 33259520, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12348, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 94334656, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9848320, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 433714712, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 603873280 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 440770560, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 17850584, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3276800, 2024-04-12T17:54:17.214 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 0, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 18866176, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 9643, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 68549352, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 53, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 9232384, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 341861440, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 459636736 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "actual_memory_used": 570818560, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "central_cache_freelist": 21041152, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "malloc_metadata": 3407872, 2024-04-12T17:54:17.215 INFO:tasks.workunit.client.0.smithi005.stdout: "page_heap_freelist": 1048576, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "released_to_os": 19021824, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "spans_in_use": 12979, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "tcmalloc_page_size": 8192, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_cache_freelists": 88587144, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "thread_heaps_in_use": 51, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "transfer_cache_freelist": 10387456, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "use_by_application": 446346360, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "virtual_address_space_used": 589840384 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "hosts": { 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num": 2, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mds": 2, 2024-04-12T17:54:17.216 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mgr": 2, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_mon": 2, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_with_osd": 2 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "io_rate": { 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_stats_delta": { 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 0, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 0, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "stamp_delta": "10.555690", 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.217 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.218 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 9, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 7, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:17.220 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 0 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard": false, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "leaderboard_description": null, 2024-04-12T17:54:17.221 INFO:tasks.workunit.client.0.smithi005.stdout: "license": "sharing-1-0", 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "mempool": { 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.222 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.223 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.224 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.225 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.226 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 221552, 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 64 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.227 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 52112, 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 181 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 13176, 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 273 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:17.230 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.231 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.232 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.233 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.234 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.235 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 148986, 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.236 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 928, 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.237 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.238 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.239 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.240 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.241 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.242 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42412701, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5256 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.244 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.245 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11792, 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 348 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.246 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.247 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.248 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.250 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.251 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 41909381, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5180 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.252 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:17.253 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.254 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.255 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.256 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.257 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.258 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.259 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 42156041, 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5215 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 88, 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.260 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11752, 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 272 2024-04-12T17:54:17.261 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 70440, 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5158 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5896, 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 174 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.262 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.263 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 21736, 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 417 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30976, 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3264, 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 17 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 57120, 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 714 2024-04-12T17:54:17.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 374608, 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1801 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 520122, 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 144 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.265 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2456359, 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546097 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7064096, 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10420 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78392, 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8359 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 86448, 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1801 2024-04-12T17:54:17.266 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 167300, 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1196 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.267 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 43023, 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.268 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18133014, 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 307 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15136, 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 172 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 501552, 2024-04-12T17:54:17.269 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 43 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7115680, 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18472 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.270 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.271 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22224, 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 405 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.272 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56080, 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 701 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 372320, 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.273 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1280920, 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 334 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2487444, 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 546214 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7058656, 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10412 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.274 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 76560, 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8186 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85920, 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1790 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:17.275 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 63567, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:17.276 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22857373, 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 288 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31064, 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 353 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.277 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 454896, 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 39 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 7380568, 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21395 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.278 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.279 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17568, 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 333 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30848, 2024-04-12T17:54:17.280 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 24 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1152, 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54960, 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 687 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 371904, 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1788 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.281 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 267751, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 77 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1745901, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 386572 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5119296, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7560 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.282 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 75864, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8177 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 85776, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1787 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.283 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 101223, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 58 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.284 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6632312, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 246 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 9504, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 108 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 384912, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 33 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.285 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3175120, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 6106 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.286 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.287 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 18248, 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 337 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 34688, 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 23 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4224, 2024-04-12T17:54:17.288 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55040, 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 688 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.289 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 445879, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 111 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1736822, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 384453 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5088696, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7515 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67224, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.290 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165764, 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.291 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 122457, 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 59 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.292 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 23272297, 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 283 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12144, 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 138 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:17.293 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3488160, 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9092 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.294 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22672, 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 416 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35328, 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 27 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.296 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 576, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 55680, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 696 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359632, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1729 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.297 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1109866, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 271 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2069420, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 455629 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5946856, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8777 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67196, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7039 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.298 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165596, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1190 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.299 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1472, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 2 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 107939, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 53 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 20128, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 5 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3449700, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 284 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.300 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24640, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 280 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 431568, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 37 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.301 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5117320, 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12229 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19448, 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 358 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 31104, 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 26 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4032, 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 21 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.304 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54800, 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 685 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 359424, 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 389018, 2024-04-12T17:54:17.305 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 107 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 2355692, 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 527659 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6816576, 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 10056 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 67524, 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7042 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.306 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 82944, 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1728 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165852, 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1191 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.307 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 736, 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 78183, 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 56 2024-04-12T17:54:17.308 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12112, 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 3 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 22721270, 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 267 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 12496, 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 142 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.309 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 466560, 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 40 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.310 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 6436560, 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12378 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.311 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.312 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 15944, 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 303 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 30592, 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 22 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3072, 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 16 2024-04-12T17:54:17.313 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 56160, 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 702 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 361088, 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1736 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.314 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1038177, 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 260 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1714602, 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 375092 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4949976, 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7311 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 68560, 2024-04-12T17:54:17.315 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7199 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83328, 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1736 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 165508, 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1189 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.316 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 39759, 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 44 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 16771383, 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 253 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 24728, 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 281 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.318 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 443232, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 38 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3631160, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9383 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.319 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.320 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bloom_filter": { 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 17872, 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 332 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_reader": { 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 35072, 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:17.321 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs_file_writer": { 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 3456, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 18 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_alloc": { 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 54720, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 684 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_blob": { 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 360880, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_buffer": { 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 256, 2024-04-12T17:54:17.322 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 32 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_data": { 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 452828, 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 124 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_meta": { 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 1997906, 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 445301 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_onode": { 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 5801336, 2024-04-12T17:54:17.323 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 8563 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_cache_other": { 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 69632, 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 7204 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_extent": { 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 83280, 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1735 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_fsck": { 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.324 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_inline_bl": { 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 166788, 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 1194 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_shared_blob": { 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_txc": { 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing": { 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 21016, 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 25 2024-04-12T17:54:17.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore_writing_deferred": { 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_anon": { 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 19477457, 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 12260 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "buffer_meta": { 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 11616, 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 132 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_co": { 2024-04-12T17:54:17.326 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 559872, 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 48 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_mapbl": { 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_pglog": { 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 4906096, 2024-04-12T17:54:17.327 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 9470 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap": { 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 677096, 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 11906 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap_mapping": { 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "pgmap": { 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_1": { 2024-04-12T17:54:17.328 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "unittest_2": { 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes": 0, 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "items": 0 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "metadata": { 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:17.329 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 2 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 2 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 2 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 2 2024-04-12T17:54:17.330 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 2 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 3 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.331 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 3 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 3 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 3 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-12T17:54:17.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 3 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "arch": { 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "x86_64": 8 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_version": { 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph version 19.0.0-2847-gbf9c5618 (bf9c5618cc018927fa77780d25b6deb1f5dc254d) squid (dev)": 8 2024-04-12T17:54:17.333 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "cpu": { 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "distro": { 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "centos": 8 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "distro_description": { 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "CentOS Stream 8": 8 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_description": { 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "kernel_version": { 2024-04-12T17:54:17.334 INFO:tasks.workunit.client.0.smithi005.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "os": { 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "Linux": 8 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_objectstore": { 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": 8 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "rotational": { 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "0": 8 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:17.335 INFO:tasks.workunit.client.0.smithi005.stdout: "features": { 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "optional": [], 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "persistent": [ 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "kraken", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "luminous", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "mimic", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "osdmap-prune", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "nautilus", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "octopus", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "pacific", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "elector-pinging", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "quincy", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "reef", 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: "squid" 2024-04-12T17:54:17.336 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv4_addr_mons": 6, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "ipv6_addr_mons": 0, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "min_mon_release": 19, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "v1_addr_mons": 3, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "v2_addr_mons": 3 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "organization": "ceph-qa", 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster_network": false, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "require_min_compat_client": "luminous", 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: "require_osd_release": "squid" 2024-04-12T17:54:17.337 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_perf_histograms": [ 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:17.338 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:17.339 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:17.340 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:17.341 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:17.342 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:17.343 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13327, 4086, 1, 0, 8, 2, 0, 0, 2, 3, 9, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7794, 350, 32, 0, 12, 3, 10, 17, 22, 53, 94, 25, 42, 34, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 664, 34, 15, 0, 2, 0, 0, 3, 4, 19, 87, 150, 73, 8, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 385, 2, 4, 0, 0, 1, 0, 0, 0, 1, 0, 5, 290, 29, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 8, 76, 174, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 197, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 15, 12, 61, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.344 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 216, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 15, 51, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 7, 21, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 6, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.345 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.346 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7529, 1, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7919, 47, 1293, 5, 6, 9, 12, 18, 26, 86, 67, 33, 58, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 654, 5, 219, 16, 0, 0, 1, 0, 2, 12, 108, 246, 148, 1, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.347 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 333, 2, 0, 14, 0, 0, 0, 0, 0, 0, 0, 7, 426, 19, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 98, 2, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 6, 38, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 0, 41, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.348 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.349 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 528, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12529, 4096, 0, 0, 5, 0, 0, 0, 0, 1, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8241, 84, 24, 0, 7, 1, 0, 3, 9, 3, 27, 5, 18, 16, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 867, 8, 6, 0, 2, 0, 0, 1, 0, 1, 12, 9, 15, 12, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.350 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 12, 46, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 12, 9, 38, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 1, 0, 5, 0, 12, 33, 26, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 118, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 5, 14, 39, 45, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 31, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 23, 25, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 6, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.351 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.352 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 683, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13458, 4158, 0, 0, 15, 1, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 10012, 218, 15, 1, 3, 0, 2, 4, 17, 25, 25, 16, 20, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1611, 117, 26, 0, 0, 0, 0, 0, 1, 6, 39, 86, 34, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 435, 3, 2, 0, 2, 0, 0, 0, 0, 0, 0, 4, 157, 11, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 170, 0, 0, 0, 0, 0, 0, 0, 13, 48, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 96, 0, 0, 0, 321, 0, 0, 0, 0, 0, 0, 1, 38, 9, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 37, 0, 0, 0, 503, 0, 0, 0, 0, 0, 0, 2, 17, 8, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.353 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 1, 0, 0, 1701, 0, 0, 0, 0, 0, 0, 0, 2, 9, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.354 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.355 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8599, 3750, 4514, 11, 51, 25, 1, 0, 0, 0, 2, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8562, 127, 121, 1, 10, 59, 157, 201, 9, 19, 54, 3, 16, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 40, 14, 0, 0, 1, 7, 9, 5, 10, 59, 79, 34, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 567, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 164, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 351, 10, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 10, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 247, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 14, 23, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 31, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.356 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.357 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.358 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 12698, 18, 1, 2, 6998, 452, 0, 0, 1, 0, 4, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9542, 55, 21, 0, 746, 116, 1, 3, 3, 3, 23, 5, 12, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1364, 12, 20, 1, 63, 34, 0, 1, 0, 2, 23, 14, 5, 22, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 489, 4, 0, 5, 8, 15, 0, 0, 1, 0, 1, 4, 26, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 142, 6, 4, 0, 0, 16, 0, 1, 0, 3, 1, 1, 4, 50, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 183, 8, 3, 1, 1, 0, 0, 0, 0, 4, 0, 1, 7, 9, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 29, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.359 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.360 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11724, 3860, 0, 0, 5, 0, 3, 0, 0, 0, 3, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7248, 323, 0, 1, 8, 2, 3, 3, 11, 13, 18, 12, 13, 14, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.361 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 728, 23, 6, 0, 0, 0, 0, 2, 5, 15, 53, 76, 32, 8, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 301, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 11, 211, 11, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 135, 9, 0, 0, 0, 1, 0, 1, 3, 0, 1, 1, 4, 44, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 131, 22, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 8, 9, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.362 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.363 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13904, 9, 1, 0, 6, 0, 0, 0, 1, 3, 1, 4, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8676, 21, 1, 0, 7, 0, 1, 0, 1, 6, 16, 6, 9, 5, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1209, 117, 148, 0, 1, 0, 0, 0, 0, 2, 9, 8, 10, 5, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 16, 43, 0, 0, 0, 0, 0, 2, 0, 0, 3, 37, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.364 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 149, 22, 15, 0, 0, 0, 0, 0, 3, 0, 1, 0, 8, 52, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 138, 7, 23, 21, 0, 0, 0, 3, 4, 4, 0, 7, 9, 19, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 134, 0, 3, 44, 55, 0, 0, 0, 0, 0, 3, 4, 3, 21, 50, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 3, 72, 98, 0, 0, 0, 0, 0, 0, 0, 18, 14, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 8, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.365 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.366 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:17.367 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:17.368 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:17.369 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:17.370 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:17.371 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.372 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 677, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4130, 59, 96, 137, 450, 608, 707, 0, 3, 1, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 716, 16, 8, 57, 19, 4, 15, 0, 2, 5, 8, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 392, 4, 0, 0, 0, 0, 1, 0, 0, 1, 1, 2, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 296, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 23, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 8, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.373 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.374 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.375 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 387, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2709, 262, 35, 47, 123, 2, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 439, 22, 1300, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 352, 5, 42, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1629, 1283, 51, 0, 0, 0, 0, 0, 0, 1, 2, 1, 8, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1448, 1710, 242, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.376 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.377 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1286, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9352, 11, 0, 0, 1, 1, 1, 7, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15793, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 158, 1, 1, 0, 0, 0, 0, 0, 1, 0, 4, 5, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 7, 19, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.378 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.379 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3178, 31, 1, 0, 4, 1, 3, 2, 7, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 395, 2, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.380 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 210, 20, 34, 57, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 903, 290, 0, 97, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4116, 2499, 0, 419, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 225, 210, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.381 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.382 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 956, 5, 5, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2640, 224, 30, 42, 139, 274, 477, 0, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 336, 11, 0, 0, 0, 1, 8, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 137, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.383 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.384 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.385 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 837, 7, 11, 40, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5453, 68, 127, 213, 468, 601, 723, 5, 11, 5, 2, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 363, 0, 1, 6, 14, 12, 5, 0, 3, 11, 4, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 275, 0, 7, 15, 1, 0, 1, 0, 1, 0, 1, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 108, 40, 74, 114, 28, 0, 0, 0, 0, 0, 0, 1, 10, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 10, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.386 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.387 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.388 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 505, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2833, 24, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 475, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 358, 6, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 327, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.389 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 652, 4, 17, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8632, 32, 40, 36, 2, 1, 1, 6, 3, 0, 0, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1791, 36, 103, 49, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 440, 3, 5, 0, 0, 0, 0, 1, 2, 0, 3, 2, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.391 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.392 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.393 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:17.394 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:17.395 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.396 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:17.397 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.398 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 857, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.399 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.400 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.401 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1765, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.402 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2995, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3427, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.403 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.404 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 9377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 15800, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.405 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.406 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.407 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 518, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 399, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7053, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.408 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.409 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 992, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3843, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 359, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.410 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.411 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:17.412 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 7681, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 424, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 309, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 396, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.413 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.414 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.415 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 510, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.416 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.417 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.418 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8758, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1985, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 465, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.419 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.420 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Latency (usec)", 2024-04-12T17:54:17.421 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 100000, 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 99999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[100000, 199999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[200000, 399999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[400000, 799999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[800000, 1599999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[1600000, 3199999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[3200000, 6399999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[6400000, 12799999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[12800000, 25599999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[25600000, 51199999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[51200000, 102399999]", 2024-04-12T17:54:17.422 INFO:tasks.workunit.client.0.smithi005.stdout: "[102400000, 204799999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[204800000, 409599999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[409600000, 819199999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[819200000, 1638399999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[1638400000, 3276799999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[3276800000, 6553599999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[6553600000, 13107199999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[13107200000, 26214399999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[26214400000, 52428799999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[52428800000, 104857599999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[104857600000, 209715199999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[209715200000, 419430399999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[419430400000, 838860799999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[838860800000, 1677721599999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[1677721600000, 3355443199999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[3355443200000, 6710886399999]", 2024-04-12T17:54:17.423 INFO:tasks.workunit.client.0.smithi005.stdout: "[6710886400000, 13421772799999]", 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "[13421772800000, 26843545599999]", 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "[26843545600000, 53687091199999]", 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "[53687091200000, None]" 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 32, 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "Request size (bytes)", 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 512, 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 511]", 2024-04-12T17:54:17.424 INFO:tasks.workunit.client.0.smithi005.stdout: "[512, 1023]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[1024, 2047]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[2048, 4095]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[4096, 8191]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[8192, 16383]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[16384, 32767]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[32768, 65535]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[65536, 131071]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[131072, 262143]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[262144, 524287]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[524288, 1048575]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[1048576, 2097151]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[2097152, 4194303]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[4194304, 8388607]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[8388608, 16777215]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[16777216, 33554431]", 2024-04-12T17:54:17.425 INFO:tasks.workunit.client.0.smithi005.stdout: "[33554432, 67108863]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[67108864, 134217727]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[134217728, 268435455]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[268435456, 536870911]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[536870912, 1073741823]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[1073741824, 2147483647]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[2147483648, 4294967295]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[4294967296, 8589934591]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[8589934592, 17179869183]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[17179869184, 34359738367]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[34359738368, 68719476735]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[68719476736, 137438953471]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[137438953472, 274877906943]", 2024-04-12T17:54:17.426 INFO:tasks.workunit.client.0.smithi005.stdout: "[274877906944, None]" 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1756, 17, 1, 0, 10, 0, 2, 4, 7, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.427 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1375, 8, 2, 2, 2, 3, 10, 12, 26, 64, 78, 40, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 0, 1, 1, 2, 2, 4, 5, 14, 95, 257, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 496, 2, 0, 0, 0, 1, 0, 0, 1, 3, 20, 34, 253, 12, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 814, 2, 0, 0, 0, 0, 0, 1, 0, 2, 4, 9, 13, 47, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 585, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 8, 75, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 326, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.428 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.429 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 47, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2346, 20, 2, 0, 4, 1, 2, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1906, 4, 0, 1, 5, 7, 13, 17, 39, 71, 86, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 66, 6, 0, 0, 1, 1, 1, 2, 3, 4, 72, 277, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 24, 0, 0, 0, 0, 0, 0, 0, 6, 2, 14, 368, 11, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 160, 26, 0, 0, 0, 0, 2, 0, 1, 2, 3, 7, 21, 38, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 302, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.430 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2311, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 690, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.431 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.432 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 338, 3, 0, 2, 4, 1, 2, 2, 6, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 168, 7, 1, 0, 0, 2, 6, 7, 8, 7, 39, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 140, 11, 0, 0, 0, 0, 3, 4, 11, 13, 48, 87, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 58, 6, 0, 0, 0, 1, 1, 0, 1, 3, 12, 28, 39, 19, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 10, 35, 50, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 12, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.433 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.434 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 60, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1141, 29, 1, 2, 12, 0, 2, 2, 7, 6, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 543, 1, 2, 0, 1, 4, 3, 18, 27, 29, 43, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 198, 3, 2, 0, 2, 0, 1, 3, 6, 4, 43, 121, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.435 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 422, 1, 0, 0, 0, 0, 0, 1, 0, 5, 8, 18, 107, 14, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 480, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 11, 20, 33, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.436 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.437 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 994, 8, 0, 0, 13, 1, 1, 4, 4, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 800, 4, 3, 0, 5, 1, 7, 11, 14, 23, 38, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 397, 7, 0, 0, 1, 0, 0, 4, 2, 13, 58, 160, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 563, 0, 0, 0, 0, 0, 0, 0, 0, 3, 13, 14, 136, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 10, 13, 28, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 2, 14, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.438 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.439 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.440 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 124, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 454, 22, 0, 0, 14, 0, 0, 0, 3, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 75, 11, 0, 0, 3, 0, 0, 1, 1, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 145, 7, 0, 0, 0, 0, 3, 3, 4, 2, 27, 28, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 62, 25, 0, 0, 0, 0, 0, 1, 0, 2, 6, 19, 15, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 11, 22, 0, 0, 0, 0, 0, 0, 2, 1, 3, 7, 20, 35, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.441 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.442 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 82, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 961, 18, 1, 0, 11, 0, 3, 4, 7, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 812, 11, 0, 1, 2, 0, 4, 6, 7, 25, 34, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 451, 13, 0, 0, 0, 0, 0, 1, 2, 3, 47, 123, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 445, 15, 0, 0, 0, 0, 0, 1, 0, 1, 9, 13, 155, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.443 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 212, 27, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 14, 29, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 92, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 70, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.444 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.445 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 243, 10, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 73, 4, 0, 0, 2, 0, 3, 3, 2, 3, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 94, 2, 0, 0, 1, 0, 2, 3, 6, 8, 27, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 111, 0, 0, 0, 0, 0, 0, 1, 2, 4, 19, 31, 19, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 9, 28, 60, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.446 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.447 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: "axes": [ 2024-04-12T17:54:17.448 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 8, 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "number of replicas", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 1, 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0]", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[1, 1]", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[2, 2]", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[3, 3]", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[4, 4]", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[5, 5]", 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: "[6, None]" 2024-04-12T17:54:17.449 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "linear" 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "buckets": 10, 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "min": 0, 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "name": "duration", 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "quant_size": 250000, 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "ranges": [ 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[None, -1]", 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 249999]", 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[250000, 499999]", 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[500000, 999999]", 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[1000000, 1999999]", 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[2000000, 3999999]", 2024-04-12T17:54:17.450 INFO:tasks.workunit.client.0.smithi005.stdout: "[4000000, 7999999]", 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[8000000, 15999999]", 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[16000000, 31999999]", 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[32000000, None]" 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "scale_type": "log2" 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "osds": [ 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 0, 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.451 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 1, 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.452 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 2, 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.453 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 3, 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.454 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 4, 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.455 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 5, 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.456 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 6, 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.457 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "osd_id": 7, 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "values": [ 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-12T17:54:17.458 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: ] 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: "perf_counters": { 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: "mds.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: "mds": { 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: "caps": { 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flush_ack": { 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.459 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_grant": { 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_revoke": { 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "ceph_cap_op_trunc": { 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_commit": { 2024-04-12T17:54:17.460 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_complete": { 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_fetch_keys": { 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_merge": { 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "dir_split": { 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.461 INFO:tasks.workunit.client.0.smithi005.stdout: "exported_inodes": { 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "forward": { 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_cap_release": { 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps": { 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_caps_dirty": { 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.462 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_inode_file_caps": { 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "imported_inodes": { 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes": { 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_expired": { 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_pinned": { 2024-04-12T17:54:17.463 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "inodes_with_caps": { 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "load_cent": { 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "openino_dir_fetch": { 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "process_request_cap_release": { 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "reply_latency": { 2024-04-12T17:54:17.464 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "request": { 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rbytes": { 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rfiles": { 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "root_rsnaps": { 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.465 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_reply": { 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "subtrees": { 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_cache": { 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_enqueue_scrub": { 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_exportdir": { 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.466 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_flush": { 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragmentdir": { 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_fragstats": { 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_inodestats": { 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_inode": { 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "ireq_quiesce_path": { 2024-04-12T17:54:17.467 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_enqueued": { 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_prioritized": { 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_recovering_processing": { 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays": { 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.468 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_delayed": { 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_strays_enqueuing": { 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_completed": { 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_started": { 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_created": { 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.469 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_enqueued": { 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_migrated": { 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "strays_reintegrated": { 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_log": { 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "ev": { 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.470 INFO:tasks.workunit.client.0.smithi005.stdout: "evadd": { 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "evex": { 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "evexd": { 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "evexg": { 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "evlrg": { 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.471 INFO:tasks.workunit.client.0.smithi005.stdout: "evtrm": { 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "jlat": { 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "replayed": { 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "seg": { 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "segadd": { 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "segex": { 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "segexd": { 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "segexg": { 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "segmjr": { 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "segtrm": { 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.473 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_mem": { 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "cap": { 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "cap+": { 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "cap-": { 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "dir": { 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:17.474 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "dir+": { 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "dir-": { 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "dn": { 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "dn+": { 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "dn-": { 2024-04-12T17:54:17.475 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "heap": { 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248184 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "ino": { 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "ino+": { 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "ino-": { 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.476 INFO:tasks.workunit.client.0.smithi005.stdout: "rss": { 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 50580 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_server": { 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_acquisition_throttle": { 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "cap_revoke_eviction": { 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_request": { 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.477 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_client_session": { 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "handle_peer_request": { 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "req_create_latency": { 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getattr_latency": { 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.478 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getfilelock_latency": { 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "req_getvxattr_latency": { 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "req_link_latency": { 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookup_latency": { 2024-04-12T17:54:17.479 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookuphash_latency": { 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupino_latency": { 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupname_latency": { 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupparent_latency": { 2024-04-12T17:54:17.480 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lookupsnap_latency": { 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "req_lssnap_latency": { 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mkdir_latency": { 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.481 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mknod_latency": { 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "req_mksnap_latency": { 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "req_open_latency": { 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.482 INFO:tasks.workunit.client.0.smithi005.stdout: "req_readdir_latency": { 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rename_latency": { 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "req_renamesnap_latency": { 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmdir_latency": { 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.483 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmsnap_latency": { 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "req_rmxattr_latency": { 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setattr_latency": { 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setdirlayout_latency": { 2024-04-12T17:54:17.484 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setfilelock_latency": { 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setlayout_latency": { 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "req_setxattr_latency": { 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.485 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "req_snapdiff_latency": { 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "req_symlink_latency": { 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "req_unlink_latency": { 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "mds_sessions": { 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "average_load": { 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "avg_session_uptime": { 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "mdthresh_evicted": { 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:17.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "session_count": { 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "session_remove": { 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_open": { 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "sessions_stale": { 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "total_load": { 2024-04-12T17:54:17.488 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.489 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "purge_queue": { 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed": { 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executed_ops": { 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing": { 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_high_water": { 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops": { 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_executing_ops_high_water": { 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "pq_item_in_journal": { 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.491 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.86de95c56e559e8b8b8e2e84c42b599dc5267dc7": { 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 268 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:17.493 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8698 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8698, 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60780627 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8698, 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26094 2024-04-12T17:54:17.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8698, 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1593967455 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8696 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.496 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8696, 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60127721 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8696, 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67712 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8696, 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1435316053 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.497 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4, 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8698 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.498 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8698, 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28687414040 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.499 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.500 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.501 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 259104768 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 257474560 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1630208 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.503 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25065576 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.504 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.505 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68470013 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.506 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267174555 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1505307 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.507 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.508 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71058762 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.509 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178116370 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.510 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.511 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69347566 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:17.512 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 390455, 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2465143127 2024-04-12T17:54:17.513 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:17.514 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20968, 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3266175999 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.515 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.978b147fbc7a77424b91028bed3e381111db175f": { 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:17.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 270 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:17.517 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59210150 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.518 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1147982148 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 146 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.519 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2, 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.520 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:17.521 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:17.522 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23354636593 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.523 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8582 2024-04-12T17:54:17.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 116785724 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75186 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8582, 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1333979266 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.525 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168755200 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 165650432 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3104768 2024-04-12T17:54:17.526 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24761220 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.528 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68652097 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.529 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267296827 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483602 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.530 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70958195 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.532 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178197885 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.533 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.534 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69266051 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:17.535 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 100 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 371995, 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1827559906 2024-04-12T17:54:17.536 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.537 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20688, 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3208221709 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.538 INFO:tasks.workunit.client.0.smithi005.stdout: "mon.ff86de9cb2e2e4fd824c25c8f877d09be324cef2": { 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "election_call": { 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "election_lose": { 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "election_win": { 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_elections": { 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "num_sessions": { 2024-04-12T17:54:17.539 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "session_add": { 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "session_rm": { 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 282 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "session_trim": { 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "paxos": { 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "accept_timeout": { 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.540 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "begin": { 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8626 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_bytes": { 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8626, 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59570382 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_keys": { 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "begin_latency": { 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8626, 2024-04-12T17:54:17.541 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1262974222 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "collect": { 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_bytes": { 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 219 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_keys": { 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.542 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_latency": { 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3, 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_timeout": { 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "collect_uncommitted": { 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "commit": { 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8625 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_bytes": { 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.543 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_keys": { 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "commit_latency": { 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_ack_timeout": { 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "lease_timeout": { 2024-04-12T17:54:17.544 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn": { 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "new_pn_latency": { 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh": { 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8625 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "refresh_latency": { 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8625, 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27107446331 2024-04-12T17:54:17.545 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "restart": { 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state": { 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_bytes": { 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "share_state_keys": { 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.546 INFO:tasks.workunit.client.0.smithi005.stdout: "start_leader": { 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "start_peon": { 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state": { 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8625 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_bytes": { 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8625, 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 117483868 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_keys": { 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8625, 2024-04-12T17:54:17.547 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 75832 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "store_state_latency": { 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8625, 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1371971958 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache": { 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1020054731 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 168747008 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.548 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166739968 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2147483648 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2007040 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:full": { 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 360710144 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.549 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24866908 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.551 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68591488 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:inc": { 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 339738624 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.552 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 267251748 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1498125 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.553 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.554 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70988751 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "prioritycache:kv": { 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314572800 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.555 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 178167832 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.556 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.557 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69296104 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb": { 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "compact": { 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.558 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_len": { 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_queue_merge": { 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_range": { 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "get_latency": { 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 373954, 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2066345366 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_delay_time": { 2024-04-12T17:54:17.559 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_memtable_time": { 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_write_wal_time": { 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.560 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_latency": { 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "submit_sync_latency": { 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20795, 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3006345031 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.0": { 2024-04-12T17:54:17.561 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16116 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.562 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.563 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10915840 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 748576768 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4483406 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1367843 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 198, 2024-04-12T17:54:17.564 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 982718 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 753860608 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76910, 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7144358598 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76868, 2024-04-12T17:54:17.565 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13039221927 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15601664 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 314859520 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 749600768 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.566 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8380261694 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62194 2024-04-12T17:54:17.567 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077490688 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7077494784 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.568 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53719 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62194, 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2340583801 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8275113121 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58971 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.569 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3308902 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10818849 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 785 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.570 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7509947 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 785, 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4796238 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.571 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 834 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12105 2024-04-12T17:54:17.572 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1077088256 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.573 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14049280 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23822, 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 89196434 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3599, 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7039588250 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.574 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32760, 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 301945641 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.575 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76797, 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17443440340 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76128, 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1703253197 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.576 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76797, 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52645297 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76797, 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17496085637 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.577 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 32895, 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1016920842 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1046, 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2994631 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21125, 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10220606 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 53, 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68107 2024-04-12T17:54:17.578 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16551, 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1867226289 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 248458 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24324 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19912, 2024-04-12T17:54:17.579 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2055172252 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47578, 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16287056 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27666, 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1319813966 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15416, 2024-04-12T17:54:17.580 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503282087 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.581 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7767008912 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 560120556 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4164522463806 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.582 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9670, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6842052383568 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3164402026000 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11040423 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 535527602 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.583 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31114634166 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36073045 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16195294141 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.584 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16452078040 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10301697 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2615, 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15788033 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72078335133 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.585 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17637385287 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92706, 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 634278187 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 682319872 2024-04-12T17:54:17.586 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600170496 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 82149376 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.587 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56768624 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.588 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20480 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 217088 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.589 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68822928 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.590 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1392 2024-04-12T17:54:17.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90768 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.592 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69071032 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11028320 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.593 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37845749 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.594 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68566443 2024-04-12T17:54:17.595 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425764680 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.596 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96203 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.597 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1115169 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67951820 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 66 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.599 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45454 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 131612, 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8672093638 2024-04-12T17:54:17.600 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2775073096 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45454, 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 179742268940 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.601 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813645 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46482, 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22547621369 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45454, 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73642364059 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29229 2024-04-12T17:54:17.602 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29229, 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18154370677 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4241813645 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29548, 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6383448629 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.603 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29229, 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7901259802 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8706 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586847322 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20242943090 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.604 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9243, 2024-04-12T17:54:17.605 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6135759221 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8706, 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14616089606 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7519 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2188225774 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.606 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141344955173 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7691, 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10028413519 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7519, 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51125014651 2024-04-12T17:54:17.607 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16777241 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.608 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 767918080 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.1": { 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22578 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.609 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.610 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10801152 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 797175808 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.611 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4614176 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18, 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1370917 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 200, 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 957956 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.612 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 809304064 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76316, 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6753787837 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76287, 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12481893876 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13225984 2024-04-12T17:54:17.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 312483840 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 817823744 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.614 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7713578685 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52658 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765977600 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.615 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6765981696 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46417 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.616 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52658, 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2270921974 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7600355745 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49189 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3670926 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.617 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 656 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10713042 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 896 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:17.618 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7042116 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 246 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.619 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 896, 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2835048 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.620 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8, 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10859 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1123196928 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.622 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13451264 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22301, 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87571059 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3554, 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7319584007 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.623 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23225, 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 204277762 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.624 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16713473414 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 75557, 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1804626021 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.625 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51143867 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76217, 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16764617281 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26255, 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 770006500 2024-04-12T17:54:17.626 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 875, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2832094 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11035, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10913926 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 46, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78478 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10778, 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1400198504 2024-04-12T17:54:17.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227672 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27554 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 21838, 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1930725047 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 70634, 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20129752 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.628 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 48796, 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 987642628 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15646, 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 484852823 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.629 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7768785927 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.630 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1205123226 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22141, 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4112024388937 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 22142, 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6566631604625 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3167227040161 2024-04-12T17:54:17.631 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90794, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9485947 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 531998641 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28360199935 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.632 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36195661 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13694252153 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16630602797 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710780 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.633 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2578, 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15956795 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67001630554 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17755374694 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 90795, 2024-04-12T17:54:17.634 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692954122 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 669007872 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 643653632 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:17.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25354240 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.636 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56714436 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.637 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73728 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 991232 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68049724 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.639 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 256 2024-04-12T17:54:17.640 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107008 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.641 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69462332 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.642 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10632992 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37809624 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.643 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.644 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68997896 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.645 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 425358276 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.646 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 106287 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1106172 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.647 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68357137 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.648 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.649 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42531 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133377, 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10711975856 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.650 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2515339678 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42531, 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 729902076860 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559377 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.651 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 44206, 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32744867052 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 42531, 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 104203919807 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20135 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20135, 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11473723329 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.652 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2605559377 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20559, 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5470736835 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20135, 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5173473034 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.653 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12221 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 302484354 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 98943941995 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.654 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12366, 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12980195759 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12221, 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30059055185 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10175 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.655 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2212855324 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 619484411536 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11281, 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14293934458 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.656 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10175, 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68971391588 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.657 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822767616 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.2": { 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17820 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.659 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7110656 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 565452800 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:17.660 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5035062 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17, 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1411849 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 166, 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 876754 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.661 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 460259328 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69376, 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6073206370 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69382, 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11588954873 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1552384 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.662 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 284188672 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 481558528 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.663 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4666454667 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47818 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982733312 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3982737408 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.664 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36350 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47818, 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1876087113 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4570652044 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44879 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.665 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2363867 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 504 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7053438 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:17.666 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4689571 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 172 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 670, 2024-04-12T17:54:17.667 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1861617 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.668 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 646 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9, 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11465 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.669 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 859324416 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13438976 2024-04-12T17:54:17.670 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14423, 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54091503 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3605, 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5999134594 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.671 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26111, 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 226055762 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.672 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15278492274 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 68674, 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1555323939 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.673 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38588836 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69321, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15317081110 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54751, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 716919389 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.674 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 932, 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2663569 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20586, 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9850588 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 37, 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48831 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19719, 2024-04-12T17:54:17.675 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 929297805 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 243534 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17774 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11507, 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1351929589 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30575, 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11491816 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.676 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 19068, 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1025741800 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12499, 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 436023845 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.677 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4984092165 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.678 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 470692334 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6450, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3924964835578 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 6452, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6385411125353 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2830090897313 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.679 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78522, 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8563443 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 180740310 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25807471981 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33455878 2024-04-12T17:54:17.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13052664220 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12855857994 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9710601 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2568, 2024-04-12T17:54:17.681 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15256516 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56894596196 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13866315406 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78524, 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 488065852 2024-04-12T17:54:17.682 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 546127872 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 469893120 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:17.683 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 76234752 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.684 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57196115 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.685 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8192 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57344 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.686 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68567469 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:17.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1360 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87056 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.689 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74257195 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.690 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6925632 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38130743 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.692 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72384137 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.693 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428970869 2024-04-12T17:54:17.694 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 87066 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1139871 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.696 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73118674 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.697 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:17.698 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56404 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 145609, 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8177350330 2024-04-12T17:54:17.699 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1897528793 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.700 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 78150430329 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 57247, 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40593574669 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 56404, 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62650863396 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.701 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28004 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16496037263 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3157167340 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.702 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28446, 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5660771816 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 28004, 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7956318101 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26827 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 435315478 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:17.703 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46432649759 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 27074, 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 31978596525 2024-04-12T17:54:17.704 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26827, 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44462291332 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1573 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1462213315 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15221743307 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.705 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1727, 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2954206328 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1573, 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10232253963 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.706 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 473714688 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.3": { 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.707 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16871 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.708 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.709 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2781184 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 629448704 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5475252 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:17.710 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1231820 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 846546 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 589496320 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66661, 2024-04-12T17:54:17.711 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5709730504 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66638, 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10865027888 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6995968 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 272994304 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 606535680 2024-04-12T17:54:17.712 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 44 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1747036453 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.713 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26206 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600503808 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1600507904 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.714 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22619 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26206, 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 902052838 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1676033214 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.715 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24026 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 977708 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 433 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2756335 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.716 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1778627 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159 2024-04-12T17:54:17.717 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 591, 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1071999 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.718 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 660 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10304 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.719 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.720 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 907653120 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.721 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17542, 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64227634 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3569, 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4250279486 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.722 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17700, 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 158165206 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.723 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14335215460 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65990, 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1591697625 2024-04-12T17:54:17.724 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43318656 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 66589, 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14378534116 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.725 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26738, 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 632062199 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1364, 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3199871 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8969, 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6780719 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 41, 2024-04-12T17:54:17.726 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60236 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12398, 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1521143680 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 210463 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18029 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.727 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29015, 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1350128199 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 78710, 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 23607118 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49695, 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740908468 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.728 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12441, 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 373693316 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.729 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5008031458 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1200803149 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18447, 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4115141539212 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.730 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 18449, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6805758123277 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2545431315191 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76334, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7712386 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 159474947 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.731 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24458915425 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 32023227 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11865561199 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.732 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10885511880 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522225 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2532, 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16158232 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52391280470 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.733 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11870978847 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76336, 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 495753389 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406237982 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 591650816 2024-04-12T17:54:17.734 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562479104 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601816883 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29171712 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.735 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57487072 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.736 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12288 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.737 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 90112 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.738 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68239648 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.739 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.740 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1264 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 79984 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.741 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72082188 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.742 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2350928 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38324715 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.743 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.744 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68376261 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.745 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 431153044 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.746 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96823 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.747 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1130940 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.748 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 70935673 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.749 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51841 2024-04-12T17:54:17.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 133403, 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8122335754 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525678176 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.751 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 260179686270 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 54049, 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29502187031 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 51841, 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 64632584749 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.752 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34527 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46716950307 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1959481930 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.753 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34777, 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7854345992 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34527, 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8123493168 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13307 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 254716420 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:17.754 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 169547778379 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15145, 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16526955971 2024-04-12T17:54:17.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13307, 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 34046863042 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4007 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1270961756 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43914957584 2024-04-12T17:54:17.756 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4127, 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5120885068 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4007, 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22462228539 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.757 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194354 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 598781952 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.758 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.4": { 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21823 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.759 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.760 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10436608 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 710332416 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5305444 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3013900 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.761 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 176, 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 887483 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 730726400 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63180, 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5725124538 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.762 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63147, 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10431531932 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9220096 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258580480 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 743505920 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.763 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 55 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7414012484 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63207 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.764 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463836160 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6463840256 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56784 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.765 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63207, 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2299192300 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7278653812 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59060 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3207341 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.766 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 816 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10170713 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1062 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6963372 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.767 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1062, 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6491047 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.768 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 822 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:17.769 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12656 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.770 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 981643264 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9265152 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20901, 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72698694 2024-04-12T17:54:17.771 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3498, 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6217319313 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.772 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16458, 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136606326 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.773 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14014164937 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62578, 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1483834424 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53463013 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.774 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63055, 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14067627950 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 23647, 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 670922536 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 772, 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155533 2024-04-12T17:54:17.775 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20953, 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11113006 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45, 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57760 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15112, 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2715072387 2024-04-12T17:54:17.776 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 193256 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20928 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17183, 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1068535901 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.777 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 52479, 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16100519 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35296, 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 695873579 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13755, 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 404343510 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.778 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5150590669 2024-04-12T17:54:17.779 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 742123502 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17939, 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3604814872934 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17941, 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6393692562602 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.780 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2574886392247 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72353, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7619907 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184594157 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21863839321 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.781 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30521219 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9711286829 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12522349373 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5517024 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.782 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2449, 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13964798 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49446656001 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13429167691 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 72355, 2024-04-12T17:54:17.783 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 468171460 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 610222080 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 461004800 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.784 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 149217280 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.785 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56842064 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.786 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24576 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 724992 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.787 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68237488 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.788 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1904 2024-04-12T17:54:17.789 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 131904 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.790 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68478578 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.791 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9857904 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37894709 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.792 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.793 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69687899 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426315486 2024-04-12T17:54:17.794 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 96059 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.795 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1120034 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67396293 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.796 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.797 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39474 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 100789, 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10748744159 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.798 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1533204354 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53236680056 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.799 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40143, 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14274740660 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39474, 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29934825143 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 29891 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13519191058 2024-04-12T17:54:17.800 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2081535724 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30082, 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5842658660 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 29891, 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6214966922 2024-04-12T17:54:17.801 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5494 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 269270283 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8855375591 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.802 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5851, 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3493820325 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 5494, 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7381684752 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.803 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4089 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263934071 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30862113407 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4210, 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4938261675 2024-04-12T17:54:17.804 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4089, 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16338173469 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.805 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 740007936 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.5": { 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27444 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.806 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.807 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9003008 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.808 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 652386304 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833636 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20, 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1445782 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 194, 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 921062 2024-04-12T17:54:17.809 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 536084480 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81595, 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6257390393 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81592, 2024-04-12T17:54:17.810 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11800814950 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1724416 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 334262272 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 557383680 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.811 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6800988370 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 69722 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.812 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889712128 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5889716224 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58577 2024-04-12T17:54:17.813 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 69722, 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2506867517 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6651974196 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65157 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2680588 2024-04-12T17:54:17.814 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 790 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8920995 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1082 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6240407 2024-04-12T17:54:17.815 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 303 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1082, 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2730223 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.816 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11, 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13639 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.817 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 998666240 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.818 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9269248 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20052, 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74578585 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3543, 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7058536705 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.819 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20473, 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 164835701 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.820 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15617415354 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 80877, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1657078375 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 51157400 2024-04-12T17:54:17.821 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 81536, 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15668572754 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38679, 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 631014817 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.822 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 817, 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2385568 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13503, 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13529829 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 63913 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17313, 2024-04-12T17:54:17.823 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2935808048 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 244538 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21091 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 20240, 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1096170419 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.824 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 50656, 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15506469 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30416, 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 828833653 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15620, 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 450611428 2024-04-12T17:54:17.825 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.826 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5768294191 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 499887402 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8903, 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4267460455472 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8904, 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6627532206296 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.827 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3371104615442 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92591, 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10001658 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 289617002 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.828 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25895150656 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35351465 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11693045877 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14501001734 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.829 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5522230 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2422, 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13257267 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58160591259 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15613201101 2024-04-12T17:54:17.830 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 92592, 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 541557864 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 600465408 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 567205888 2024-04-12T17:54:17.831 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33259520 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.832 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 56876174 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.833 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 94208 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.834 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68854642 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 562036736 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.835 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1872 2024-04-12T17:54:17.836 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 136080 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.837 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68218611 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.838 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8476608 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 37917449 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.839 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.840 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71046455 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 494927872 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.841 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 426571309 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.842 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 103810 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.843 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1105677 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67147076 2024-04-12T17:54:17.844 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.845 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 52 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 45192 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 128607, 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12666768659 2024-04-12T17:54:17.846 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1428457663 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57302018483 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.847 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45812, 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14865763321 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 45192, 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25687815166 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 33799 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:17.848 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12548407584 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1989102692 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33942, 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6791009851 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 33799, 2024-04-12T17:54:17.849 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6633324518 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9815 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453201866 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17072679195 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.850 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10077, 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6049768836 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 9815, 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12814636645 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.851 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1578 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 975255797 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 27680931704 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.852 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1793, 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2024984634 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1578, 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6239854003 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12582921 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12 2024-04-12T17:54:17.853 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 545366016 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.6": { 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14812 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.854 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.855 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3706880 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 511770624 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.856 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3115799 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15, 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 886906 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 144, 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681773 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.857 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 409796608 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63056, 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5086911647 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63068, 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9515592500 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9007104 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 258367488 2024-04-12T17:54:17.858 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 405536768 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.859 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2499553228 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38862 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155429888 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2155433984 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.860 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28125 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 38862, 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1352127046 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2410958300 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 36144 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.861 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1237863 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 521 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3669199 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 719 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.862 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2431336 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 199 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.863 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 719, 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1313411 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1033 2024-04-12T17:54:17.864 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7, 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9768 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.865 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776130560 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9854976 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13802, 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 48976433 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.866 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3422, 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4217853841 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.867 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17773, 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 142830156 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:17.868 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12648527258 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 62614, 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1246894486 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35155409 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 63025, 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12683682667 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.869 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26853, 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390198446 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 762, 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2204898 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 8611, 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7746771 2024-04-12T17:54:17.870 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43, 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 62251 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11094, 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1263215803 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 185429 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18583 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.871 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12941, 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1072745482 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 43583, 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12262212 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 30642, 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 681766185 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.872 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 11895, 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 356701128 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.873 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3951304126 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 692075946 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14362, 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3518598879361 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 14364, 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5833299174746 2024-04-12T17:54:17.874 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2991101424112 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73429, 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7832188 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 141148184 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.875 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 21389892656 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 30570498 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10531904264 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10029021074 2024-04-12T17:54:17.876 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6112489 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2362, 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12643247 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 46057337945 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.877 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10819045543 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 73431, 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 449653841 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.878 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 456359936 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 437395456 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18964480 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.879 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57381020 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.880 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 688128 2024-04-12T17:54:17.881 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67743588 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.882 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.883 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1488 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 101904 2024-04-12T17:54:17.884 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 224 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.885 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 72855214 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 176160768 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3063248 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.886 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38254013 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.887 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.888 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67734643 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.889 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 430357650 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.890 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95441 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1141274 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.891 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 71722115 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 15 2024-04-12T17:54:17.892 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 53 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.893 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35154 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 94978, 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 8401837276 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.894 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1525751215 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73423309953 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35650, 2024-04-12T17:54:17.895 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13555334389 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 35154, 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28551513303 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26190 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12776234570 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.896 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1995651923 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26417, 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5264303049 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26190, 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4751276669 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4803 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 331764566 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.897 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13218269079 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4967, 2024-04-12T17:54:17.898 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3445444068 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4803, 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9310769176 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4161 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1193986649 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.899 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47428806304 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4266, 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4845587272 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 4161, 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 14489467458 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.900 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4194320 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 419667968 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.901 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "osd.7": { 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "bluefs": { 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_db_max_lat": { 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25949 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_fallback": { 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_max_lat": { 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_slow_size_fallback": { 2024-04-12T17:54:17.902 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_db": { 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 65536 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_slow": { 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit_wal": { 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_wal_max_lat": { 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.903 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_slow": { 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_sst": { 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6139904 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_written_wal": { 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 572272640 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lat": { 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5633596 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.904 INFO:tasks.workunit.client.0.smithi005.stdout: "compact_lock_lat": { 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16, 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1239103 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "db_alloc_lat": { 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 160, 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 824709 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "db_total_bytes": { 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995027456 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "db_used_bytes": { 2024-04-12T17:54:17.905 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 500367360 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "flush_lat": { 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65928, 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5355176632 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "fsync_lat": { 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65910, 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10088070863 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "log_bytes": { 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4014080 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "logged_bytes": { 2024-04-12T17:54:17.906 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 270012416 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_db": { 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 517406720 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_slow": { 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "max_bytes_wal": { 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "num_files": { 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43 2024-04-12T17:54:17.907 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "read_bytes": { 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3675460611 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "read_count": { 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47921 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes": { 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046608896 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_db": { 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3046612992 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_slow": { 2024-04-12T17:54:17.908 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_bytes_wal": { 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "read_disk_count": { 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 35022 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 47921, 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1497143931 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_bytes": { 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3544896156 2024-04-12T17:54:17.909 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "read_prefetch_count": { 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 43921 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_bytes": { 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1884527 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_buffer_count": { 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 612 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_bytes": { 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6084959 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_count": { 2024-04-12T17:54:17.910 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 776 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes": { 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_db": { 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4200432 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_slow": { 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_bytes_wal": { 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_disk_count": { 2024-04-12T17:54:17.911 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 166 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "read_random_lat": { 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 776, 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1965605 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_alloc_lat": { 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_total_bytes": { 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_used_bytes": { 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.912 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1, 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 674 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "unlink_lat": { 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 10, 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12621 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_alloc_lat": { 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_total_bytes": { 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.913 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "wal_used_bytes": { 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "write_bytes": { 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 850853888 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore": { 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "alloc_unit": { 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4096 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": { 2024-04-12T17:54:17.914 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9846784 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "allocator_lat": { 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 17652, 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 59533489 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "clist_lat": { 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 3481, 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4314009724 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_lat": { 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed": { 2024-04-12T17:54:17.915 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_allocated": { 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "compressed_original": { 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "csum_lat": { 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 24811, 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 209750382 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "decompress_lat": { 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.916 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "fragmentation_micros": { 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_commit_lat": { 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13381547199 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_final_lat": { 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65371, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1422851288 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_flush_lat": { 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42594163 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.917 INFO:tasks.workunit.client.0.smithi005.stdout: "kv_sync_lat": { 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 65859, 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 13424141362 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_keys_lat": { 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 0, 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_get_values_lat": { 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 240094, 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1034799864 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.918 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_lower_bound_lat": { 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 697, 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2077309 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_next_lat": { 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 126116, 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 42049209 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_seek_to_first_lat": { 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 49, 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 58710 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_upper_bound_lat": { 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 15186, 2024-04-12T17:54:17.919 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 971698960 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_hits": { 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 410487 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "onode_misses": { 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 18227 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "read_lat": { 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 7663, 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1256337101 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "read_onode_meta_lat": { 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 34333, 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 9740161 2024-04-12T17:54:17.920 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "read_wait_aio_lat": { 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26670, 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 963417330 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "reads_with_retries": { 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "remove_lat": { 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 13527, 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 390513071 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_aio_wait_count": { 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_committed_kv_count": { 2024-04-12T17:54:17.921 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_onode_meta_count": { 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "slow_read_wait_aio_count": { 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "state_aio_wait_lat": { 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 4932201918 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_aio_wait_lat": { 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 728589353 2024-04-12T17:54:17.922 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_cleanup_lat": { 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 3684540819177 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "state_deferred_queued_lat": { 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 16060, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6326126079007 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "state_done_lat": { 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2863822050260 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "state_finishing_lat": { 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.923 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7851532 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "state_io_done_lat": { 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 227266228 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_commiting_lat": { 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 22636147403 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_done_lat": { 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28901784 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.924 INFO:tasks.workunit.client.0.smithi005.stdout: "state_kv_queued_lat": { 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11299129945 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "state_prepare_lat": { 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 10828359796 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": { 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 6107269 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "truncate_lat": { 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 2365, 2024-04-12T17:54:17.925 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12338085 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_commit_lat": { 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 49934736625 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_submit_lat": { 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11750728860 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "txc_throttle_lat": { 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 76201, 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 453593511 2024-04-12T17:54:17.926 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache": { 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_bytes": { 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1406238592 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "heap_bytes": { 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 586432512 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "mapped_bytes": { 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 566362112 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "target_bytes": { 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2601817600 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.927 INFO:tasks.workunit.client.0.smithi005.stdout: "unmapped_bytes": { 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 20070400 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:data": { 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 125829120 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.928 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 57176052 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.929 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 16384 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 28672 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.930 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 68608012 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv": { 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 570425344 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.931 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1616 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 107072 2024-04-12T17:54:17.932 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 74387398 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.933 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:kv_onode": { 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 184549376 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 67108864 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 5919536 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 38117368 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.934 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.935 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73403608 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "bluestore-pricache:meta": { 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "committed_bytes": { 2024-04-12T17:54:17.936 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 503316480 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "pri0_bytes": { 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "pri10_bytes": { 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "pri11_bytes": { 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 428820394 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "pri1_bytes": { 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "pri2_bytes": { 2024-04-12T17:54:17.937 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "pri3_bytes": { 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "pri4_bytes": { 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "pri5_bytes": { 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 113849 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "pri6_bytes": { 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1119686 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.938 INFO:tasks.workunit.client.0.smithi005.stdout: "pri7_bytes": { 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "pri8_bytes": { 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "pri9_bytes": { 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "reserved_bytes": { 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 73262551 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "objecter": { 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "op_active": { 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.939 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 47 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rmw": { 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "osd": { 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg": { 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 60 2024-04-12T17:54:17.940 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "numpg_removing": { 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "op": { 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 39677 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "op_before_queue_op_lat": { 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 113399, 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11517529595 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_degraded": { 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "op_delayed_unreadable": { 2024-04-12T17:54:17.941 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "op_in_bytes": { 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1801518756 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "op_latency": { 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 54647963686 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "op_out_bytes": { 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "op_prepare_latency": { 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 40163, 2024-04-12T17:54:17.942 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 25574545071 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "op_process_latency": { 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 39677, 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 40582775030 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r": { 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 26146 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency": { 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 17881361733 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-12T17:54:17.943 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_out_bytes": { 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2626852202 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_prepare_latency": { 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26270, 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12101747589 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "op_r_process_latency": { 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 26146, 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12864875611 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw": { 2024-04-12T17:54:17.944 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12352 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_in_bytes": { 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 446833117 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency": { 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 24381965452 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.945 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_out_bytes": { 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_prepare_latency": { 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12642, 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 11116116550 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "op_rw_process_latency": { 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 12352, 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 19769681971 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w": { 2024-04-12T17:54:17.946 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1179 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_in_bytes": { 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 1354685639 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency": { 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 12384636501 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_prepare_latency": { 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1251, 2024-04-12T17:54:17.947 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2356680932 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "op_w_process_latency": { 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "count": 1179, 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 7948217448 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "op_wip": { 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_bytes": { 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 0 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "recovery_ops": { 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 2 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.948 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes": { 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 95995035648 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_bytes_used": { 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: "value": 510222336 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": [ 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.949 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:17.950 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:17.950 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:17.950 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:17.950 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.950 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:17.950 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:17.950 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:17.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 1, 2024-04-12T17:54:17.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 1, 2024-04-12T17:54:17.953 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 1, 2024-04-12T17:54:17.953 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:17.953 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 1781760, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 1781760, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 2, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.464460067130858e-06, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:17.954 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 1178, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 2041856, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 590368, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 590368, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 1771104, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 391, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 2473984 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.955 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 32, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 32, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 2, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:17.956 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 155041, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 110592, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 22, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 44449, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 2.144470840903523e-07, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 158, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 178176, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 21438, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 6622, 2024-04-12T17:54:17.957 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 14816, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 64314, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 69, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 36864 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:17.958 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool" 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 64, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 64, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 3, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 0, 2024-04-12T17:54:17.959 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 0.0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 0, 2024-04-12T17:54:17.960 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 0, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 0, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 0, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 0 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.961 INFO:tasks.workunit.client.0.smithi005.stdout: "cache_mode": "none", 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "erasure_code_profile": {}, 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "flags_names": [ 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "hashpspool", 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "selfmanaged_snaps" 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "min_size": 2, 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "options": {}, 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_autoscale_mode": "off", 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 8, 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pgp_num": 8, 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "pool": 4, 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "size": 3, 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "stats": { 2024-04-12T17:54:17.962 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_raw": 722980120842, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "bytes_used": 12595200, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_bytes_used": 0, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "compress_under_bytes": 0, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "data_bytes_used": 12595200, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty": 0, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "max_avail": 240993370112, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "objects": 4, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_bytes_used": 0, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "percent_used": 1.7420923541067168e-05, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_bytes": 0, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "quota_objects": 0, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "rd": 8953, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "rd_bytes": 3085829120, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "stored": 4194323, 2024-04-12T17:54:17.963 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_data": 4194323, 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_omap": 0, 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "stored_raw": 12582969, 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "wr": 24377, 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "wr_bytes": 3240864768 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_bytes": 0, 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "target_max_objects": 0, 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "type": "replicated" 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": { 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "mirroring_by_pool": [ 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: false 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: "num_images_by_pool": [ 2024-04-12T17:54:17.964 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pools": 1 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "report_id": "b8abf6fe-aba3-4b4c-93d2-b2994d12f48d", 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "report_timestamp": "2024-04-12T17:54:16.029887", 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "report_version": 1, 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "rocksdb_stats": { 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "7.9.2" 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "rook": { 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "cluster": { 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "external-mode": null, 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "mon": { 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "allow-multiple-per-node": null, 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "count": null, 2024-04-12T17:54:17.965 INFO:tasks.workunit.client.0.smithi005.stdout: "max-id": null, 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "pvc": { 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "stretch": { 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "enabled": null 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "network": { 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "provider": null 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "storage": { 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "device-set": { 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "non-portable": null, 2024-04-12T17:54:17.966 INFO:tasks.workunit.client.0.smithi005.stdout: "portable": null, 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "csi": { 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes": { 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "node": { 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "kubernetes-total": null, 2024-04-12T17:54:17.967 INFO:tasks.workunit.client.0.smithi005.stdout: "with-ceph-daemons": null, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-cephfs-plugin": null, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-nfs-plugin": null, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "with-csi-rbd-plugin": null 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "storage-class": { 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "count": { 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "bucket": null, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs": null, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "nfs": null, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd": null, 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: "total": null 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:17.968 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "version": null 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "services": {}, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pg": [ 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.969 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.669176+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669512+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.970 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870714+0000", 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.971 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2c", 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:36:18.139092+0000", 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.972 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.973 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.974 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:17.975 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:17.976 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675339+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675729+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:17.977 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870182+0000", 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2b", 2024-04-12T17:54:17.978 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:20:10.042896+0000", 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.979 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.980 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.981 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.982 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.983 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.654088+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654466+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.984 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869303+0000", 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2a", 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.985 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:07:57.460248+0000", 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.986 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.987 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.988 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.989 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:17.990 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.705284+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.705735+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702111+0000", 2024-04-12T17:54:17.991 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.29", 2024-04-12T17:54:17.992 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:07:06.472478+0000", 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:17.993 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:17.994 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:17.995 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.996 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:17.997 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.693908+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.694359+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:17.998 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866673+0000", 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:17.999 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.28", 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4991, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:40:38.424077+0000", 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.000 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.001 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.002 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.003 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.004 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700178+0000", 2024-04-12T17:54:18.005 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700592+0000", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.006 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703584+0000", 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.007 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.27", 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5049, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:29:36.068273+0000", 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.008 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.009 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.010 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.011 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.012 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665584+0000", 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.665925+0000", 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.013 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867931+0000", 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.014 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.26", 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.015 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:43:13.643306+0000", 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.016 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.017 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.018 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.019 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:18.020 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.643261+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.643572+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866723+0000", 2024-04-12T17:54:18.021 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.022 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.25", 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:22:15.891588+0000", 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.023 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.024 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.025 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.026 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.027 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.648585+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.648953+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:18.028 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701844+0000", 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.029 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.24", 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5064, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:45:07.014798+0000", 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.030 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.031 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.032 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.033 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.034 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695366+0000", 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696257+0000", 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.035 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869987+0000", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.036 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.23", 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:46:49.991372+0000", 2024-04-12T17:54:18.037 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.038 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.039 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.040 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.041 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.696936+0000", 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698976+0000", 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:18.042 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868937+0000", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.043 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.22", 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.044 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:43:49.283110+0000", 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.045 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.046 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.047 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.048 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667087+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.667482+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:18.049 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701641+0000", 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.050 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.21", 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5106, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:02:52.291715+0000", 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.051 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.052 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.053 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.054 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.055 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678192+0000", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678634+0000", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.056 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865840+0000", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.057 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.20", 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4948, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:04:51.298796+0000", 2024-04-12T17:54:18.058 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.059 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.060 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.061 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.062 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652659+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652959+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:18.063 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876917+0000", 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.064 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.f", 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4451, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:43:06.674951+0000", 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.065 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.066 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.067 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.068 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675099+0000", 2024-04-12T17:54:18.069 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675532+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704130+0000", 2024-04-12T17:54:18.070 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.e", 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.071 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:46:31.216796+0000", 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.072 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.073 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:18.074 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.075 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673169+0000", 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.076 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867776+0000", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.077 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.c", 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.078 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:18:42.863370+0000", 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.079 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.080 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.081 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.082 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697626+0000", 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.698661+0000", 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.083 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866621+0000", 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:18.084 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.d", 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.085 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:42:35.540517+0000", 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 70, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.086 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.087 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:18.088 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.089 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:18.090 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669456+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670241+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.091 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880026+0000", 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.092 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.d", 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4931, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:03:57.758734+0000", 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.093 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.094 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.095 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.096 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.097 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.684515+0000", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.684978+0000", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.098 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703651+0000", 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.099 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.c", 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.100 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5103, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:31:28.984008+0000", 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.101 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.102 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.103 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.104 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678448+0000", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.678865+0000", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.105 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867665+0000", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.106 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.a", 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4943, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:42:42.958045+0000", 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.107 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.108 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.109 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.110 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.111 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.663580+0000", 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.663919+0000", 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:18.112 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866615+0000", 2024-04-12T17:54:18.113 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 4, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 4, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.114 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.b", 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4945, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:00:12.376181+0000", 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.115 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.116 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.117 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.118 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'4" 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.119 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.700380+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.700723+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:18.120 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703556+0000", 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.121 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.b", 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5065, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:16:41.750317+0000", 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.122 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.123 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.124 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.125 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.126 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669941+0000", 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671363+0000", 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:18.127 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867430+0000", 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.128 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.a", 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.129 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5097, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:10.950025+0000", 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.130 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.131 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.132 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.133 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:18.134 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.670576+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671830+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:18.135 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700780+0000", 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.8", 2024-04-12T17:54:18.136 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5059, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:06:35.974980+0000", 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.137 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.138 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.139 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.140 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.141 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.681366+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.681750+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:18.142 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868504+0000", 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.143 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.9", 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5098, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:54:51.168303+0000", 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.144 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.145 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.146 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.147 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:18.148 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661556+0000", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661877+0000", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.149 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700632+0000", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.150 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.9", 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:18.151 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:33:41.161784+0000", 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.152 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.153 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.154 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.155 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:18.156 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672351+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672669+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.157 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866519+0000", 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.158 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.8", 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4937, 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:23.919106+0000", 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.159 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.160 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.161 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.162 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.163 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.692782+0000", 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.693112+0000", 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:18.164 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:18.165 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866851+0000", 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.166 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.6", 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5126, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:40.064440+0000", 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.167 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.168 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.169 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.170 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.171 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.664266+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.664634+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:18.172 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870079+0000", 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.173 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.7", 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4926, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:47:19.253289+0000", 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.174 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.175 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.176 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.177 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:18.178 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672208+0000", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075571+0000", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.179 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700582+0000", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.180 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.1", 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8698, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:08:26.871729+0000", 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005664122, 2024-04-12T17:54:18.181 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.182 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.183 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1160, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362808, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.184 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2984, 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 371964 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.185 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.186 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669019+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669400+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.187 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703161+0000", 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.188 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.7", 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5066, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:33:14.393926+0000", 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.189 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.190 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.191 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.192 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.193 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678884+0000", 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679404+0000", 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:18.194 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867422+0000", 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.195 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.6", 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.196 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5105, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:49:21.094699+0000", 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.197 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.198 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 4, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 4, 2024-04-12T17:54:18.199 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "554'3" 2024-04-12T17:54:18.200 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:18.201 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669238+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.069197+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.202 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700671+0000", 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2989, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2989, 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.203 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.0", 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8859, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:37:23.150864+0000", 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003455523, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.204 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.205 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1370, 2024-04-12T17:54:18.206 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 360204, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2957, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 374094 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.207 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'2989" 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.208 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.680950+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.681340+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.209 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869709+0000", 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.210 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.4", 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5099, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:38:16.255118+0000", 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.211 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.212 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.213 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.214 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.215 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.636254+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.636617+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:18.216 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703230+0000", 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.217 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.5", 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4389, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:09:49.255169+0000", 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.218 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.219 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.220 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.221 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.222 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675377+0000", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.142860+0000", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.223 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:54:13.100989+0000", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3061, 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.224 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3061, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.3", 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8822, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:43:50.264113+0000", 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003940624, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.225 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.226 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.227 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 880, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 362022, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3046, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 375523 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.228 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3061" 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.229 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668571+0000", 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.671496+0000", 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.230 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866790+0000", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.231 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.0", 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.232 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:28:34.705179+0000", 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.233 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.234 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.235 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.236 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.698865+0000", 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.699282+0000", 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:18.237 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701546+0000", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.238 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1", 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5100, 2024-04-12T17:54:18.239 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:43:43.520426+0000", 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.240 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.241 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.242 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.243 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.680821+0000", 2024-04-12T17:54:18.244 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.144428+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867019+0000", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3010, 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.245 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3010, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.6", 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8745, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.246 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:32:57.693501+0000", 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.005413492, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194304, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.247 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.248 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 929, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 325859, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 2972, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 402318 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.249 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3010" 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.250 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 19, 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668023+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670341+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:18.251 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:18:47.496809+0000", 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866681+0000", 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.252 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "1.0", 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.253 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5573, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:02:52.817103+0000", 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.254 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.255 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.256 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.257 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "2146'237" 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.258 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.671730+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672125+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:18.259 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869570+0000", 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.260 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.3", 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4998, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:19:13.883304+0000", 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.261 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.262 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.263 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.264 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.265 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676491+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676899+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:18.266 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701019+0000", 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.267 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2", 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:08:44.004197+0000", 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.268 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.269 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.270 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.271 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.272 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669037+0000", 2024-04-12T17:54:18.273 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.075885+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870409+0000", 2024-04-12T17:54:18.274 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3090, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3090, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.275 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.5", 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8890, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:59:16.177190+0000", 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.002061104, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.276 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.277 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.278 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1521, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 415864, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3066, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 401664 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.279 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1122'3090" 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.280 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.639502+0000", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.639827+0000", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:18.281 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701739+0000", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.282 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1", 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.283 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:44:27.730787+0000", 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.284 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.285 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.286 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.287 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:18.288 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680099+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680761+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.289 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865334+0000", 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.290 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.0", 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5101, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:18:46.556998+0000", 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.291 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.292 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.293 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.294 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.295 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686867+0000", 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.086927+0000", 2024-04-12T17:54:18.296 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868201+0000", 2024-04-12T17:54:18.297 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3141, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3141, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.298 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.7", 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8979, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:30:07.575834+0000", 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.007502871, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.299 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.300 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.301 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1151, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 400957, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3120, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 395839 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.302 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3141" 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.303 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675824+0000", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.676181+0000", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.304 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701131+0000", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.305 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3", 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5023, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:47:50.134100+0000", 2024-04-12T17:54:18.306 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.307 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.308 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.309 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.310 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672108+0000", 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672619+0000", 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:18.311 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869196+0000", 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.312 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.2", 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.313 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4966, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:35:00.220848+0000", 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.314 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.315 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.316 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.317 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:18.318 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.642228+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.082477+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:18.319 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:54:12.114385+0000", 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3082, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3082, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.320 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.4", 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 8769, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:11.178841+0000", 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.003466485, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.321 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.322 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.323 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 881, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 347845, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3101, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 386541 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.324 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3082" 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.325 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.697068+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.697535+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.326 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869288+0000", 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.327 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.5", 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4993, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:15:28.056703+0000", 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.328 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.329 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.330 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.331 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.332 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.653849+0000", 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.654240+0000", 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:18.333 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869512+0000", 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.334 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.4", 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.335 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5124, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:42:49.928695+0000", 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.336 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.337 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.338 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.339 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 63, 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:18.340 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.676784+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T17:05:53.085974+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:38.943674+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867645+0000", 2024-04-12T17:54:18.341 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3145, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3145, 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.342 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "4.2", 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 9084, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:40:00.158746+0000", 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.006657734, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 19, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.343 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.344 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.345 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1061, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 437946, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3131, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 456964 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.346 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "1123'3145" 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.347 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.665542+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.666049+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:18.348 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869787+0000", 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.349 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.e", 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4924, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:40:12.302289+0000", 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.350 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.351 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.352 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.353 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.354 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673789+0000", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674173+0000", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.355 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702367+0000", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 1, 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.356 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 1, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.f", 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5024, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:34:14.483653+0000", 2024-04-12T17:54:18.357 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 22, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.358 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.359 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 2, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 2, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.360 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 1, 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'1" 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.361 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.667765+0000", 2024-04-12T17:54:18.362 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.668126+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866375+0000", 2024-04-12T17:54:18.363 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.11", 2024-04-12T17:54:18.364 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4925, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:29:36.634668+0000", 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.365 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.366 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.367 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.368 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:18.369 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:33:35.629847+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:33:35.635195+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 571, 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.370 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702609+0000", 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 8, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 570, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 8, 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.371 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.10", 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5160, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:27:25.057590+0000", 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.372 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:18.373 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 4, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.374 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 48, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 48, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 12, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.375 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'8" 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.376 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.666355+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.666709+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:18.377 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865692+0000", 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.378 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.10", 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:03:27.447420+0000", 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.379 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.380 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.381 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.382 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.383 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.679412+0000", 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680299+0000", 2024-04-12T17:54:18.384 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868254+0000", 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.385 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.11", 2024-04-12T17:54:18.386 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4942, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:45:40.703457+0000", 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.387 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.388 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.389 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.390 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.391 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678306+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680703+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.392 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866450+0000", 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.393 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.13", 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4900, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:10:06.810422+0000", 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.394 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.395 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.396 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.397 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.398 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.659165+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.659473+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:18.399 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.869032+0000", 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.400 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.12", 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4984, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:44:51.937700+0000", 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.401 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.402 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.403 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.404 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.405 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676062+0000", 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676363+0000", 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.406 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866329+0000", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.407 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.12", 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.408 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:14:02.759104+0000", 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.409 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.410 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.411 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.412 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.413 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.695422+0000", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.696598+0000", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.414 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870788+0000", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.415 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.13", 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5130, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:53:48.078207+0000", 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.416 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 34, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.417 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.418 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 16, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.419 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 7 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.420 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.667431+0000", 2024-04-12T17:54:18.421 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.670328+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:18.422 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879886+0000", 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.423 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.15", 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4921, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:43:58.483645+0000", 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.424 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.425 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.426 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.427 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.428 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.680319+0000", 2024-04-12T17:54:18.429 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.680711+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.430 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870556+0000", 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 30, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 30, 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.431 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.14", 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4976, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:13:44.560940+0000", 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 5824, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.432 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.433 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.434 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 20, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 28, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 28, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 25 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.435 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'30" 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.436 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673772+0000", 2024-04-12T17:54:18.437 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.674084+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701671+0000", 2024-04-12T17:54:18.438 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.14", 2024-04-12T17:54:18.439 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5012, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:24:22.890655+0000", 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.440 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.441 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.442 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.443 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.444 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.681634+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.682037+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.445 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866445+0000", 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.446 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.15", 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5109, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:22:43.607177+0000", 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 90, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.447 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.448 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.449 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 14, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 14, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.450 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'3" 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.451 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.690742+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.691249+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:18.452 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867254+0000", 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.453 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.17", 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5121, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.454 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:32:01.100823+0000", 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.455 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.456 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.457 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: 3 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.458 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671596+0000", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.671904+0000", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.459 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877149+0000", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.460 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.16", 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4992, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.461 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:36:21.327418+0000", 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.462 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.463 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.464 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.465 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660474+0000", 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661534+0000", 2024-04-12T17:54:18.466 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877312+0000", 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.467 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.468 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.16", 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4960, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:10:11.169206+0000", 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.469 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.470 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.471 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.472 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.473 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.667965+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.669145+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:18.474 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870198+0000", 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.475 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.17", 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:16:28.729536+0000", 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.476 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.477 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.478 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.479 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.480 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.701396+0000", 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701984+0000", 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.481 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868279+0000", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.482 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.19", 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5093, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.483 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:15.027570+0000", 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.484 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.485 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.486 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.487 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.660906+0000", 2024-04-12T17:54:18.488 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661657+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.865876+0000", 2024-04-12T17:54:18.489 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.18", 2024-04-12T17:54:18.490 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:12:47.839680+0000", 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.491 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.492 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.493 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.494 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.495 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:39.654549+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:39.659796+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 404, 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:18.496 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704097+0000", 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 403, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.497 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.18", 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5060, 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:46:28.488196+0000", 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.498 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.499 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.500 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.501 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.502 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.673437+0000", 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673810+0000", 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.503 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703219+0000", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.504 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.19", 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5062, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.505 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:38:16.555668+0000", 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.506 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.507 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.508 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.509 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.510 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.676548+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.677879+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.511 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871000+0000", 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.512 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1b", 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5120, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:49:25.482068+0000", 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.513 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.514 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.515 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.516 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.517 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.668777+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669407+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:18.518 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867731+0000", 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.519 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1a", 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4936, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:38:17.726410+0000", 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.520 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.521 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.522 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.523 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.524 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:13.697684+0000", 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:13.701218+0000", 2024-04-12T17:54:18.525 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 432, 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.702725+0000", 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.526 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 431, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1a", 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.527 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5046, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:21:10.676006+0000", 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.528 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.529 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.530 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:18.531 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.532 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.669179+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.669646+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.533 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703765+0000", 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:18.534 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1b", 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5058, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:18:24.969837+0000", 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.535 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.536 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.537 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.538 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.539 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.663670+0000", 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.664019+0000", 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:18.540 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.879833+0000", 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.541 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.542 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1d", 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4447, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T20:26:59.008483+0000", 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.543 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.544 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.545 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.546 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.547 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678761+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680484+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:18.548 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867102+0000", 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.549 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1c", 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4940, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T04:07:11.623784+0000", 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.550 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.551 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.552 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.553 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.554 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.686110+0000", 2024-04-12T17:54:18.555 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.686421+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868239+0000", 2024-04-12T17:54:18.556 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1c", 2024-04-12T17:54:18.557 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4972, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T00:22:46.167079+0000", 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.558 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.559 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.560 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.561 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.562 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675847+0000", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.676946+0000", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.563 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880097+0000", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 2, 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.564 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 2, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1d", 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4933, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T02:31:42.691246+0000", 2024-04-12T17:54:18.565 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.566 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 3, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 1, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 1, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.567 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 12, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 12, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 3, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.568 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "61'2" 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.569 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.652963+0000", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.653506+0000", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.570 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.877216+0000", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.571 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1f", 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4454, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.572 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:01:57.084848+0000", 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.573 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.574 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.575 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.576 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:18.577 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.698118+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.698526+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.578 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.705050+0000", 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 3, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 3, 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.579 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1e", 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5073, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:35:42.419288+0000", 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.580 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.581 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.582 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.583 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'3" 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.584 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672703+0000", 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673048+0000", 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.585 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704905+0000", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.586 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.1e", 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.587 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5052, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:29:29.860536+0000", 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.588 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.589 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.590 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.591 INFO:tasks.workunit.client.0.smithi005.stdout: 2 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.592 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 59, 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675379+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675752+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:18.593 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:03.838180+0000", 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867554+0000", 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 6, 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.594 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 6, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "2.1f", 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5138, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:22:59.043511+0000", 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.595 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 582, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.596 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 1, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.597 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 8, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 4, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 1 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.598 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "551'6" 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.599 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678373+0000", 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678674+0000", 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.600 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.880138+0000", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.601 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2d", 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4930, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.602 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:25:26.037977+0000", 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.603 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.604 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.605 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.606 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 2, 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675000+0000", 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.678134+0000", 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:18.607 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.704341+0000", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.608 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2e", 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.609 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:07:54.078910+0000", 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.610 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.611 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.612 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 2, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.613 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:18.614 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.673398+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.673920+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.615 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.871766+0000", 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.616 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.2f", 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4969, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:55:50.769920+0000", 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.617 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.618 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.619 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.620 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.621 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.661350+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.661916+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:18.622 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866890+0000", 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.623 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.30", 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4968, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:11:40.819107+0000", 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.624 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.625 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.626 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.627 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.628 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.677734+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.678066+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:18.629 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868663+0000", 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.630 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.31", 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5095, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:49:23.832393+0000", 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.631 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.632 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.633 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.634 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.635 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.689439+0000", 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.689888+0000", 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:18.636 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866230+0000", 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.637 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.32", 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.638 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5123, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:04:12.002219+0000", 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.639 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.640 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.641 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: 5 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.642 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.643 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.672463+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.672813+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.644 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.703658+0000", 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.645 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.33", 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T17:16:00.941598+0000", 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.646 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.647 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.648 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.649 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.650 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 4, 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.675465+0000", 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.675802+0000", 2024-04-12T17:54:18.651 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.701503+0000", 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.652 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.34", 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.653 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5017, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:03:47.250447+0000", 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.654 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.655 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.656 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: 4, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.657 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 4, 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.658 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.676749+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.677092+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:18.659 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.870037+0000", 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.660 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.35", 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:36:06.116803+0000", 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.661 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.662 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.663 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.664 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.665 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 6, 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678471+0000", 2024-04-12T17:54:18.666 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679022+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868130+0000", 2024-04-12T17:54:18.667 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.36", 2024-04-12T17:54:18.668 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4932, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T19:09:42.497419+0000", 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.669 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.670 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.671 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.672 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 6, 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.673 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.675180+0000", 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675501+0000", 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.674 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876536+0000", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.675 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.37", 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.676 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T21:52:36.736925+0000", 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.677 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.678 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.679 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.680 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 3, 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:18.681 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.671296+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.673240+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.682 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.700565+0000", 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.683 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.38", 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5054, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:37:51.583724+0000", 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.684 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.685 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.686 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.687 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 3, 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.688 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:45.651881+0000", 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:45.652312+0000", 2024-04-12T17:54:18.689 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 522, 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866596+0000", 2024-04-12T17:54:18.690 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 521, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.39", 2024-04-12T17:54:18.691 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4895, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:18:54.982504+0000", 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.692 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.693 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.694 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.695 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.696 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:31:48.692353+0000", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:31:48.692842+0000", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 467, 2024-04-12T17:54:18.697 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868790+0000", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 466, 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.698 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3a", 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4963, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T18:51:04.772562+0000", 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.699 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.700 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.701 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.702 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.703 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:18.704 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.678756+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.680988+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:18.705 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866782+0000", 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.706 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3b", 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4898, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T22:07:19.292649+0000", 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.707 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.708 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.709 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.710 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: 4 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.711 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 5, 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.672162+0000", 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.672473+0000", 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.712 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.868095+0000", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.713 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3c", 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.714 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4990, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T16:28:30.086229+0000", 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.715 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.716 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.717 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: 5, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: 3, 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: 7 2024-04-12T17:54:18.718 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 5, 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 0, 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.719 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:30:04.681048+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:30:04.681606+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 373, 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:18.720 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.866589+0000", 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 372, 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.721 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3d", 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5127, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T01:39:53.863023+0000", 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.722 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.723 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.724 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.725 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: 2, 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: 1 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 0, 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.726 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 1, 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:24.678989+0000", 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:24.679480+0000", 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.727 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 502, 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.867236+0000", 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.728 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 501, 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3e", 2024-04-12T17:54:18.729 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 5104, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-13T23:59:43.821107+0000", 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.730 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.731 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.732 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: 1, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: 0, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: 6 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 1, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": [ 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.733 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "acting_primary": 7, 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "avail_no_missing": [], 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "blocked_by": [], 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "created": 60, 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "dirty_stats_invalid": false, 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_bytes_stats_invalid": false, 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "hitset_stats_invalid": false, 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_active": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_active": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_became_peered": "2024-04-12T16:32:44.674502+0000", 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_change": "2024-04-12T16:32:44.675055+0000", 2024-04-12T17:54:18.734 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_clean_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub": "0'0", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_deep_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_epoch_clean": 521, 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fresh": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_fullsized": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_peered": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub": "0'0", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_duration": 0, 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_scrub_stamp": "2024-04-12T16:21:04.842416+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_undegraded": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "last_unstale": "2024-04-12T17:52:41.876696+0000", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "log_dups_size": 0, 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "log_start": "0'0", 2024-04-12T17:54:18.735 INFO:tasks.workunit.client.0.smithi005.stdout: "manifest_stats_invalid": false, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "mapping_epoch": 520, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "object_location_counts": [], 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_scrubbed": 0, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "objects_trimmed": 0, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_stats_invalid": false, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_start": "0'0", 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "parent": "0.0", 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "parent_split_bits": 0, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pgid": "3.3f", 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "pin_stats_invalid": false, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "purged_snaps": [], 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_epoch": 2741, 2024-04-12T17:54:18.736 INFO:tasks.workunit.client.0.smithi005.stdout: "reported_seq": 4934, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_duration": 0.0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-14T03:00:50.106228+0000", 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrim_duration": 0.0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "snaptrimq_len": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.737 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.738 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.739 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: "state": "active+clean", 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_invalid": false, 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: "up": [ 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: 7, 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: 6, 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: 0 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: "up_primary": 7, 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: "version": "0'0" 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_per_pool": [ 2024-04-12T17:54:18.740 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 24, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "rbd" 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 24507, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 8, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 24507, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 4, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 4194323, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.741 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 12, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 4, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.742 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 4, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 2, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.743 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 8953, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 3013505, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 24377, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 3164907 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 12595200, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:18.744 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 12582969, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 24 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 192, 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:18.745 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 64, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 3, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.746 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.747 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.748 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 0 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:18.749 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 192 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 3, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "mgr" 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 237, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 1, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 3, 2024-04-12T17:54:18.750 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 237, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 1, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 590368, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 1771104, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.751 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 6, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 2, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 2, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.752 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 6, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 1178, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 1994, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.753 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 391, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 2416 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 1781760, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 1771104, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:18.754 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 0, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 3 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: { 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "acting": 96, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "application": [ 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "cephfs" 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "log_size": 75, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "num_pg": 32, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "num_store_stats": 8, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "ondisk_log_size": 75, 2024-04-12T17:54:18.755 INFO:tasks.workunit.client.0.smithi005.stdout: "poolid": 2, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "stat_sum": { 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes": 6622, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_hit_set_archive": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_bytes_recovered": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_deep_scrub_errors": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_kb": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_full": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_evict_mode_some": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_kb": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_high": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_flush_mode_low": 0, 2024-04-12T17:54:18.756 INFO:tasks.workunit.client.0.smithi005.stdout: "num_keys_recovered": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_large_omap_objects": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_legacy_snapsets": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_clones": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_object_copies": 66, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects": 22, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_degraded": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_dirty": 22, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_hit_set_archive": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_manifest": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_misplaced": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_missing_on_primary": 0, 2024-04-12T17:54:18.757 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_omap": 14, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_pinned": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_recovered": 8, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_repaired": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_objects_unfound": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_bytes": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_omap_keys": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_promote": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read": 158, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_read_kb": 174, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_scrub_errors": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_shallow_scrub_errors": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_whiteouts": 0, 2024-04-12T17:54:18.758 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write": 69, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "num_write_kb": 36 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "store_stats": { 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "allocated": 110592, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "available": 0, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed": 0, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_allocated": 0, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "data_compressed_original": 0, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "data_stored": 19866, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "internal_metadata": 0, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "internally_reserved": 0, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "omap_allocated": 44449, 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: "total": 0 2024-04-12T17:54:18.759 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "up": 96 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: ], 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "usage": { 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "pg_num": 105, 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "pools": 4, 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "stats_by_class": { 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "ssd": { 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081838592, 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878446592, 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_bytes": 4878446592, 2024-04-12T17:54:18.760 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_raw_ratio": 0.006352472584694624 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout: }, 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout: "total_avail_bytes": 763081838592, 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout: "total_bytes": 767960285184, 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout: "total_used_bytes": 4878446592 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout: } 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout:} 2024-04-12T17:54:18.761 INFO:tasks.workunit.client.0.smithi005.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-12T17:54:18.762 INFO:tasks.workunit.client.0.smithi005.stderr:+ ceph telemetry off 2024-04-12T17:54:18.762 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='client.46133 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.762 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 B/s rd, 0 op/s 2024-04-12T17:54:18.762 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='client.46133 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.762 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='client.36234 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.762 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='client.36234 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.762 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.762 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.763 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='client.46133 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 B/s rd, 0 op/s 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='client.46133 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='client.36234 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='client.36234 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.764 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.765 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.766 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.766 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.766 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.766 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.766 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.766 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.769 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.769 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.769 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T17:54:18.769 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.770 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:15 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.771 INFO:tasks.workunit.client.0.smithi005.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-12T17:54:18.771 INFO:tasks.workunit.client.0.smithi005.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-12T17:54:18.771 INFO:tasks.workunit.client.0.smithi005.stderr:+ echo OK 2024-04-12T17:54:18.772 INFO:tasks.workunit.client.0.smithi005.stdout:OK 2024-04-12T17:54:18.772 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T17:54:18.772 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T17:54:18.773 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:16] ENGINE Bus STOPPING 2024-04-12T17:54:18.773 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:54:18.773 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:16] ENGINE Bus STOPPED 2024-04-12T17:54:18.773 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:16] ENGINE Bus STARTING 2024-04-12T17:54:18.773 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:16] ENGINE Serving on http://:::9283 2024-04-12T17:54:18.773 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:16] ENGINE Bus STARTED 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='client.36252 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='client.36252 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.774 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.775 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='client.36252 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='client.36252 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.776 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.777 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.778 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.778 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.778 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.778 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.778 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.778 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.778 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.779 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.780 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:17 smithi016 ceph-mon[84444]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 B/s rd, 0 op/s 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:17 smithi016 ceph-mon[84444]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:17 smithi016 ceph-mon[84444]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:17 smithi016 ceph-mon[84444]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.781 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.782 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:54:18.783 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:16 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[88416]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 B/s rd, 0 op/s 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[88416]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[88416]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.784 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[88416]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.785 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[90837]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 679 B/s rd, 0 op/s 2024-04-12T17:54:18.785 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[90837]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.785 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[90837]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.785 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:17 smithi005 ceph-mon[90837]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T17:54:18.815 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-12T17:54:18.816 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T17:54:19.110 DEBUG:teuthology.parallel:result is None 2024-04-12T17:54:19.111 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:54:19.138 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:54:19.138 DEBUG:teuthology.orchestra.run.smithi005:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T17:54:19.193 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T17:54:19.193 INFO:teuthology.run_tasks:Running task print... 2024-04-12T17:54:19.204 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-12T17:54:19.205 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-12T17:54:19.220 INFO:tasks.cephadm:Teardown begin 2024-04-12T17:54:19.221 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-12T17:54:19.221 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T17:54:19.573 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T17:54:19.573 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54280,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/3120316678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3120316678},{"type":"v1","addr":"172.21.15.16:6833","nonce":3120316678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T16:21:05.213476+0000","modified":"2024-04-12T16:33:18.063154+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":551,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34380},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34380":{"gid":34380,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.5:6835/1796960312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1796960312},{"type":"v1","addr":"172.21.15.5:6835","nonce":1796960312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34380,"qdb_cluster":[34380]},"id":1}]} 2024-04-12T17:54:19.574 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 18 2024-04-12T17:54:19.587 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-12T17:54:19.926 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T17:54:19.926 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54280,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/3120316678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3120316678},{"type":"v1","addr":"172.21.15.16:6833","nonce":3120316678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-12T16:21:05.213476+0000","modified":"2024-04-12T16:33:18.063154+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":551,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34380},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34380":{"gid":34380,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.5:6835/1796960312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6834","nonce":1796960312},{"type":"v1","addr":"172.21.15.5:6835","nonce":1796960312}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34380,"qdb_cluster":[34380]},"id":1}]} 2024-04-12T17:54:19.926 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 18 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[88416]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/32598983' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[90837]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:54:19.938 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:19 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/32598983' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:54:19.939 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-12T17:54:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:19 smithi016 ceph-mon[84444]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T17:54:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' 2024-04-12T17:54:20.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:19 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T17:54:20.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:19 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/32598983' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:54:20.238 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-04-12T17:54:20.239 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":2741,"fsid":"c908f42c-f8e7-11ee-bc8d-c7b262605968","created":"2024-04-12T16:15:35.220451+0000","modified":"2024-04-12T17:52:41.697761+0000","last_up_change":"2024-04-12T16:32:43.639349+0000","last_in_change":"2024-04-12T16:20:29.358614+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T16:18:47.341688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-12T16:21:03.472834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-12T16:21:04.410194+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-12T16:21:38.943424+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1122","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1122,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3b9ddbb7-cf4c-477f-a650-2b848a3d1f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":295,"up_from":306,"up_thru":2660,"down_at":296,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6803","nonce":3968240669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6805","nonce":3968240669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6809","nonce":3968240669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":3968240669},{"type":"v1","addr":"172.21.15.5:6807","nonce":3968240669}]},"public_addr":"172.21.15.5:6803/3968240669","cluster_addr":"172.21.15.5:6805/3968240669","heartbeat_back_addr":"172.21.15.5:6809/3968240669","heartbeat_front_addr":"172.21.15.5:6807/3968240669","state":["exists","up"]},{"osd":1,"uuid":"e32d7851-41d8-4e24-a5df-c62b4af6eb8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":329,"up_from":340,"up_thru":2660,"down_at":330,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6811","nonce":718824885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6813","nonce":718824885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6817","nonce":718824885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":718824885},{"type":"v1","addr":"172.21.15.5:6815","nonce":718824885}]},"public_addr":"172.21.15.5:6811/718824885","cluster_addr":"172.21.15.5:6813/718824885","heartbeat_back_addr":"172.21.15.5:6817/718824885","heartbeat_front_addr":"172.21.15.5:6815/718824885","state":["exists","up"]},{"osd":2,"uuid":"865740eb-bc81-434c-8a84-161b159dc05e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":363,"up_from":372,"up_thru":2660,"down_at":364,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6819","nonce":1741132105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6821","nonce":1741132105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6825","nonce":1741132105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1741132105},{"type":"v1","addr":"172.21.15.5:6823","nonce":1741132105}]},"public_addr":"172.21.15.5:6819/1741132105","cluster_addr":"172.21.15.5:6821/1741132105","heartbeat_back_addr":"172.21.15.5:6825/1741132105","heartbeat_front_addr":"172.21.15.5:6823/1741132105","state":["exists","up"]},{"osd":3,"uuid":"5a068e6b-6e42-4711-b374-b5cf9b6acfad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":393,"up_from":403,"up_thru":2660,"down_at":394,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6827","nonce":811422713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6829","nonce":811422713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6833","nonce":811422713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":811422713},{"type":"v1","addr":"172.21.15.5:6831","nonce":811422713}]},"public_addr":"172.21.15.5:6827/811422713","cluster_addr":"172.21.15.5:6829/811422713","heartbeat_back_addr":"172.21.15.5:6833/811422713","heartbeat_front_addr":"172.21.15.5:6831/811422713","state":["exists","up"]},{"osd":4,"uuid":"0c4addf3-fdad-440b-b18b-ad147afd3c62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":422,"up_from":431,"up_thru":2660,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6801","nonce":779927958}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6803","nonce":779927958}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6807","nonce":779927958}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":779927958},{"type":"v1","addr":"172.21.15.16:6805","nonce":779927958}]},"public_addr":"172.21.15.16:6801/779927958","cluster_addr":"172.21.15.16:6803/779927958","heartbeat_back_addr":"172.21.15.16:6807/779927958","heartbeat_front_addr":"172.21.15.16:6805/779927958","state":["exists","up"]},{"osd":5,"uuid":"c9ee4af4-a502-4ccf-b528-00994b17cc96","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":455,"up_from":466,"up_thru":2660,"down_at":456,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6809","nonce":1635056817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6811","nonce":1635056817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6815","nonce":1635056817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":1635056817},{"type":"v1","addr":"172.21.15.16:6813","nonce":1635056817}]},"public_addr":"172.21.15.16:6809/1635056817","cluster_addr":"172.21.15.16:6811/1635056817","heartbeat_back_addr":"172.21.15.16:6815/1635056817","heartbeat_front_addr":"172.21.15.16:6813/1635056817","state":["exists","up"]},{"osd":6,"uuid":"16642446-2491-44d6-8b7e-000674961881","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":491,"up_from":501,"up_thru":2660,"down_at":492,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6817","nonce":986757887}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6819","nonce":986757887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6823","nonce":986757887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":986757887},{"type":"v1","addr":"172.21.15.16:6821","nonce":986757887}]},"public_addr":"172.21.15.16:6817/986757887","cluster_addr":"172.21.15.16:6819/986757887","heartbeat_back_addr":"172.21.15.16:6823/986757887","heartbeat_front_addr":"172.21.15.16:6821/986757887","state":["exists","up"]},{"osd":7,"uuid":"29b497b4-a4a6-4be0-8598-0bb9962e8804","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":509,"up_from":520,"up_thru":2660,"down_at":511,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6825","nonce":1189329471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6827","nonce":1189329471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6831","nonce":1189329471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1189329471},{"type":"v1","addr":"172.21.15.16:6829","nonce":1189329471}]},"public_addr":"172.21.15.16:6825/1189329471","cluster_addr":"172.21.15.16:6827/1189329471","heartbeat_back_addr":"172.21.15.16:6831/1189329471","heartbeat_front_addr":"172.21.15.16:6829/1189329471","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:17:55.994979+0000","dead_epoch":295},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:20.090308+0000","dead_epoch":329},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:18:44.542254+0000","dead_epoch":363},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:08.294733+0000","dead_epoch":393},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:31.138177+0000","dead_epoch":422},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:19:55.567525+0000","dead_epoch":455},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:20.403860+0000","dead_epoch":491},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T16:20:45.261322+0000","dead_epoch":509}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.11","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1d","mappings":[{"from":5,"to":7}]},{"pgid":"3.1f","mappings":[{"from":0,"to":7}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.24","mappings":[{"from":4,"to":2}]},{"pgid":"3.2a","mappings":[{"from":6,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:0/233659576":"2024-04-12T18:52:17.210328+0000","172.21.15.5:0/2854746478":"2024-04-12T18:22:38.137023+0000","172.21.15.5:0/3746298301":"2024-04-12T18:14:01.185364+0000","172.21.15.5:6835/85594053":"2024-04-13T16:32:52.510198+0000","172.21.15.5:6801/3511330281":"2024-04-13T16:27:34.136448+0000","172.21.15.5:6800/3511330281":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/339922898":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/281205629":"2024-04-13T16:27:34.136448+0000","172.21.15.16:0/162587254":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/2152991815":"2024-04-13T16:16:35.016405+0000","172.21.15.16:0/966563482":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/4006045254":"2024-04-13T16:26:12.308463+0000","172.21.15.5:0/3810258192":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6800/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:6800/1871208612":"2024-04-13T16:26:12.308463+0000","172.21.15.16:6832/1978769037":"2024-04-13T16:33:15.051118+0000","172.21.15.16:6835/3943186061":"2024-04-13T16:26:48.464820+0000","172.21.15.5:6800/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:6801/1126294256":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/1706382249":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/3120366857":"2024-04-13T16:21:38.943647+0000","172.21.15.16:0/3865363360":"2024-04-13T16:26:48.464820+0000","172.21.15.5:6834/85594053":"2024-04-13T16:32:52.510198+0000","172.21.15.5:0/1968912273":"2024-04-13T16:26:12.308463+0000","172.21.15.16:6833/1978769037":"2024-04-13T16:33:15.051118+0000","172.21.15.5:6800/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.16:6834/3943186061":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/798312734":"2024-04-13T16:21:38.943647+0000","172.21.15.16:0/137496126":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/2926997862":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/3197456235":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/1904053576":"2024-04-13T16:27:34.136448+0000","172.21.15.5:6801/3571674431":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/3499184179":"2024-04-13T16:27:34.136448+0000","172.21.15.5:6801/187522248":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/2879213213":"2024-04-13T16:26:12.308463+0000","172.21.15.5:6801/1871208612":"2024-04-13T16:26:12.308463+0000","172.21.15.5:0/1172540622":"2024-04-13T16:16:11.011510+0000","172.21.15.5:0/1704772524":"2024-04-13T16:16:35.016405+0000","172.21.15.5:0/2979884209":"2024-04-13T16:21:38.943647+0000","172.21.15.5:0/463851824":"2024-04-13T16:16:11.011510+0000","172.21.15.16:0/385392336":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/1801566653":"2024-04-13T16:26:12.308463+0000","172.21.15.16:0/1364294372":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/263408875":"2024-04-13T16:26:12.308463+0000","172.21.15.16:0/3306447084":"2024-04-13T16:26:48.464820+0000","172.21.15.5:0/3745611797":"2024-04-12T18:14:00.210993+0000","172.21.15.5:0/3939859752":"2024-04-13T16:27:34.136448+0000","172.21.15.5:0/4285361964":"2024-04-13T16:27:34.136448+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":454,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":5,"length":4}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":42,"length":2},{"begin":45,"length":2}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":293,"length":2}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":291,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T17:54:20.252 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-12T17:54:20.594 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-12T17:54:20.608 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-12T17:54:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[88409]: 2024-04-12T17:54:20.586+0000 7f1a8f9da700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:54:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3654886274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:54:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/4234726660' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T17:54:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2191184166' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:54:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:54:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T17:54:20.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[88416]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[115481]: ignoring --setuser ceph since I am not root 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[115481]: ignoring --setgroup ceph since I am not root 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[115481]: starting mds.a at 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3654886274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:54:20.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/4234726660' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T17:54:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2191184166' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:54:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:54:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T17:54:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:54:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T17:54:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-12T17:54:20.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:20 smithi005 ceph-mon[90837]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T17:54:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3654886274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-12T17:54:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/4234726660' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T17:54:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2191184166' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:54:21.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-12T17:54:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-12T17:54:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T17:54:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-12T17:54:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-12T17:54:21.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:20 smithi016 ceph-mon[84444]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-12T17:54:21.610 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-12T17:54:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T17:54:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/349666079' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:54:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T17:54:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T17:54:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: Cluster is now healthy 2024-04-12T17:54:21.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/349666079' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: mds.? [v2:172.21.15.5:6834/2394952615,v1:172.21.15.5:6835/2394952615] up:boot 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: fsmap 2 up:standby 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[88416]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/349666079' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: Cluster is now healthy 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/349666079' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T17:54:21.958 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: mds.? [v2:172.21.15.5:6834/2394952615,v1:172.21.15.5:6835/2394952615] up:boot 2024-04-12T17:54:21.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: fsmap 2 up:standby 2024-04-12T17:54:21.959 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:21 smithi005 ceph-mon[90837]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T17:54:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-12T17:54:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/349666079' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T17:54:22.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-12T17:54:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T17:54:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: Cluster is now healthy 2024-04-12T17:54:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/349666079' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-12T17:54:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: mds.? [v2:172.21.15.5:6834/2394952615,v1:172.21.15.5:6835/2394952615] up:boot 2024-04-12T17:54:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: fsmap 2 up:standby 2024-04-12T17:54:22.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:21 smithi016 ceph-mon[84444]: from='mgr.34104 172.21.15.5:0/915685055' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-12T17:54:22.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:54:22.803 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-04-12T17:54:22.822 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-12T17:54:23.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:22 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/3627350023' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:23.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:22 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:23.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:22 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/3627350023' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:23.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:22 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:23.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:22 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/3627350023' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:23.207 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:22 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:23.804 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-04-12T17:54:23.828 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:54:23.857 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:54:23.902 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-12T17:54:23.902 DEBUG:teuthology.orchestra.run.smithi005:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T17:54:23.917 DEBUG:teuthology.orchestra.run.smithi016:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T17:54:23.933 INFO:tasks.cephadm:Stopping all daemons... 2024-04-12T17:54:23.934 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-12T17:54:23.934 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a 2024-04-12T17:54:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:23 smithi016 ceph-mon[84444]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T17:54:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:23 smithi016 ceph-mon[84444]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T17:54:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:23 smithi016 ceph-mon[84444]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-12T17:54:24.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:23 smithi016 ceph-mon[84444]: from='client.? 172.21.15.5:0/2748595181' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:24.207 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: ::ffff:172.21.15.16 - - [12/Apr/2024:17:54:23] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-04-12T17:54:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[88416]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T17:54:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[88416]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T17:54:24.207 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[88416]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-12T17:54:24.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[88416]: from='client.? 172.21.15.5:0/2748595181' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:24.208 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:23 smithi005 systemd[1]: Stopping Ceph mon.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:24.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[90837]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-12T17:54:24.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[90837]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-12T17:54:24.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[90837]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-12T17:54:24.208 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:23 smithi005 ceph-mon[90837]: from='client.? 172.21.15.5:0/2748595181' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-12T17:54:24.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[88409]: 2024-04-12T17:54:24.260+0000 7f1a951e5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:24.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a[88409]: 2024-04-12T17:54:24.260+0000 7f1a951e5700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-12T17:54:24.555 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:24 smithi005 podman[217008]: 2024-04-12 17:54:24.312455372 +0000 UTC m=+0.172181062 container died 4d71f0ce1da547bb347eb29e7951413a5a847b196dd50cc3aaf4bc345d0b7b6c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:54:24.555 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:24] ENGINE Bus STOPPING 2024-04-12T17:54:24.555 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T17:54:24.556 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:24] ENGINE Bus STOPPED 2024-04-12T17:54:24.556 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:24] ENGINE Bus STARTING 2024-04-12T17:54:24.556 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:24] ENGINE Serving on http://:::9283 2024-04-12T17:54:24.556 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:24 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: [12/Apr/2024:17:54:24] ENGINE Bus STARTED 2024-04-12T17:54:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:24 smithi005 podman[217008]: 2024-04-12 17:54:24.762068033 +0000 UTC m=+0.621793720 container cleanup 4d71f0ce1da547bb347eb29e7951413a5a847b196dd50cc3aaf4bc345d0b7b6c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-12T17:54:24.957 INFO:journalctl@ceph.mon.a.smithi005.stdout:Apr 12 17:54:24 smithi005 bash[217008]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-a 2024-04-12T17:54:25.188 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.a.service' 2024-04-12T17:54:25.235 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:25.236 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-12T17:54:25.236 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-12T17:54:25.236 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.c 2024-04-12T17:54:25.457 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:25 smithi005 systemd[1]: Stopping Ceph mon.c for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c[90833]: 2024-04-12T17:54:25.550+0000 7f54fac07700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:25 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c[90833]: 2024-04-12T17:54:25.550+0000 7f54fac07700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-12T17:54:25.957 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:25 smithi005 podman[217239]: 2024-04-12 17:54:25.6941963 +0000 UTC m=+0.267959070 container died 01e4a199e0f0e8acac839bc6c512b7611d9c7deeb64b17151e8312f78ad0943e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:54:26.320 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:26 smithi005 podman[217239]: 2024-04-12 17:54:26.051153489 +0000 UTC m=+0.624916326 container cleanup 01e4a199e0f0e8acac839bc6c512b7611d9c7deeb64b17151e8312f78ad0943e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-12T17:54:26.320 INFO:journalctl@ceph.mon.c.smithi005.stdout:Apr 12 17:54:26 smithi005 bash[217239]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-c 2024-04-12T17:54:26.467 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.c.service' 2024-04-12T17:54:26.503 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:26.504 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-12T17:54:26.504 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-12T17:54:26.504 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.b 2024-04-12T17:54:26.839 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:26 smithi016 systemd[1]: Stopping Ceph mon.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:27.097 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b[84440]: 2024-04-12T17:54:26.836+0000 7f44f0301700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:27.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b[84440]: 2024-04-12T17:54:26.836+0000 7f44f0301700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-12T17:54:27.098 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:26 smithi016 podman[147002]: 2024-04-12 17:54:26.991041564 +0000 UTC m=+0.289879041 container died 4f13361e11251eabdc6b26a582ad72613c396824e71176481c023ea78036c4c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:54:27.597 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:27 smithi016 podman[147002]: 2024-04-12 17:54:27.521321443 +0000 UTC m=+0.820158901 container cleanup 4f13361e11251eabdc6b26a582ad72613c396824e71176481c023ea78036c4c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T17:54:27.598 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:27 smithi016 bash[147002]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b 2024-04-12T17:54:27.952 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.b.service' 2024-04-12T17:54:27.976 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:27 smithi016 podman[147016]: 2024-04-12 17:54:27.706243417 +0000 UTC m=+0.714748512 container remove 4f13361e11251eabdc6b26a582ad72613c396824e71176481c023ea78036c4c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T17:54:27.976 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:27 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-12T17:54:27.976 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:27 smithi016 systemd[1]: Stopped Ceph mon.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T17:54:27.976 INFO:journalctl@ceph.mon.b.smithi016.stdout:Apr 12 17:54:27 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mon.b.service: Consumed 49.668s CPU time. 2024-04-12T17:54:28.010 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:28.011 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-12T17:54:28.011 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-12T17:54:28.011 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y 2024-04-12T17:54:28.306 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:28 smithi005 systemd[1]: Stopping Ceph mgr.y for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:28.641 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:28 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y[80030]: 2024-04-12T17:54:28.303+0000 7f8dd3f68700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:28.641 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:28 smithi005 podman[217359]: 2024-04-12 17:54:28.335966478 +0000 UTC m=+0.136598289 container died 2599ff92584017d5bfe6a2b54c0a0a26b0ab158be8e4a93a7a0a0e64c7745f1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T17:54:28.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:28 smithi005 podman[217359]: 2024-04-12 17:54:28.739038694 +0000 UTC m=+0.539670504 container cleanup 2599ff92584017d5bfe6a2b54c0a0a26b0ab158be8e4a93a7a0a0e64c7745f1d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:54:28.957 INFO:journalctl@ceph.mgr.y.smithi005.stdout:Apr 12 17:54:28 smithi005 bash[217359]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-y 2024-04-12T17:54:29.109 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.y.service' 2024-04-12T17:54:29.144 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:29.144 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-12T17:54:29.144 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-12T17:54:29.145 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x 2024-04-12T17:54:29.597 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:29 smithi016 systemd[1]: Stopping Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:29.904 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:29 smithi016 podman[147124]: 2024-04-12 17:54:29.598641617 +0000 UTC m=+0.251395311 container died 74b0a12ee52ade5d22cf633c32e9d0cabc7ae195784d709f216725c72dc57115 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-12T17:54:30.179 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:29 smithi016 podman[147124]: 2024-04-12 17:54:29.976908479 +0000 UTC m=+0.629662181 container cleanup 74b0a12ee52ade5d22cf633c32e9d0cabc7ae195784d709f216725c72dc57115 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:54:30.179 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:29 smithi016 bash[147124]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x 2024-04-12T17:54:30.406 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service' 2024-04-12T17:54:30.430 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:30 smithi016 podman[147138]: 2024-04-12 17:54:30.178323706 +0000 UTC m=+0.578088584 container remove 74b0a12ee52ade5d22cf633c32e9d0cabc7ae195784d709f216725c72dc57115 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True) 2024-04-12T17:54:30.431 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:30 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T17:54:30.431 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:30 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T17:54:30.431 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:30 smithi016 systemd[1]: Stopped Ceph mgr.x for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T17:54:30.431 INFO:journalctl@ceph.mgr.x.smithi016.stdout:Apr 12 17:54:30 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mgr.x.service: Consumed 1min 3.469s CPU time. 2024-04-12T17:54:30.444 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:30.445 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-12T17:54:30.445 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-12T17:54:30.445 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.0 2024-04-12T17:54:30.497 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:30.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:54:30.497 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:30.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:54:30.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:30 smithi005 systemd[1]: Stopping Ceph osd.0 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:30.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[96128]: 2024-04-12T17:54:30.742+0000 7fe99af2c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:30.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[96128]: 2024-04-12T17:54:30.742+0000 7fe99af2c700 -1 osd.0 2744 *** Got signal Terminated *** 2024-04-12T17:54:30.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0[96128]: 2024-04-12T17:54:30.742+0000 7fe99af2c700 -1 osd.0 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:54:32.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:32 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi005:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"c908f42c-f8e7-11ee-bc8d-c7b262605968\", instance=\"smithi005:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T17:54:35.097 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:54:34 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=cleanup t=2024-04-12T17:54:34.81244048Z level=info msg="Completed cleanup jobs" duration=2.415096ms 2024-04-12T17:54:36.632 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:36 smithi005 podman[217484]: 2024-04-12 17:54:36.358990621 +0000 UTC m=+5.718014868 container died 14b118db814c21c8c551ce11203be66f34dfcaf805e9c3e21d5d899168c6503c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T17:54:36.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:36 smithi005 podman[217484]: 2024-04-12 17:54:36.835228047 +0000 UTC m=+6.194252285 container cleanup 14b118db814c21c8c551ce11203be66f34dfcaf805e9c3e21d5d899168c6503c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:54:36.957 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:36 smithi005 bash[217484]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0 2024-04-12T17:54:37.422 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:37 smithi005 podman[217503]: 2024-04-12 17:54:37.086821699 +0000 UTC m=+0.729346152 container remove 14b118db814c21c8c551ce11203be66f34dfcaf805e9c3e21d5d899168c6503c (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:54:37.707 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:37 smithi005 podman[217604]: 2024-04-12 17:54:37.42126861 +0000 UTC m=+0.103299004 container create e0cb4c230016e534aed9e689aed6742801da66da25b04fa13121ade7bd38d94f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:54:37.707 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:37 smithi005 podman[217604]: 2024-04-12 17:54:37.33615863 +0000 UTC m=+0.018189040 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:54:37.707 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:37 smithi005 podman[217604]: 2024-04-12 17:54:37.632117968 +0000 UTC m=+0.314148362 container init e0cb4c230016e534aed9e689aed6742801da66da25b04fa13121ade7bd38d94f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:54:37.707 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:37 smithi005 podman[217604]: 2024-04-12 17:54:37.635480877 +0000 UTC m=+0.317511269 container start e0cb4c230016e534aed9e689aed6742801da66da25b04fa13121ade7bd38d94f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-12T17:54:38.207 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:37 smithi005 podman[217604]: 2024-04-12 17:54:37.74064798 +0000 UTC m=+0.422678381 container attach e0cb4c230016e534aed9e689aed6742801da66da25b04fa13121ade7bd38d94f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:54:38.207 INFO:journalctl@ceph.osd.0.smithi005.stdout:Apr 12 17:54:37 smithi005 podman[217604]: 2024-04-12 17:54:37.930710116 +0000 UTC m=+0.612740509 container died e0cb4c230016e534aed9e689aed6742801da66da25b04fa13121ade7bd38d94f (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-12T17:54:38.741 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.0.service' 2024-04-12T17:54:38.780 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:38.781 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-12T17:54:38.781 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-12T17:54:38.781 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.1 2024-04-12T17:54:38.957 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:38 smithi005 systemd[1]: Stopping Ceph osd.1 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:39.457 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[100717]: 2024-04-12T17:54:39.104+0000 7f0787761700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:39.457 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[100717]: 2024-04-12T17:54:39.104+0000 7f0787761700 -1 osd.1 2744 *** Got signal Terminated *** 2024-04-12T17:54:39.457 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:39 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1[100717]: 2024-04-12T17:54:39.104+0000 7f0787761700 -1 osd.1 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:54:40.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:40.230Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:54:40.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:40.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:54:40.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:40.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:54:44.974 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:44 smithi005 podman[217714]: 2024-04-12 17:54:44.719593531 +0000 UTC m=+5.715639379 container died 60c5ef986648afb7e98ab765731f829866d7f3cd2920e52d01e02b5b5b6994cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:54:45.333 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 podman[217714]: 2024-04-12 17:54:45.072422907 +0000 UTC m=+6.068468734 container cleanup 60c5ef986648afb7e98ab765731f829866d7f3cd2920e52d01e02b5b5b6994cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:54:45.333 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 bash[217714]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1 2024-04-12T17:54:45.691 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 podman[217729]: 2024-04-12 17:54:45.331942723 +0000 UTC m=+0.608251699 container remove 60c5ef986648afb7e98ab765731f829866d7f3cd2920e52d01e02b5b5b6994cd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:54:45.957 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 podman[217821]: 2024-04-12 17:54:45.593562917 +0000 UTC m=+0.017833771 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:54:45.957 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 podman[217821]: 2024-04-12 17:54:45.69125193 +0000 UTC m=+0.115522765 container create b0e42dd4747fe02c88b7e4eb6afeef5a355dba2f571e2ae623eb017aa4288e50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T17:54:45.957 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 podman[217821]: 2024-04-12 17:54:45.885352754 +0000 UTC m=+0.309623590 container init b0e42dd4747fe02c88b7e4eb6afeef5a355dba2f571e2ae623eb017aa4288e50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:54:45.957 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 podman[217821]: 2024-04-12 17:54:45.888345763 +0000 UTC m=+0.312616600 container start b0e42dd4747fe02c88b7e4eb6afeef5a355dba2f571e2ae623eb017aa4288e50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T17:54:46.457 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:45 smithi005 podman[217821]: 2024-04-12 17:54:45.979433973 +0000 UTC m=+0.403704816 container attach b0e42dd4747fe02c88b7e4eb6afeef5a355dba2f571e2ae623eb017aa4288e50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0) 2024-04-12T17:54:46.457 INFO:journalctl@ceph.osd.1.smithi005.stdout:Apr 12 17:54:46 smithi005 podman[217821]: 2024-04-12 17:54:46.182866783 +0000 UTC m=+0.607137627 container died b0e42dd4747fe02c88b7e4eb6afeef5a355dba2f571e2ae623eb017aa4288e50 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T17:54:46.791 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.1.service' 2024-04-12T17:54:46.833 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:46.833 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-12T17:54:46.833 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-12T17:54:46.833 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.2 2024-04-12T17:54:47.093 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:46 smithi005 systemd[1]: Stopping Ceph osd.2 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:47.457 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:47 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[105564]: 2024-04-12T17:54:47.142+0000 7fddf0c87700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:47.457 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:47 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[105564]: 2024-04-12T17:54:47.142+0000 7fddf0c87700 -1 osd.2 2744 *** Got signal Terminated *** 2024-04-12T17:54:47.457 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:47 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2[105564]: 2024-04-12T17:54:47.142+0000 7fddf0c87700 -1 osd.2 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:54:50.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:50.231Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:54:50.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:50.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:54:50.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:54:50 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:54:50.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:54:52.820 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:52 smithi005 podman[217926]: 2024-04-12 17:54:52.54008425 +0000 UTC m=+5.490677796 container died b4abd2c7db63aabc7884044c329706581f094aae56e615a5842a6e3a67a7c9ac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:54:53.169 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:52 smithi005 podman[217926]: 2024-04-12 17:54:52.908783369 +0000 UTC m=+5.859376913 container cleanup b4abd2c7db63aabc7884044c329706581f094aae56e615a5842a6e3a67a7c9ac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-12T17:54:53.169 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:52 smithi005 bash[217926]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2 2024-04-12T17:54:53.457 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:53 smithi005 podman[217950]: 2024-04-12 17:54:53.1685116 +0000 UTC m=+0.626406416 container remove b4abd2c7db63aabc7884044c329706581f094aae56e615a5842a6e3a67a7c9ac (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-12T17:54:53.777 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:53 smithi005 podman[218037]: 2024-04-12 17:54:53.426207993 +0000 UTC m=+0.017830821 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:54:53.777 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:53 smithi005 podman[218037]: 2024-04-12 17:54:53.544847077 +0000 UTC m=+0.136469920 container create 8ad45fd067023a2aa6ad25e0e1a14ea228f5a62c2d043cc3d44e5bb114bfbb59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T17:54:53.777 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:53 smithi005 podman[218037]: 2024-04-12 17:54:53.772903738 +0000 UTC m=+0.364526552 container init 8ad45fd067023a2aa6ad25e0e1a14ea228f5a62c2d043cc3d44e5bb114bfbb59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-04-12T17:54:53.777 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:53 smithi005 podman[218037]: 2024-04-12 17:54:53.776159367 +0000 UTC m=+0.367782169 container start 8ad45fd067023a2aa6ad25e0e1a14ea228f5a62c2d043cc3d44e5bb114bfbb59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-12T17:54:54.073 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:53 smithi005 podman[218037]: 2024-04-12 17:54:53.864086246 +0000 UTC m=+0.455709055 container attach 8ad45fd067023a2aa6ad25e0e1a14ea228f5a62c2d043cc3d44e5bb114bfbb59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:54:54.368 INFO:journalctl@ceph.osd.2.smithi005.stdout:Apr 12 17:54:54 smithi005 podman[218037]: 2024-04-12 17:54:54.072365044 +0000 UTC m=+0.663987863 container died 8ad45fd067023a2aa6ad25e0e1a14ea228f5a62c2d043cc3d44e5bb114bfbb59 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-12T17:54:54.677 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.2.service' 2024-04-12T17:54:54.720 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:54:54.720 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-12T17:54:54.720 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-12T17:54:54.720 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.3 2024-04-12T17:54:54.957 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:54:54 smithi005 systemd[1]: Stopping Ceph osd.3 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:54:55.457 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:54:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T17:54:55.045+0000 7f729a8c1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:54:55.457 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:54:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T17:54:55.045+0000 7f729a8c1700 -1 osd.3 2744 *** Got signal Terminated *** 2024-04-12T17:54:55.457 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:54:55 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T17:54:55.045+0000 7f729a8c1700 -1 osd.3 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:54:56.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:56.220Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.5:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.5:8765: connect: connection refused" 2024-04-12T17:54:56.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:56.221Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.5:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.5:8765: connect: connection refused" 2024-04-12T17:54:56.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:56.222Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.5:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.5:8765: connect: connection refused" 2024-04-12T17:54:56.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:56.224Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.5:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.5:8765: connect: connection refused" 2024-04-12T17:54:56.598 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:54:56 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:54:56.224Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.5:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.5:8765: connect: connection refused" 2024-04-12T17:54:57.957 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:54:57 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T17:54:57.485+0000 7f7296eb5700 -1 osd.3 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.436977+0000 front 2024-04-12T17:54:34.436717+0000 (oldest deadline 2024-04-12T17:54:56.736867+0000) 2024-04-12T17:54:58.098 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:54:57 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:54:57.728+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:54:58.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:54:57 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:54:57.739+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:54:58.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:54:57 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:54:57.698+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:54:58.957 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:54:58 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T17:54:58.473+0000 7f7296eb5700 -1 osd.3 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.436977+0000 front 2024-04-12T17:54:34.436717+0000 (oldest deadline 2024-04-12T17:54:56.736867+0000) 2024-04-12T17:54:59.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:54:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:54:58.737+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:54:59.098 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:54:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:54:58.700+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:54:59.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:54:58 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:54:58.717+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:54:59.707 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:54:59 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3[110648]: 2024-04-12T17:54:59.448+0000 7f7296eb5700 -1 osd.3 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.436977+0000 front 2024-04-12T17:54:34.436717+0000 (oldest deadline 2024-04-12T17:54:56.736867+0000) 2024-04-12T17:54:59.847 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:54:59 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:54:59.688+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:54:59.848 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:54:59 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:54:59.533+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:54:59.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:54:59 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:54:59.710+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:54:59.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:54:59 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:54:59.738+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:00.570 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:00 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:00.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:00.570 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:00 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:00.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:55:00.570 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:00 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:00.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:00.847 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:00 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:00.697+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:00.848 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:00 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:00.545+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:00.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:00 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:00.690+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:00.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:00 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:00.729+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:00.879 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:00 smithi005 podman[218143]: 2024-04-12 17:55:00.569152567 +0000 UTC m=+5.625961810 container died 935c3820218d3ba0cff9b932ad1517b0bac1254416f780eed9f90e4df141aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:55:01.207 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:00 smithi005 podman[218143]: 2024-04-12 17:55:00.878495207 +0000 UTC m=+5.935304437 container cleanup 935c3820218d3ba0cff9b932ad1517b0bac1254416f780eed9f90e4df141aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-12T17:55:01.207 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:00 smithi005 bash[218143]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3 2024-04-12T17:55:01.207 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:01 smithi005 podman[218160]: 2024-04-12 17:55:01.088101693 +0000 UTC m=+0.514899381 container remove 935c3820218d3ba0cff9b932ad1517b0bac1254416f780eed9f90e4df141aa09 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T17:55:01.700 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:01 smithi005 podman[218253]: 2024-04-12 17:55:01.31859508 +0000 UTC m=+0.018000952 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:55:01.701 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:01 smithi005 podman[218253]: 2024-04-12 17:55:01.430557633 +0000 UTC m=+0.129963492 container create c8b004ad0e407d7e32720ce48e71ba67e227c939420b52bb70ba211fe246463e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-12T17:55:01.701 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:01 smithi005 podman[218253]: 2024-04-12 17:55:01.616222004 +0000 UTC m=+0.315627864 container init c8b004ad0e407d7e32720ce48e71ba67e227c939420b52bb70ba211fe246463e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T17:55:01.701 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:01 smithi005 podman[218253]: 2024-04-12 17:55:01.619235233 +0000 UTC m=+0.318641098 container start c8b004ad0e407d7e32720ce48e71ba67e227c939420b52bb70ba211fe246463e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T17:55:01.701 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:01 smithi005 podman[218253]: 2024-04-12 17:55:01.699580935 +0000 UTC m=+0.398986818 container attach c8b004ad0e407d7e32720ce48e71ba67e227c939420b52bb70ba211fe246463e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T17:55:01.847 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:01 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:01.713+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:01.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:01 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:01.707+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:01.848 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:01 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:01.732+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:01.848 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:01 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:01.563+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:01.957 INFO:journalctl@ceph.osd.3.smithi005.stdout:Apr 12 17:55:01 smithi005 podman[218253]: 2024-04-12 17:55:01.920736585 +0000 UTC m=+0.620142445 container died c8b004ad0e407d7e32720ce48e71ba67e227c939420b52bb70ba211fe246463e (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0) 2024-04-12T17:55:02.502 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.3.service' 2024-04-12T17:55:02.543 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:02.543 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-12T17:55:02.544 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-12T17:55:02.544 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.4 2024-04-12T17:55:02.847 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:02.523+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:02.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:02.698+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:02.848 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:02 smithi016 systemd[1]: Stopping Ceph osd.4 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:02.848 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:02.686+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:02.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:02.756+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:03.347 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:02.854+0000 7f19f407e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:55:03.347 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:02.854+0000 7f19f407e700 -1 osd.4 2744 *** Got signal Terminated *** 2024-04-12T17:55:03.348 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:02 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:02.854+0000 7f19f407e700 -1 osd.4 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:55:03.847 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:03.513+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:03.848 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:03.723+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:03.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:03.666+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:03.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:03 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:03.737+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:04.847 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:04 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:04.550+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:04.848 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:04 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:04.761+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:04.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:04 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:04.649+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:04.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:04 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:04.771+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:05.823 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:05 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:05.507+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:05.823 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:05 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:05.651+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:05.823 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:05 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:05.741+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:05.824 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:05 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:05.741+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.481393+0000 front 2024-04-12T17:54:41.481375+0000 (oldest deadline 2024-04-12T17:55:04.981170+0000) 2024-04-12T17:55:06.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:05 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:05.820+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:06.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:05 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:05.820+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:06.843 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:06.621+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:06.844 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:06.523+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:06.844 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:06.523+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:06.844 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:06.761+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:06.844 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:06.761+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.481393+0000 front 2024-04-12T17:54:41.481375+0000 (oldest deadline 2024-04-12T17:55:04.981170+0000) 2024-04-12T17:55:07.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:06.841+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:07.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:06 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:06.841+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:07.597 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:07.491+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:07.597 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:07.491+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:07.919 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:07.654+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:07.919 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:07.715+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.979837+0000 front 2024-04-12T17:54:33.979976+0000 (oldest deadline 2024-04-12T17:54:56.879879+0000) 2024-04-12T17:55:07.919 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4[90092]: 2024-04-12T17:55:07.715+0000 7f19ec66a700 -1 osd.4 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.481393+0000 front 2024-04-12T17:54:41.481375+0000 (oldest deadline 2024-04-12T17:55:04.981170+0000) 2024-04-12T17:55:07.919 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:07.806+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:07.919 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:07 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:07.806+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:08.683 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:08 smithi016 podman[147266]: 2024-04-12 17:55:08.406381558 +0000 UTC m=+5.666220688 container died 1cc4f5da7ec3e74b35948f104b6d989d68da14c18d30d54ed699209084289a3a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:55:08.684 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:08 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:08.495+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:08.684 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:08 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:08.495+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:09.067 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:08 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:08.692+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:09.067 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:08 smithi016 podman[147266]: 2024-04-12 17:55:08.805884684 +0000 UTC m=+6.065723846 container cleanup 1cc4f5da7ec3e74b35948f104b6d989d68da14c18d30d54ed699209084289a3a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:55:09.067 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:08 smithi016 bash[147266]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4 2024-04-12T17:55:09.068 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:08 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:08.800+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:09.068 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:08 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:08.800+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:09.347 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:09 smithi016 podman[147283]: 2024-04-12 17:55:09.065673888 +0000 UTC m=+0.657097912 container remove 1cc4f5da7ec3e74b35948f104b6d989d68da14c18d30d54ed699209084289a3a (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:55:09.689 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:09.471+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:09.689 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:09.471+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:09.689 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:09 smithi016 podman[147376]: 2024-04-12 17:55:09.324928544 +0000 UTC m=+0.017566773 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:55:09.690 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:09 smithi016 podman[147376]: 2024-04-12 17:55:09.441709513 +0000 UTC m=+0.134347726 container create 1a62d59c73fd3c7608d8fec1a18c8e4bb97c723b4f40661c10499586dd121413 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-12T17:55:09.690 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:09 smithi016 podman[147376]: 2024-04-12 17:55:09.66139011 +0000 UTC m=+0.354028336 container init 1a62d59c73fd3c7608d8fec1a18c8e4bb97c723b4f40661c10499586dd121413 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:55:09.690 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:09 smithi016 podman[147376]: 2024-04-12 17:55:09.664742712 +0000 UTC m=+0.357380929 container start 1a62d59c73fd3c7608d8fec1a18c8e4bb97c723b4f40661c10499586dd121413 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-12T17:55:09.967 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:09 smithi016 podman[147376]: 2024-04-12 17:55:09.752916237 +0000 UTC m=+0.445554459 container attach 1a62d59c73fd3c7608d8fec1a18c8e4bb97c723b4f40661c10499586dd121413 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T17:55:09.968 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:09.786+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:09.968 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:09.786+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:09.968 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:09.687+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:09.968 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:09 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:09.687+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:10.258 INFO:journalctl@ceph.osd.4.smithi016.stdout:Apr 12 17:55:09 smithi016 podman[147376]: 2024-04-12 17:55:09.966112972 +0000 UTC m=+0.658751192 container died 1a62d59c73fd3c7608d8fec1a18c8e4bb97c723b4f40661c10499586dd121413 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T17:55:10.550 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:10.467+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:10.550 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:10.467+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:10.574 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.4.service' 2024-04-12T17:55:10.617 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:10.618 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-12T17:55:10.618 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-12T17:55:10.618 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.5 2024-04-12T17:55:10.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:10 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:10.233Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:55:10.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:10 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:10.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:55:10.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:10 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:10.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:10.832 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:10 smithi016 systemd[1]: Stopping Ceph osd.5 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:10.832 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:10.732+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:10.832 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:10.732+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:11.098 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:10.968+0000 7f37082b7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:55:11.098 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:10.968+0000 7f37082b7700 -1 osd.5 2744 *** Got signal Terminated *** 2024-04-12T17:55:11.098 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:10.968+0000 7f37082b7700 -1 osd.5 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:55:11.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:10.830+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:11.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:10 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:10.830+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:11.703 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:11.427+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:11.703 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:11.427+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:12.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:11.814+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:12.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:11.814+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:12.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:11.700+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:12.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:11 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:11.700+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:12.734 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:12.406+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:12.734 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:12.406+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:13.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:12.799+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:13.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:12.799+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:13.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:12.731+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:13.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:12 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:12.731+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:13.763 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:13.413+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:13.764 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:13.413+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:14.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:13.790+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:14.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:13.790+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:14.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:13.762+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:14.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:13 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:13.762+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:14.720 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:14.374+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:14.720 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:14.374+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:14.720 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:14.374+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:51.861360+0000 front 2024-04-12T17:54:51.861455+0000 (oldest deadline 2024-04-12T17:55:14.161342+0000) 2024-04-12T17:55:15.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:14.776+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:15.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:14.776+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:15.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:14.718+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:15.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:14.718+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:15.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:14 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:14.718+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:15.735 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:15.385+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:35.058943+0000 front 2024-04-12T17:54:35.059029+0000 (oldest deadline 2024-04-12T17:54:59.158835+0000) 2024-04-12T17:55:15.736 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:15.385+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:43.859785+0000 front 2024-04-12T17:54:43.859657+0000 (oldest deadline 2024-04-12T17:55:05.559607+0000) 2024-04-12T17:55:15.736 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5[94819]: 2024-04-12T17:55:15.385+0000 7f37048ab700 -1 osd.5 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:51.861360+0000 front 2024-04-12T17:54:51.861455+0000 (oldest deadline 2024-04-12T17:55:14.161342+0000) 2024-04-12T17:55:16.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:15.793+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:16.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:15.793+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:16.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:15.734+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:16.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:15.734+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:16.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:15 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:15.734+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:16.663 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:16 smithi016 podman[147484]: 2024-04-12 17:55:16.38004084 +0000 UTC m=+5.525819038 container died 6b9d04a3acdee1c78122e3f0be6e8694f9fa895c7ee481c9f1f69e9a7fe5f0ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T17:55:17.064 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:16 smithi016 podman[147484]: 2024-04-12 17:55:16.7525254 +0000 UTC m=+5.898303610 container cleanup 6b9d04a3acdee1c78122e3f0be6e8694f9fa895c7ee481c9f1f69e9a7fe5f0ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T17:55:17.064 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:16 smithi016 bash[147484]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5 2024-04-12T17:55:17.065 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:16.752+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:17.065 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:16.752+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:17.065 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:16.704+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:17.065 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:16.704+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:17.065 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:16 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:16.704+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:17.347 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:17 smithi016 podman[147512]: 2024-04-12 17:55:17.062917382 +0000 UTC m=+0.683135972 container remove 6b9d04a3acdee1c78122e3f0be6e8694f9fa895c7ee481c9f1f69e9a7fe5f0ff (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T17:55:17.700 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:17 smithi016 podman[147604]: 2024-04-12 17:55:17.413835697 +0000 UTC m=+0.113137180 container create bfb4b66500bf98a5bcceb612caa68a7f097633a66e646cffec4cb179c8fedf62 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T17:55:17.701 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:17 smithi016 podman[147604]: 2024-04-12 17:55:17.318465682 +0000 UTC m=+0.017767168 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:55:17.701 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:17 smithi016 podman[147604]: 2024-04-12 17:55:17.608009438 +0000 UTC m=+0.307310923 container init bfb4b66500bf98a5bcceb612caa68a7f097633a66e646cffec4cb179c8fedf62 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T17:55:17.701 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:17 smithi016 podman[147604]: 2024-04-12 17:55:17.611596618 +0000 UTC m=+0.310898105 container start bfb4b66500bf98a5bcceb612caa68a7f097633a66e646cffec4cb179c8fedf62 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:55:18.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:17.699+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:18.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:17.699+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:18.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:17.699+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:18.098 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:17 smithi016 podman[147604]: 2024-04-12 17:55:17.699676304 +0000 UTC m=+0.398977796 container attach bfb4b66500bf98a5bcceb612caa68a7f097633a66e646cffec4cb179c8fedf62 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:55:18.098 INFO:journalctl@ceph.osd.5.smithi016.stdout:Apr 12 17:55:17 smithi016 podman[147604]: 2024-04-12 17:55:17.913274526 +0000 UTC m=+0.612576010 container died bfb4b66500bf98a5bcceb612caa68a7f097633a66e646cffec4cb179c8fedf62 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-12T17:55:18.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:17.745+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:18.099 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:17 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:17.745+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:18.553 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.5.service' 2024-04-12T17:55:18.600 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:18.600 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-12T17:55:18.600 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-12T17:55:18.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.6 2024-04-12T17:55:18.847 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:18.726+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:18.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:18.726+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:18.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:18.726+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:18.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:18 smithi016 systemd[1]: Stopping Ceph osd.6 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:18.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:18.695+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:18.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:18.695+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:18.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:18.695+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:52.122584+0000 front 2024-04-12T17:54:52.122692+0000 (oldest deadline 2024-04-12T17:55:18.022631+0000) 2024-04-12T17:55:19.347 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:18.890+0000 7f071ce4c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:55:19.348 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:18.890+0000 7f071ce4c700 -1 osd.6 2744 *** Got signal Terminated *** 2024-04-12T17:55:19.348 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:18 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:18.890+0000 7f071ce4c700 -1 osd.6 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:55:20.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:19 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:19.703+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:20.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:19 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:19.703+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:20.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:19 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:19.703+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:52.122584+0000 front 2024-04-12T17:54:52.122692+0000 (oldest deadline 2024-04-12T17:55:18.022631+0000) 2024-04-12T17:55:20.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:19 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:19.739+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:20.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:19 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:19.739+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:20.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:19 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:19.739+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:20.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:20.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:20.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:20.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:55:20.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:20 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:20.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:21.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:20 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:20.668+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:21.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:20 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:20.668+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:21.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:20 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:20.669+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:52.122584+0000 front 2024-04-12T17:54:52.122692+0000 (oldest deadline 2024-04-12T17:55:18.022631+0000) 2024-04-12T17:55:21.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:20 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:20.750+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:21.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:20 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:20.750+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:21.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:20 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:20.750+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:21.904 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:21.628+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:21.904 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:21.628+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:21.904 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:21.628+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:52.122584+0000 front 2024-04-12T17:54:52.122692+0000 (oldest deadline 2024-04-12T17:55:18.022631+0000) 2024-04-12T17:55:21.904 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:21.711+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:21.904 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:21.711+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:21.904 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:21 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:21.711+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:22.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:22.665+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:22.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:22.665+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:22.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:22.665+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:22.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:22.594+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:22.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:22.594+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:22.848 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:22 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:22.594+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:52.122584+0000 front 2024-04-12T17:54:52.122692+0000 (oldest deadline 2024-04-12T17:55:18.022631+0000) 2024-04-12T17:55:24.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:23.613+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:34.119188+0000 front 2024-04-12T17:54:34.119169+0000 (oldest deadline 2024-04-12T17:54:57.619170+0000) 2024-04-12T17:55:24.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:23.613+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.021030+0000 front 2024-04-12T17:54:41.021071+0000 (oldest deadline 2024-04-12T17:55:05.120821+0000) 2024-04-12T17:55:24.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:23.613+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:52.122584+0000 front 2024-04-12T17:54:52.122692+0000 (oldest deadline 2024-04-12T17:55:18.022631+0000) 2024-04-12T17:55:24.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6[99690]: 2024-04-12T17:55:23.613+0000 7f0719440700 -1 osd.6 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:58.023358+0000 front 2024-04-12T17:54:58.023405+0000 (oldest deadline 2024-04-12T17:55:22.623776+0000) 2024-04-12T17:55:24.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:23.637+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:24.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:23.637+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:24.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:23.637+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:24.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:23 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:23.637+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:24.642 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:24 smithi016 podman[147708]: 2024-04-12 17:55:24.381904024 +0000 UTC m=+5.599950771 container died 3c5e02b6dbafa35d93502263fc8c1606cb54c2a0522f0df758178ef2c373b069 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-12T17:55:25.009 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:24 smithi016 podman[147708]: 2024-04-12 17:55:24.739775502 +0000 UTC m=+5.957822238 container cleanup 3c5e02b6dbafa35d93502263fc8c1606cb54c2a0522f0df758178ef2c373b069 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:55:25.009 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:24 smithi016 bash[147708]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6 2024-04-12T17:55:25.009 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:24 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:24.684+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:25.010 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:24 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:24.685+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:25.010 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:24 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:24.685+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:25.010 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:24 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:24.685+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:25.347 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:25 smithi016 podman[147726]: 2024-04-12 17:55:25.007840214 +0000 UTC m=+0.626293042 container remove 3c5e02b6dbafa35d93502263fc8c1606cb54c2a0522f0df758178ef2c373b069 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-12T17:55:25.647 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:25 smithi016 podman[147820]: 2024-04-12 17:55:25.265473121 +0000 UTC m=+0.018018246 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:55:25.647 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:25 smithi016 podman[147820]: 2024-04-12 17:55:25.367182504 +0000 UTC m=+0.119727629 container create c9a1284c8d572bc95a84dcc7d8eaf904083dd1dd9fbbe39b1ee4145f368e250d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=) 2024-04-12T17:55:25.647 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:25 smithi016 podman[147820]: 2024-04-12 17:55:25.578695298 +0000 UTC m=+0.331240431 container init c9a1284c8d572bc95a84dcc7d8eaf904083dd1dd9fbbe39b1ee4145f368e250d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-12T17:55:25.647 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:25 smithi016 podman[147820]: 2024-04-12 17:55:25.581730742 +0000 UTC m=+0.334275876 container start c9a1284c8d572bc95a84dcc7d8eaf904083dd1dd9fbbe39b1ee4145f368e250d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2) 2024-04-12T17:55:26.097 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:25 smithi016 podman[147820]: 2024-04-12 17:55:25.676126736 +0000 UTC m=+0.428671867 container attach c9a1284c8d572bc95a84dcc7d8eaf904083dd1dd9fbbe39b1ee4145f368e250d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:55:26.098 INFO:journalctl@ceph.osd.6.smithi016.stdout:Apr 12 17:55:25 smithi016 podman[147820]: 2024-04-12 17:55:25.880493327 +0000 UTC m=+0.633038443 container died c9a1284c8d572bc95a84dcc7d8eaf904083dd1dd9fbbe39b1ee4145f368e250d (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-12T17:55:26.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:25 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:25.644+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:26.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:25 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:25.644+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:26.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:25 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:25.644+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:26.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:25 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:25.644+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:26.471 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.6.service' 2024-04-12T17:55:26.514 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:26.514 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-12T17:55:26.514 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-12T17:55:26.514 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.7 2024-04-12T17:55:26.847 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 systemd[1]: Stopping Ceph osd.7 for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:26.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:26.674+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:26.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:26.674+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:26.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:26.674+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:26.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:26.674+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:27.347 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:26.851+0000 7f051d58e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:55:27.347 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:26.851+0000 7f051d58e700 -1 osd.7 2744 *** Got signal Terminated *** 2024-04-12T17:55:27.348 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:26 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:26.851+0000 7f051d58e700 -1 osd.7 2744 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T17:55:27.847 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:27 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:27.640+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:27.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:27 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:27.640+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:27.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:27 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:27.640+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:27.848 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:27 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:27.640+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:29.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:28.668+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:29.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:28.668+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:29.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:28.668+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:29.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:28 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:28.668+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:30.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:29.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:30.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:29.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:30.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:29.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:30.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:29 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:29.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:30.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:30.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:55:30.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:30.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:55:30.707 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:30 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:30.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:31.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:30.627+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:31.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:30.627+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:31.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:30.627+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:31.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:30 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:30.627+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:32.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:31.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6806 osd.0 since back 2024-04-12T17:54:33.768196+0000 front 2024-04-12T17:54:33.768208+0000 (oldest deadline 2024-04-12T17:54:56.668161+0000) 2024-04-12T17:55:32.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:31.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6814 osd.1 since back 2024-04-12T17:54:41.170159+0000 front 2024-04-12T17:54:41.170251+0000 (oldest deadline 2024-04-12T17:55:08.770681+0000) 2024-04-12T17:55:32.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:31.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6822 osd.2 since back 2024-04-12T17:54:48.771172+0000 front 2024-04-12T17:54:48.771217+0000 (oldest deadline 2024-04-12T17:55:14.071113+0000) 2024-04-12T17:55:32.098 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:31 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7[104665]: 2024-04-12T17:55:31.643+0000 7f0519b82700 -1 osd.7 2744 heartbeat_check: no reply from 172.21.15.5:6830 osd.3 since back 2024-04-12T17:54:59.372294+0000 front 2024-04-12T17:54:59.372264+0000 (oldest deadline 2024-04-12T17:55:22.872026+0000) 2024-04-12T17:55:32.597 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:32 smithi016 podman[147927]: 2024-04-12 17:55:32.29040786 +0000 UTC m=+5.553663417 container died faa592c4e155bab3ff6fce1d70e5534923ead2a7160dc06377b569038f52ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-12T17:55:33.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:32 smithi016 podman[147927]: 2024-04-12 17:55:32.618930584 +0000 UTC m=+5.882186128 container cleanup faa592c4e155bab3ff6fce1d70e5534923ead2a7160dc06377b569038f52ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-12T17:55:33.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:32 smithi016 bash[147927]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7 2024-04-12T17:55:33.097 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:32 smithi016 podman[147956]: 2024-04-12 17:55:32.803471231 +0000 UTC m=+0.512172129 container remove faa592c4e155bab3ff6fce1d70e5534923ead2a7160dc06377b569038f52ecfd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7, org.label-schema.vendor=CentOS, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:55:33.558 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:33 smithi016 podman[148045]: 2024-04-12 17:55:33.146276729 +0000 UTC m=+0.017871302 image pull 92de118a8b8fd41458f442b377b2c0b3c43b8d07f06e0d9ed4acf64e9f818607 quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528 2024-04-12T17:55:33.558 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:33 smithi016 podman[148045]: 2024-04-12 17:55:33.254366252 +0000 UTC m=+0.125960798 container create d4c6d1889c60ab06e7bafd8dc6e29657de252b9092de14279ba6a379d5df1aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T17:55:33.558 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:33 smithi016 podman[148045]: 2024-04-12 17:55:33.482081033 +0000 UTC m=+0.353675579 container init d4c6d1889c60ab06e7bafd8dc6e29657de252b9092de14279ba6a379d5df1aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-12T17:55:33.558 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:33 smithi016 podman[148045]: 2024-04-12 17:55:33.485566012 +0000 UTC m=+0.357160558 container start d4c6d1889c60ab06e7bafd8dc6e29657de252b9092de14279ba6a379d5df1aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561) 2024-04-12T17:55:33.558 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:33 smithi016 podman[148045]: 2024-04-12 17:55:33.55686733 +0000 UTC m=+0.428461883 container attach d4c6d1889c60ab06e7bafd8dc6e29657de252b9092de14279ba6a379d5df1aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-12T17:55:33.847 INFO:journalctl@ceph.osd.7.smithi016.stdout:Apr 12 17:55:33 smithi016 podman[148045]: 2024-04-12 17:55:33.776727991 +0000 UTC m=+0.648322540 container died d4c6d1889c60ab06e7bafd8dc6e29657de252b9092de14279ba6a379d5df1aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:55:34.355 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@osd.7.service' 2024-04-12T17:55:34.397 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:34.398 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-12T17:55:34.398 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-12T17:55:34.398 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.a 2024-04-12T17:55:34.688 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:55:34 smithi005 systemd[1]: Stopping Ceph mds.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:34.957 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:55:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[115481]: 2024-04-12T17:55:34.686+0000 7fde4a1ac700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:55:34.957 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:55:34 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a[115481]: 2024-04-12T17:55:34.686+0000 7fde4a1ac700 -1 mds.a *** got signal Terminated *** 2024-04-12T17:55:36.938 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:55:36 smithi005 podman[218370]: 2024-04-12 17:55:36.643754869 +0000 UTC m=+2.041381885 container died 5d010ee50832883d14cec6a6ac85c3ef2e1c1bb57f5502b5e20710b6738d8dcd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T17:55:37.207 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:55:37 smithi005 podman[218370]: 2024-04-12 17:55:37.019289314 +0000 UTC m=+2.416916329 container cleanup 5d010ee50832883d14cec6a6ac85c3ef2e1c1bb57f5502b5e20710b6738d8dcd (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T17:55:37.207 INFO:journalctl@ceph.mds.a.smithi005.stdout:Apr 12 17:55:37 smithi005 bash[218370]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-a 2024-04-12T17:55:37.447 DEBUG:teuthology.orchestra.run.smithi005:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.a.service' 2024-04-12T17:55:37.484 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:37.484 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-12T17:55:37.484 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-12T17:55:37.484 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.b 2024-04-12T17:55:37.791 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 17:55:37 smithi016 systemd[1]: Stopping Ceph mds.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:38.097 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 17:55:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b[109343]: 2024-04-12T17:55:37.788+0000 7f36ba0a8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T17:55:38.098 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 17:55:37 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b[109343]: 2024-04-12T17:55:37.788+0000 7f36ba0a8700 -1 mds.b *** got signal Terminated *** 2024-04-12T17:55:39.041 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 17:55:38 smithi016 podman[148149]: 2024-04-12 17:55:38.771438346 +0000 UTC m=+1.094059073 container died f5063dfd0ae98d67918197022c43cba0ba8a8389b32c8e850c84db4ba60d06f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, GIT_BRANCH=HEAD, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-12T17:55:39.347 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 17:55:39 smithi016 podman[148149]: 2024-04-12 17:55:39.130646742 +0000 UTC m=+1.453267479 container cleanup f5063dfd0ae98d67918197022c43cba0ba8a8389b32c8e850c84db4ba60d06f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:51a739cae530a9a13290515efdaa249413d4ac64a9f45e72995246f29bdae528, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=wip-yuri10-testing-2024-03-24-1159-bf9c561, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T17:55:39.348 INFO:journalctl@ceph.mds.b.smithi016.stdout:Apr 12 17:55:39 smithi016 bash[148149]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-mds-b 2024-04-12T17:55:39.519 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@mds.b.service' 2024-04-12T17:55:39.555 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:39.555 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-12T17:55:39.555 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-12T17:55:39.555 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a 2024-04-12T17:55:39.848 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 systemd[1]: Stopping Ceph prometheus.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:40.211 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T17:55:40.211 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T17:55:40.211 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T17:55:40.211 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T17:55:40.211 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T17:55:40.211 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T17:55:40.211 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.884Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.885Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.886Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.886Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a[117083]: ts=2024-04-12T17:55:39.886Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:39 smithi016 podman[148270]: 2024-04-12 17:55:39.895370609 +0000 UTC m=+0.119332305 container died 8f768273e52b517d6204e567857bdb7ec0bb08b43169ee1abb0adaf7acfb786a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:40 smithi016 podman[148270]: 2024-04-12 17:55:40.209824411 +0000 UTC m=+0.433786096 container cleanup 8f768273e52b517d6204e567857bdb7ec0bb08b43169ee1abb0adaf7acfb786a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:40.212 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:40 smithi016 bash[148270]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a 2024-04-12T17:55:40.597 INFO:journalctl@ceph.prometheus.a.smithi016.stdout:Apr 12 17:55:40 smithi016 podman[148284]: 2024-04-12 17:55:40.427842287 +0000 UTC m=+0.531939027 container remove 8f768273e52b517d6204e567857bdb7ec0bb08b43169ee1abb0adaf7acfb786a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:40.652 DEBUG:teuthology.orchestra.run.smithi016:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@prometheus.a.service' 2024-04-12T17:55:40.687 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T17:55:40.687 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-12T17:55:40.687 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-12T17:55:40.694 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:40.235Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:40.694 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:40.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi005.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.5:8443: connect: connection refused" 2024-04-12T17:55:40.694 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:40 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:40.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi016.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.16:8443: connect: connection refused" 2024-04-12T17:55:40.836 INFO:teuthology.orchestra.run.smithi005.stdout:Deleting cluster with fsid: c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T17:55:42.457 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:42 smithi005 systemd[1]: Stopping Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:42.835 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:42 smithi005 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a[123482]: ts=2024-04-12T17:55:42.549Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T17:55:42.835 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:42 smithi005 podman[218826]: 2024-04-12 17:55:42.590687266 +0000 UTC m=+0.140236386 container died a506a64f6d829df1939292e228736344fb2d5f4875786c97a9be1e328579aa12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:43.144 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:42 smithi005 podman[218826]: 2024-04-12 17:55:42.925060559 +0000 UTC m=+0.474609709 container cleanup a506a64f6d829df1939292e228736344fb2d5f4875786c97a9be1e328579aa12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:43.144 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:42 smithi005 bash[218826]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a 2024-04-12T17:55:43.457 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:43 smithi005 podman[218840]: 2024-04-12 17:55:43.142719923 +0000 UTC m=+0.542679449 container remove a506a64f6d829df1939292e228736344fb2d5f4875786c97a9be1e328579aa12 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:43.457 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:43 smithi005 podman[218840]: 2024-04-12 17:55:43.20165185 +0000 UTC m=+0.601611331 volume remove 13364a86d5d3596a33135170b3a8090a3dab88cf357b2a413f19ee4eace8558a 2024-04-12T17:55:43.457 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:43 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T17:55:43.457 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:43 smithi005 systemd[1]: Stopped Ceph alertmanager.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T17:55:43.457 INFO:journalctl@ceph.alertmanager.a.smithi005.stdout:Apr 12 17:55:43 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@alertmanager.a.service: Consumed 3.938s CPU time. 2024-04-12T17:55:43.957 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:43 smithi005 systemd[1]: Stopping Ceph node-exporter.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:43.957 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:43 smithi005 podman[218949]: 2024-04-12 17:55:43.756364074 +0000 UTC m=+0.100569766 container died 74a3294e9623fbfb34eabf470c6c8564fcea059ffad63f444ae99cf3849738ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:44.265 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:44 smithi005 podman[218949]: 2024-04-12 17:55:44.020602114 +0000 UTC m=+0.364807806 container cleanup 74a3294e9623fbfb34eabf470c6c8564fcea059ffad63f444ae99cf3849738ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:44.265 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:44 smithi005 bash[218949]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a 2024-04-12T17:55:44.535 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:44 smithi005 podman[218963]: 2024-04-12 17:55:44.263649356 +0000 UTC m=+0.508502618 container remove 74a3294e9623fbfb34eabf470c6c8564fcea059ffad63f444ae99cf3849738ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T17:55:44.535 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:44 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T17:55:44.535 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:44 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T17:55:44.535 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:44 smithi005 systemd[1]: Stopped Ceph node-exporter.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T17:55:44.535 INFO:journalctl@ceph.node-exporter.a.smithi005.stdout:Apr 12 17:55:44 smithi005 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.a.service: Consumed 9.078s CPU time. 2024-04-12T17:55:45.000 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 --force --keep-logs 2024-04-12T17:55:45.160 INFO:teuthology.orchestra.run.smithi016.stdout:Deleting cluster with fsid: c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T17:55:46.825 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:46 smithi016 systemd[1]: Stopping Ceph grafana.a for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:47.083 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:46 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=server t=2024-04-12T17:55:46.823165632Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-12T17:55:47.083 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:46 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=ticker t=2024-04-12T17:55:46.82350063Z level=info msg=stopped last_tick=2024-04-12T17:55:40Z 2024-04-12T17:55:47.083 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:46 smithi016 ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a[121201]: logger=tracing t=2024-04-12T17:55:46.823545869Z level=info msg="Closing tracing" 2024-04-12T17:55:47.083 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:46 smithi016 podman[148715]: 2024-04-12 17:55:46.833493027 +0000 UTC m=+0.119342430 container died 187ced086d2f780f604e5ef3e156093f6adaec547f920b34034246c8a40a0a28 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T17:55:47.347 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:47 smithi016 podman[148715]: 2024-04-12 17:55:47.156386193 +0000 UTC m=+0.442235593 container cleanup 187ced086d2f780f604e5ef3e156093f6adaec547f920b34034246c8a40a0a28 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T17:55:47.347 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:47 smithi016 bash[148715]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a 2024-04-12T17:55:47.347 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:47 smithi016 podman[148729]: 2024-04-12 17:55:47.324257113 +0000 UTC m=+0.487875583 container remove 187ced086d2f780f604e5ef3e156093f6adaec547f920b34034246c8a40a0a28 (image=quay.io/ceph/grafana:9.4.12, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-12T17:55:47.847 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:47 smithi016 systemd[1]: Stopping Ceph node-exporter.b for c908f42c-f8e7-11ee-bc8d-c7b262605968... 2024-04-12T17:55:47.848 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:47 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-12T17:55:47.848 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:47 smithi016 systemd[1]: Stopped Ceph grafana.a for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T17:55:47.848 INFO:journalctl@ceph.grafana.a.smithi016.stdout:Apr 12 17:55:47 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@grafana.a.service: Consumed 50.678s CPU time. 2024-04-12T17:55:48.253 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:47 smithi016 podman[148838]: 2024-04-12 17:55:47.95433673 +0000 UTC m=+0.111309579 container died efc0b9e4fb7d293acf7fd3ac2d08e7ee88c80579deb6768e0f11197796d70f6d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T17:55:48.253 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:48 smithi016 podman[148838]: 2024-04-12 17:55:48.252340489 +0000 UTC m=+0.409313329 container cleanup efc0b9e4fb7d293acf7fd3ac2d08e7ee88c80579deb6768e0f11197796d70f6d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T17:55:48.522 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:48 smithi016 bash[148838]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b 2024-04-12T17:55:48.837 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:48 smithi016 podman[148851]: 2024-04-12 17:55:48.520102701 +0000 UTC m=+0.570026082 container remove efc0b9e4fb7d293acf7fd3ac2d08e7ee88c80579deb6768e0f11197796d70f6d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T17:55:48.837 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:48 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T17:55:48.838 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:48 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T17:55:48.838 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:48 smithi016 systemd[1]: Stopped Ceph node-exporter.b for c908f42c-f8e7-11ee-bc8d-c7b262605968. 2024-04-12T17:55:48.838 INFO:journalctl@ceph.node-exporter.b.smithi016.stdout:Apr 12 17:55:48 smithi016 systemd[1]: ceph-c908f42c-f8e7-11ee-bc8d-c7b262605968@node-exporter.b.service: Consumed 8.484s CPU time. 2024-04-12T17:55:49.360 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:55:49.395 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T17:55:49.424 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-12T17:55:49.426 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163/remote/smithi005/crash 2024-04-12T17:55:49.427 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/crash -- . 2024-04-12T17:55:49.474 INFO:teuthology.orchestra.run.smithi005.stderr:tar: /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T17:55:49.474 INFO:teuthology.orchestra.run.smithi005.stderr:tar: Error is not recoverable: exiting now 2024-04-12T17:55:49.476 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/crash to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163/remote/smithi016/crash 2024-04-12T17:55:49.477 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/crash -- . 2024-04-12T17:55:49.513 INFO:teuthology.orchestra.run.smithi016.stderr:tar: /var/lib/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T17:55:49.514 INFO:teuthology.orchestra.run.smithi016.stderr:tar: Error is not recoverable: exiting now 2024-04-12T17:55:49.514 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-12T17:55:49.515 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:55:49.547 INFO:teuthology.orchestra.run.smithi005.stdout:2024-04-12T16:20:00.000140+0000 mon.a (mon.0) 518 : cluster 3 [WRN] PG_DEGRADED: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T17:55:49.550 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-12T17:55:49.550 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[SEC\]' /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:55:49.623 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[ERR\]' /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:55:49.695 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[WRN\]' /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-12T17:55:49.764 INFO:teuthology.orchestra.run.smithi005.stdout:2024-04-12T16:20:00.000140+0000 mon.a (mon.0) 518 : cluster 3 [WRN] PG_DEGRADED: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded 2024-04-12T17:55:49.766 INFO:tasks.cephadm:Compressing logs... 2024-04-12T17:55:49.766 DEBUG:teuthology.orchestra.run.smithi005:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T17:55:49.809 DEBUG:teuthology.orchestra.run.smithi016:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T17:55:49.834 INFO:teuthology.orchestra.run.smithi005.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T17:55:49.834 INFO:teuthology.orchestra.run.smithi005.stderr:: No such file or directory 2024-04-12T17:55:49.834 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.a.log 2024-04-12T17:55:49.834 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-12T17:55:49.836 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.1.log 2024-04-12T17:55:49.837 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.3.log 2024-04-12T17:55:49.837 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mgr.y.log 2024-04-12T17:55:49.837 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.1.log: /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.0.log 2024-04-12T17:55:49.837 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-12T17:55:49.837 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log 2024-04-12T17:55:49.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.cephadm.log: 90.6% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-12T17:55:49.840 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T17:55:49.840 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.2.log 2024-04-12T17:55:49.840 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-12T17:55:49.843 INFO:teuthology.orchestra.run.smithi016.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T17:55:49.843 INFO:teuthology.orchestra.run.smithi016.stderr:: No such file or directory 2024-04-12T17:55:49.843 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.6.log 2024-04-12T17:55:49.843 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.audit.log 2024-04-12T17:55:49.843 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mds.b.log 2024-04-12T17:55:49.843 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.4.log 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose --/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mds.b.log: /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.7.log 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.5.log 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr: 84.6% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mds.b.log.gz 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mgr.x.log 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.cephadm.log 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.cephadm.log.gz 2024-04-12T17:55:49.844 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-volume.log 2024-04-12T17:55:49.845 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log: 91.5% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-12T17:55:49.851 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log: /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.2.log: 94.8% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.audit.log.gz 2024-04-12T17:55:49.851 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mds.a.log 2024-04-12T17:55:49.853 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.b.log 2024-04-12T17:55:49.856 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-volume.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T17:55:49.858 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.b.log: 86.9% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-12T17:55:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.c.log 2024-04-12T17:55:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mds.a.log: 92.8% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph.log.gz 2024-04-12T17:55:49.877 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.c.log: 91.2% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-12T17:55:49.880 INFO:teuthology.orchestra.run.smithi016.stderr: 91.2% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-volume.log.gz 2024-04-12T17:55:49.890 INFO:teuthology.orchestra.run.smithi005.stderr: 92.1% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mds.a.log.gz 2024-04-12T17:55:49.904 INFO:teuthology.orchestra.run.smithi016.stderr: 90.7% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mgr.x.log.gz 2024-04-12T17:55:51.002 INFO:teuthology.orchestra.run.smithi005.stderr: 89.7% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mgr.y.log.gz 2024-04-12T17:55:51.369 INFO:teuthology.orchestra.run.smithi016.stderr: 92.2% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.b.log.gz 2024-04-12T17:55:51.879 INFO:teuthology.orchestra.run.smithi005.stderr: 92.5% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.c.log.gz 2024-04-12T17:55:54.602 INFO:teuthology.orchestra.run.smithi005.stderr: 90.5% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-mon.a.log.gz 2024-04-12T17:56:09.987 INFO:teuthology.orchestra.run.smithi016.stderr: 94.4% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.6.log.gz 2024-04-12T17:56:11.484 INFO:teuthology.orchestra.run.smithi016.stderr: 94.3% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.4.log.gz 2024-04-12T17:56:14.289 INFO:teuthology.orchestra.run.smithi016.stderr: 94.4% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.5.log.gz 2024-04-12T17:56:14.468 INFO:teuthology.orchestra.run.smithi005.stderr: 94.5% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.3.log.gz 2024-04-12T17:56:14.547 INFO:teuthology.orchestra.run.smithi005.stderr: 94.3% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.0.log.gz 2024-04-12T17:56:16.504 INFO:teuthology.orchestra.run.smithi005.stderr: 94.3% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.1.log.gz 2024-04-12T17:56:16.742 INFO:teuthology.orchestra.run.smithi016.stderr: 94.8% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.7.log.gz 2024-04-12T17:56:16.742 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-04-12T17:56:16.742 INFO:teuthology.orchestra.run.smithi016.stderr:real 0m26.918s 2024-04-12T17:56:16.743 INFO:teuthology.orchestra.run.smithi016.stderr:user 1m31.600s 2024-04-12T17:56:16.743 INFO:teuthology.orchestra.run.smithi016.stderr:sys 0m3.053s 2024-04-12T17:56:17.282 INFO:teuthology.orchestra.run.smithi005.stderr: 94.1% -- replaced with /var/log/ceph/c908f42c-f8e7-11ee-bc8d-c7b262605968/ceph-osd.2.log.gz 2024-04-12T17:56:17.284 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-04-12T17:56:17.284 INFO:teuthology.orchestra.run.smithi005.stderr:real 0m27.463s 2024-04-12T17:56:17.284 INFO:teuthology.orchestra.run.smithi005.stderr:user 1m47.711s 2024-04-12T17:56:17.285 INFO:teuthology.orchestra.run.smithi005.stderr:sys 0m3.595s 2024-04-12T17:56:17.285 INFO:tasks.cephadm:Archiving logs... 2024-04-12T17:56:17.285 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/log/ceph to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163/remote/smithi005/log 2024-04-12T17:56:17.286 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T17:56:32.435 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/log/ceph to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163/remote/smithi016/log 2024-04-12T17:56:32.436 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T17:56:45.009 INFO:tasks.cephadm:Removing cluster... 2024-04-12T17:56:45.010 DEBUG:teuthology.orchestra.run.smithi005:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 --force 2024-04-12T17:56:45.173 INFO:teuthology.orchestra.run.smithi005.stdout:Deleting cluster with fsid: c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T17:56:45.570 DEBUG:teuthology.orchestra.run.smithi016:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c908f42c-f8e7-11ee-bc8d-c7b262605968 --force 2024-04-12T17:56:45.730 INFO:teuthology.orchestra.run.smithi016.stdout:Deleting cluster with fsid: c908f42c-f8e7-11ee-bc8d-c7b262605968 2024-04-12T17:56:46.110 INFO:tasks.cephadm:Removing cephadm ... 2024-04-12T17:56:46.110 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T17:56:46.126 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T17:56:46.140 INFO:tasks.cephadm:Teardown complete 2024-04-12T17:56:46.141 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-12T17:56:46.152 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-12T17:56:46.152 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T17:56:46.168 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T17:56:46.258 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-12T17:56:46.270 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-12T17:56:46.270 DEBUG:teuthology.orchestra.run.smithi005:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T17:56:46.273 DEBUG:teuthology.orchestra.run.smithi016:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T17:56:46.286 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-04-12T17:56:46.286 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-04-12T17:56:46.290 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T17:56:46.290 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-04-12T17:56:46.290 INFO:teuthology.orchestra.run.smithi005.stdout:^* hv01.front.sepia.ceph.com 3 6 377 10 +955us[ +905us] +/- 60ms 2024-04-12T17:56:46.290 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 6 -1360us[-1360us] +/- 49ms 2024-04-12T17:56:46.290 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 8 +22us[ +22us] +/- 62ms 2024-04-12T17:56:46.290 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T17:56:46.292 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T17:56:46.292 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-04-12T17:56:46.292 INFO:teuthology.orchestra.run.smithi016.stdout:^* hv01.front.sepia.ceph.com 3 7 377 67 +1036us[+1041us] +/- 59ms 2024-04-12T17:56:46.292 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 208 -1305us[-1306us] +/- 78ms 2024-04-12T17:56:46.292 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 75 +95us[ +100us] +/- 61ms 2024-04-12T17:56:46.292 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T17:56:46.292 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-12T17:56:46.303 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-12T17:56:46.303 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-12T17:56:46.313 DEBUG:teuthology.orchestra.run.smithi005:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T17:56:46.428 DEBUG:teuthology.orchestra.run.smithi016:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T17:56:46.513 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T17:56:46.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:56:46.544 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T17:56:46.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:56:46.575 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-12T17:56:46.586 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-12T17:56:46.596 INFO:teuthology.task.internal:Duration was 6519.770479 seconds 2024-04-12T17:56:46.597 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-12T17:56:46.607 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-12T17:56:46.607 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T17:56:46.610 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T17:56:46.651 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T17:56:46.658 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T17:56:46.994 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-12T17:56:46.994 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi005.front.sepia.ceph.com 2024-04-12T17:56:46.995 DEBUG:teuthology.orchestra.run.smithi005:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T17:56:47.054 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi016.front.sepia.ceph.com 2024-04-12T17:56:47.054 DEBUG:teuthology.orchestra.run.smithi016:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T17:56:47.086 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-12T17:56:47.086 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T17:56:47.096 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T17:56:47.155 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-12T17:56:47.155 DEBUG:teuthology.orchestra.run.smithi005:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T17:56:47.165 DEBUG:teuthology.orchestra.run.smithi016:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T17:56:47.743 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-12T17:56:47.755 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-12T17:56:47.756 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T17:56:47.783 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T17:56:47.810 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-12T17:56:47.822 DEBUG:teuthology.orchestra.run.smithi005:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:56:47.825 DEBUG:teuthology.orchestra.run.smithi016:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:56:47.848 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = core 2024-04-12T17:56:47.875 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = core 2024-04-12T17:56:47.891 DEBUG:teuthology.orchestra.run.smithi005:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:56:47.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:56:47.918 DEBUG:teuthology.orchestra.run.smithi016:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T17:56:47.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T17:56:47.944 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-12T17:56:47.956 INFO:teuthology.task.internal:Transferring archived files... 2024-04-12T17:56:47.956 DEBUG:teuthology.misc:Transferring archived files from smithi005:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163/remote/smithi005 2024-04-12T17:56:47.957 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T17:56:48.009 DEBUG:teuthology.misc:Transferring archived files from smithi016:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163/remote/smithi016 2024-04-12T17:56:48.010 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T17:56:48.053 INFO:teuthology.task.internal:Removing archive directory... 2024-04-12T17:56:48.053 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T17:56:48.055 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T17:56:48.100 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-12T17:56:48.113 INFO:teuthology.task.internal:Not uploading archives. 2024-04-12T17:56:48.113 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-12T17:56:48.124 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-12T17:56:48.125 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T17:56:48.127 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T17:56:48.139 INFO:teuthology.orchestra.run.smithi005.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 17:56 /home/ubuntu/cephtest 2024-04-12T17:56:48.153 INFO:teuthology.orchestra.run.smithi016.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 17:56 /home/ubuntu/cephtest 2024-04-12T17:56:48.154 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-12T17:56:48.166 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-12T17:56:48.189 INFO:teuthology.nuke:Checking targets against current locks 2024-04-12T17:56:48.213 DEBUG:teuthology.nuke:shortname: smithi005 2024-04-12T17:56:48.213 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T17:56:48.236 DEBUG:teuthology.nuke:shortname: smithi016 2024-04-12T17:56:48.236 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T17:56:48.239 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi005.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:59:28.111172', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO5QBgwdBlUfJBiJD8umu5ZIG44+dWFEIvzvYsOkcwiCxK/PEvuPaXn+fG2tv3NSXoW8HrhuoujqUUd4mA2EWiQ='} 2024-04-12T17:56:48.258 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rzarzynski-2024-04-12_15:15:07-rados-wip-yuri10-testing-2024-03-24-1159-distro-default-smithi/7654163', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 15:59:28.109577', 'locked_by': 'scheduled_rzarzynski@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLnaackgEnayQdJFrWKB69PJDIZ9+UTPzD6pnqObtcoX20x2KWkWpl5vb2M9rLQc+jsy1ItRlFJ3cCKTi9MjSHA='} 2024-04-12T17:56:48.287 INFO:teuthology.orchestra.console.smithi005:Power off 2024-04-12T17:56:48.288 DEBUG:teuthology.orchestra.console.smithi005:pexpect command: ipmitool -H smithi005.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T17:56:48.312 DEBUG:teuthology.orchestra.console.smithi005:power off output: Chassis Power Control: Down/Off 2024-04-12T17:56:48.312 DEBUG:teuthology.orchestra.console.smithi005:pexpect command: ipmitool -H smithi005.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:56:48.330 INFO:teuthology.orchestra.console.smithi016:Power off 2024-04-12T17:56:48.331 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T17:56:48.339 DEBUG:teuthology.orchestra.console.smithi005:check power output: Chassis Power is on 2024-04-12T17:56:48.356 DEBUG:teuthology.orchestra.console.smithi016:power off output: Chassis Power Control: Down/Off 2024-04-12T17:56:48.356 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:56:48.378 DEBUG:teuthology.orchestra.console.smithi016:check power output: Chassis Power is on 2024-04-12T17:56:52.341 DEBUG:teuthology.orchestra.console.smithi005:pexpect command: ipmitool -H smithi005.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:56:52.379 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:56:52.452 DEBUG:teuthology.orchestra.console.smithi005:check power output: Chassis Power is on 2024-04-12T17:56:52.490 DEBUG:teuthology.orchestra.console.smithi016:check power output: Chassis Power is on 2024-04-12T17:56:56.454 DEBUG:teuthology.orchestra.console.smithi005:pexpect command: ipmitool -H smithi005.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:56:56.491 DEBUG:teuthology.orchestra.console.smithi016:pexpect command: ipmitool -H smithi016.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T17:56:56.565 DEBUG:teuthology.orchestra.console.smithi005:check power output: Chassis Power is off 2024-04-12T17:56:56.600 DEBUG:teuthology.orchestra.console.smithi016:check power output: Chassis Power is off 2024-04-12T17:56:56.666 INFO:teuthology.orchestra.console.smithi005:Power off completed 2024-04-12T17:56:56.700 INFO:teuthology.orchestra.console.smithi016:Power off completed 2024-04-12T17:56:56.805 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6519.7704792022705 failure_reason: '"2024-04-12T16:20:00.000140+0000 mon.a (mon.0) 518 : cluster 3 [WRN] PG_DEGRADED: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded" in cluster log' flavor: default owner: scheduled_rzarzynski@teuthology success: false 2024-04-12T17:56:56.805 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T17:56:56.880 INFO:teuthology.run:FAIL